Skip to content

Commit 2a0b0b3

Browse files
Wangbei25Wangbei25
andauthored
[Test][Misc] Refactor and consolidate Qwen3.5 and Qwen3-Next tests (vllm-project#11190)
### What this PR does / why we need it? [Test][Misc] Refactor and consolidate Qwen3.5 and Qwen3-Next tests ### Does this PR introduce _any_ user-facing change? None ### How was this patch tested? - vLLM version: v0.23.0 - vLLM main: vllm-project/vllm@dc68bd8 Signed-off-by: Wangbei25 <wangbei41@huawie.com> Co-authored-by: Wangbei25 <wangbei41@huawie.com>
1 parent 801a6b4 commit 2a0b0b3

2 files changed

Lines changed: 5 additions & 86 deletions

File tree

tests/e2e/pull_request/four_card/test_qwen3_5.py

Lines changed: 0 additions & 45 deletions
Original file line numberDiff line numberDiff line change
@@ -39,51 +39,6 @@ def test_qwen3_5_27b_distributed_mp_tp4():
3939
del vllm_model
4040

4141

42-
def test_qwen3_5_35b_distributed_mp_tp4():
43-
example_prompts = [
44-
"Hello, my name is",
45-
] * 4
46-
max_tokens = 5
47-
with VllmRunner(
48-
"Qwen/Qwen3.5-35B-A3B",
49-
tensor_parallel_size=4,
50-
cudagraph_capture_sizes=[1, 2, 4, 8],
51-
max_model_len=4096,
52-
gpu_memory_utilization=0.90,
53-
distributed_executor_backend="mp",
54-
) as vllm_model:
55-
vllm_model.generate_greedy(example_prompts, max_tokens)
56-
del vllm_model
57-
58-
59-
def test_qwen3_5_35b_distributed_mp_tp4_full_decode_only_mtp3():
60-
example_prompts = [
61-
"Hello, my name is",
62-
"The president of the United States is",
63-
"The capital of France is",
64-
"The future of AI is",
65-
]
66-
67-
max_tokens = 20
68-
with VllmRunner(
69-
"Qwen/Qwen3.5-35B-A3B",
70-
tensor_parallel_size=4,
71-
max_model_len=4096,
72-
gpu_memory_utilization=0.90,
73-
distributed_executor_backend="mp",
74-
compilation_config={
75-
"cudagraph_mode": "FULL_DECODE_ONLY",
76-
"cudagraph_capture_sizes": [4, 8, 12, 16],
77-
},
78-
speculative_config={
79-
"method": "qwen3_5_mtp",
80-
"num_speculative_tokens": 3,
81-
},
82-
) as vllm_model:
83-
vllm_model.generate_greedy(example_prompts, max_tokens)
84-
del vllm_model
85-
86-
8742
@patch.dict(os.environ, {"VLLM_ASCEND_ENABLE_FLASHCOMM1": "1"})
8843
def test_qwen3_5_35b_distributed_mp_tp4_full_decode_only_mtp3_flashcomm():
8944
example_prompts = [

tests/e2e/pull_request/four_card/test_qwen3_next.py

Lines changed: 5 additions & 41 deletions
Original file line numberDiff line numberDiff line change
@@ -22,23 +22,6 @@
2222
from tests.e2e.conftest import VllmRunner
2323

2424

25-
def test_qwen3_next_distributed_mp_tp4():
26-
example_prompts = [
27-
"Hello, my name is",
28-
] * 4
29-
max_tokens = 5
30-
with VllmRunner(
31-
"Qwen/Qwen3-Next-80B-A3B-Instruct",
32-
tensor_parallel_size=4,
33-
cudagraph_capture_sizes=[1, 2, 4, 8],
34-
max_model_len=4096,
35-
gpu_memory_utilization=0.8,
36-
distributed_executor_backend="mp",
37-
) as vllm_model:
38-
vllm_model.generate_greedy(example_prompts, max_tokens)
39-
del vllm_model
40-
41-
4225
def test_qwen3_next_distributed_mp_full_decode_only_tp4():
4326
example_prompts = [
4427
"Hello, my name is",
@@ -50,47 +33,28 @@ def test_qwen3_next_distributed_mp_full_decode_only_tp4():
5033
max_model_len=4096,
5134
gpu_memory_utilization=0.8,
5235
distributed_executor_backend="mp",
53-
compilation_config={"cudagraph_mode": "FULL_DECODE_ONLY", "cudagraph_capture_sizes": [1, 8, 24, 48, 60]},
36+
compilation_config={"cudagraph_mode": "FULL_DECODE_ONLY", "cudagraph_capture_sizes": [1, 2, 4]},
5437
) as vllm_model:
5538
vllm_model.generate_greedy(example_prompts, max_tokens)
5639
del vllm_model
5740

5841

59-
# TODO: will conduct accuracy verification after the subsequent version becomes stable
60-
@patch.dict(os.environ, {"HCCL_BUFFSIZE": "1024"})
61-
def test_qwen3_next_w8a8dynamic_distributed_tp4_ep():
62-
example_prompts = [
63-
"Hello, my name is",
64-
]
65-
max_tokens = 5
66-
with VllmRunner(
67-
"vllm-ascend/Qwen3-Next-80B-A3B-Instruct-W8A8",
68-
max_model_len=4096,
69-
tensor_parallel_size=4,
70-
gpu_memory_utilization=0.4,
71-
max_num_seqs=1,
72-
enable_expert_parallel=True,
73-
cudagraph_capture_sizes=[1, 2, 4, 8],
74-
quantization="ascend",
75-
) as vllm_model:
76-
vllm_model.generate_greedy(example_prompts, max_tokens)
77-
78-
7942
@patch.dict(os.environ, {"VLLM_ASCEND_ENABLE_FLASHCOMM1": "1"})
8043
@patch.dict(os.environ, {"HCCL_BUFFSIZE": "1024"})
81-
def test_qwen3_next_distributed_mp_flash_comm_tp4():
44+
def test_qwen3_next_w8a8dynamic_distributed_mp_flash_comm_tp4():
8245
example_prompts = [
8346
"Hello, my name is",
8447
] * 4
8548
max_tokens = 5
8649
with VllmRunner(
87-
"Qwen/Qwen3-Next-80B-A3B-Instruct",
50+
"vllm-ascend/Qwen3-Next-80B-A3B-Instruct-W8A8",
8851
tensor_parallel_size=4,
8952
max_model_len=4096,
9053
gpu_memory_utilization=0.7,
9154
distributed_executor_backend="mp",
9255
enable_expert_parallel=True,
9356
enforce_eager=True,
57+
quantization="ascend",
9458
) as vllm_model:
9559
vllm_model.generate_greedy(example_prompts, max_tokens)
9660
del vllm_model
@@ -109,7 +73,7 @@ def test_qwen3_next_distributed_mp_graph_mode_tp4():
10973
gpu_memory_utilization=0.8,
11074
distributed_executor_backend="mp",
11175
enable_expert_parallel=True,
112-
cudagraph_capture_sizes=[1, 2, 8],
76+
cudagraph_capture_sizes=[1, 2, 4],
11377
enforce_eager=False,
11478
) as vllm_model:
11579
vllm_model.generate_greedy(example_prompts, max_tokens)

0 commit comments

Comments
 (0)