2222from tests .e2e .conftest import VllmRunner
2323
2424
25- def test_qwen3_next_distributed_mp_tp4 ():
26- example_prompts = [
27- "Hello, my name is" ,
28- ] * 4
29- max_tokens = 5
30- with VllmRunner (
31- "Qwen/Qwen3-Next-80B-A3B-Instruct" ,
32- tensor_parallel_size = 4 ,
33- cudagraph_capture_sizes = [1 , 2 , 4 , 8 ],
34- max_model_len = 4096 ,
35- gpu_memory_utilization = 0.8 ,
36- distributed_executor_backend = "mp" ,
37- ) as vllm_model :
38- vllm_model .generate_greedy (example_prompts , max_tokens )
39- del vllm_model
40-
41-
4225def test_qwen3_next_distributed_mp_full_decode_only_tp4 ():
4326 example_prompts = [
4427 "Hello, my name is" ,
@@ -50,47 +33,28 @@ def test_qwen3_next_distributed_mp_full_decode_only_tp4():
5033 max_model_len = 4096 ,
5134 gpu_memory_utilization = 0.8 ,
5235 distributed_executor_backend = "mp" ,
53- compilation_config = {"cudagraph_mode" : "FULL_DECODE_ONLY" , "cudagraph_capture_sizes" : [1 , 8 , 24 , 48 , 60 ]},
36+ compilation_config = {"cudagraph_mode" : "FULL_DECODE_ONLY" , "cudagraph_capture_sizes" : [1 , 2 , 4 ]},
5437 ) as vllm_model :
5538 vllm_model .generate_greedy (example_prompts , max_tokens )
5639 del vllm_model
5740
5841
59- # TODO: will conduct accuracy verification after the subsequent version becomes stable
60- @patch .dict (os .environ , {"HCCL_BUFFSIZE" : "1024" })
61- def test_qwen3_next_w8a8dynamic_distributed_tp4_ep ():
62- example_prompts = [
63- "Hello, my name is" ,
64- ]
65- max_tokens = 5
66- with VllmRunner (
67- "vllm-ascend/Qwen3-Next-80B-A3B-Instruct-W8A8" ,
68- max_model_len = 4096 ,
69- tensor_parallel_size = 4 ,
70- gpu_memory_utilization = 0.4 ,
71- max_num_seqs = 1 ,
72- enable_expert_parallel = True ,
73- cudagraph_capture_sizes = [1 , 2 , 4 , 8 ],
74- quantization = "ascend" ,
75- ) as vllm_model :
76- vllm_model .generate_greedy (example_prompts , max_tokens )
77-
78-
7942@patch .dict (os .environ , {"VLLM_ASCEND_ENABLE_FLASHCOMM1" : "1" })
8043@patch .dict (os .environ , {"HCCL_BUFFSIZE" : "1024" })
81- def test_qwen3_next_distributed_mp_flash_comm_tp4 ():
44+ def test_qwen3_next_w8a8dynamic_distributed_mp_flash_comm_tp4 ():
8245 example_prompts = [
8346 "Hello, my name is" ,
8447 ] * 4
8548 max_tokens = 5
8649 with VllmRunner (
87- "Qwen /Qwen3-Next-80B-A3B-Instruct" ,
50+ "vllm-ascend /Qwen3-Next-80B-A3B-Instruct-W8A8 " ,
8851 tensor_parallel_size = 4 ,
8952 max_model_len = 4096 ,
9053 gpu_memory_utilization = 0.7 ,
9154 distributed_executor_backend = "mp" ,
9255 enable_expert_parallel = True ,
9356 enforce_eager = True ,
57+ quantization = "ascend" ,
9458 ) as vllm_model :
9559 vllm_model .generate_greedy (example_prompts , max_tokens )
9660 del vllm_model
@@ -109,7 +73,7 @@ def test_qwen3_next_distributed_mp_graph_mode_tp4():
10973 gpu_memory_utilization = 0.8 ,
11074 distributed_executor_backend = "mp" ,
11175 enable_expert_parallel = True ,
112- cudagraph_capture_sizes = [1 , 2 , 8 ],
76+ cudagraph_capture_sizes = [1 , 2 , 4 ],
11377 enforce_eager = False ,
11478 ) as vllm_model :
11579 vllm_model .generate_greedy (example_prompts , max_tokens )
0 commit comments