Skip to content

Commit 9e07624

Browse files
authored
[CI][nightly]Add GQA C8 nightly tests. (vllm-project#13016)
### What this PR does / why we need it? dd GQA C8 nightly tests. ### Does this PR introduce _any_ user-facing change? no ### How was this patch tested? - vLLM version: v0.25.1 - vLLM main: vllm-project/vllm@fe784ff --------- Signed-off-by: pichangping <1337510399@qq.com>
1 parent 261a3e9 commit 9e07624

3 files changed

Lines changed: 74 additions & 1 deletion

File tree

.github/workflows/configs/nightly_config.yaml

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -172,6 +172,9 @@ a3:
172172
- name: qwen3-30b-a3b-w8a8
173173
os: linux-aarch64-nightly-a3-4
174174
config_file_path: Qwen3-30B-A3B-W8A8.yaml
175+
- name: Qwen3-32B-W8A8C8-A3
176+
os: linux-aarch64-nightly-a3-4
177+
config_file_path: Qwen3-32B-W8A8C8-A3.yaml
175178
- name: qwen3-32b-int8-prefix-cache
176179
os: linux-aarch64-nightly-a3-4
177180
config_file_path: Prefix-Cache-Qwen3-32B-Int8.yaml
@@ -274,6 +277,9 @@ a3-560t:
274277
- name: qwen3-30b-a3b-w8a8
275278
os: linux-aarch64-a3-4-cn12-001
276279
config_file_path: Qwen3-30B-A3B-W8A8.yaml
280+
- name: Qwen3-32B-W8A8C8-A3
281+
os: linux-aarch64-a3-4-cn12-001
282+
config_file_path: Qwen3-32B-W8A8C8-A3.yaml
277283
- name: qwen3-32b-int8-prefix-cache
278284
os: linux-aarch64-a3-4-cn12-001
279285
config_file_path: Prefix-Cache-Qwen3-32B-Int8.yaml

.github/workflows/misc/model_dataset_list.json

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -292,7 +292,8 @@
292292
"Eco-Tech/Kimi-K2.6-w4a8",
293293
"lightseekorg/kimi-k2.6-eagle3",
294294
"RedHatAI/GLM-5.2-speculator.dspark",
295-
"Eco-Tech/Qwen3-235B-A22B-w8a8-QuaRot"
295+
"Eco-Tech/Qwen3-235B-A22B-w8a8-QuaRot",
296+
"Eco-Tech/Qwen3-32B-w8a8c8"
296297
],
297298
"datasets": [
298299
"vllm-ascend/GSM8K-in1024-bs210",
Lines changed: 66 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,66 @@
1+
# ==========================================
2+
# Shared Configurations
3+
# ==========================================
4+
5+
_envs: &envs
6+
TASK_QUEUE_ENABLE: "1"
7+
PYTORCH_NPU_ALLOC_CONF: "expandable_segments:True"
8+
HCCL_OP_EXPANSION_MODE: "AIV"
9+
VLLM_ASCEND_ENABLE_FLASHCOMM: "1"
10+
SERVER_PORT: "DEFAULT_PORT"
11+
12+
_server_cmd: &server_cmd
13+
- "--quantization"
14+
- "ascend"
15+
- "--no-enable-prefix-caching"
16+
- "--tensor-parallel-size"
17+
- "4"
18+
- "--max-num-seqs"
19+
- "80"
20+
- "--port"
21+
- "$SERVER_PORT"
22+
- "--max-model-len"
23+
- "40960"
24+
- "--max-num-batched-tokens"
25+
- "40960"
26+
- "--block-size"
27+
- "128"
28+
- "--trust-remote-code"
29+
- "--gpu-memory-utilization"
30+
- "0.9"
31+
32+
_benchmarks: &benchmarks
33+
acc:
34+
case_type: accuracy
35+
dataset_path: vllm-ascend/gsm8k-lite
36+
request_conf: vllm_api_general_chat
37+
dataset_conf: gsm8k/gsm8k_gen_0_shot_noncot_chat_prompt
38+
max_out_len: 10240
39+
batch_size: 32
40+
baseline: 96
41+
threshold: 10
42+
43+
# ==========================================
44+
# ACTUAL TEST CASES
45+
# ==========================================
46+
47+
test_cases:
48+
- name: "Qwen3-32B-W8A8C8-aclgraph-a3"
49+
model: "Eco-Tech/Qwen3-32B-w8a8c8"
50+
envs:
51+
<<: *envs
52+
server_cmd: *server_cmd
53+
server_cmd_extra:
54+
- "--compilation-config"
55+
- '{"cudagraph_mode":"FULL_DECODE_ONLY","cudagraph_capture_sizes":[1,12,16,20,24,32,48,60,64,68,72,76,80]}'
56+
benchmarks:
57+
<<: *benchmarks
58+
59+
- name: "Qwen3-32B-W8A8C8-single-a3"
60+
model: "Eco-Tech/Qwen3-32B-w8a8c8"
61+
envs:
62+
<<: *envs
63+
server_cmd: *server_cmd
64+
server_cmd_extra:
65+
- "--enforce-eager"
66+
benchmarks:

0 commit comments

Comments
 (0)