Skip to content

Commit 456f345

Browse files
Merge branch 'main' into test-cpu-32-runner
2 parents 9e97169 + 271d251 commit 456f345

28 files changed

Lines changed: 2131 additions & 524 deletions
Lines changed: 188 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,188 @@
1+
# Single source of truth for the Nightly-A2 / Nightly-A3 test matrix.
2+
# SOC differentiation: A2 runs on a2b3 runners and -a2 images, A3 runs on
3+
# a3 runners and -a3 images. Adding a new test case is just appending a
4+
# `- name: ...` entry under the matching section. PRs that add entries
5+
# here can be exercised via `/nightly <name>` without merging to main.
6+
7+
a2:
8+
single_node:
9+
test_config:
10+
# pytest-driven tests
11+
- name: test_custom_op_multi_card
12+
os: linux-aarch64-a2b3-4
13+
tests: tests/e2e/nightly/single_node/ops/multicard_ops_a2/
14+
# YAML-driven tests
15+
- name: qwen3-vl-32b-instruct-w8a8
16+
os: linux-aarch64-a2b3-4
17+
config_file_path: Qwen3-VL-32B-Instruct-W8A8.yaml
18+
- name: qwen3-32b-int8
19+
os: linux-aarch64-a2b3-4
20+
config_file_path: Qwen3-32B-Int8-A2.yaml
21+
- name: Qwen3.5-27B-w8a8-A2
22+
os: linux-aarch64-a2b3-2
23+
config_file_path: Qwen3.5-27B-w8a8-A2.yaml
24+
- name: Qwen3.5-397B-A17B-w4a8-mtp
25+
os: linux-aarch64-a2b3-8
26+
config_file_path: Qwen3.5-397B-A17B-w4a8-mtp-A2.yaml
27+
multi_node:
28+
test_config:
29+
- name: multi-node-qwen3-235b-dp
30+
config_file_path: Qwen3-235B-A22B-A2.yaml
31+
size: 2
32+
- name: multi-node-GLM-5.1-w8a8-A2
33+
config_file_path: GLM5_1-W8A8-A2-dual-nodes.yaml
34+
size: 2
35+
- name: multi-node-Kimi-K2.5-W4A8-A2
36+
config_file_path: Kimi-K2_5-W4A8-A2-dual-nodes.yaml
37+
size: 2
38+
accuracy:
39+
nightly:
40+
- name: accuracy-group-1
41+
os: linux-aarch64-a2b3-1
42+
model_list:
43+
- Qwen3-VL-8B-Instruct-W8A8
44+
- Qwen3-8B
45+
- Qwen2-Audio-7B-Instruct
46+
- Qwen3-8B-W8A8
47+
- Qwen3-VL-8B-Instruct
48+
- Minitron-8B-Base
49+
- name: accuracy-group-3
50+
os: linux-aarch64-a2b3-2
51+
model_list:
52+
- Qwen3-30B-A3B
53+
- Qwen3-VL-30B-A3B-Instruct
54+
- Qwen3-30B-A3B-W8A8
55+
- name: accuracy-group-4
56+
os: linux-aarch64-a2b3-4
57+
model_list:
58+
- Qwen3-Next-80B-A3B-Instruct
59+
- Qwen3-Omni-30B-A3B-Instruct
60+
- Mixtral-8x7B-Instruct-v0.1
61+
pr_only:
62+
- name: pr-accuracy-group-1
63+
os: linux-aarch64-a2b3-1
64+
model_list:
65+
- gemma-3-4b-it
66+
- internlm3-8b-instruct
67+
- Qwen3-ASR-1.7B
68+
- InternVL3_5-8B-hf
69+
- llava-onevision-qwen2-0.5b-ov-hf
70+
- name: pr-accuracy-group-2
71+
os: linux-aarch64-a2b3-4
72+
model_list:
73+
- Qwen2.5-Math-RM-72B
74+
- Hunyuan-A13B-Instruct
75+
76+
a3:
77+
multi_node:
78+
test_config:
79+
- name: multi-node-deepseek-v3.2-W8A8-EP
80+
config_file_path: DeepSeek-V3_2-W8A8-EP.yaml
81+
size: 4
82+
- name: multi-node-deepseek-r1-w8a8-longseq
83+
config_file_path: DeepSeek-R1-W8A8-longseq.yaml
84+
size: 2
85+
double_node:
86+
test_config:
87+
- name: multi-node-qwen3-dp
88+
config_file_path: Qwen3-235B-A22B.yaml
89+
size: 2
90+
- name: multi-node-qwenw8a8-2node-eplb
91+
config_file_path: Qwen3-235B-W8A8-EPLB.yaml
92+
size: 2
93+
- name: multi-node-dpsk3.2-2node
94+
config_file_path: DeepSeek-V3_2-W8A8-A3-dual-nodes.yaml
95+
size: 2
96+
- name: multi-node-qwen3-dp-mooncake-layerwise
97+
config_file_path: Qwen3-235B-A22B-Mooncake-Layerwise.yaml
98+
size: 2
99+
- name: multi-node-qwenw8a8-2node-longseq
100+
config_file_path: Qwen3-235B-W8A8-longseq.yaml
101+
size: 2
102+
- name: multi-node-qwen-disagg-pd
103+
config_file_path: Qwen3-235B-disagg-pd.yaml
104+
size: 2
105+
- name: multi-node-qwen-vl-disagg-pd
106+
config_file_path: Qwen3-VL-235B-disagg-pd.yaml
107+
size: 2
108+
- name: multi-node-deepseek-v3.1
109+
config_file_path: DeepSeek-V3.1-BF16.yaml
110+
size: 2
111+
- name: multi-node-GLM-5.1-w8a8-A3
112+
config_file_path: GLM5_1-W8A8-A3-dual-nodes.yaml
113+
size: 2
114+
- name: multi-node-GLM-5.2-w8a8-A3
115+
config_file_path: GLM5_2-W8A8-A3-dual-nodes.yaml
116+
size: 2
117+
single_node:
118+
test_config:
119+
- name: mtpx-deepseek-r1-0528-w8a8
120+
os: linux-aarch64-a3-16
121+
config_file_path: MTPX-DeepSeek-R1-0528-W8A8.yaml
122+
- name: deepseek-r1-0528-w8a8
123+
os: linux-aarch64-a3-16
124+
config_file_path: DeepSeek-R1-0528-W8A8.yaml
125+
- name: kimi-k2-thinking
126+
os: linux-aarch64-a3-16
127+
config_file_path: Kimi-K2-Thinking.yaml
128+
- name: qwen3-vl-235b-a22b-instruct-w8a8
129+
os: linux-aarch64-a3-16
130+
config_file_path: Qwen3-VL-235B-A22B-Instruct-W8A8.yaml
131+
- name: deepseek-r1-0528-w8a8-prefix-cache
132+
os: linux-aarch64-a3-16
133+
config_file_path: Prefix-Cache-DeepSeek-R1-0528-W8A8.yaml
134+
- name: deepseek-v3-2-w8a8
135+
os: linux-aarch64-a3-16
136+
config_file_path: DeepSeek-V3.2-W8A8.yaml
137+
- name: glm-4.7-w8a8
138+
os: linux-aarch64-a3-16
139+
config_file_path: GLM-4.7.yaml
140+
- name: kimi-k2.5
141+
os: linux-aarch64-a3-16
142+
config_file_path: Kimi-K2.5.yaml
143+
- name: qwen3-235b-a22b-w8a8
144+
os: linux-aarch64-a3-16
145+
config_file_path: Qwen3-235B-A22B-W8A8.yaml
146+
- name: Qwen3.5-397B-A17B-w8a8-mtp
147+
os: linux-aarch64-a3-16
148+
config_file_path: Qwen3.5-397B-A17B-W8A8-mtp-A3.yaml
149+
- name: MiniMax-M2.5-w8a8-QuaRot-A3
150+
os: linux-aarch64-a3-16
151+
config_file_path: MiniMax-M2.5-w8a8-QuaRot-A3.yaml
152+
- name: Qwen3.5-122B-A10B-W8A8-A3
153+
os: linux-aarch64-a3-16
154+
config_file_path: Qwen3.5-122B-A10B-W8A8-A3.yaml
155+
- name: DeepSeek-V4-Flash-W8A8-A3
156+
os: linux-aarch64-a3-16
157+
config_file_path: DeepSeek-V4-Flash-W8A8-A3.yaml
158+
- name: Qwen3.5-397B-A17B-w8a8-mtp-longseq
159+
os: linux-aarch64-a3-16
160+
config_file_path: Qwen3.5-397B-A17B-w8a8-mtp-longseq-A3.yaml
161+
multi_card:
162+
test_config:
163+
# pytest-driven tests
164+
- name: qwen3-30b-acc
165+
os: linux-aarch64-a3-4
166+
tests: tests/e2e/weekly/single_node/models/test_qwen3_30b_acc.py
167+
# YAML-driven tests
168+
- name: qwen3-30b-a3b-w8a8
169+
os: linux-aarch64-a3-4
170+
config_file_path: Qwen3-30B-A3B-W8A8.yaml
171+
- name: qwen3-32b-int8
172+
os: linux-aarch64-a3-4
173+
config_file_path: Qwen3-32B-Int8.yaml
174+
- name: qwen3-32b-int8-prefix-cache
175+
os: linux-aarch64-a3-4
176+
config_file_path: Prefix-Cache-Qwen3-32B-Int8.yaml
177+
- name: Qwen3-30B-A3B-W4A8-llm-compressor
178+
os: linux-aarch64-a3-2
179+
config_file_path: Qwen3-30B-A3B-W4A8-llm-compressor.yaml
180+
- name: Qwen3-30B-QuaRot
181+
os: linux-aarch64-a3-2
182+
config_file_path: Qwen3-30B-QuaRot-eagle3.yaml
183+
- name: Qwen3-32B-QuaRot
184+
os: linux-aarch64-a3-2
185+
config_file_path: Qwen3-32B-QuaRot-eagle3.yaml
186+
- name: Qwen3.5-27B-w8a8-A3
187+
os: linux-aarch64-a3-2
188+
config_file_path: Qwen3.5-27B-w8a8-A3.yaml
Lines changed: 85 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,85 @@
1+
# Single source of truth for the Weekly-A2 / Weekly-A3 test matrix.
2+
# Mirrors nightly_config.yaml's layout but only contains the sections
3+
# exercised by schedule_weekly_test_a2.yaml and schedule_weekly_test_a3.yaml.
4+
# Adding a new weekly test case is just appending a `- name: ...` entry
5+
# under the matching section.
6+
7+
a2:
8+
accuracy:
9+
# Content migrated from
10+
nightly:
11+
- name: accuracy-group-2
12+
os: linux-aarch64-a2b3-1
13+
model_list:
14+
- ERNIE-4.5-21B-A3B-PT
15+
- Molmo-7B-D-0924
16+
- Llama-3.2-3B-Instruct
17+
18+
a3:
19+
multi_node:
20+
test_config:
21+
- name: MiniMax-PD-in32k-bs4-1
22+
config_file_path: MiniMax-PD-in32k-bs4-1.yaml
23+
size: 3
24+
- name: Qwen3.5-397B-w8a8-PD
25+
config_file_path: Qwen-3.5-397B-A17B-W8A8-PD.yaml
26+
size: 3
27+
- name: GLM_5_1_PD_in32k_bs16-0
28+
config_file_path: GLM_5_1_PD_in32k_bs16-0.yaml
29+
size: 4
30+
- name: GLM_5_1_PD_in32k_bs20-90
31+
config_file_path: GLM_5_1_PD_in32k_bs20-90.yaml
32+
size: 4
33+
- name: GLM_5_1_PD_in64k_bs16-90
34+
config_file_path: GLM_5_1_PD_in64k_bs16-90.yaml
35+
size: 4
36+
double_node:
37+
test_config:
38+
- name: DeepSeek-V3_2-W8A8-EP_weekly
39+
config_file_path: DeepSeek-V3_2-W8A8-EP_weekly.yaml
40+
size: 2
41+
- name: DeepSeek-V3-W8A8_weekly
42+
config_file_path: DeepSeek-V3.yaml
43+
size: 2
44+
- name: multi-node-glm4.7-w8a8c8-layerwise
45+
config_file_path: GLM-4.7-W8A8C8-Mooncake-Layerwise.yaml
46+
size: 2
47+
single_node:
48+
test_config:
49+
# pytest-driven tests
50+
- name: engine-func-tests
51+
os: linux-aarch64-a3-4
52+
tests: tests/e2e/weekly/single_node/engine_func_test_robot
53+
- name: deepseek-v3-2-w8a8
54+
os: linux-aarch64-a3-16
55+
config_file_path: DeepSeek-V3.2-W8A8_A3_weekly.yaml
56+
- name: kimi-k2.5
57+
os: linux-aarch64-a3-16
58+
config_file_path: Kimi-K2.5.yaml
59+
- name: kimi-k2.5-32k-512
60+
os: linux-aarch64-a3-16
61+
config_file_path: Kimi-K2.5-32k-512.yaml
62+
- name: Qwen3.5-397B-A17B-w8a8-mtp
63+
os: linux-aarch64-a3-16
64+
config_file_path: Qwen3.5-397B-A17B-W8A8-mtp-A3_weekly.yaml
65+
- name: MiniMax-M2.5-w8a8-QuaRot-A3
66+
os: linux-aarch64-a3-16
67+
config_file_path: MiniMax-M2.5-w8a8-QuaRot-A3.yaml
68+
- name: Qwen3.5-27B-w8a8-A3
69+
os: linux-aarch64-a3-2
70+
config_file_path: Qwen3.5-27B-w8a8-A3.yaml
71+
- name: Qwen3.5-122B-A10B-W8A8-A3
72+
os: linux-aarch64-a3-16
73+
config_file_path: Qwen3.5-122B-A10B-W8A8-A3.yaml
74+
- name: GLM-5_1-W8A8_A3_weekly
75+
os: linux-aarch64-a3-16
76+
config_file_path: GLM-5_1-W8A8_A3_weekly.yaml
77+
- name: glm-5-w4a8
78+
os: linux-aarch64-a3-16
79+
config_file_path: GLM-5.yaml
80+
- name: qwen2-5-vl-7b-epd
81+
os: linux-aarch64-a3-4
82+
config_file_path: Qwen2.5-VL-7B-Instruct-EPD.yaml
83+
- name: MiniMax-M2.5-w8a8
84+
os: linux-aarch64-a3-16
85+
config_file_path: MiniMax-M2.5-W8A8-A3.yaml

0 commit comments

Comments
 (0)