Skip to content

Commit 1796f5f

Browse files
jasljasl
committed
sm12x: add 3 dense FP8 W8A8 Block configs for RTX PRO 6000 WS Edition
Tuned via ``scripts/_fp8_block_tune_driver.py`` for the three remaining DSv4-Flash dense linear shapes the workstation hits at TP=2 but didn't yet have ship-tuned configs for: - N=4096, K=2048 (q_b / gate projection) - N=1024, K=4096 (wq_b projection) - N=4096, K=512 (wo_b projection) Suggested by @aabbccddwasd in PR vllm-project#41834 (comment 4450901180). Tuned on the local 2× RTX PRO 6000 Blackwell Workstation Edition host with the same wrapper that produced the existing six configs in this directory; lookup is device-name keyed so no code changes required. These complement the existing six WS-edition configs (N,K) ∈ {(1536, 4096), (2048, 4096), (4096, 1024), (4096, 4096), (8192, 1024), (16384, 1024)} so DSv4-Flash now hits a tuned config for every dense linear shape it issues, instead of falling back to the default heuristic for the three shapes above. Signed-off-by: jasl <jasl9187@hotmail.com>
1 parent 49c43cb commit 1796f5f

3 files changed

Lines changed: 246 additions & 0 deletions

‎vllm/model_executor/layers/quantization/utils/configs/N=1024,K=4096,device_name=NVIDIA_RTX_PRO_6000_Blackwell_Workstation_Edition,dtype=fp8_w8a8,block_shape=[128,128].json‎

Lines changed: 82 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,82 @@
1+
{
2+
"1": {
3+
"BLOCK_SIZE_M": 16,
4+
"BLOCK_SIZE_N": 32,
5+
"BLOCK_SIZE_K": 128,
6+
"GROUP_SIZE_M": 64,
7+
"num_warps": 8,
8+
"num_stages": 4
9+
},
10+
"2": {
11+
"BLOCK_SIZE_M": 16,
12+
"BLOCK_SIZE_N": 32,
13+
"BLOCK_SIZE_K": 128,
14+
"GROUP_SIZE_M": 1,
15+
"num_warps": 4,
16+
"num_stages": 4
17+
},
18+
"4": {
19+
"BLOCK_SIZE_M": 16,
20+
"BLOCK_SIZE_N": 32,
21+
"BLOCK_SIZE_K": 128,
22+
"GROUP_SIZE_M": 32,
23+
"num_warps": 4,
24+
"num_stages": 4
25+
},
26+
"8": {
27+
"BLOCK_SIZE_M": 16,
28+
"BLOCK_SIZE_N": 32,
29+
"BLOCK_SIZE_K": 128,
30+
"GROUP_SIZE_M": 1,
31+
"num_warps": 4,
32+
"num_stages": 3
33+
},
34+
"16": {
35+
"BLOCK_SIZE_M": 16,
36+
"BLOCK_SIZE_N": 32,
37+
"BLOCK_SIZE_K": 128,
38+
"GROUP_SIZE_M": 16,
39+
"num_warps": 4,
40+
"num_stages": 3
41+
},
42+
"32": {
43+
"BLOCK_SIZE_M": 16,
44+
"BLOCK_SIZE_N": 32,
45+
"BLOCK_SIZE_K": 128,
46+
"GROUP_SIZE_M": 64,
47+
"num_warps": 4,
48+
"num_stages": 3
49+
},
50+
"64": {
51+
"BLOCK_SIZE_M": 16,
52+
"BLOCK_SIZE_N": 32,
53+
"BLOCK_SIZE_K": 128,
54+
"GROUP_SIZE_M": 16,
55+
"num_warps": 4,
56+
"num_stages": 4
57+
},
58+
"128": {
59+
"BLOCK_SIZE_M": 16,
60+
"BLOCK_SIZE_N": 64,
61+
"BLOCK_SIZE_K": 128,
62+
"GROUP_SIZE_M": 64,
63+
"num_warps": 4,
64+
"num_stages": 4
65+
},
66+
"256": {
67+
"BLOCK_SIZE_M": 64,
68+
"BLOCK_SIZE_N": 32,
69+
"BLOCK_SIZE_K": 128,
70+
"GROUP_SIZE_M": 16,
71+
"num_warps": 8,
72+
"num_stages": 3
73+
},
74+
"512": {
75+
"BLOCK_SIZE_M": 64,
76+
"BLOCK_SIZE_N": 64,
77+
"BLOCK_SIZE_K": 128,
78+
"GROUP_SIZE_M": 32,
79+
"num_warps": 8,
80+
"num_stages": 4
81+
}
82+
}

‎vllm/model_executor/layers/quantization/utils/configs/N=4096,K=2048,device_name=NVIDIA_RTX_PRO_6000_Blackwell_Workstation_Edition,dtype=fp8_w8a8,block_shape=[128,128].json‎

Lines changed: 82 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,82 @@
1+
{
2+
"1": {
3+
"BLOCK_SIZE_M": 16,
4+
"BLOCK_SIZE_N": 32,
5+
"BLOCK_SIZE_K": 128,
6+
"GROUP_SIZE_M": 16,
7+
"num_warps": 8,
8+
"num_stages": 3
9+
},
10+
"2": {
11+
"BLOCK_SIZE_M": 16,
12+
"BLOCK_SIZE_N": 64,
13+
"BLOCK_SIZE_K": 128,
14+
"GROUP_SIZE_M": 32,
15+
"num_warps": 8,
16+
"num_stages": 5
17+
},
18+
"4": {
19+
"BLOCK_SIZE_M": 16,
20+
"BLOCK_SIZE_N": 32,
21+
"BLOCK_SIZE_K": 64,
22+
"GROUP_SIZE_M": 16,
23+
"num_warps": 4,
24+
"num_stages": 5
25+
},
26+
"8": {
27+
"BLOCK_SIZE_M": 16,
28+
"BLOCK_SIZE_N": 64,
29+
"BLOCK_SIZE_K": 128,
30+
"GROUP_SIZE_M": 32,
31+
"num_warps": 8,
32+
"num_stages": 4
33+
},
34+
"16": {
35+
"BLOCK_SIZE_M": 16,
36+
"BLOCK_SIZE_N": 32,
37+
"BLOCK_SIZE_K": 128,
38+
"GROUP_SIZE_M": 32,
39+
"num_warps": 4,
40+
"num_stages": 4
41+
},
42+
"32": {
43+
"BLOCK_SIZE_M": 16,
44+
"BLOCK_SIZE_N": 64,
45+
"BLOCK_SIZE_K": 128,
46+
"GROUP_SIZE_M": 1,
47+
"num_warps": 8,
48+
"num_stages": 3
49+
},
50+
"64": {
51+
"BLOCK_SIZE_M": 64,
52+
"BLOCK_SIZE_N": 32,
53+
"BLOCK_SIZE_K": 128,
54+
"GROUP_SIZE_M": 32,
55+
"num_warps": 8,
56+
"num_stages": 3
57+
},
58+
"128": {
59+
"BLOCK_SIZE_M": 64,
60+
"BLOCK_SIZE_N": 64,
61+
"BLOCK_SIZE_K": 128,
62+
"GROUP_SIZE_M": 1,
63+
"num_warps": 4,
64+
"num_stages": 3
65+
},
66+
"256": {
67+
"BLOCK_SIZE_M": 64,
68+
"BLOCK_SIZE_N": 64,
69+
"BLOCK_SIZE_K": 128,
70+
"GROUP_SIZE_M": 32,
71+
"num_warps": 4,
72+
"num_stages": 3
73+
},
74+
"512": {
75+
"BLOCK_SIZE_M": 64,
76+
"BLOCK_SIZE_N": 64,
77+
"BLOCK_SIZE_K": 128,
78+
"GROUP_SIZE_M": 32,
79+
"num_warps": 4,
80+
"num_stages": 3
81+
}
82+
}

‎vllm/model_executor/layers/quantization/utils/configs/N=4096,K=512,device_name=NVIDIA_RTX_PRO_6000_Blackwell_Workstation_Edition,dtype=fp8_w8a8,block_shape=[128,128].json‎

Lines changed: 82 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,82 @@
1+
{
2+
"1": {
3+
"BLOCK_SIZE_M": 16,
4+
"BLOCK_SIZE_N": 32,
5+
"BLOCK_SIZE_K": 128,
6+
"GROUP_SIZE_M": 1,
7+
"num_warps": 8,
8+
"num_stages": 3
9+
},
10+
"2": {
11+
"BLOCK_SIZE_M": 16,
12+
"BLOCK_SIZE_N": 32,
13+
"BLOCK_SIZE_K": 64,
14+
"GROUP_SIZE_M": 64,
15+
"num_warps": 4,
16+
"num_stages": 4
17+
},
18+
"4": {
19+
"BLOCK_SIZE_M": 16,
20+
"BLOCK_SIZE_N": 64,
21+
"BLOCK_SIZE_K": 128,
22+
"GROUP_SIZE_M": 32,
23+
"num_warps": 8,
24+
"num_stages": 3
25+
},
26+
"8": {
27+
"BLOCK_SIZE_M": 16,
28+
"BLOCK_SIZE_N": 64,
29+
"BLOCK_SIZE_K": 128,
30+
"GROUP_SIZE_M": 1,
31+
"num_warps": 8,
32+
"num_stages": 3
33+
},
34+
"16": {
35+
"BLOCK_SIZE_M": 16,
36+
"BLOCK_SIZE_N": 64,
37+
"BLOCK_SIZE_K": 128,
38+
"GROUP_SIZE_M": 1,
39+
"num_warps": 8,
40+
"num_stages": 3
41+
},
42+
"32": {
43+
"BLOCK_SIZE_M": 16,
44+
"BLOCK_SIZE_N": 64,
45+
"BLOCK_SIZE_K": 128,
46+
"GROUP_SIZE_M": 64,
47+
"num_warps": 4,
48+
"num_stages": 3
49+
},
50+
"64": {
51+
"BLOCK_SIZE_M": 16,
52+
"BLOCK_SIZE_N": 128,
53+
"BLOCK_SIZE_K": 128,
54+
"GROUP_SIZE_M": 1,
55+
"num_warps": 8,
56+
"num_stages": 3
57+
},
58+
"128": {
59+
"BLOCK_SIZE_M": 64,
60+
"BLOCK_SIZE_N": 32,
61+
"BLOCK_SIZE_K": 64,
62+
"GROUP_SIZE_M": 32,
63+
"num_warps": 4,
64+
"num_stages": 3
65+
},
66+
"256": {
67+
"BLOCK_SIZE_M": 64,
68+
"BLOCK_SIZE_N": 128,
69+
"BLOCK_SIZE_K": 128,
70+
"GROUP_SIZE_M": 1,
71+
"num_warps": 8,
72+
"num_stages": 3
73+
},
74+
"512": {
75+
"BLOCK_SIZE_M": 64,
76+
"BLOCK_SIZE_N": 64,
77+
"BLOCK_SIZE_K": 128,
78+
"GROUP_SIZE_M": 16,
79+
"num_warps": 4,
80+
"num_stages": 2
81+
}
82+
}

0 commit comments

Comments
 (0)