-
Notifications
You must be signed in to change notification settings - Fork 471
Expand file tree
/
Copy path__init__.py
More file actions
99 lines (99 loc) · 5.12 KB
/
Copy path__init__.py
File metadata and controls
99 lines (99 loc) · 5.12 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
from megatron.bridge.perf_recipes.qwen.b200.qwen3_moe import (
qwen3_30b_a3b_pretrain_8gpu_b200_bf16_config,
qwen3_30b_a3b_pretrain_8gpu_b200_fp8cs_config,
qwen3_30b_a3b_pretrain_8gpu_b200_fp8mx_config,
qwen3_30b_a3b_pretrain_64gpu_b200_bf16_config,
qwen3_30b_a3b_pretrain_64gpu_b200_fp8cs_config,
qwen3_235b_a22b_pretrain_64gpu_b200_bf16_config,
qwen3_235b_a22b_pretrain_64gpu_b200_fp8cs_config,
qwen3_235b_a22b_pretrain_64gpu_b200_fp8mx_config,
qwen3_235b_a22b_pretrain_64gpu_b200_nvfp4_config,
qwen3_235b_a22b_128gpu_b200_fp8mx_deepep_pretrain_config,
qwen3_235b_a22b_pretrain_256gpu_b200_bf16_config,
qwen3_235b_a22b_pretrain_256gpu_b200_fp8cs_config,
qwen3_235b_a22b_pretrain_256gpu_b200_fp8mx_config,
qwen3_235b_a22b_pretrain_256gpu_b200_fp8mx_large_scale_config,
qwen3_235b_a22b_pretrain_256gpu_b200_nvfp4_config,
qwen3_next_80b_a3b_pretrain_64gpu_b200_bf16_config,
qwen3_next_80b_a3b_pretrain_64gpu_b200_fp8mx_config,
)
from megatron.bridge.perf_recipes.qwen.b300.qwen3_moe import (
qwen3_30b_a3b_pretrain_8gpu_b300_bf16_config,
qwen3_30b_a3b_pretrain_8gpu_b300_fp8cs_config,
qwen3_30b_a3b_pretrain_8gpu_b300_fp8mx_config,
qwen3_235b_a22b_pretrain_64gpu_b300_bf16_config,
qwen3_235b_a22b_pretrain_64gpu_b300_fp8cs_config,
qwen3_235b_a22b_pretrain_64gpu_b300_fp8mx_config,
qwen3_235b_a22b_pretrain_64gpu_b300_nvfp4_config,
qwen3_235b_a22b_128gpu_b300_fp8mx_hybridep_pretrain_config,
qwen3_235b_a22b_pretrain_256gpu_b300_bf16_config,
qwen3_235b_a22b_pretrain_256gpu_b300_fp8cs_config,
qwen3_235b_a22b_pretrain_256gpu_b300_fp8mx_config,
qwen3_235b_a22b_pretrain_256gpu_b300_fp8mx_large_scale_config,
qwen3_235b_a22b_pretrain_256gpu_b300_nvfp4_config,
qwen3_next_80b_a3b_pretrain_64gpu_b300_bf16_config,
qwen3_next_80b_a3b_pretrain_64gpu_b300_fp8mx_config,
)
from megatron.bridge.perf_recipes.qwen.gb200.qwen3_moe import (
qwen3_30b_a3b_pretrain_8gpu_gb200_bf16_config,
qwen3_30b_a3b_pretrain_8gpu_gb200_fp8cs_config,
qwen3_30b_a3b_pretrain_8gpu_gb200_fp8mx_config,
qwen3_30b_a3b_16gpu_gb200_bf16_pretrain_config,
qwen3_30b_a3b_16gpu_gb200_fp8mx_paged_stash_pretrain_config,
qwen3_30b_a3b_16gpu_gb200_fp8mx_partial_cg_pretrain_config,
qwen3_30b_a3b_pretrain_32gpu_gb200_bf16_config,
qwen3_30b_a3b_pretrain_32gpu_gb200_fp8cs_config,
qwen3_235b_a22b_pretrain_64gpu_gb200_bf16_config,
qwen3_235b_a22b_pretrain_64gpu_gb200_fp8cs_config,
qwen3_235b_a22b_pretrain_64gpu_gb200_fp8mx_config,
qwen3_235b_a22b_128gpu_gb200_fp8mx_paged_stash_pretrain_config,
qwen3_235b_a22b_pretrain_64gpu_gb200_nvfp4_config,
qwen3_235b_a22b_128gpu_gb200_fp8mx_partial_cg_pretrain_config,
qwen3_235b_a22b_pretrain_256gpu_gb200_bf16_config,
qwen3_235b_a22b_pretrain_256gpu_gb200_fp8cs_config,
qwen3_235b_a22b_pretrain_256gpu_gb200_fp8mx_config,
qwen3_235b_a22b_pretrain_256gpu_gb200_fp8mx_large_scale_config,
qwen3_235b_a22b_pretrain_256gpu_gb200_nvfp4_config,
qwen3_next_80b_a3b_pretrain_64gpu_gb200_bf16_config,
qwen3_next_80b_a3b_pretrain_64gpu_gb200_fp8mx_config,
)
from megatron.bridge.perf_recipes.qwen.gb300.qwen3_moe import (
qwen3_30b_a3b_pretrain_8gpu_gb300_bf16_config,
qwen3_30b_a3b_pretrain_8gpu_gb300_fp8cs_config,
qwen3_30b_a3b_pretrain_8gpu_gb300_fp8mx_config,
qwen3_30b_a3b_pretrain_32gpu_gb300_bf16_config,
qwen3_30b_a3b_pretrain_32gpu_gb300_fp8cs_config,
qwen3_235b_a22b_pretrain_64gpu_gb300_bf16_config,
qwen3_235b_a22b_pretrain_64gpu_gb300_fp8cs_config,
qwen3_235b_a22b_pretrain_64gpu_gb300_fp8mx_config,
qwen3_235b_a22b_pretrain_64gpu_gb300_nvfp4_config,
qwen3_235b_a22b_128gpu_gb300_fp8mx_paged_stash_pretrain_config,
qwen3_235b_a22b_pretrain_256gpu_gb300_bf16_config,
qwen3_235b_a22b_pretrain_256gpu_gb300_fp8cs_config,
qwen3_235b_a22b_pretrain_256gpu_gb300_fp8mx_config,
qwen3_235b_a22b_pretrain_256gpu_gb300_fp8mx_large_scale_config,
qwen3_235b_a22b_pretrain_256gpu_gb300_nvfp4_config,
qwen3_next_80b_a3b_pretrain_64gpu_gb300_bf16_config,
qwen3_next_80b_a3b_pretrain_64gpu_gb300_fp8mx_config,
)
from megatron.bridge.perf_recipes.qwen.h100.qwen3_moe import (
qwen3_30b_a3b_pretrain_16gpu_h100_bf16_config,
qwen3_30b_a3b_pretrain_16gpu_h100_fp8cs_config,
qwen3_30b_a3b_32gpu_h100_bf16_pretrain_config,
qwen3_30b_a3b_32gpu_h100_fp8sc_pretrain_config,
qwen3_30b_a3b_pretrain_64gpu_h100_bf16_config,
qwen3_30b_a3b_pretrain_64gpu_h100_fp8cs_config,
qwen3_235b_a22b_pretrain_256gpu_h100_bf16_config,
qwen3_235b_a22b_256gpu_h100_bf16_hybridep_pretrain_config,
qwen3_235b_a22b_pretrain_256gpu_h100_fp8cs_config,
qwen3_235b_a22b_pretrain_256gpu_h100_fp8cs_large_scale_config,
qwen3_next_80b_a3b_pretrain_128gpu_h100_bf16_config,
qwen3_next_80b_a3b_pretrain_128gpu_h100_fp8cs_config,
)
from megatron.bridge.perf_recipes.qwen.vr200.qwen3_moe import (
qwen3_30b_a3b_pretrain_8gpu_vr200_bf16_config,
qwen3_30b_a3b_pretrain_8gpu_vr200_fp8mx_config,
qwen3_235b_a22b_pretrain_256gpu_vr200_bf16_config,
qwen3_235b_a22b_pretrain_256gpu_vr200_fp8mx_config,
qwen3_235b_a22b_pretrain_256gpu_vr200_nvfp4_config,
)