Skip to content

Commit fc15b76

Browse files
committed
no fusion
Signed-off-by: Malay Nagda <malayn@nvidia.com>
1 parent acb06e8 commit fc15b76

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

src/megatron/bridge/perf_recipes/deepseek/gb300/deepseek_v3.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -212,7 +212,7 @@ def deepseek_v3_pretrain_256gpu_gb300_nvfp4_config() -> ConfigContainer:
212212
_enable_deepseek_full_iteration_mxfp8(cfg, fp8_dot_product_attention=False, fp8_output_proj=False)
213213
# cfg.model.moe_hybridep_num_sms_preprocessing = 108
214214
cfg.model.high_priority_a2a_comm_stream = False
215-
cfg.model.mla_down_proj_fusion = True
215+
# cfg.model.mla_down_proj_fusion = True
216216

217217
# Keep process settings next to the recipe so users can see the exact benchmark environment.
218218
cfg.env_vars = {
@@ -286,7 +286,7 @@ def deepseek_v3_pretrain_8gpu_gb300_nvfp4_config() -> ConfigContainer:
286286
# NVFP4 fast-math path.
287287
"NVTE_USE_FAST_MATH": 1,
288288
# Use a supported FP8 attention recipe under the NVFP4 linear-layer recipe.
289-
"NVTE_DPA_FP8_RECIPE": "Float8CurrentScaling",
289+
# "NVTE_DPA_FP8_RECIPE": "Float8CurrentScaling",
290290
"NVTE_CUTEDSL_FUSED_GROUPED_MLP": 1,
291291
}
292292
return cfg

0 commit comments

Comments
 (0)