Skip to content

Commit 2523f54

Browse files
committed
fix(test): inherit MLA config in MFSDP V2 smoke
Signed-off-by: Jingyue Wu <jingyuew@nvidia.com>
1 parent 974afe6 commit 2523f54

1 file changed

Lines changed: 2 additions & 1 deletion

File tree

tests/functional_tests/test_groups/megatron_fsdp/test_megatron_fsdp.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,7 @@
2323

2424
from megatron.bridge.models.gpt_provider import GPTModelProvider
2525
from megatron.bridge.models.hybrid.hybrid_provider import HybridModelProvider
26+
from megatron.bridge.models.transformer_config import MLATransformerConfig
2627
from megatron.bridge.training.config import (
2728
CheckpointConfig,
2829
ConfigContainer,
@@ -113,7 +114,7 @@ class DenseHybridSmokeModelProvider(HybridModelProvider):
113114

114115

115116
@dataclass
116-
class MLAMoEHybridSmokeModelProvider(HybridModelProvider):
117+
class MLAMoEHybridSmokeModelProvider(MLATransformerConfig, HybridModelProvider):
117118
"""Small MLA/MoE HybridModel configuration for the MFSDP V2 EP smoke test."""
118119

119120
attention_backend: AttnBackend = AttnBackend.auto

0 commit comments

Comments
 (0)