There was an error while loading. Please reload this page.
1 parent 974afe6 commit 2523f54Copy full SHA for 2523f54
1 file changed
tests/functional_tests/test_groups/megatron_fsdp/test_megatron_fsdp.py
@@ -23,6 +23,7 @@
23
24
from megatron.bridge.models.gpt_provider import GPTModelProvider
25
from megatron.bridge.models.hybrid.hybrid_provider import HybridModelProvider
26
+from megatron.bridge.models.transformer_config import MLATransformerConfig
27
from megatron.bridge.training.config import (
28
CheckpointConfig,
29
ConfigContainer,
@@ -113,7 +114,7 @@ class DenseHybridSmokeModelProvider(HybridModelProvider):
113
114
115
116
@dataclass
-class MLAMoEHybridSmokeModelProvider(HybridModelProvider):
117
+class MLAMoEHybridSmokeModelProvider(MLATransformerConfig, HybridModelProvider):
118
"""Small MLA/MoE HybridModel configuration for the MFSDP V2 EP smoke test."""
119
120
attention_backend: AttnBackend = AttnBackend.auto
0 commit comments