feat: support qwen3.5

Author: yixiaodapeng

vllm_fl/__init__.py

@@ -18,8 +18,18 @@ def __getattr__(name):
     raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
 
 
+def _patch_transformers_compat():
+    """Patch transformers compatibility for ALLOWED_LAYER_TYPES."""
+    import transformers.configuration_utils as cfg
+    if not hasattr(cfg, "ALLOWED_LAYER_TYPES"):
+        cfg.ALLOWED_LAYER_TYPES = getattr(
+            cfg, "ALLOWED_ATTENTION_LAYER_TYPES", ()
+        )
+
+
 def register():
     """Register the FL platform."""
+    _patch_transformers_compat()
 
     multiproc_method = os.environ.get("VLLM_WORKER_MULTIPROC_METHOD")
     if multiproc_method is None:
@@ -32,14 +42,31 @@ def register_model():
     """Register the FL model."""
     from vllm import ModelRegistry
 
-    # Register Qwen3Next model
+    # Register Qwen3.5 MoE config
+    try:
+        from vllm.transformers_utils.config import _CONFIG_REGISTRY
+        from vllm_fl.configs.qwen3_5_moe import Qwen3_5MoeConfig
+        _CONFIG_REGISTRY["qwen3_5_moe"] = Qwen3_5MoeConfig
+    except Exception as e:
+        logger.error(f"Register Qwen3.5 MoE config error: {str(e)}")
+
+    ## Register Qwen3Next model
+    #try:
+    #    ModelRegistry.register_model(
+    #        "Qwen3NextForCausalLM",
+    #        "vllm_fl.models.qwen3_next:Qwen3NextForCausalLM"
+    #    )
+    #except Exception as e:
+    #    logger.error(f"Register Qwen3Next model error: {str(e)}")
+
+    # Register Qwen3.5 MoE model
     try:
         ModelRegistry.register_model(
-            "Qwen3NextForCausalLM", 
-            "vllm_fl.models.qwen3_next:Qwen3NextForCausalLM"
+            "Qwen3_5MoeForConditionalGeneration",
+            "vllm_fl.models.qwen3_5:Qwen3_5MoeForConditionalGeneration"
         )
     except Exception as e:
-        logger.error(f"Register Qwen3Next model error: {str(e)}")
+        logger.error(f"Register Qwen3.5 MoE model error: {str(e)}")
 
     # Register MiniCPMO model
     try: