[CICD] Unify Qwen3.6 tests and consolidate MUSA/MetaX/Ascend CI updates (#347)

## Summary

This PR consolidates the pending MUSA S5000, MetaX graph serving, and
Ascend 910C CI updates, and keeps Qwen3.6 test configs unified across
platforms.

## Changes

- Unify Qwen3.6 test configs into shared 27B/35B TP2/TP4 eager/graph
YAML cases.
- Move platform/device-specific Qwen3.6 differences into
`tests/platforms/*yaml` `device_overrides`.
- Add runner/config loading support for applying device-level case
overrides.
- Add serving response validation for text and image chat cases.
- Add MUSA S5000 CI config, scripts, Dockerfile, and platform test
config.
- Add MetaX graph serving CI matrix support and timeout override
handling.
- Add Ascend 910C CI/image/script updates and related Ascend validation
patches.

## Notes

This PR consolidates the relevant changes from #314, #327, and #328. The
old platform-specific Qwen3.6 YAML files are not kept; their differences
are represented through unified cases plus platform `device_overrides`.

## Validation

- Generated CI matrices for cuda, hygon, metax, musa, and ascend.
- Verified platform discovery includes cuda, ascend, hygon, metax, and
musa.
- Verified Qwen3.6 config loading applies device overrides correctly.
- Ran shell syntax checks for Docker/build/setup scripts.
- Ran Python compile check with temporary pycache.

Author: HermiaHuan

.github/configs/ascend.yml

@@ -18,15 +18,11 @@
 platform: ascend
 
 # Docker image for this hardware
-ci_image: harbor.baai.ac.cn/flagscale/vllm-plugin-fl:v0.2.0-ascend-ci
+ci_image: harbor.baai.ac.cn/flagscale/vllm-plugin-fl:ascend-vllm0.20.2-a3-ci
 
 # Runner labels for this hardware
 runner_labels:
-  - self-hosted
-  - Linux
-  - ARM64
-  - ascend
-  - npu-16
+  - flagcicd-910c
 
 # Container volumes (hardware-specific paths)
 container_volumes:
@@ -44,6 +40,8 @@ container_options: >-
   --hostname vllm-plugin-fl
   --ipc=host
   --privileged
+  --env ASCEND_RT_VISIBLE_DEVICES=14,15
+  --env VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800
   --device /dev/davinci0
   --device /dev/davinci1
   --device /dev/davinci2

.github/configs/musa.yml

@@ -0,0 +1,35 @@
+# Copyright 2026 FlagOS Contributors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# MUSA Hardware Configuration
+# This file defines CI/CD settings for MUSA testing.
+
+platform: musa
+
+ci_image: harbor.baai.ac.cn/flagos-dev/vllm-plugin-fl:v0.20.2-musa-ci
+
+runner_labels:
+  - mt-cicd-vllm-plugin
+
+container_volumes:
+  - /data:/data
+
+container_options: >-
+  --hostname vllm-plugin-fl
+  --privileged
+  --ipc=host
+  --shm-size=64g
+  --env GEMS_VENDOR=mthreads
+  --env VLLM_PLUGINS=fl
+  --env MTHREADS_VISIBLE_DEVICES=all

.github/configs/platforms.yml

@@ -28,3 +28,5 @@ platforms:
     enabled: true
   metax:
     enabled: true
+  musa:
+    enabled: true

.github/scripts/ascend/check.sh

@@ -2,6 +2,40 @@
 # Copyright (c) 2025 BAAI. All rights reserved.
 # Check Huawei Ascend NPU availability.
 set -euo pipefail
+
 echo "=== Checking Ascend NPU availability ==="
-# TODO: Replace with actual Ascend device check command.
-npu-smi info || echo "WARNING: npu-smi not found. Ascend device check skipped."
+
+if ! command -v npu-smi >/dev/null 2>&1; then
+  echo "::error::npu-smi is required but was not found in PATH."
+  exit 1
+fi
+
+if [[ -z "${ASCEND_RT_VISIBLE_DEVICES:-}" ]]; then
+  echo "::error::ASCEND_RT_VISIBLE_DEVICES is not set."
+  exit 1
+fi
+
+required_devices=(
+  "/dev/davinci_manager"
+  "/dev/devmm_svm"
+  "/dev/hisi_hdc"
+)
+
+IFS=',' read -r -a visible_devices <<< "${ASCEND_RT_VISIBLE_DEVICES}"
+for device_id in "${visible_devices[@]}"; do
+  device_id="${device_id//[[:space:]]/}"
+  if [[ -z "${device_id}" ]]; then
+    continue
+  fi
+  required_devices+=("/dev/davinci${device_id}")
+done
+
+for device_path in "${required_devices[@]}"; do
+  if [[ ! -e "${device_path}" ]]; then
+    echo "::error::Missing Ascend device path: ${device_path}"
+    exit 1
+  fi
+done
+
+npu-smi info
+echo "Ascend device check passed."

.github/scripts/ascend/setup.sh

@@ -6,4 +6,18 @@ set -euo pipefail
 git config --global --add safe.directory "$(pwd)"
 
 pip install --upgrade pip "setuptools>=77.0.3"
-pip install --no-build-isolation -e ".[test]"
+pip install \
+    --no-build-isolation \
+    --no-deps \
+    -e .
+
+python - <<'PY'
+import numpy
+
+expected = "1.26.4"
+if numpy.__version__ != expected:
+    raise RuntimeError(
+        f"Unexpected NumPy version: {numpy.__version__}; expected {expected}"
+    )
+print(f"NumPy version: {numpy.__version__}")
+PY

.github/scripts/generate_matrix.py

@@ -58,6 +58,16 @@ def resolve_task_dir(task_key: str) -> str:
     return TASK_DIR_MAP.get(task_key, task_key)
 
 
+def resolve_e2e_timeout(config: dict, device: str, task_dir: str) -> int:
+    """Return timeout for an E2E task, allowing platform YAML overrides."""
+    default = DEFAULT_TIMEOUT.get(task_dir, 60)
+    timeouts = (
+        config.get(device, {}).get("tests", {}).get("timeouts", {}).get("e2e", {})
+    )
+    value = timeouts.get(task_dir, default)
+    return int(value)
+
+
 def get_device_sections(config: dict) -> list[str]:
     """Return device section names present in the config.
 
@@ -108,7 +118,7 @@ def build_e2e_matrix(
     # Build one matrix entry per (task, device) group
     entries = []
     for (task_dir, device), case_list in groups.items():
-        timeout = DEFAULT_TIMEOUT.get(task_dir, 60)
+        timeout = resolve_e2e_timeout(config, device, task_dir)
         entries.append(
             {
                 "task": task_dir,

.github/scripts/musa/check.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+# Copyright (c) 2026 BAAI. All rights reserved.
+# Check Moore Threads MUSA availability.
+set -euo pipefail
+
+echo "Current time: $(date '+%Y-%m-%d %H:%M:%S')"
+echo "=== Checking Moore Threads MUSA availability ==="
+
+if command -v mthreads-gmi >/dev/null 2>&1; then
+  mthreads-gmi
+else
+  echo "::warning::mthreads-gmi not found; checking through torch_musa."
+fi
+
+python - <<'PY'
+import torch
+import torch_musa
+
+assert torch.musa.is_available(), "MUSA accelerator is unavailable"
+count = torch.musa.device_count()
+assert count > 0, "No MUSA devices detected"
+
+tensor = torch.ones((32, 32), device="musa:0")
+torch.musa.synchronize()
+
+print(f"MUSA devices: {count}")
+print(f"Tensor smoke: {tensor.device} {tuple(tensor.shape)}")
+PY

.github/scripts/musa/setup.sh

@@ -0,0 +1,33 @@
+#!/bin/bash
+# Copyright (c) 2026 BAAI. All rights reserved.
+# Setup script for Moore Threads MUSA CI environment.
+set -euo pipefail
+
+git config --global --add safe.directory "$(pwd)"
+
+: "${GEMS_VENDOR:?GEMS_VENDOR is not set}"
+: "${VLLM_PLUGINS:?VLLM_PLUGINS is not set}"
+: "${MTHREADS_VISIBLE_DEVICES:?MTHREADS_VISIBLE_DEVICES is not set}"
+
+python -m pip install --no-build-isolation --no-deps -e .
+
+python - <<'PY'
+import flag_gems
+import torch
+import torch_musa
+import vllm
+import vllm_fl
+from vllm.platforms import current_platform
+
+assert torch.musa.is_available(), "MUSA accelerator is unavailable"
+assert torch.musa.device_count() > 0, "No MUSA devices detected"
+assert current_platform.device_type == "musa", current_platform.device_type
+
+print(f"vLLM import ok: {vllm.__version__}")
+print(f"vLLM-FL import ok: {vllm_fl.__file__}")
+print(f"FlagGems import ok: {getattr(flag_gems, '__version__', 'unknown')}")
+print(f"Torch import ok: {torch.__version__}")
+print(f"MUSA available: {torch.musa.is_available()}")
+print(f"MUSA devices: {torch.musa.device_count()}")
+print(f"Platform: {current_platform}")
+PY

.github/workflows/_e2e_test.yml

@@ -93,6 +93,13 @@ jobs:
       - name: Check device availability
         run: bash .github/scripts/${{ inputs.platform }}/check.sh
 
+      - name: Prepare host models
+        run: |
+          model_script=".github/scripts/${{ inputs.platform }}/download_models.sh"
+          if [ -f "${model_script}" ]; then
+            bash "${model_script}"
+          fi
+
       - name: Install project
         run: bash .github/scripts/${{ inputs.platform }}/setup.sh
 

.github/workflows/ci.yml

@@ -144,3 +144,14 @@ jobs:
     with:
       platform: metax
     secrets: inherit
+
+  # ============================================================
+  # Job 4e: MUSA platform testing
+  # ============================================================
+  test-musa:
+    needs: discover
+    if: contains(fromJson(needs.discover.outputs.platforms), 'musa')
+    uses: ./.github/workflows/_platform_test.yml
+    with:
+      platform: musa
+    secrets: inherit