update main

Author: ceci3

.github/configs/hygon.yml

@@ -18,7 +18,7 @@
 platform: hygon
 
 # Docker image for this hardware.
-ci_image: harbor.sourcefind.cn:5443/dcu/admin/base/custom:vllm0.20.0-ubuntu22.04-dtk26.04-py3.10-MiniCPM-V-4.6
+ci_image: harbor.baai.ac.cn/flagos-dev/vllm-plugin-fl:vllm-plugin-fl-hygon-vllm0.20.2-dtk26.04-py3.10-ci
 
 # Runner labels for this hardware.
 runner_labels:
@@ -27,6 +27,7 @@ runner_labels:
 # Container volumes (hardware-specific paths).
 container_volumes:
   - /opt/hyhal:/opt/hyhal
+  - /usr/local/hyhal:/usr/local/hyhal
   - /data:/data
   - /workspace:/workspace
 
@@ -42,7 +43,7 @@ container_options: >-
   --env HIP_CLANG_PATH=/opt/dtk/llvm/bin
   --env DEVICE_LIB_PATH=/opt/dtk/amdgcn/bitcode
   --env PATH=/opt/dtk/bin:/opt/dtk/hip/bin:/opt/dtk/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
-  --env LD_LIBRARY_PATH=/opt/hyhal/lib/criu:/opt/hyhal/lib/rocprofiler:/opt/hyhal/lib:/opt/dtk/hip/lib:/opt/dtk/lib:/opt/dtk/llvm/lib:/opt/dtk/dcc/lib:/opt/dtk/aillvm/lib:/opt/dtk/hsa/lib
+  --env LD_LIBRARY_PATH=/opt/hyhal/lib/criu:/opt/hyhal/lib/rocprofiler:/opt/hyhal/lib:/usr/local/hyhal/lib:/opt/dtk/hip/lib:/opt/dtk/lib:/opt/dtk/llvm/lib:/opt/dtk/dcc/lib:/opt/dtk/aillvm/lib:/opt/dtk/hsa/lib
   --device=/dev/kfd
   --device=/dev/mkfd
   --device=/dev/dri

.github/configs/metax.yml

@@ -0,0 +1,41 @@
+# Copyright 2026 FlagOS Contributors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# MetaX Hardware Configuration
+# This file defines CI/CD settings for MetaX C550 testing
+
+platform: metax
+
+# Docker image for this hardware.
+ci_image: harbor.baai.ac.cn/flagos-dev/vllm-plugin-fl:v0.20.2-metax-ci
+
+# Runner labels for this hardware.
+# Keep this aligned with the MetaX C550 runner label.
+runner_labels:
+  - metax-c550-124
+
+# Container volumes (hardware-specific paths).
+container_volumes:
+  - /data:/data
+
+# Container options (hardware-specific settings).
+container_options: >-
+  --hostname vllm-plugin-fl
+  --ipc=host
+  --shm-size=64g
+  --device /dev/dri:/dev/dri:rwm
+  --device /dev/mxcd:/dev/mxcd:rwm
+  --env GEMS_VENDOR=metax
+  --env VLLM_PLUGINS=fl
+  --env MACA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7

.github/configs/platforms.yml

@@ -26,3 +26,5 @@ platforms:
     enabled: false
   hygon:
     enabled: true
+  metax:
+    enabled: true

.github/scripts/hygon/setup.sh

@@ -5,97 +5,104 @@ set -euo pipefail
 
 git config --global --add safe.directory "$(pwd)"
 
-export GEMS_VENDOR="${GEMS_VENDOR:-hygon}"
-export DTK_HOME="${DTK_HOME:-/opt/dtk}"
-export ROCM_PATH="${ROCM_PATH:-${DTK_HOME}}"
-export HIP_PATH="${HIP_PATH:-${DTK_HOME}/hip}"
-export HSA_PATH="${HSA_PATH:-${DTK_HOME}/hsa}"
-export HIP_CLANG_PATH="${HIP_CLANG_PATH:-${DTK_HOME}/llvm/bin}"
-export DEVICE_LIB_PATH="${DEVICE_LIB_PATH:-${DTK_HOME}/amdgcn/bitcode}"
-
-DTK_PATH="${DTK_HOME}/bin:${HIP_PATH}/bin:${HIP_CLANG_PATH}"
-DTK_LIBRARY_PATH="/opt/hyhal/lib/criu:/opt/hyhal/lib/rocprofiler:/opt/hyhal/lib:${HIP_PATH}/lib:${DTK_HOME}/lib:${DTK_HOME}/llvm/lib:${DTK_HOME}/dcc/lib:${DTK_HOME}/aillvm/lib:${HSA_PATH}/lib"
-export PATH="${DTK_PATH}:${PATH}"
-export LD_LIBRARY_PATH="${DTK_LIBRARY_PATH}${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}"
-
-if [[ -n "${GITHUB_ENV:-}" ]]; then
-  for name in \
-    GEMS_VENDOR \
-    DTK_HOME \
-    ROCM_PATH \
-    HIP_PATH \
-    HSA_PATH \
-    HIP_CLANG_PATH \
-    DEVICE_LIB_PATH \
-    PATH \
-    LD_LIBRARY_PATH; do
-    echo "${name}=${!name}" >> "${GITHUB_ENV}"
-  done
-fi
+: "${GEMS_VENDOR:?GEMS_VENDOR is not set}"
+: "${VLLM_PLUGINS:?VLLM_PLUGINS is not set}"
+: "${DTK_HOME:?DTK_HOME is not set}"
+: "${ROCM_PATH:?ROCM_PATH is not set}"
+: "${HIP_PATH:?HIP_PATH is not set}"
+: "${HSA_PATH:?HSA_PATH is not set}"
+: "${HIP_CLANG_PATH:?HIP_CLANG_PATH is not set}"
+: "${DEVICE_LIB_PATH:?DEVICE_LIB_PATH is not set}"
+: "${LD_LIBRARY_PATH:?LD_LIBRARY_PATH is not set}"
 
-echo "DTK_HOME=${DTK_HOME}"
-echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH}"
-test -e "${HIP_PATH}/lib/libgalaxyhip.so.5"
-test -e "${DTK_HOME}/llvm/lib/libomp.so"
+USE_IMAGE_PLUGIN="${HYGON_USE_IMAGE_PLUGIN:-1}"
 
-TEST_DEPS=(
-  pytest
-  pytest-cov
-  pytest-timeout
-  pytest-json-report
-  scikit-build-core==0.11
-  pybind11
-  ninja
-  cmake
-  numpy
-  requests
-  openai
-  decorator
-  pyyaml
-  sqlalchemy
-)
-
-FLAGGEMS_REF="8d23621eb1381ae96b315a9287ce3cc555433824"
-FLAGGEMS_SOURCE="${FLAGGEMS_PATH:-/workspace/FlagGems}"
-
-if command -v uv >/dev/null 2>&1; then
-  uv pip install --system --upgrade pip
-  uv pip install --system --no-build-isolation -e . --no-deps
-  uv pip install --system "${TEST_DEPS[@]}"
-else
-  python -m pip install --upgrade pip
-  python -m pip install --no-build-isolation -e . --no-deps
-  python -m pip install "${TEST_DEPS[@]}"
-fi
+if [[ "${USE_IMAGE_PLUGIN}" == "1" ]]; then
+    IMAGE_PLUGIN_ROOT="${VLLM_FL_IMAGE_PLUGIN_ROOT:-/opt/vllm-src/vllm-plugin-FL}"
+    test -d "${IMAGE_PLUGIN_ROOT}/vllm_fl"
 
-test -d "${FLAGGEMS_SOURCE}/src/flag_gems"
-git config --global --add safe.directory "${FLAGGEMS_SOURCE}"
+    # The Hygon CI image already contains the validated plugin commit. Keep the
+    # checkout available for tests and configs, but load vllm_fl from the image.
+    HYGON_SITE_DIR="${RUNNER_TEMP:-/tmp}/hygon-python-site"
+    mkdir -p "${HYGON_SITE_DIR}"
+    cat > "${HYGON_SITE_DIR}/sitecustomize.py" <<'PY'
+import importlib.abc
+import importlib.util
+import os
+import sys
+from pathlib import Path
 
-FLAGGEMS_HEAD="$(git -C "${FLAGGEMS_SOURCE}" rev-parse HEAD)"
-if [[ "${FLAGGEMS_HEAD}" != "${FLAGGEMS_REF}" ]]; then
-  echo "Unexpected FlagGems commit: ${FLAGGEMS_HEAD}; expected ${FLAGGEMS_REF}."
-  exit 1
-fi
 
-if ! grep -q 'kwargs.pop("num_ldmatrixes", None)' \
-  "${FLAGGEMS_SOURCE}/src/flag_gems/runtime/configloader.py"; then
-  echo "FlagGems num_ldmatrixes compatibility patch is missing."
-  exit 1
-fi
+class _ImageVllmFLFinder(importlib.abc.MetaPathFinder):
+    def __init__(self, root):
+        self.package_dir = Path(root) / "vllm_fl"
+
+    def find_spec(self, fullname, path=None, target=None):
+        if fullname != "vllm_fl":
+            return None
+        init_file = self.package_dir / "__init__.py"
+        if not init_file.exists():
+            return None
+        return importlib.util.spec_from_file_location(
+            fullname,
+            init_file,
+            submodule_search_locations=[str(self.package_dir)],
+        )
+
 
-FLAGGEMS_DIR="$(mktemp -d)/FlagGems"
-cp -a "${FLAGGEMS_SOURCE}" "${FLAGGEMS_DIR}"
+_root = os.environ.get("VLLM_FL_IMAGE_PLUGIN_ROOT")
+if _root:
+    sys.meta_path.insert(0, _ImageVllmFLFinder(_root))
+PY
+
+    export VLLM_FL_IMAGE_PLUGIN_ROOT="${IMAGE_PLUGIN_ROOT}"
+    export PYTHONPATH="${HYGON_SITE_DIR}${PYTHONPATH:+:${PYTHONPATH}}"
 
-if command -v uv >/dev/null 2>&1; then
-  uv pip install --system --no-build-isolation -e "${FLAGGEMS_DIR}" --no-deps
+    if [[ -n "${GITHUB_ENV:-}" ]]; then
+        {
+            echo "VLLM_FL_IMAGE_PLUGIN_ROOT=${VLLM_FL_IMAGE_PLUGIN_ROOT}"
+            echo "PYTHONPATH=${PYTHONPATH}"
+        } >> "${GITHUB_ENV}"
+    fi
 else
-  python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}" --no-deps
+    unset VLLM_FL_IMAGE_PLUGIN_ROOT
 fi
 
+export HYGON_USE_IMAGE_PLUGIN="${USE_IMAGE_PLUGIN}"
+
+echo "DTK_HOME=${DTK_HOME}"
+echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH}"
+echo "HYGON_USE_IMAGE_PLUGIN=${HYGON_USE_IMAGE_PLUGIN}"
+if [[ "${USE_IMAGE_PLUGIN}" == "1" ]]; then
+    echo "VLLM_FL_IMAGE_PLUGIN_ROOT=${VLLM_FL_IMAGE_PLUGIN_ROOT}"
+    echo "PYTHONPATH=${PYTHONPATH}"
+fi
+test -e "${HIP_PATH}/lib/libgalaxyhip.so.5"
+test -e "${DTK_HOME}/llvm/lib/libomp.so"
+
 python - <<'PY'
+import os
+from pathlib import Path
+
 import flag_gems
 import torch
+import vllm
+import vllm_fl
+
+if os.environ.get("HYGON_USE_IMAGE_PLUGIN", "1") == "1":
+    image_plugin_root = Path(os.environ["VLLM_FL_IMAGE_PLUGIN_ROOT"]).resolve()
+    expected_package = image_plugin_root / "vllm_fl"
+    plugin_file = Path(vllm_fl.__file__).resolve()
+    if (
+        plugin_file != expected_package / "__init__.py"
+        and expected_package not in plugin_file.parents
+    ):
+        raise RuntimeError(
+            f"Unexpected vllm_fl path: {plugin_file}; expected under {expected_package}"
+        )
 
+print(f"vLLM import ok: {vllm.__version__}")
+print(f"vLLM-FL import ok: {vllm_fl.__file__}")
 print(f"FlagGems import ok: {getattr(flag_gems, '__version__', 'unknown')}")
 print(f"Torch import ok: {torch.__version__}")
 print(f"Accelerator available: {torch.cuda.is_available()}")

.github/scripts/metax/check.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+# Copyright (c) 2025 BAAI. All rights reserved.
+# Check MetaX C550 availability.
+set -euo pipefail
+
+echo "Current time: $(date '+%Y-%m-%d %H:%M:%S')"
+echo "=== Checking MetaX C550 availability ==="
+
+MX_SMI_BIN=""
+if command -v mx-smi >/dev/null 2>&1; then
+  MX_SMI_BIN="$(command -v mx-smi)"
+fi
+
+if [[ -n "${MX_SMI_BIN}" ]]; then
+  echo "Using mx-smi: ${MX_SMI_BIN}"
+  "${MX_SMI_BIN}" || true
+else
+  echo "::warning::mx-smi not found in PATH; skipping SMI output."
+fi
+
+test -d /dev/dri
+test -e /dev/mxcd

.github/scripts/metax/setup.sh

@@ -0,0 +1,40 @@
+#!/bin/bash
+# Copyright (c) 2025 BAAI. All rights reserved.
+# Setup script for MetaX C550 CI environment.
+set -euo pipefail
+
+export PATH="/opt/conda/bin:${PATH}"
+
+: "${GEMS_VENDOR:?GEMS_VENDOR is not set}"
+: "${VLLM_PLUGINS:?VLLM_PLUGINS is not set}"
+: "${MACA_VISIBLE_DEVICES:?MACA_VISIBLE_DEVICES is not set}"
+
+git config --global --add safe.directory "$(pwd)"
+
+if [[ -n "${GITHUB_ENV:-}" ]]; then
+  for name in \
+    PATH \
+    GEMS_VENDOR \
+    VLLM_PLUGINS \
+    MACA_VISIBLE_DEVICES; do
+    echo "${name}=${!name}" >> "${GITHUB_ENV}"
+  done
+fi
+
+# vLLM, FlagGems, and test dependencies are provided by the CI image.
+# Only install the checked-out plugin source for this workflow run.
+python -m pip install --no-build-isolation --no-deps -e .
+
+python - <<'PY'
+import flag_gems
+import torch
+import vllm
+import vllm_fl
+
+print(f"vLLM import ok: {vllm.__version__}")
+print(f"vLLM-FL import ok: {vllm_fl.__file__}")
+print(f"FlagGems import ok: {getattr(flag_gems, '__version__', 'unknown')}")
+print(f"Torch import ok: {torch.__version__}")
+print(f"Accelerator available: {torch.cuda.is_available()}")
+print(f"Accelerator count: {torch.cuda.device_count()}")
+PY

.github/workflows/_benchmark_test.yml

@@ -90,6 +90,7 @@ jobs:
       - name: Upload test results
         if: always()
         uses: actions/upload-artifact@v4
+        continue-on-error: true
         with:
           name: benchmark-${{ inputs.platform }}
           path: |

.github/workflows/_build_wheel.yml

@@ -77,6 +77,7 @@ jobs:
       - name: Upload wheel
         if: inputs.upload-artifact
         uses: actions/upload-artifact@v4
+        continue-on-error: true
         with:
           name: wheel
           path: dist/*.whl

.github/workflows/_e2e_test.yml

@@ -108,6 +108,7 @@ jobs:
       - name: Upload test results
         if: always()
         uses: actions/upload-artifact@v4
+        continue-on-error: true
         with:
           name: e2e-${{ inputs.platform }}-${{ inputs.device }}-${{ inputs.task }}
           path: |

.github/workflows/_functional_test.yml

@@ -90,6 +90,7 @@ jobs:
       - name: Upload test results
         if: always()
         uses: actions/upload-artifact@v4
+        continue-on-error: true
         with:
           name: functional-${{ inputs.platform }}
           path: |