ci: fix NXP meta-imx branch name for validation #305
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: KAS Build CI | |
| on: | |
| push: | |
| branches: [ main, develop ] | |
| paths: | |
| - 'recipes-**' | |
| - 'conf/**' | |
| - 'kas/**' | |
| - 'scripts/**' | |
| - 'classes/**' | |
| - 'meta-dynamicdevices-bsp/**' | |
| - 'meta-dynamicdevices-distro/**' | |
| - 'meta-lmp-base/**' | |
| - 'meta-dynamicdevices-bsp' | |
| - 'meta-dynamicdevices-distro' | |
| - 'meta-lmp-base' | |
| - '.github/workflows/kas-build-ci.yml' | |
| pull_request: | |
| branches: [ main, develop ] | |
| paths: | |
| - 'recipes-**' | |
| - 'conf/**' | |
| - 'kas/**' | |
| - 'scripts/**' | |
| - 'classes/**' | |
| - 'meta-dynamicdevices-bsp/**' | |
| - 'meta-dynamicdevices-distro/**' | |
| - 'meta-lmp-base/**' | |
| - 'meta-dynamicdevices-bsp' | |
| - 'meta-dynamicdevices-distro' | |
| - 'meta-lmp-base' | |
| - '.github/workflows/kas-build-ci.yml' | |
| workflow_dispatch: | |
| inputs: | |
| machine: | |
| description: 'Specific machine to build (optional)' | |
| required: false | |
| type: choice | |
| options: | |
| - 'all' | |
| - 'imx8mm-jaguar-sentai' | |
| - 'imx93-jaguar-eink' | |
| default: 'all' | |
| jobs: | |
| # Layer validation job - runs once before builds | |
| validate: | |
| name: Validate Yocto Layer Compliance | |
| runs-on: self-hosted | |
| container: | |
| image: dynamicdevices/yocto-ci-build:latest | |
| options: --privileged --platform linux/amd64 -v /dev/net/tun:/dev/net/tun -v /dev/kvm:/dev/kvm | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Cache KAS layers | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| build/layers | |
| build/cache | |
| key: kas-layers-${{ hashFiles('kas/lmp-dynamicdevices-base.yml') }}-${{ github.sha }} | |
| restore-keys: | | |
| kas-layers-${{ hashFiles('kas/lmp-dynamicdevices-base.yml') }}- | |
| kas-layers- | |
| - name: Cache Yocto downloads | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/yocto/downloads | |
| key: yocto-downloads-${{ runner.os }}-${{ hashFiles('kas/lmp-dynamicdevices-base.yml') }} | |
| restore-keys: | | |
| yocto-downloads-${{ runner.os }}- | |
| - name: Validate Yocto Layers | |
| timeout-minutes: 10 | |
| run: | | |
| echo "🏅 Validating meta-dynamicdevices layers using yocto-check-layer" | |
| echo "📋 Testing layers: meta-dynamicdevices, meta-dynamicdevices-bsp, meta-dynamicdevices-distro" | |
| # Set up minimal Yocto environment for yocto-check-layer | |
| echo "🔧 Setting up minimal Yocto environment..." | |
| # Create minimal directory structure | |
| mkdir -p yocto-validation/layers | |
| cd yocto-validation | |
| # Clone essential repositories including NXP layers for i.MX support | |
| echo "📦 Cloning essential repositories..." | |
| git clone --depth 1 --branch scarthgap https://github.com/openembedded/openembedded-core.git layers/openembedded-core | |
| git clone --depth 1 --branch scarthgap https://github.com/openembedded/meta-openembedded.git layers/meta-openembedded | |
| git clone --depth 1 --branch 2.8 https://github.com/openembedded/bitbake.git layers/bitbake | |
| git clone --depth 1 --branch scarthgap-6.6.52-2.2.1 https://github.com/nxp-imx/meta-imx.git layers/meta-imx | |
| # Create minimal build environment | |
| mkdir -p build/conf | |
| cd build | |
| # Create bblayers.conf with core layers and NXP i.MX support | |
| echo 'LCONF_VERSION = "7"' > conf/bblayers.conf | |
| echo 'BBPATH = "${TOPDIR}"' >> conf/bblayers.conf | |
| echo 'BBFILES ?= ""' >> conf/bblayers.conf | |
| echo 'BBLAYERS ?= " \' >> conf/bblayers.conf | |
| echo ' ${TOPDIR}/../layers/openembedded-core/meta \' >> conf/bblayers.conf | |
| echo ' ${TOPDIR}/../layers/meta-openembedded/meta-oe \' >> conf/bblayers.conf | |
| echo ' ${TOPDIR}/../layers/meta-openembedded/meta-python \' >> conf/bblayers.conf | |
| echo ' ${TOPDIR}/../layers/meta-openembedded/meta-multimedia \' >> conf/bblayers.conf | |
| echo ' ${TOPDIR}/../layers/meta-imx/meta-bsp \' >> conf/bblayers.conf | |
| echo ' ${TOPDIR}/../layers/meta-imx/meta-sdk \' >> conf/bblayers.conf | |
| echo '"' >> conf/bblayers.conf | |
| # Create minimal local.conf with nodistro (no distro dependencies) | |
| # Use one of our supported i.MX machines for validation | |
| echo 'MACHINE = "imx8mm-jaguar-sentai"' > conf/local.conf | |
| echo 'DISTRO = "nodistro"' >> conf/local.conf | |
| echo 'PACKAGE_CLASSES = "package_rpm"' >> conf/local.conf | |
| echo 'EXTRA_IMAGE_FEATURES = "debug-tweaks"' >> conf/local.conf | |
| # Clean up potential conflicts | |
| echo "🧹 Cleaning up potential conflicts..." | |
| rm -rf ../layers/bitbake/lib/layerindexlib/tests/testdata/ | |
| rm -rf ../build/layers/ 2>/dev/null || true | |
| # Initialize BitBake environment | |
| export PYTHONPATH="../layers/bitbake/lib:$PYTHONPATH" | |
| export PATH="../layers/bitbake/bin:$PATH" | |
| source ../layers/openembedded-core/oe-init-build-env . | |
| # Find yocto-check-layer script | |
| YOCTO_CHECK_LAYER="../layers/openembedded-core/scripts/yocto-check-layer" | |
| if [ ! -f "$YOCTO_CHECK_LAYER" ]; then | |
| echo "❌ yocto-check-layer script not found" | |
| exit 1 | |
| fi | |
| echo "✅ Found yocto-check-layer: $YOCTO_CHECK_LAYER" | |
| # Validate each layer individually with minimal dependencies | |
| validation_failed=false | |
| echo "" | |
| echo "1️⃣ Validating meta-dynamicdevices-bsp with yocto-check-layer..." | |
| if python3 "$YOCTO_CHECK_LAYER" \ | |
| ../layers/openembedded-core/meta \ | |
| ../layers/meta-openembedded/meta-oe \ | |
| ../layers/meta-openembedded/meta-python \ | |
| ../layers/meta-openembedded/meta-multimedia \ | |
| ../layers/meta-imx/meta-bsp \ | |
| ../layers/meta-imx/meta-sdk \ | |
| ../../meta-dynamicdevices-bsp; then | |
| echo "✅ meta-dynamicdevices-bsp validation PASSED" | |
| else | |
| echo "❌ meta-dynamicdevices-bsp validation FAILED" | |
| validation_failed=true | |
| fi | |
| echo "" | |
| echo "2️⃣ Validating meta-dynamicdevices-distro with yocto-check-layer..." | |
| echo "ℹ️ Note: Skipping distro layer validation due to meta-lmp-base dependency" | |
| echo " The distro layer requires Foundries.io LmP base layer which is not available in minimal validation" | |
| echo " This layer is validated in the full Foundries.io build environment" | |
| echo "✅ meta-dynamicdevices-distro validation SKIPPED (dependency not available in minimal environment)" | |
| echo "" | |
| echo "3️⃣ Validating meta-dynamicdevices (main) with yocto-check-layer..." | |
| if python3 "$YOCTO_CHECK_LAYER" \ | |
| ../layers/openembedded-core/meta \ | |
| ../layers/meta-openembedded/meta-oe \ | |
| ../layers/meta-openembedded/meta-python \ | |
| ../layers/meta-openembedded/meta-multimedia \ | |
| ../layers/meta-imx/meta-bsp \ | |
| ../layers/meta-imx/meta-sdk \ | |
| ../../meta-dynamicdevices-bsp \ | |
| ../..; then | |
| echo "✅ meta-dynamicdevices validation PASSED" | |
| else | |
| echo "❌ meta-dynamicdevices validation FAILED" | |
| validation_failed=true | |
| fi | |
| # Additional basic checks | |
| echo "" | |
| echo "4️⃣ Performing additional layer structure checks..." | |
| # Check for collection name conflicts | |
| declare -A collections | |
| for layer_path in "../.." "../../meta-dynamicdevices-bsp" "../../meta-dynamicdevices-distro"; do | |
| if [ -f "$layer_path/conf/layer.conf" ]; then | |
| collection=$(grep "BBFILE_COLLECTIONS" "$layer_path/conf/layer.conf" | head -1 | sed 's/.*[=+][[:space:]]*["\x27]\([^"\x27]*\)["\x27].*/\1/') | |
| layer_name=$(basename "$layer_path") | |
| if [ "$layer_path" = "../.." ]; then layer_name="meta-dynamicdevices"; fi | |
| if [ -n "${collections[$collection]}" ]; then | |
| echo "❌ Collection name conflict: '$collection' used by both ${collections[$collection]} and $layer_name" | |
| validation_failed=true | |
| else | |
| collections[$collection]="$layer_name" | |
| echo "✅ Collection '$collection' registered for $layer_name" | |
| fi | |
| fi | |
| done | |
| # Final result | |
| echo "" | |
| if [ "$validation_failed" = true ]; then | |
| echo "❌ Layer validation FAILED" | |
| echo "Please fix the yocto-check-layer issues above" | |
| exit 1 | |
| else | |
| echo "✅ All layer validations PASSED" | |
| echo "All meta-dynamicdevices layers pass yocto-check-layer validation" | |
| fi | |
| # Build job with matrix for specific machines and targets | |
| build: | |
| name: Build ${{ matrix.machine }} - ${{ matrix.target }} | |
| runs-on: self-hosted | |
| container: | |
| image: dynamicdevices/yocto-ci-build:latest | |
| options: --privileged --platform linux/amd64 -v /dev/net/tun:/dev/net/tun -v /dev/kvm:/dev/kvm | |
| needs: [validate] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| machine: [imx8mm-jaguar-sentai, imx93-jaguar-eink] | |
| target: [lmp-factory-image, mfgtool-files] | |
| env: | |
| KAS_MACHINE: ${{ matrix.machine }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Cache KAS layers | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| build/layers | |
| build/cache | |
| key: kas-layers-${{ hashFiles('kas/lmp-dynamicdevices-base.yml', 'kas/lmp-dynamicdevices-mfgtool.yml') }}-${{ github.sha }} | |
| restore-keys: | | |
| kas-layers-${{ hashFiles('kas/lmp-dynamicdevices-base.yml', 'kas/lmp-dynamicdevices-mfgtool.yml') }}- | |
| kas-layers- | |
| - name: Cache Yocto downloads | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/yocto/downloads | |
| key: yocto-downloads-${{ runner.os }}-${{ hashFiles('kas/lmp-dynamicdevices-base.yml', 'kas/lmp-dynamicdevices-mfgtool.yml') }} | |
| restore-keys: | | |
| yocto-downloads-${{ runner.os }}- | |
| - name: Cache Yocto sstate | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/yocto/sstate | |
| key: yocto-sstate-${{ runner.os }}-${{ matrix.machine }}-${{ matrix.target }}-${{ hashFiles('kas/lmp-dynamicdevices-base.yml', 'kas/lmp-dynamicdevices-mfgtool.yml') }}-${{ hashFiles('recipes-**') }} | |
| restore-keys: | | |
| yocto-sstate-${{ runner.os }}-${{ matrix.machine }}-${{ matrix.target }}-${{ hashFiles('kas/lmp-dynamicdevices-base.yml', 'kas/lmp-dynamicdevices-mfgtool.yml') }}- | |
| yocto-sstate-${{ runner.os }}-${{ matrix.machine }}-${{ matrix.target }}- | |
| yocto-sstate-${{ runner.os }}-${{ matrix.machine }}- | |
| yocto-sstate-${{ runner.os }}- | |
| - name: Cache build tmp directory | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| ~/yocto/persistent | |
| build/tmp/cache | |
| key: yocto-build-cache-${{ runner.os }}-${{ matrix.machine }}-${{ matrix.target }}-${{ hashFiles('recipes-**') }} | |
| restore-keys: | | |
| yocto-build-cache-${{ runner.os }}-${{ matrix.machine }}-${{ matrix.target }}- | |
| yocto-build-cache-${{ runner.os }}-${{ matrix.machine }}- | |
| yocto-build-cache-${{ runner.os }}- | |
| - name: Setup build cache | |
| run: | | |
| echo "🗄️ Setting up persistent build cache" | |
| mkdir -p ~/yocto/{downloads,sstate,persistent} | |
| chmod 755 ~/yocto/{downloads,sstate,persistent} | |
| - name: Build with KAS | |
| timeout-minutes: 360 | |
| run: | | |
| echo "🔨 Starting KAS build: ${{ matrix.machine }} (${{ matrix.target }})" | |
| # Select appropriate KAS configuration and build target | |
| if [ "${{ matrix.target }}" = "mfgtool-files" ]; then | |
| kas_config="kas/lmp-dynamicdevices-mfgtool.yml" | |
| build_target="mfgtool-files" | |
| else | |
| kas_config="kas/lmp-dynamicdevices-base.yml" | |
| build_target="lmp-factory-image" | |
| fi | |
| echo "Using KAS config: $kas_config" | |
| echo "Build target: $build_target" | |
| echo "Machine: $KAS_MACHINE" | |
| # Run KAS build (directly in container) | |
| kas build "$kas_config:$build_target" | |
| echo "✅ Build completed successfully" | |
| - name: Collect build artifacts | |
| if: always() | |
| run: | | |
| echo "📦 Collecting build artifacts for ${{ matrix.machine }} (${{ matrix.target }})" | |
| # Create artifacts directory | |
| mkdir -p artifacts/${{ matrix.machine }}/${{ matrix.target }} | |
| # Find the deploy directory | |
| deploy_dir=$(find . -path "*/tmp*/deploy/images/${{ matrix.machine }}" -type d | head -1) | |
| if [ -d "$deploy_dir" ]; then | |
| echo "✅ Found deploy directory: $deploy_dir" | |
| # Copy key artifacts based on target | |
| if [ "${{ matrix.target }}" = "lmp-factory-image" ]; then | |
| # Factory image artifacts | |
| for pattern in "*.wic.gz" "*.wic.bmap" "imx-boot-*" "u-boot-*.itb"; do | |
| find "$deploy_dir" -name "$pattern" -exec cp {} artifacts/${{ matrix.machine }}/${{ matrix.target }}/ \; 2>/dev/null || true | |
| done | |
| else | |
| # MFGtool artifacts | |
| for pattern in "imx-boot-mfgtool*" "u-boot-mfgtool*"; do | |
| find "$deploy_dir" -name "$pattern" -exec cp {} artifacts/${{ matrix.machine }}/${{ matrix.target }}/ \; 2>/dev/null || true | |
| done | |
| fi | |
| echo "📋 Artifacts collected:" | |
| ls -la artifacts/${{ matrix.machine }}/${{ matrix.target }}/ | |
| else | |
| echo "❌ Deploy directory not found" | |
| echo "# Build Failed" > artifacts/${{ matrix.machine }}/${{ matrix.target }}/build-failed.txt | |
| fi | |
| - name: Upload build artifacts | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: build-artifacts-${{ matrix.machine }}-${{ matrix.target }} | |
| path: artifacts/ | |
| retention-days: 30 | |
| if-no-files-found: warn | |
| # Summary job | |
| summary: | |
| name: Build Summary | |
| runs-on: self-hosted | |
| needs: [validate, build] | |
| if: always() | |
| steps: | |
| - name: Generate build summary | |
| run: | | |
| echo "# KAS Build CI Summary" >> $GITHUB_STEP_SUMMARY | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| echo "**Workflow:** ${{ github.workflow }}" >> $GITHUB_STEP_SUMMARY | |
| echo "**Trigger:** ${{ github.event_name }}" >> $GITHUB_STEP_SUMMARY | |
| echo "**Commit:** ${{ github.sha }}" >> $GITHUB_STEP_SUMMARY | |
| echo "**Branch:** ${{ github.ref_name }}" >> $GITHUB_STEP_SUMMARY | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| # Determine overall status | |
| if [ "${{ needs.validate.result }}" = "success" ] && [ "${{ needs.build.result }}" = "success" ]; then | |
| echo "## ✅ Build Status: SUCCESS" >> $GITHUB_STEP_SUMMARY | |
| echo "All layer validations and builds completed successfully!" >> $GITHUB_STEP_SUMMARY | |
| else | |
| echo "## ❌ Build Status: FAILED" >> $GITHUB_STEP_SUMMARY | |
| echo "- Layer validation: ${{ needs.validate.result }}" >> $GITHUB_STEP_SUMMARY | |
| echo "- Build: ${{ needs.build.result }}" >> $GITHUB_STEP_SUMMARY | |
| fi | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| echo "## Build Matrix" >> $GITHUB_STEP_SUMMARY | |
| echo "- **Machines:** imx8mm-jaguar-sentai, imx93-jaguar-eink" >> $GITHUB_STEP_SUMMARY | |
| echo "- **Targets:** lmp-factory-image, mfgtool-files" >> $GITHUB_STEP_SUMMARY | |
| echo "- **Total builds:** 4 (2 machines × 2 targets)" >> $GITHUB_STEP_SUMMARY |