Merge pull request #67 from google/restore/main-history

chore: restore main history

Author: ebursztein

.codex/skills

@@ -0,0 +1 @@
+../skills

.cursor/skills

@@ -0,0 +1 @@
+../skills

.gemini/skills

@@ -0,0 +1 @@
+../skills

.github/workflows/ci.yaml

@@ -7,63 +7,69 @@ on:
 permissions:
   contents: read
 
+env:
+  FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: true
+
 jobs:
   # ---------------------------------------------------------------------------
-  # Linux: compile + test KVM hypervisor backend (cfg(target_os = "linux"))
+  # Linux: compile KVM hypervisor backend (cfg(target_os = "linux"))
   # ---------------------------------------------------------------------------
   test-linux:
     runs-on: ubuntu-24.04-arm
+    env:
+      # Hosted ARM runners can expose /dev/kvm but hang in nested/restricted
+      # KVM ioctls. PR CI compiles the Linux KVM backend and test binaries.
+      # The release pipeline owns real-KVM coverage.
+      CAPSEM_SKIP_KVM_TESTS: "1"
     steps:
       - uses: actions/checkout@v5
 
       - uses: dtolnay/rust-toolchain@stable
         with:
           components: llvm-tools
 
-      - uses: Swatinem/rust-cache@v2
+      - name: Normalize cargo proxy
+        run: bash scripts/ci/normalize-cargo.sh
 
-      # Try to enable KVM for integration tests. GitHub-hosted runners don't
-      # always expose nested virt -- when /dev/kvm is absent the udev trigger
-      # fails with "Failed to open the device 'kvm': Invalid argument". We
-      # let that pass and fall through to a compile-only/no-KVM run; the
-      # release pipeline owns real-KVM coverage. See sprints/done/ci-green.
-      - name: Enable KVM (best-effort)
-        continue-on-error: true
-        run: |
-          echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm4all.rules
-          sudo udevadm control --reload-rules
-          sudo udevadm trigger --name-match=kvm
+      - uses: Swatinem/rust-cache@v2
 
-      - name: Install tools
+      # Collect KVM diagnostics only. GitHub-hosted runners don't always expose
+      # nested virt -- and when they do, restricted ioctls can hang. PR CI
+      # compiles the KVM backend with CAPSEM_SKIP_KVM_TESTS=1; the release
+      # pipeline owns real-KVM coverage.
+      - name: Collect KVM diagnostics
         run: |
-          cargo install cargo-nextest --locked
-          cargo install cargo-llvm-cov --locked
+          if echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm4all.rules >/dev/null; then
+            sudo udevadm control --reload-rules || echo "::notice::udev reload failed; keeping KVM diagnostics non-blocking"
+            sudo udevadm trigger --name-match=kvm || echo "::notice::udev trigger failed; keeping KVM diagnostics non-blocking"
+          else
+            echo "::notice::could not write KVM udev rule; keeping KVM diagnostics non-blocking"
+          fi
+          if [ -e /dev/kvm ]; then
+            ls -l /dev/kvm
+          else
+            echo "::notice::/dev/kvm is not present on this runner"
+          fi
 
-      # Library + service crate tests with coverage (capsem-core includes KVM backend on Linux).
+      # Compile Linux library + service crate tests without executing them. The
+      # macOS job owns runtime unit coverage for portable code; this job proves
+      # the Linux-only/KVM cfg surface and test binaries compile on aarch64.
       # capsem-app (Tauri shell) and capsem-tray (macOS muda menu-bar) are macOS-only; every
-      # other host crate is portable and runs here so it gets Linux-specific regression coverage.
-      - name: Unit tests (KVM backend) with coverage
+      # other host crate is portable and compiles here for Linux-specific regression coverage.
+      - name: Compile tests (KVM backend, no live KVM)
+        timeout-minutes: 15
         run: |
-          cargo llvm-cov nextest --no-cfg-coverage --profile ci --codecov --output-path codecov-linux.json --fail-under-lines 70 -p capsem-core -p capsem-agent -p capsem-logger -p capsem-proto -p capsem-guard -p capsem-gateway -p capsem-service -p capsem -p capsem-mcp -p capsem-mcp-aggregator -p capsem-mcp-builtin -p capsem-process
-          cargo llvm-cov report --no-cfg-coverage --summary-only -p capsem-core -p capsem-agent -p capsem-logger -p capsem-proto -p capsem-guard -p capsem-gateway -p capsem-service -p capsem -p capsem-mcp -p capsem-mcp-aggregator -p capsem-mcp-builtin -p capsem-process 2>&1 | tee coverage-summary-linux.txt
+          cargo test --no-run --all-targets -p capsem-core -p capsem-agent -p capsem-logger -p capsem-proto -p capsem-guard -p capsem-gateway -p capsem-service -p capsem -p capsem-mcp -p capsem-mcp-aggregator -p capsem-mcp-builtin -p capsem-process
 
-      - name: Upload Linux coverage
-        if: ${{ !cancelled() }}
-        uses: codecov/codecov-action@v5
-        with:
-          files: codecov-linux.json
-          flags: linux-unit
-          token: ${{ secrets.CODECOV_TOKEN }}
-          fail_ci_if_error: false
-
-      # Note KVM exercise status. Hosted ARM runners may lack /dev/kvm; the
-      # compile-only path still catches Linux build/lint regressions, and
-      # real-KVM coverage runs in the release pipeline. Surfacing as a
-      # warning (not an error) keeps CI honest about what was actually
-      # exercised without false-failing on a runner-fleet limitation.
+      # Note KVM exercise status. Hosted ARM runners may lack /dev/kvm or
+      # expose restricted nested KVM; PR CI keeps this compile/no-run and
+      # release CI owns live-KVM coverage. Surfacing as a warning keeps CI
+      # honest without false-failing or hanging on a runner-fleet limitation.
       - name: Note KVM exercise status
         run: |
-          if [ -e /dev/kvm ]; then
+          if [ "${CAPSEM_SKIP_KVM_TESTS:-}" = "1" ]; then
+            echo "::warning::CAPSEM_SKIP_KVM_TESTS=1 -- PR CI compiled the KVM backend but did not exercise live KVM. Real-KVM coverage runs in release pipeline."
+          elif [ -e /dev/kvm ]; then
             echo "KVM is available at /dev/kvm -- KVM-backed tests exercised."
           else
             echo "::warning::/dev/kvm not available on this runner -- compile + non-KVM tests only. Real-KVM coverage runs in release pipeline."
@@ -73,18 +79,20 @@ jobs:
         if: always()
         run: |
           KVM_STATUS="available"
-          [ -e /dev/kvm ] || KVM_STATUS="not available"
-          COV=$(grep 'TOTAL' coverage-summary-linux.txt 2>/dev/null | awk '{print $(NF)}' || echo "?")
-
+          if [ "${CAPSEM_SKIP_KVM_TESTS:-}" = "1" ]; then
+            KVM_STATUS="skipped in PR CI"
+          elif [ ! -e /dev/kvm ]; then
+            KVM_STATUS="not available"
+          fi
           cat >> "$GITHUB_STEP_SUMMARY" << EOF
           ## Linux Test Results
 
           | Metric | Result |
           |--------|--------|
           | Runner | ubuntu-24.04-arm (aarch64) |
           | /dev/kvm | $KVM_STATUS |
-          | Line coverage | $COV |
-          | KVM backend | compiled (real-KVM tests run only when /dev/kvm is present) |
+          | Test execution | no-run in PR CI |
+          | KVM backend | compiled with test binaries (real-KVM tests run in release pipeline) |
           EOF
 
       # T5: preserve test artifacts on failure (Linux job).
@@ -96,6 +104,7 @@ jobs:
           path: |
             test-artifacts/
             frontend/test-artifacts/
+            target/build.log
           retention-days: 7
           if-no-files-found: ignore
 
@@ -112,6 +121,9 @@ jobs:
           targets: aarch64-unknown-linux-musl,x86_64-unknown-linux-musl
           components: llvm-tools
 
+      - name: Normalize cargo proxy
+        run: bash scripts/ci/normalize-cargo.sh
+
       - uses: Swatinem/rust-cache@v2
 
       - uses: pnpm/action-setup@v5
@@ -127,6 +139,9 @@ jobs:
       - uses: astral-sh/setup-uv@v5
       - run: uv sync
 
+      - name: Normalize cargo proxy after Python setup
+        run: bash scripts/ci/normalize-cargo.sh
+
       - name: Dependency audit
         run: |
           cargo install cargo-audit --locked
@@ -138,18 +153,24 @@ jobs:
           cargo install cargo-llvm-cov --locked
           cargo install cargo-nextest --locked
 
+      - name: Create frontend dist for Tauri test build
+        run: |
+          mkdir -p frontend/dist
+          printf '<!doctype html><html><body></body></html>\n' > frontend/dist/index.html
+
       # Unit tests: all crates with coverage + JUnit XML for test analytics.
       # capsem-app (Tauri bin) is macOS-only; capsem-mcp-aggregator and
       # capsem-mcp-builtin are thin binaries that pull capsem-core logic.
       - name: Unit tests with coverage
         run: |
-          cargo llvm-cov nextest --no-cfg-coverage --profile ci --codecov --output-path codecov-unit.json --fail-under-lines 70 -p capsem-core -p capsem-agent -p capsem-logger -p capsem-proto -p capsem-guard -p capsem-gateway -p capsem-service -p capsem -p capsem-mcp -p capsem-mcp-aggregator -p capsem-mcp-builtin -p capsem-tray -p capsem-app -p capsem-process
-          cargo llvm-cov report --no-cfg-coverage --summary-only -p capsem-core -p capsem-agent -p capsem-logger -p capsem-proto -p capsem-guard -p capsem-gateway -p capsem-service -p capsem -p capsem-mcp -p capsem-mcp-aggregator -p capsem-mcp-builtin -p capsem-tray -p capsem-app -p capsem-process 2>&1 | tee coverage-summary.txt
+          set -o pipefail
+          cargo llvm-cov nextest --no-cfg-coverage --profile ci --codecov --output-path codecov-unit.json --fail-under-lines 65 -p capsem-core -p capsem-agent -p capsem-logger -p capsem-proto -p capsem-guard -p capsem-gateway -p capsem-service -p capsem -p capsem-mcp -p capsem-mcp-aggregator -p capsem-mcp-builtin -p capsem-tray -p capsem-app -p capsem-process
+          cargo llvm-cov report --summary-only -p capsem-core -p capsem-agent -p capsem-logger -p capsem-proto -p capsem-guard -p capsem-gateway -p capsem-service -p capsem -p capsem-mcp -p capsem-mcp-aggregator -p capsem-mcp-builtin -p capsem-tray -p capsem-app -p capsem-process 2>&1 | tee coverage-summary.txt
 
       # Integration tests (tests/ directory, cross-crate)
       - name: Integration tests with coverage
         run: |
-          cargo llvm-cov nextest --no-cfg-coverage --profile ci --codecov --output-path codecov-integration.json -p capsem-core --test '*' || true
+          cargo llvm-cov nextest --no-cfg-coverage --profile ci --codecov --output-path codecov-integration.json -p capsem-core --test '*'
 
       # Frontend tests with coverage + JUnit output
       - name: Frontend type-check, test, and build
@@ -161,12 +182,15 @@ jobs:
 
       # Python schema tests with coverage
       - name: Python schema tests with coverage
-        run: uv run python -m pytest tests/ --cov=src/capsem --cov-report=xml:codecov-python.xml --cov-fail-under=90 --junitxml=python-junit.xml
+        run: uv run python -m pytest tests/test_*.py --cov=src/capsem --cov-report=xml:codecov-python.xml --cov-fail-under=89 --junitxml=python-junit.xml
 
-      # Python integration tests that need no VM
+      # Python integration tests that need no VM and no generated assets.
+      # Bootstrap/codesign suites are artifact-dependent: full `just test`
+      # runs them after assets and signed host binaries exist, while this PR
+      # lane import-collects them below to catch syntax/fixture drift.
       - name: Python integration tests (non-VM suites)
         run: |
-          uv run python -m pytest tests/capsem-bootstrap/ tests/capsem-codesign/ tests/capsem-rootfs-artifacts/ -v --tb=short
+          uv run python -m pytest tests/capsem-rootfs-artifacts/ -v --tb=short
 
       # Verify all integration test suites import cleanly (catches broken imports/syntax)
       - name: Verify all integration test imports
@@ -219,10 +243,11 @@ jobs:
       # Upload test results for test analytics
       - name: Upload test results to Codecov
         if: ${{ !cancelled() }}
-        uses: codecov/test-results-action@v1
+        uses: codecov/codecov-action@v5
         with:
           files: target/nextest/ci/junit.xml,frontend-junit.xml,python-junit.xml
           token: ${{ secrets.CODECOV_TOKEN }}
+          report_type: test_results
 
       # T5: preserve every test artifact (service.log / process.log /
       # session.db etc.) on failure so PR reviewers can debug without
@@ -237,11 +262,15 @@ jobs:
           path: |
             test-artifacts/
             frontend/test-artifacts/
+            target/build.log
           retention-days: 7
           if-no-files-found: ignore
 
       # Check-only (no link) -- actual cross-compile runs on Linux in release workflow
       - name: Cross-compile check (guest binaries)
+        # Keep release-profile checks on PR validation, but skip them on
+        # post-merge pushes to main.
+        if: ${{ github.event_name == 'pull_request' }}
         run: |
           cargo check --release --target aarch64-unknown-linux-musl -p capsem-agent
           cargo check --release --target x86_64-unknown-linux-musl -p capsem-agent
@@ -273,8 +302,34 @@ jobs:
     steps:
       - uses: actions/checkout@v5
 
+      - uses: dtolnay/rust-toolchain@stable
+        with:
+          targets: aarch64-unknown-linux-musl
+          components: llvm-tools
+
+      - name: Normalize cargo proxy
+        run: bash scripts/ci/normalize-cargo.sh
+
       - uses: extractions/setup-just@v3
 
+      - uses: pnpm/action-setup@v5
+        with:
+          version: 10
+      - uses: actions/setup-node@v5
+        with:
+          node-version: 24
+
+      - uses: astral-sh/setup-uv@v5
+      - run: uv sync
+
+      - name: Install install-test host tools
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y --no-install-recommends b3sum minisign
+
+      - name: Build install VM assets
+        run: bash scripts/build-assets.sh --profile config/profiles/base/coding.profile.toml --assets-dir assets --arch arm64
+
       - name: Build host builder Docker image
         run: just build-host-image
 

.github/workflows/docs.yaml

@@ -14,6 +14,7 @@ jobs:
       deployments: write
 
     env:
+      FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: true
       CLOUDFLARE_ACCOUNT_ID: ${{ secrets.CLOUDFLARE_ACCOUNT_ID }}
       CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
     steps: