fix: consolidate baseline artifacts before deploy (#106)

Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com>

Author: Copilot

.github/workflows/baseline.yml

@@ -54,7 +54,44 @@ jobs:
         if: ${{ always() }}
         uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
         with:
-          name: baseline-${{ github.run_id }}-${{ matrix.order }}
+          name: baseline-shard-${{ github.run_id }}-${{ matrix.order }}
+          path: |
+            results
+            artifacts
+          if-no-files-found: error
+          retention-days: 1
+          compression-level: 9
+
+  merge:
+    needs: run
+    runs-on: ubuntu-latest
+    steps:
+      - name: download baseline results
+        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
+        with:
+          pattern: baseline-shard-${{ github.run_id }}-*
+          merge-multiple: true
+      - name: merge baseline results
+        run: |
+          output_directory="$(dirname "$(find results -type f -name 'output-*.json' -print -quit)")"
+          jq --slurp '
+            . as $outputs
+            | ([$outputs[].treatments[]] | unique_by(.config.name)) as $treatments
+            | $outputs[0]
+            | .treatments = $treatments
+            | .results = [
+                $outputs[] as $output
+                | $output.results[]
+                | . as $result
+                | ($output.treatments[] | select(.id == $result.treatmentId).config.name) as $name
+                | .treatmentId = ($treatments[] | select(.config.name == $name).id)
+              ]
+          ' "$output_directory"/output-*.json > "$output_directory/output.json"
+          rm "$output_directory"/output-*.json
+      - name: upload baseline results
+        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
+        with:
+          name: baseline-${{ github.run_id }}
           path: |
             results
             artifacts

.github/workflows/deploy.yml

@@ -31,52 +31,19 @@ jobs:
         uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
         with:
           ref: ${{ github.event.repository.default_branch }}
-      - name: find latest baseline run
-        id: baseline
+      - name: download baseline results
         env:
           GH_TOKEN: ${{ github.token }}
-          WORKFLOW_RUN_ID: ${{ github.event.workflow_run.id }}
-        run: |
-          run_id="$WORKFLOW_RUN_ID"
-          if [[ -z "$run_id" ]]; then
-            run_id="$(gh run list \
-              --workflow baseline.yml \
-              --branch "${{ github.event.repository.default_branch }}" \
-              --status success \
-              --limit 1 \
-              --json databaseId \
-              --jq '.[0].databaseId // empty')"
-          fi
-          echo "run-id=$run_id" >> "$GITHUB_OUTPUT"
-      - name: download baseline results
-        if: steps.baseline.outputs.run-id != ''
-        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
-        with:
-          pattern: baseline-${{ steps.baseline.outputs.run-id }}*
-          merge-multiple: true
-          run-id: ${{ steps.baseline.outputs.run-id }}
-          github-token: ${{ github.token }}
-      - name: merge baseline results
-        if: steps.baseline.outputs.run-id != ''
         run: |
-          shard_output="$(find results -type f -name 'output-*.json' -print -quit)"
-          if [[ -z "$shard_output" ]]; then
-            exit 0
-          fi
-          output_directory="$(dirname "$shard_output")"
-          jq --slurp '
-            . as $outputs
-            | ([$outputs[].treatments[]] | unique_by(.config.name)) as $treatments
-            | $outputs[0]
-            | .treatments = $treatments
-            | .results = [
-                $outputs[] as $output
-                | $output.results[]
-                | . as $result
-                | ($output.treatments[] | select(.id == $result.treatmentId).config.name) as $name
-                | .treatmentId = ($treatments[] | select(.config.name == $name).id)
-              ]
-          ' "$output_directory"/output-*.json > "$output_directory/output.json"
+          gh api --paginate \
+            "/repos/$GITHUB_REPOSITORY/actions/artifacts?per_page=100" \
+            --jq '.artifacts[] | select(.expired == false and (.name | test("^baseline-[0-9]+$"))) | [.created_at, .id] | @tsv' |
+            sort |
+            cut -f2 |
+            while read -r artifact_id; do
+              gh api "/repos/$GITHUB_REPOSITORY/actions/artifacts/$artifact_id/zip" > "$RUNNER_TEMP/$artifact_id.zip"
+              unzip -o -q "$RUNNER_TEMP/$artifact_id.zip"
+            done
       - name: set up pnpm
         uses: pnpm/action-setup@0ebf47130e4866e96fce0953f49152a61190b271 # v6.0.9
       - name: set up Node.js