chore: store baseline results as artifacts (#105)

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

Copilot-Session: 8dc5f9f6-11f0-4bb0-8127-bd3eb03316a1

Author: joshblack

.github/workflows/baseline.yml

@@ -9,8 +9,7 @@ concurrency:
   cancel-in-progress: false
 
 permissions:
-  contents: write
-  pull-requests: write
+  contents: read
 
 jobs:
   setup:
@@ -60,54 +59,5 @@ jobs:
             results
             artifacts
           if-no-files-found: error
-
-  publish:
-    needs: [setup, run]
-    runs-on: ubuntu-latest
-    steps:
-      - name: create github app token
-        id: app-token
-        uses: actions/create-github-app-token@bcd2ba49218906704ab6c1aa796996da409d3eb1 # v3.2.0
-        with:
-          app-id: ${{ vars.PRIMER_APP_ID_SHARED }}
-          private-key: ${{ secrets.PRIMER_APP_PRIVATE_KEY_SHARED }}
-      - name: checkout repository
-        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
-        with:
-          fetch-depth: 0
-          ref: ${{ github.event.repository.default_branch }}
-          token: ${{ steps.app-token.outputs.token }}
-      - name: download baseline results
-        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
-        with:
-          pattern: baseline-${{ github.run_id }}-*
-          merge-multiple: true
-      - name: merge baseline results
-        env:
-          RUN_DATE: ${{ needs.setup.outputs.run-date }}
-        run: |
-          jq --slurp \
-            '.[0] + {treatments: [.[].treatments[]], results: [.[].results[]]}' \
-            results/"$RUN_DATE"/output-*.json > results/"$RUN_DATE"/output.json
-          rm results/"$RUN_DATE"/output-*.json
-      - name: open baseline results pull request
-        env:
-          GH_TOKEN: ${{ steps.app-token.outputs.token }}
-          DEFAULT_BRANCH: ${{ github.event.repository.default_branch }}
-          RUN_DATE: ${{ needs.setup.outputs.run-date }}
-        run: |
-          git config user.name "github-actions[bot]"
-          git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
-          git add results
-          if git diff --cached --quiet; then
-            exit 0
-          fi
-          branch="chore/baseline-$RUN_DATE"
-          git checkout -b "$branch"
-          git commit -m "chore: record baseline results for $RUN_DATE"
-          git push origin "$branch"
-          gh pr create \
-            --base "$DEFAULT_BRANCH" \
-            --head "$branch" \
-            --title "chore: record baseline results for $RUN_DATE" \
-            --body "Automated weekly baseline results for $RUN_DATE."
+          retention-days: 90
+          compression-level: 9

.github/workflows/deploy.yml

@@ -3,9 +3,17 @@ on:
   push:
     branches:
       - main
+  workflow_run:
+    workflows:
+      - baseline
+    types:
+      - completed
+    branches:
+      - main
   workflow_dispatch:
 
 permissions:
+  actions: read
   contents: read
   pages: write
   id-token: write
@@ -16,10 +24,59 @@ concurrency:
 
 jobs:
   build:
+    if: github.event_name != 'workflow_run' || github.event.workflow_run.conclusion == 'success'
     runs-on: ubuntu-latest
     steps:
       - name: checkout repository
         uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          ref: ${{ github.event.repository.default_branch }}
+      - name: find latest baseline run
+        id: baseline
+        env:
+          GH_TOKEN: ${{ github.token }}
+          WORKFLOW_RUN_ID: ${{ github.event.workflow_run.id }}
+        run: |
+          run_id="$WORKFLOW_RUN_ID"
+          if [[ -z "$run_id" ]]; then
+            run_id="$(gh run list \
+              --workflow baseline.yml \
+              --branch "${{ github.event.repository.default_branch }}" \
+              --status success \
+              --limit 1 \
+              --json databaseId \
+              --jq '.[0].databaseId // empty')"
+          fi
+          echo "run-id=$run_id" >> "$GITHUB_OUTPUT"
+      - name: download baseline results
+        if: steps.baseline.outputs.run-id != ''
+        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
+        with:
+          pattern: baseline-${{ steps.baseline.outputs.run-id }}*
+          merge-multiple: true
+          run-id: ${{ steps.baseline.outputs.run-id }}
+          github-token: ${{ github.token }}
+      - name: merge baseline results
+        if: steps.baseline.outputs.run-id != ''
+        run: |
+          shard_output="$(find results -type f -name 'output-*.json' -print -quit)"
+          if [[ -z "$shard_output" ]]; then
+            exit 0
+          fi
+          output_directory="$(dirname "$shard_output")"
+          jq --slurp '
+            . as $outputs
+            | ([$outputs[].treatments[]] | unique_by(.config.name)) as $treatments
+            | $outputs[0]
+            | .treatments = $treatments
+            | .results = [
+                $outputs[] as $output
+                | $output.results[]
+                | . as $result
+                | ($output.treatments[] | select(.id == $result.treatmentId).config.name) as $name
+                | .treatmentId = ($treatments[] | select(.config.name == $name).id)
+              ]
+          ' "$output_directory"/output-*.json > "$output_directory/output.json"
       - name: set up pnpm
         uses: pnpm/action-setup@0ebf47130e4866e96fce0953f49152a61190b271 # v6.0.9
       - name: set up Node.js

.gitignore

@@ -30,3 +30,4 @@ out
 
 # Generated files
 artifacts/
+results/