Merge pull request #8798 from Couchers-org/mobile/feature/ota-staging-publish

Add staging OTA publish pipeline

Author: aapeliv

app/.gitlab-ci.yml

@@ -859,7 +859,9 @@ build:mobile-ota:
   script:
     - cd app/mobile
     - npm ci
-    - npm run build:protos
+    # protos are generated by the `protos` job and pulled in via `needs`; copy the
+    # grpc-web TS stubs in rather than re-downloading protoc and regenerating.
+    - mkdir -p proto && cp -a ../proto/gen/ts/proto/. proto/
     - npx expo config --type public --json > ota-expo-config.json
     - |
       for P in $OTA_PLATFORMS; do
@@ -981,6 +983,78 @@ build:devtool-native:
         - app/proto/**/*
         - app/mobile/**/*
 
+# Staging OTA auto-deploy. Mirrors the web staging deploy (build a static bundle,
+# publish to dev-assets, serve from there): bundle the staging variant, stage the
+# (unsigned) Expo Updates output, upload bundle+assets to the dev-assets CDN under
+# an immutable per-SHA prefix, and print the native_ota_bundles JSON. The staging
+# backend (dev-api.couchershq.org/native/ota/manifest) builds the served manifest
+# from that flag, with asset URLs pointing at what this job uploaded. Runs on
+# develop only. Production publishing goes through the tools/ ops deploy.
+build:mobile-ota-staging:
+  needs: ["protos"]
+  stage: build
+  image: node:22
+  inherit:
+    default: false
+  variables:
+    APP_VARIANT: staging
+    EXPO_PUBLIC_COUCHERS_ENV: preview
+    EXPO_PUBLIC_API_BASE_URL: https://dev-api.couchershq.org
+    EXPO_PUBLIC_WEB_BASE_URL: https://next.couchershq.org
+    OTA_PLATFORMS: "ios android"
+  script:
+    - cd app/mobile
+    - npm ci
+    # protos are generated by the `protos` job and pulled in via `needs`; copy the
+    # grpc-web TS stubs in rather than re-downloading protoc and regenerating.
+    - mkdir -p proto && cp -a ../proto/gen/ts/proto/. proto/
+    - npx expo config --type public --json > ota-expo-config.json
+    - |
+      for P in $OTA_PLATFORMS; do
+        rm -rf dist
+        npx expo export --platform "$P"
+        RV=$(npx expo-updates fingerprint:generate --platform "$P" 2>/dev/null | node -e 'let s="";process.stdin.on("data",d=>s+=d).on("end",()=>process.stdout.write(JSON.parse(s).hash))')
+        echo "fingerprint($P) = $RV"
+        # The asset URLs baked into the manifest must resolve to the upload location
+        # below; the CDN host maps <sha>--ota-staging -> the /ota-staging/<sha>/ prefix.
+        node scripts/ota-stage.mjs --platform "$P" --runtime-version "$RV" --base-url "https://$CI_COMMIT_SHORT_SHA--ota-staging.$PREVIEW_DOMAIN" --dist dist --out ota-staging-out --expo-config ota-expo-config.json
+      done
+    - node scripts/ota-growthbook-flag.mjs --out ota-staging-out --platforms "$OTA_PLATFORMS" | tee ota-staging-out/native_ota_bundles.json
+  artifacts:
+    paths:
+      - app/mobile/ota-staging-out/
+    expire_in: 1 week
+  rules:
+    - if: ($BUILD_MOBILE == "true") && ($CI_COMMIT_BRANCH == $RELEASE_BRANCH)
+    # TEMP: run on this branch to validate the pipeline; revert before merge.
+    - if: $CI_COMMIT_BRANCH == "mobile/feature/ota-staging-publish"
+
+deploy:mobile-ota-staging:
+  needs: ["build:mobile-ota-staging"]
+  stage: deploy
+  image: registry.gitlab.com/gitlab-org/cloud-deploy/aws-base:latest
+  inherit:
+    # no docker login
+    default: false
+  variables:
+    OTA_PLATFORMS: "ios android"
+  script:
+    - |
+      for P in $OTA_PLATFORMS; do
+        D="app/mobile/ota-staging-out/$P"
+        # Only the bundle + assets go on the CDN; the manifest is served by the backend.
+        aws s3 cp "$D/bundle.hbc" "s3://$AWS_PREVIEW_BUCKET/ota-staging/$CI_COMMIT_SHORT_SHA/$P/bundle.hbc" --content-type application/javascript
+        if [ -d "$D/assets" ]; then
+          aws s3 cp "$D/assets/" "s3://$AWS_PREVIEW_BUCKET/ota-staging/$CI_COMMIT_SHORT_SHA/$P/assets/" --recursive
+        fi
+      done
+    - echo "Bundle + assets uploaded. Paste this into the staging GrowthBook 'native_ota_bundles' flag:"
+    - cat app/mobile/ota-staging-out/native_ota_bundles.json
+  rules:
+    - if: ($BUILD_MOBILE == "true") && ($CI_COMMIT_BRANCH == $RELEASE_BRANCH)
+    # TEMP: run on this branch to validate the pipeline; revert before merge.
+    - if: $CI_COMMIT_BRANCH == "mobile/feature/ota-staging-publish"
+
 preview:protos:
   needs: ["protos"]
   stage: preview

app/mobile/app.config.js

@@ -85,7 +85,7 @@ const updates =
   APP_VARIANT === "devtool"
     ? { enabled: true }
     : APP_VARIANT === "staging"
-      ? { url: "https://dev-api.couchershq.org/mobile/ota/manifest" }
+      ? { url: "https://dev-api.couchershq.org/native/ota/manifest" }
       : { url: "https://u.expo.dev/fb4fc9aa-d8b2-45a5-82aa-be05e99b0413" };
 
 export default {

app/mobile/scripts/ota-growthbook-flag.mjs

@@ -0,0 +1,51 @@
+#!/usr/bin/env node
+// Turn staged `ota-stage.mjs` output into the `native_ota_bundles` GrowthBook
+// flag value the backend's OTA manifest endpoint reads
+// (couchers/servicers/bugs.py: GetMobileUpdateManifest). The backend builds the
+// served manifest from this value, so the launch asset / asset URLs here are what
+// the device fetches — they must point at wherever the bundle was uploaded.
+//
+// Usage:
+//   node scripts/ota-growthbook-flag.mjs --out ota-staging-out --platforms "ios android"
+//
+// Prints a JSON object keyed by platform; paste it into the GrowthBook
+// `native_ota_bundles` flag for the target environment.
+
+import fs from "node:fs";
+import path from "node:path";
+
+function parseArgs(argv) {
+  const args = {};
+  for (let i = 0; i < argv.length; i += 2) {
+    const key = argv[i];
+    if (!key.startsWith("--")) throw new Error(`Unexpected argument: ${key}`);
+    args[key.slice(2)] = argv[i + 1];
+  }
+  return args;
+}
+
+function main() {
+  const args = parseArgs(process.argv.slice(2));
+  const outRoot = path.resolve(args.out ?? "ota-out");
+  const platforms = (args.platforms ?? "ios android")
+    .split(/\s+/)
+    .filter(Boolean);
+
+  const flag = {};
+  for (const platform of platforms) {
+    const manifestPath = path.join(outRoot, platform, "manifest.json");
+    const manifest = JSON.parse(fs.readFileSync(manifestPath, "utf8"));
+    flag[platform] = {
+      id: manifest.id,
+      // For operator reference: the published bundle's fingerprint. The installed
+      // store build must share it, or the JS won't be compatible.
+      runtime_version: manifest.runtimeVersion,
+      launch_asset: manifest.launchAsset,
+      assets: manifest.assets,
+    };
+  }
+
+  process.stdout.write(JSON.stringify(flag, null, 2) + "\n");
+}
+
+main();