feat: backend i18n — serve translated component metadata via Accept-Language

.github/workflows/gp-backend-check.yml

@@ -0,0 +1,49 @@
+name: GP Backend Auto-update Strings
+
+on:
+  pull_request:
+    paths:
+      - "src/lfx/src/lfx/components/**"
+      - "src/backend/base/langflow/initial_setup/starter_projects/**"
+
+jobs:
+  auto-commit:
+    if: |
+      github.actor != 'github-actions[bot]' &&
+      github.event.pull_request.head.repo.full_name == github.repository
+    runs-on: ubuntu-latest
+    name: Auto-regenerate locales/en.json on PR branch
+    permissions:
+      contents: write
+
+    steps:
+      - name: Checkout PR branch
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.head_ref }}
+          token: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Bake i18n_key into template noteNodes
+        run: python scripts/gp/bake_note_keys.py
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
+          cache-dependency-glob: "uv.lock"
+          python-version: "3.12"
+
+      - name: Install workspace (lfx + langflow-base)
+        run: uv sync --no-dev
+
+      - name: Generate en.json
+        run: uv run python scripts/gp/extract_backend_strings.py
+
+      - name: Commit updated files to PR branch if changed
+        run: |
+          git config user.name "github-actions[bot]"
+          git config user.email "github-actions[bot]@users.noreply.github.com"
+          git add src/backend/base/langflow/initial_setup/starter_projects/
+          git add src/backend/base/langflow/locales/en.json
+          git diff --staged --quiet || git commit -m "chore: auto-bake note keys and regenerate backend locales/en.json [skip ci]"
+          git push

.github/workflows/gp-download.yml

@@ -51,7 +51,7 @@ jobs:
           GP_ADMIN_PASSWORD: ${{ secrets.GP_ADMIN_PASSWORD }}
           GP_INSTANCE: ${{ vars.GP_INSTANCE }}
           GP_BUNDLE: ${{ vars.GP_BUNDLE }}
-        run: python download_translations.py --output ../../src/frontend/src/locales/
+        run: python download.py --target frontend --output ../../src/frontend/src/locales/
 
       - name: Close stale translation PRs
         uses: actions/github-script@v8
@@ -105,3 +105,104 @@ jobs:
       - name: Report GP download failure
         if: failure()
         run: echo "::warning::GP translation download failed — translations may be out of date. Check the 'Download translations from GP' step above for details."
+
+  download-backend:
+    if: github.event_name == 'workflow_dispatch'
+    runs-on: ubuntu-latest
+    name: Download backend translations from Globalization Pipeline
+    environment: GP-test
+    permissions:
+      contents: write
+      pull-requests: write
+
+    steps:
+      - name: Resolve latest release branch
+        id: resolve-branch
+        run: |
+          BRANCH=$(git ls-remote --heads https://github.com/${{ github.repository }} 'refs/heads/release-*' \
+            | awk '{print $2}' \
+            | sed 's|refs/heads/||' \
+            | grep -E '^release-[0-9]+\.[0-9]+\.[0-9]+$' \
+            | sort -V \
+            | tail -n 1)
+          if [ -z "$BRANCH" ]; then
+            echo "No release-* branch found in ${{ github.repository }}"
+            exit 1
+          fi
+          echo "branch=${BRANCH}" >> "$GITHUB_OUTPUT"
+          echo "Using release branch: $BRANCH"
+
+      - name: Checkout release branch
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ steps.resolve-branch.outputs.branch }}
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install dependencies
+        run: pip install -r scripts/gp/requirements.txt
+
+      - name: Download backend translations from GP
+        working-directory: scripts/gp
+        env:
+          GP_ADMIN_USER_ID: ${{ secrets.GP_ADMIN_USER_ID }}
+          GP_ADMIN_PASSWORD: ${{ secrets.GP_ADMIN_PASSWORD }}
+          GP_INSTANCE: ${{ vars.GP_INSTANCE }}
+          GP_BACKEND_BUNDLE: ${{ vars.GP_BACKEND_BUNDLE }}
+        run: python download.py --target backend
+
+      - name: Close stale backend translation PRs
+        uses: actions/github-script@v8
+        with:
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          script: |
+            const { data: pulls } = await github.rest.pulls.list({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              state: 'open'
+            });
+            for (const pull of pulls) {
+              if (pull.title === "chore: update backend translations from Globalization Pipeline") {
+                await github.rest.pulls.update({
+                  owner: context.repo.owner,
+                  repo: context.repo.repo,
+                  pull_number: pull.number,
+                  state: 'closed'
+                });
+              }
+            }
+
+      - name: Create Pull Request
+        id: create-pr
+        uses: peter-evans/create-pull-request@v8
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          branch-token: ${{ secrets.GITHUB_TOKEN }}
+          base: ${{ steps.resolve-branch.outputs.branch }}
+          commit-message: "chore: update backend translations from Globalization Pipeline [skip ci]"
+          title: "chore: update backend translations from Globalization Pipeline"
+          body: |
+            Automated PR to update backend locale files from IBM Globalization Pipeline.
+
+            This PR was automatically created by the `gp-download` workflow.
+            If no files changed, this PR will be empty and can be closed.
+          branch: translations/update-backend-gp
+          branch-suffix: timestamp
+          delete-branch: true
+          maintainer-can-modify: true
+          add-paths: src/backend/base/langflow/locales/*.json
+
+      - name: Enable auto-merge
+        if: steps.create-pr.outputs.pull-request-number != ''
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          gh pr merge ${{ steps.create-pr.outputs.pull-request-number }} --auto --squash \
+            --repo ${{ github.repository }}
+
+      - name: Report GP backend download failure
+        if: failure()
+        run: echo "::warning::GP backend translation download failed — backend translations may be out of date. Check the 'Download backend translations from GP' step above for details."

.github/workflows/gp-upload.yml

@@ -6,13 +6,17 @@ on:
       - "release-*"
     paths:
       - "src/frontend/src/locales/en.json"
+      - "src/backend/base/langflow/locales/en.json"
   workflow_dispatch:
 
 jobs:
-  upload:
+  upload-frontend:
     runs-on: ubuntu-latest
-    name: Upload English strings to Globalization Pipeline
+    name: Upload frontend strings to GP
     environment: GP-test
+    if: >-
+      github.event_name == 'workflow_dispatch' ||
+      contains(toJSON(github.event.commits.*.modified), 'src/frontend/src/locales/en.json')
 
     steps:
       - name: Checkout repository
@@ -53,4 +57,55 @@ jobs:
           GP_ADMIN_PASSWORD: ${{ secrets.GP_ADMIN_PASSWORD }}
           GP_INSTANCE: ${{ vars.GP_INSTANCE }}
           GP_BUNDLE: ${{ vars.GP_BUNDLE }}
-        run: python upload_strings.py --source ../../src/frontend/src/locales/en.json
+        run: python upload.py --target frontend --source ../../src/frontend/src/locales/en.json
+
+  upload-backend:
+    runs-on: ubuntu-latest
+    name: Upload backend strings to GP
+    environment: GP-test
+    if: >-
+      github.actor != 'github-actions[bot]' && (
+        github.event_name == 'workflow_dispatch' ||
+        contains(toJSON(github.event.commits.*.modified), 'src/backend/base/langflow/locales/en.json')
+      )
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Check if this is the latest release branch
+        id: check-branch
+        run: |
+          LATEST=$(git ls-remote --heads https://github.com/${{ github.repository }} 'refs/heads/release-*' \
+            | awk '{print $2}' \
+            | sed 's|refs/heads/||' \
+            | grep -E '^release-[0-9]+\.[0-9]+\.[0-9]+$' \
+            | sort -V \
+            | tail -n 1)
+          CURRENT="${{ github.ref_name }}"
+          if [ "$CURRENT" != "$LATEST" ]; then
+            echo "skip=true" >> "$GITHUB_OUTPUT"
+            echo "::notice::Skipping upload — $CURRENT is not the latest release branch ($LATEST)"
+          else
+            echo "skip=false" >> "$GITHUB_OUTPUT"
+          fi
+
+      - name: Set up Python
+        if: steps.check-branch.outputs.skip != 'true'
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install dependencies
+        if: steps.check-branch.outputs.skip != 'true'
+        run: pip install -r scripts/gp/requirements.txt
+
+      - name: Upload strings to GP
+        if: steps.check-branch.outputs.skip != 'true'
+        working-directory: scripts/gp
+        env:
+          GP_ADMIN_USER_ID: ${{ secrets.GP_ADMIN_USER_ID }}
+          GP_ADMIN_PASSWORD: ${{ secrets.GP_ADMIN_PASSWORD }}
+          GP_INSTANCE: ${{ vars.GP_INSTANCE }}
+          GP_BACKEND_BUNDLE: ${{ vars.GP_BACKEND_BUNDLE }}
+        run: python upload.py --target backend

scripts/gp/bake_note_keys.py

@@ -0,0 +1,101 @@
+"""Bake i18n_key into noteNodes in starter template JSON files.
+
+For each noteNode in every starter project JSON:
+  - Compute the expected key: template_notes.{flow_key}.{sha256[:8]}
+    where the hash is derived from the noteNode's description field.
+  - If data.node.i18n_key already equals the expected key: leave it as-is.
+  - Otherwise (missing or stale after an edit): assign the expected key.
+
+This means keys are content-addressed — they change automatically when the
+description changes, stay stable when nodes are reordered, and never silently
+collide when a note is deleted and a new one added at the same position.
+
+en.json is managed exclusively by extract_backend_strings.py — run that after
+baking to pick up any new or changed note keys.
+
+Usage (from repo root, no virtualenv required):
+    python scripts/gp/bake_note_keys.py
+    python scripts/gp/bake_note_keys.py --dry-run   # preview without writing
+"""
+
+from __future__ import annotations
+
+import argparse
+import hashlib
+import json
+import re
+from pathlib import Path
+
+REPO_ROOT = Path(__file__).parent.parent.parent
+STARTER_PROJECTS_DIR = REPO_ROOT / "src/backend/base/langflow/initial_setup/starter_projects"
+
+# NOTE: _safe_flow_key and _note_hash are intentionally kept inline (not imported from
+# langflow.utils.i18n_keys) because this script is designed to run WITHOUT a virtualenv —
+# the CI workflow calls it before the Python environment is set up.  bake_note_keys.py
+# only writes template_notes.{key} values that are read back verbatim by i18n.py at
+# runtime, so a local drift here does NOT affect component-translation correctness.
+
+
+def _safe_flow_key(name: str) -> str:
+    return re.sub(r"[^a-zA-Z0-9]+", "_", name).strip("_").lower()
+
+
+def _note_hash(description: str) -> str:
+    return hashlib.sha256(description.encode()).hexdigest()[:8]
+
+
+def _bake_file(path: Path, *, dry_run: bool) -> int:
+    """Bake i18n_keys into a single template JSON file. Returns number of keys added/updated."""
+    with path.open(encoding="utf-8") as f:
+        data = json.load(f)
+
+    name = data.get("name") or path.stem
+    flow_key = _safe_flow_key(name)
+    nodes = data.get("data", {}).get("nodes", [])
+
+    keys_changed = 0
+
+    for node in nodes:
+        if node.get("type") != "noteNode":
+            continue
+        node_data = node["data"]["node"]
+        description = node_data.get("description", "")
+        expected = f"template_notes.{flow_key}.{_note_hash(description)}"
+
+        if node_data.get("i18n_key") == expected:
+            continue
+
+        action = "updating" if "i18n_key" in node_data else "assigning"
+        if not dry_run:
+            node_data["i18n_key"] = expected
+        print(f"  + {path.name}: {action} {expected!r}")
+        keys_changed += 1
+
+    if keys_changed > 0 and not dry_run:
+        with path.open("w", encoding="utf-8") as f:
+            json.dump(data, f, ensure_ascii=False, indent=2)
+            f.write("\n")
+
+    return keys_changed
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
+    parser.add_argument("--dry-run", action="store_true", help="Print changes without writing files")
+    args = parser.parse_args()
+
+    if args.dry_run:
+        print("DRY RUN — no files will be modified.\n")
+
+    total_changed = 0
+    for project_file in sorted(STARTER_PROJECTS_DIR.glob("*.json")):
+        total_changed += _bake_file(project_file, dry_run=args.dry_run)
+
+    template_count = len(list(STARTER_PROJECTS_DIR.glob("*.json")))
+    print(f"\nBaked {total_changed} i18n_key(s) across {template_count} templates.")
+    if total_changed > 0 and not args.dry_run:
+        print("Run extract_backend_strings.py to update en.json.")
+
+
+if __name__ == "__main__":
+    main()