feat: ship langflow-core for 1.11

.github/changes-filter.yaml

@@ -3,6 +3,7 @@ python:
   - "src/backend/**"
   - "src/backend/**.py"
   - "src/lfx/**"
+  - "src/langflow-core/**"
   - "pyproject.toml"
   - "uv.lock"
   - "src/backend/base/pyproject.toml"
@@ -34,7 +35,9 @@ docker:
   - "src/backend/**"
   - "src/frontend/**"
   - "src/lfx/**"
+  - "src/langflow-core/**"
   - ".dockerignore"
+  - ".github/workflows/docker-build-v2.yml"
   - ".github/workflows/docker_test.yml"
 
 # Test categories and their associated paths

.github/workflows/ci-scripts-test.yml

@@ -21,7 +21,7 @@ jobs:
           python-version: "3.13"
 
       - name: Install dependencies
-        run: pip install pytest requests packaging
+        run: pip install orjson packaging pytest requests
 
       - name: Run CI script tests
         run: python -m pytest scripts/ci/ -v

.github/workflows/cross-platform-test.yml

@@ -12,11 +12,15 @@ on:
     inputs:
       base-artifact-name:
         description: "Name of the base package artifact"
-        required: true
+        required: false
+        type: string
+      core-artifact-name:
+        description: "Name of the langflow-core package artifact"
+        required: false
         type: string
       main-artifact-name:
         description: "Name of the main package artifact"
-        required: true
+        required: false
         type: string
       lfx-artifact-name:
         description: "Name of the LFX package artifact"
@@ -43,6 +47,7 @@ jobs:
     if: inputs.langflow-version == '' && contains(github.workflow_ref, 'cross-platform-test.yml')
     outputs:
       base-artifact-name: ${{ steps.set-names.outputs.base-artifact-name }}
+      core-artifact-name: ${{ steps.set-names.outputs.core-artifact-name }}
       main-artifact-name: ${{ steps.set-names.outputs.main-artifact-name }}
       lfx-artifact-name: ${{ steps.set-names.outputs.lfx-artifact-name }}
       sdk-artifact-name: ${{ steps.set-names.outputs.sdk-artifact-name }}
@@ -69,6 +74,8 @@ jobs:
           # Base package builds to dist/ but should be in src/backend/base/dist/
           mkdir -p src/backend/base/dist
           mv dist/langflow_base*.whl src/backend/base/dist/
+      - name: Build core package
+        run: make build_langflow_core args="--wheel"
       - name: Build LFX package
         run: |
           cd src/lfx
@@ -113,6 +120,11 @@ jobs:
         with:
           name: adhoc-dist-base
           path: src/backend/base/dist
+      - name: Upload core artifact
+        uses: actions/upload-artifact@v6
+        with:
+          name: adhoc-dist-core
+          path: src/langflow-core/dist
       - name: Upload main artifact
         uses: actions/upload-artifact@v6
         with:
@@ -128,6 +140,7 @@ jobs:
         id: set-names
         run: |
           echo "base-artifact-name=adhoc-dist-base" >> $GITHUB_OUTPUT
+          echo "core-artifact-name=adhoc-dist-core" >> $GITHUB_OUTPUT
           echo "main-artifact-name=adhoc-dist-main" >> $GITHUB_OUTPUT
           echo "lfx-artifact-name=adhoc-dist-lfx" >> $GITHUB_OUTPUT
           echo "sdk-artifact-name=adhoc-dist-sdk" >> $GITHUB_OUTPUT
@@ -140,7 +153,10 @@ jobs:
   test-installation-stable:
     name: Install & Run - ${{ matrix.os }} ${{ matrix.arch }} ${{ matrix.python-version }}
     needs: [build-if-needed]
-    if: always() && (needs.build-if-needed.result == 'success' || needs.build-if-needed.result == 'skipped')
+    if: |
+      always() &&
+      (needs.build-if-needed.result == 'success' || needs.build-if-needed.result == 'skipped') &&
+      (inputs.langflow-version != '' || inputs.main-artifact-name != '' || needs.build-if-needed.outputs.main-artifact-name != '')
     runs-on: ${{ matrix.runner }}
     strategy:
       fail-fast: false
@@ -257,7 +273,7 @@ jobs:
           path: ./base-dist
 
       - name: Download main package artifact
-        if: steps.install-method.outputs.method == 'wheel'
+        if: steps.install-method.outputs.method == 'wheel' && (inputs.main-artifact-name != '' || needs.build-if-needed.outputs.main-artifact-name != '')
         uses: actions/download-artifact@v7
         with:
           name: ${{ inputs.main-artifact-name || needs.build-if-needed.outputs.main-artifact-name || 'adhoc-dist-main' }}
@@ -464,7 +480,10 @@ jobs:
   test-installation-experimental:
     name: Install & Run - ${{ matrix.os }} ${{ matrix.arch }} ${{ matrix.python-version }} (Experimental)
     needs: [build-if-needed]
-    if: always() && (needs.build-if-needed.result == 'success' || needs.build-if-needed.result == 'skipped')
+    if: |
+      always() &&
+      (needs.build-if-needed.result == 'success' || needs.build-if-needed.result == 'skipped') &&
+      (inputs.langflow-version != '' || inputs.main-artifact-name != '' || needs.build-if-needed.outputs.main-artifact-name != '')
     runs-on: ${{ matrix.runner }}
     continue-on-error: true
     strategy:
@@ -553,7 +572,7 @@ jobs:
           path: ./base-dist
 
       - name: Download main package artifact
-        if: steps.install-method.outputs.method == 'wheel'
+        if: steps.install-method.outputs.method == 'wheel' && (inputs.main-artifact-name != '' || needs.build-if-needed.outputs.main-artifact-name != '')
         uses: actions/download-artifact@v7
         with:
           name: ${{ inputs.main-artifact-name || needs.build-if-needed.outputs.main-artifact-name || 'adhoc-dist-main' }}
@@ -889,19 +908,204 @@ jobs:
           "
         shell: bash
 
+  test-core-runtime:
+    name: Core Distribution Wheel - Linux Python 3.14
+    needs: [build-if-needed]
+    if: |
+      always() &&
+      inputs.langflow-version == '' &&
+      (needs.build-if-needed.result == 'success' || needs.build-if-needed.result == 'skipped') &&
+      (inputs.base-artifact-name != '' || inputs.core-artifact-name != '' ||
+       needs.build-if-needed.outputs.base-artifact-name != '' ||
+       needs.build-if-needed.outputs.core-artifact-name != '')
+    runs-on: ubuntu-latest
+    steps:
+      - name: Setup UV
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: false
+          python-version: "3.14"
+
+      - name: Download langflow-sdk package artifact
+        if: inputs.sdk-artifact-name != '' || needs.build-if-needed.outputs.sdk-artifact-name != ''
+        uses: actions/download-artifact@v7
+        with:
+          name: ${{ inputs.sdk-artifact-name || needs.build-if-needed.outputs.sdk-artifact-name || 'adhoc-dist-sdk' }}
+          path: ./sdk-dist
+
+      - name: Download LFX package artifact
+        if: inputs.lfx-artifact-name != '' || needs.build-if-needed.outputs.lfx-artifact-name != ''
+        uses: actions/download-artifact@v7
+        with:
+          name: ${{ inputs.lfx-artifact-name || needs.build-if-needed.outputs.lfx-artifact-name || 'adhoc-dist-lfx' }}
+          path: ./lfx-dist
+
+      - name: Download base package artifact
+        if: inputs.base-artifact-name != '' || needs.build-if-needed.outputs.base-artifact-name != ''
+        uses: actions/download-artifact@v7
+        with:
+          name: ${{ inputs.base-artifact-name || needs.build-if-needed.outputs.base-artifact-name || 'adhoc-dist-base' }}
+          path: ./base-dist
+
+      - name: Download langflow-core package artifact
+        if: inputs.core-artifact-name != '' || needs.build-if-needed.outputs.core-artifact-name != ''
+        uses: actions/download-artifact@v7
+        with:
+          name: ${{ inputs.core-artifact-name || needs.build-if-needed.outputs.core-artifact-name || 'adhoc-dist-core' }}
+          path: ./core-dist
+
+      - name: Install only core wheels
+        shell: bash
+        run: |
+          set -euo pipefail
+          shopt -s nullglob
+
+          SDK_WHEELS=(./sdk-dist/*.whl)
+          LFX_WHEELS=(./lfx-dist/*.whl)
+          BASE_WHEELS=(./base-dist/*.whl)
+          CORE_WHEELS=(./core-dist/*.whl)
+          [ ${#SDK_WHEELS[@]} -le 1 ] || { echo "Expected at most one SDK wheel, found ${#SDK_WHEELS[@]}"; exit 1; }
+          [ ${#LFX_WHEELS[@]} -le 1 ] || { echo "Expected at most one LFX wheel, found ${#LFX_WHEELS[@]}"; exit 1; }
+          [ ${#BASE_WHEELS[@]} -le 1 ] || { echo "Expected at most one base wheel, found ${#BASE_WHEELS[@]}"; exit 1; }
+          [ ${#CORE_WHEELS[@]} -le 1 ] || { echo "Expected at most one core wheel, found ${#CORE_WHEELS[@]}"; exit 1; }
+
+          FIND_LINKS=()
+          for directory in sdk-dist lfx-dist base-dist core-dist; do
+            if [ -d "$directory" ]; then
+              FIND_LINKS+=(--find-links "./$directory")
+            fi
+          done
+          if [ ${#CORE_WHEELS[@]} -eq 1 ]; then
+            INSTALL_ROOTS=("${CORE_WHEELS[0]}")
+            echo "EXPECT_LANGFLOW_CORE=true" >> "$GITHUB_ENV"
+          elif [ ${#BASE_WHEELS[@]} -eq 1 ]; then
+            INSTALL_ROOTS=("${BASE_WHEELS[0]}")
+            echo "EXPECT_LANGFLOW_CORE=false" >> "$GITHUB_ENV"
+          else
+            echo "A base or langflow-core wheel is required for the core runtime test."
+            exit 1
+          fi
+
+          uv venv core-test-env --seed --python 3.14
+          uv pip install --python core-test-env/bin/python \
+            --prerelease=if-necessary-or-explicit \
+            "${FIND_LINKS[@]}" "${SDK_WHEELS[@]}" "${LFX_WHEELS[@]}" "${INSTALL_ROOTS[@]}"
+          uv pip check --python core-test-env/bin/python
+
+      - name: Verify core boundary and indexed imports
+        shell: bash
+        run: |
+          core-test-env/bin/python - <<'PY'
+          import importlib
+          import os
+          import re
+          from importlib.metadata import distributions, entry_points
+
+          from lfx.interface.components import _read_component_index
+
+          normalize = lambda value: re.sub(r"[-_.]+", "-", value).lower()
+          installed = {normalize(dist.metadata["Name"]) for dist in distributions() if dist.metadata["Name"]}
+          assert {"langflow-base", "langflow-sdk", "lfx"} <= installed, installed
+          assert "langflow" not in installed, installed
+          if os.environ["EXPECT_LANGFLOW_CORE"] == "true":
+              assert "langflow-core" in installed, installed
+          else:
+              assert "langflow-core" not in installed, installed
+          extensions = sorted(name for name in installed if name.startswith("lfx-"))
+          assert not extensions, f"Extension distributions installed: {extensions}"
+          for group in ("lfx.bundles", "langflow.extensions", "langflow.plugins"):
+              assert not entry_points(group=group), f"Extension entry points registered in {group}"
+
+          index = _read_component_index()
+          assert index is not None, "Installed LFX rejected its bundled component index"
+          assert index["metadata"] == {"num_modules": 17, "num_components": 130}
+          for category, components in index["entries"]:
+              for component_name, component in components.items():
+                  module_path = component.get("metadata", {}).get("module")
+                  assert module_path, f"{category}.{component_name} has no module"
+                  module_name, class_name = module_path.rsplit(".", 1)
+                  getattr(importlib.import_module(module_name), class_name)
+          PY
+
+      - name: Boot installed core server
+        shell: bash
+        timeout-minutes: 5
+        run: |
+          set -euo pipefail
+          RUNTIME_DIR=$(mktemp -d)
+          export LANGFLOW_CONFIG_DIR="$RUNTIME_DIR/config"
+          export LANGFLOW_SAVE_DB_IN_CONFIG_DIR=true
+          export LANGFLOW_AUTO_LOGIN=true
+          export DO_NOT_TRACK=true
+          LOG_FILE="$RUNTIME_DIR/server.log"
+
+          if [ "$EXPECT_LANGFLOW_CORE" = "true" ]; then
+            LANGFLOW_CLI=core-test-env/bin/langflow
+          else
+            LANGFLOW_CLI=core-test-env/bin/langflow-base
+          fi
+          "$LANGFLOW_CLI" run \
+            --host 127.0.0.1 --port 7861 --backend-only --workers 1 >"$LOG_FILE" 2>&1 &
+          SERVER_PID=$!
+          cleanup() {
+            kill "$SERVER_PID" 2>/dev/null || true
+            wait "$SERVER_PID" 2>/dev/null || true
+          }
+          trap cleanup EXIT
+
+          READY=false
+          for _ in $(seq 1 90); do
+            if curl -fsS http://127.0.0.1:7861/health_check >/dev/null 2>&1; then
+              READY=true
+              break
+            fi
+            if ! kill -0 "$SERVER_PID" 2>/dev/null; then
+              cat "$LOG_FILE"
+              exit 1
+            fi
+            sleep 2
+          done
+          if [ "$READY" != true ]; then
+            cat "$LOG_FILE"
+            exit 1
+          fi
+
+          curl -fsS -c "$RUNTIME_DIR/cookies" http://127.0.0.1:7861/api/v1/auto_login >/dev/null
+          curl -fsS --compressed -b "$RUNTIME_DIR/cookies" \
+            http://127.0.0.1:7861/api/v1/all >"$RUNTIME_DIR/catalog.json"
+          jq -e 'del(.component_display_names) | (length == 17 and ([.[] | length] | add) == 130)' \
+            "$RUNTIME_DIR/catalog.json"
+
   test-summary:
     name: Cross-Platform Test Summary
-    needs: [test-installation-stable, test-installation-experimental]
+    needs: [test-installation-stable, test-installation-experimental, test-core-runtime]
     runs-on: ubuntu-latest
     if: always()
     steps:
       - name: Check test results
         run: |
           stable_result="${{ needs.test-installation-stable.result }}"
           experimental_result="${{ needs.test-installation-experimental.result }}"
+          core_result="${{ needs.test-core-runtime.result }}"
 
           echo "Stable platforms result: $stable_result"
           echo "Experimental platforms result: $experimental_result"
+          echo "Core runtime result: $core_result"
+
+          if [ "$stable_result" = "skipped" ] && [ "$core_result" = "skipped" ]; then
+            echo "✅ No Langflow application distribution was selected; package build tests passed"
+            exit 0
+          fi
+
+          if [ "${{ inputs.langflow-version }}" = "" ] && [ "$core_result" != "success" ]; then
+            echo "❌ Core runtime wheel test failed: $core_result"
+            exit 1
+          fi
+
+          if [ "$stable_result" = "skipped" ] && [ "$core_result" = "success" ]; then
+            echo "✅ Core-only wheel installation tests passed"
+            exit 0
+          fi
 
           # Stable platforms must succeed, experimental can fail
           if [ "$stable_result" = "success" ]; then