Nightly Build #1610
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly Build | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| runs_on: | |
| description: "Runner to use for tests (use self-hosted for safe/release code)" | |
| required: false | |
| type: choice | |
| options: | |
| - ubuntu-latest | |
| - self-hosted | |
| - '["self-hosted", "linux", "ARM64", "langflow-ai-arm64-40gb-ephemeral"]' | |
| default: ubuntu-latest | |
| skip_frontend_tests: | |
| description: "Skip frontend tests. Only do this for testing purposes." | |
| required: false | |
| type: boolean | |
| default: false | |
| skip_backend_tests: | |
| description: "Skip backend tests. Only do this for testing purposes." | |
| required: false | |
| type: boolean | |
| default: false | |
| skip_slack: | |
| description: "Skip slack message. Only do this for testing purposes." | |
| required: false | |
| type: boolean | |
| default: false | |
| push_to_registry: | |
| description: "Whether to push images to registries. Set to false for testing builds without publishing." | |
| required: false | |
| type: boolean | |
| default: true | |
| schedule: | |
| # Run job at 00:00 UTC (4:00 PM PST / 5:00 PM PDT) | |
| - cron: "0 0 * * *" | |
| env: | |
| POETRY_VERSION: "1.8.3" | |
| PYTHON_VERSION: "3.13" | |
| jobs: | |
| validate-inputs: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Validate inputs | |
| if: inputs.push_to_registry && (inputs.skip_frontend_tests || inputs.skip_backend_tests) | |
| run: | | |
| echo "Cannot skip tests while push_to_registry is true." | |
| exit 1 | |
| resolve-release-branch: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| branch: ${{ steps.get_branch.outputs.branch }} | |
| steps: | |
| - name: Find latest release branch | |
| id: get_branch | |
| run: | | |
| git ls-remote --heads https://github.com/${{ github.repository }} 'refs/heads/release-*' \ | |
| | awk '{print $2}' \ | |
| | sed 's|refs/heads/||' \ | |
| | grep -E '^release-[0-9]+\.[0-9]+\.[0-9]+$' \ | |
| | sort -V \ | |
| | tail -n 1 > branch.txt | |
| BRANCH=$(cat branch.txt) | |
| if [ -z "$BRANCH" ]; then | |
| echo "No release-* branch found in ${{ github.repository }}" | |
| exit 1 | |
| fi | |
| echo "branch=$BRANCH" >> $GITHUB_OUTPUT | |
| echo "Using release branch: $BRANCH" | |
| create-nightly-tag: | |
| if: github.repository == 'langflow-ai/langflow' | |
| needs: [validate-inputs, resolve-release-branch] | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -ex -o pipefail {0} | |
| permissions: | |
| # Required to create tag | |
| contents: write | |
| outputs: | |
| release_tag: ${{ steps.generate_shared_tag.outputs.release_tag }} | |
| base_tag: ${{ steps.set_base_tag.outputs.base_tag }} | |
| lfx_tag: ${{ steps.generate_lfx_tag.outputs.lfx_tag }} | |
| sdk_tag: ${{ steps.generate_sdk_tag.outputs.sdk_tag }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v6 | |
| with: | |
| ref: ${{ needs.resolve-release-branch.outputs.branch }} | |
| persist-credentials: true | |
| - name: Confirm branch | |
| run: git branch --show-current | |
| - name: "Setup Environment" | |
| uses: astral-sh/setup-uv@v6 | |
| with: | |
| enable-cache: true | |
| cache-dependency-glob: "uv.lock" | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| prune-cache: false | |
| - name: Install the project | |
| run: uv sync | |
| - name: Check script location | |
| run: | | |
| echo "PWD: $(pwd)" | |
| find . -name "pypi_nightly_tag.py" | |
| - name: Generate shared nightly tag (main == base, lockstep) | |
| id: generate_shared_tag | |
| run: | | |
| # langflow (nightly .devN pre-release) pins langflow-base[complete]==<exact dev>, so | |
| # both tags MUST be identical. Compute them in ONE invocation (single PyPI snapshot) | |
| # so they cannot drift across separate calls. | |
| # NOTE: This outputs the tag with the `v` prefix. | |
| TAGS_OUTPUT="$(uv run ./scripts/ci/pypi_nightly_tag.py both)" | |
| RELEASE_TAG="$(printf '%s\n' "$TAGS_OUTPUT" | sed -n '1p')" | |
| BASE_TAG="$(printf '%s\n' "$TAGS_OUTPUT" | sed -n '2p')" | |
| if [ -z "$RELEASE_TAG" ] || [ "$RELEASE_TAG" != "$BASE_TAG" ]; then | |
| echo "Shared tag mismatch: release='$RELEASE_TAG' base='$BASE_TAG'. Exiting the workflow." | |
| exit 1 | |
| fi | |
| echo "release_tag=$RELEASE_TAG" >> $GITHUB_OUTPUT | |
| echo "base_tag=$BASE_TAG" >> $GITHUB_OUTPUT | |
| echo "release_tag=$RELEASE_TAG base_tag=$BASE_TAG" | |
| - name: Delete existing tag if it exists | |
| id: check_release_tag | |
| run: | | |
| git fetch --tags | |
| git tag -d ${{ steps.generate_shared_tag.outputs.release_tag }} || true | |
| git push --delete origin ${{ steps.generate_shared_tag.outputs.release_tag }} || true | |
| echo "release_tag_exists=false" >> $GITHUB_OUTPUT | |
| - name: Generate LFX nightly tag | |
| id: generate_lfx_tag | |
| run: | | |
| # NOTE: This outputs the tag with the `v` prefix. | |
| LFX_TAG="$(uv run ./scripts/ci/lfx_nightly_tag.py)" | |
| echo "lfx_tag=$LFX_TAG" >> $GITHUB_OUTPUT | |
| echo "lfx_tag=$LFX_TAG" | |
| - name: Generate SDK nightly tag | |
| id: generate_sdk_tag | |
| run: | | |
| # NOTE: This outputs the tag with the `v` prefix. | |
| SDK_TAG="$(uv run ./scripts/ci/sdk_nightly_tag.py)" | |
| echo "sdk_tag=$SDK_TAG" >> $GITHUB_OUTPUT | |
| echo "sdk_tag=$SDK_TAG" | |
| - name: Commit tag | |
| id: commit_tag | |
| run: | | |
| # If the main tag does not exist in GH, we create the base tag from the existing codebase. | |
| git config --global user.email "bot-nightly-builds@langflow.org" | |
| git config --global user.name "Langflow Bot" | |
| RELEASE_TAG="${{ steps.generate_shared_tag.outputs.release_tag }}" | |
| BASE_TAG="${{ steps.generate_shared_tag.outputs.base_tag }}" | |
| LFX_TAG="${{ steps.generate_lfx_tag.outputs.lfx_tag }}" | |
| SDK_TAG="${{ steps.generate_sdk_tag.outputs.sdk_tag }}" | |
| echo "Updating SDK project version to $SDK_TAG" | |
| uv run --no-sync ./scripts/ci/update_sdk_version.py $SDK_TAG | |
| echo "Updating LFX project version to $LFX_TAG" | |
| uv run --no-sync ./scripts/ci/update_lfx_version.py $LFX_TAG $SDK_TAG | |
| echo "Updating base project version to $BASE_TAG and updating main project version to $RELEASE_TAG" | |
| uv run --no-sync ./scripts/ci/update_pyproject_combined.py main $RELEASE_TAG $BASE_TAG $LFX_TAG | |
| uv lock | |
| cd src/lfx && uv lock && cd ../.. | |
| git add pyproject.toml src/backend/base/pyproject.toml src/lfx/pyproject.toml src/sdk/pyproject.toml uv.lock | |
| # The nightly keeps canonical package names and the stable `lfx-*` bundles | |
| # are not modified (see src/bundles/NIGHTLY.md), so no bundle pyprojects ride this commit. | |
| git commit -m "Update version for nightly" | |
| echo "Tagging main with $RELEASE_TAG" | |
| if ! git tag -a $RELEASE_TAG -m "Langflow nightly $RELEASE_TAG"; then | |
| echo "Tag creation failed. Exiting the workflow." | |
| exit 1 | |
| fi | |
| echo "Pushing main tag $RELEASE_TAG" | |
| if ! git push origin $RELEASE_TAG; then | |
| echo "Tag push failed. Check if the tag already exists. Exiting the workflow." | |
| exit 1 | |
| fi | |
| # TODO: notify on failure | |
| - name: Checkout main nightly tag | |
| uses: actions/checkout@v6 | |
| with: | |
| ref: ${{ steps.generate_shared_tag.outputs.release_tag }} | |
| persist-credentials: true | |
| - name: Retrieve Base Tag | |
| id: retrieve_base_tag | |
| working-directory: src/backend/base | |
| run: | | |
| # If the main tag already exists, we need to retrieve the base version from the main tag codebase. | |
| version=$(uv tree | grep 'langflow-base' | awk '{print $3}' | head -n 1) | |
| echo "base_tag=$version" >> $GITHUB_OUTPUT | |
| echo "base_tag=$version" | |
| - name: Set Base Tag | |
| id: set_base_tag | |
| run: | | |
| if [ "${{ steps.retrieve_base_tag.conclusion }}" != "skipped" ] && [ "${{ steps.retrieve_base_tag.outputs.base_tag }}" ]; then | |
| BASE_TAG="${{ steps.retrieve_base_tag.outputs.base_tag }}" | |
| echo "base_tag=$BASE_TAG" >> $GITHUB_OUTPUT | |
| echo "base_tag=$BASE_TAG" | |
| elif [ "${{ steps.commit_tag.conclusion }}" != "skipped" ] && [ "${{ steps.generate_shared_tag.outputs.base_tag }}" ]; then | |
| BASE_TAG="${{ steps.generate_shared_tag.outputs.base_tag }}" | |
| echo "base_tag=$BASE_TAG" >> $GITHUB_OUTPUT | |
| echo "base_tag=$BASE_TAG" | |
| else | |
| echo "No base tag found. Exiting the workflow." | |
| exit 1 | |
| fi | |
| frontend-tests-linux: | |
| if: github.repository == 'langflow-ai/langflow' && !inputs.skip_frontend_tests | |
| name: Run Frontend Tests - Linux | |
| needs: [resolve-release-branch, create-nightly-tag] | |
| uses: ./.github/workflows/typescript_test.yml | |
| with: | |
| tests_folder: "tests" | |
| release: true | |
| runs-on: ubuntu-latest | |
| ref: ${{ needs.resolve-release-branch.outputs.branch }} | |
| secrets: | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| STORE_API_KEY: ${{ secrets.STORE_API_KEY }} | |
| ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} | |
| TAVILY_API_KEY: ${{ secrets.TAVILY_API_KEY }} | |
| frontend-tests-windows: | |
| if: github.repository == 'langflow-ai/langflow' && !inputs.skip_frontend_tests | |
| name: Run Frontend Tests - Windows | |
| needs: [resolve-release-branch, create-nightly-tag] | |
| # Windows tests are non-blocking - the release-nightly-build job only checks | |
| # frontend-tests-linux.result, allowing Windows tests to fail without blocking the build. | |
| # This gives us visibility into Windows-specific issues while we stabilize the tests. | |
| uses: ./.github/workflows/typescript_test.yml | |
| with: | |
| tests_folder: "tests" | |
| release: true | |
| runs-on: windows-latest | |
| ref: ${{ needs.resolve-release-branch.outputs.branch }} | |
| secrets: | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| STORE_API_KEY: ${{ secrets.STORE_API_KEY }} | |
| ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} | |
| TAVILY_API_KEY: ${{ secrets.TAVILY_API_KEY }} | |
| backend-unit-tests: | |
| if: github.repository == 'langflow-ai/langflow' && !inputs.skip_backend_tests | |
| name: Run Backend Unit Tests | |
| needs: [resolve-release-branch, create-nightly-tag] | |
| uses: ./.github/workflows/python_test.yml | |
| with: | |
| python-versions: '["3.10", "3.11", "3.12", "3.13", "3.14"]' | |
| runs-on: ${{ inputs['runs_on'] || github.event.inputs['runs_on'] || 'ubuntu-latest' }} | |
| ref: ${{ needs.resolve-release-branch.outputs.branch }} | |
| secrets: | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} | |
| # Not making nightly builds dependent on integration test success | |
| # due to inherent flakiness of 3rd party integrations | |
| # Revisit when https://github.com/langflow-ai/langflow/pull/3607 is merged. | |
| # backend-integration-tests: | |
| # name: Run Backend Integration Tests | |
| # needs: create-nightly-tag | |
| # uses: ./.github/workflows/integration_tests.yml | |
| # with: | |
| # python-versions: '["3.10", "3.11", "3.12", "3.13"]' | |
| # ref: ${{ needs.create-nightly-tag.outputs.tag }} | |
| stress-tests: | |
| if: github.repository == 'langflow-ai/langflow' && !inputs.skip_backend_tests | |
| name: Run Stress Tests | |
| needs: [resolve-release-branch, create-nightly-tag] | |
| uses: ./.github/workflows/stress-tests.yml | |
| with: | |
| ref: ${{ needs.resolve-release-branch.outputs.branch }} | |
| release-nightly-build: | |
| if: github.repository == 'langflow-ai/langflow' && always() && needs.create-nightly-tag.result == 'success' && needs.frontend-tests-linux.result != 'failure' && needs.backend-unit-tests.result != 'failure' | |
| name: Run Nightly Langflow Build | |
| needs: | |
| [validate-inputs, create-nightly-tag, frontend-tests-linux, frontend-tests-windows, backend-unit-tests, stress-tests] | |
| uses: ./.github/workflows/release_nightly.yml | |
| with: | |
| build_docker_base: true | |
| build_docker_main: true | |
| build_docker_ep: true | |
| build_lfx: true | |
| nightly_tag_release: ${{ needs.create-nightly-tag.outputs.release_tag }} | |
| nightly_tag_base: ${{ needs.create-nightly-tag.outputs.base_tag }} | |
| nightly_tag_lfx: ${{ needs.create-nightly-tag.outputs.lfx_tag }} | |
| nightly_tag_sdk: ${{ needs.create-nightly-tag.outputs.sdk_tag }} | |
| # When triggered by schedule, inputs.push_to_registry is not set, so default to true | |
| # When triggered manually, use the provided value (default is also true) | |
| push_to_registry: ${{ github.event_name == 'schedule' || inputs.push_to_registry != false }} | |
| secrets: inherit | |
| db-migration-validation: | |
| name: Run DB Migration Validation | |
| needs: [create-nightly-tag, release-nightly-build] | |
| if: ${{ github.repository == 'langflow-ai/langflow' && always() && needs.release-nightly-build.result == 'success' }} | |
| uses: ./.github/workflows/db-migration-validation.yml | |
| with: | |
| # Pass Docker image reference for docker-compose and version without 'v' prefix for pip | |
| # release_tag format: v1.10.0.dev20260522 | |
| # We need: langflowai/langflow:1.10.0.dev20260522 for Docker (nightly .devX images are | |
| # pushed to the canonical langflowai/langflow repo to match PyPI langflow package naming) | |
| nightly_tag: langflowai/langflow:${{ needs.create-nightly-tag.outputs.release_tag }} | |
| secrets: inherit | |
| slack-notification: | |
| name: Send Slack Notification | |
| needs: [frontend-tests-linux, frontend-tests-windows, backend-unit-tests, stress-tests, release-nightly-build, db-migration-validation] | |
| if: ${{ github.repository == 'langflow-ai/langflow' && !inputs.skip_slack && always() && (needs.release-nightly-build.result == 'failure' || needs.frontend-tests-linux.result == 'failure' || needs.frontend-tests-windows.result == 'failure' || needs.backend-unit-tests.result == 'failure' || needs.stress-tests.result == 'failure' || needs.db-migration-validation.result == 'failure' || needs.release-nightly-build.result == 'success') }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Send failure notification to Slack | |
| if: ${{ needs.release-nightly-build.result == 'failure' || needs.frontend-tests-linux.result == 'failure' || needs.frontend-tests-windows.result == 'failure' || needs.backend-unit-tests.result == 'failure' || needs.stress-tests.result == 'failure' || needs.db-migration-validation.result == 'failure' }} | |
| run: | | |
| # Determine which job failed | |
| FAILED_JOB="unknown" | |
| if [ "${{ needs.release-nightly-build.result }}" == "failure" ]; then | |
| FAILED_JOB="release-nightly-build" | |
| elif [ "${{ needs.frontend-tests-linux.result }}" == "failure" ]; then | |
| FAILED_JOB="frontend-tests-linux" | |
| elif [ "${{ needs.frontend-tests-windows.result }}" == "failure" ]; then | |
| FAILED_JOB="frontend-tests-windows (non-blocking)" | |
| elif [ "${{ needs.backend-unit-tests.result }}" == "failure" ]; then | |
| FAILED_JOB="backend-unit-tests" | |
| elif [ "${{ needs.stress-tests.result }}" == "failure" ]; then | |
| FAILED_JOB="stress-tests (non-blocking)" | |
| elif [ "${{ needs.db-migration-validation.result }}" == "failure" ]; then | |
| FAILED_JOB="db-migration-validation" | |
| fi | |
| curl -X POST -H 'Content-type: application/json' \ | |
| --data "{ | |
| \"blocks\": [ | |
| { | |
| \"type\": \"section\", | |
| \"text\": { | |
| \"type\": \"mrkdwn\", | |
| \"text\": \"❌ *Nightly Build Failed*\" | |
| } | |
| }, | |
| { | |
| \"type\": \"section\", | |
| \"fields\": [ | |
| { | |
| \"type\": \"mrkdwn\", | |
| \"text\": \"*Failed Job:*\\n$FAILED_JOB\" | |
| }, | |
| { | |
| \"type\": \"mrkdwn\", | |
| \"text\": \"*Status:*\\nfailure\" | |
| } | |
| ] | |
| }, | |
| { | |
| \"type\": \"section\", | |
| \"text\": { | |
| \"type\": \"mrkdwn\", | |
| \"text\": \"*Note:* Frontend tests now run on both Linux and Windows\" | |
| } | |
| }, | |
| { | |
| \"type\": \"context\", | |
| \"elements\": [ | |
| { | |
| \"type\": \"mrkdwn\", | |
| \"text\": \"<https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}|View full logs on GitHub>\" | |
| } | |
| ] | |
| } | |
| ] | |
| }" ${{ secrets.LANGFLOW_ENG_SLACK_WEBHOOK_URL }} | |
| - name: Send success notification to Slack | |
| if: ${{ !inputs.skip_slack && needs.release-nightly-build.result == 'success' && needs.db-migration-validation.result != 'failure' }} | |
| run: | | |
| curl -X POST -H 'Content-type: application/json' \ | |
| --data '{ | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": "✅ *Nightly Build Successful*" | |
| } | |
| }, | |
| { | |
| "type": "section", | |
| "fields": [ | |
| { | |
| "type": "mrkdwn", | |
| "text": "*Job:*\nrelease-nightly-build" | |
| }, | |
| { | |
| "type": "mrkdwn", | |
| "text": "*Status:*\n`${{ needs.release-nightly-build.result }}`" | |
| } | |
| ] | |
| }, | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": "*Platforms:* Linux & Windows Playwright tests passed" | |
| } | |
| }, | |
| { | |
| "type": "context", | |
| "elements": [ | |
| { | |
| "type": "mrkdwn", | |
| "text": "<https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}|View full logs on GitHub>" | |
| } | |
| ] | |
| } | |
| ] | |
| }' ${{ secrets.LANGFLOW_ENG_SLACK_WEBHOOK_URL }} |