tear down error issue #2
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Docker Nightly Build and Push | ||
| run-name: Docker Nightly Build @${{ inputs.release_type }} by @${{ github.actor }} | ||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| release_type: | ||
| required: true | ||
| type: string | ||
| description: "Nightly release type. One of 'nightly-main', 'nightly-base', 'nightly-main-all'." | ||
| ref: | ||
| required: true | ||
| type: string | ||
| description: "Ref to check out (branch, tag, or commit). This is required -- it specifies where the source code for the release is located." | ||
| push_to_registry: | ||
| required: false | ||
| type: boolean | ||
| default: true | ||
| description: "Whether to push images to registries. Set to false for testing builds without publishing." | ||
| workflow_dispatch: | ||
| inputs: | ||
| release_type: | ||
| description: "Nightly release type. One of 'nightly-main', 'nightly-base', 'nightly-main-all'." | ||
| required: true | ||
| type: choice | ||
| options: | ||
| - nightly-main | ||
| - nightly-base | ||
| - nightly-main-all | ||
| ref: | ||
| required: true | ||
| type: string | ||
| description: "Ref to check out (branch, tag, or commit). This is required -- it specifies where the source code for the release is located. Note that if running via Github Actions, this tag (formatted as, e.g., v1.5.1.dev36) must be manually created and pushed to a branch prior to running the workflow." | ||
| push_to_registry: | ||
| description: "Whether to push images to registries. Set to false for testing builds without publishing." | ||
| required: false | ||
| type: boolean | ||
| default: false | ||
| env: | ||
| PYTHON_VERSION: "3.13" | ||
| jobs: | ||
| build-nightly-base: | ||
| name: Build Nightly Base Package | ||
| if: ${{ inputs.release_type == 'nightly-base' }} | ||
| strategy: | ||
| matrix: | ||
| include: | ||
| - arch: amd64 | ||
| runner: [Langflow-runner] | ||
| - arch: arm64 | ||
| runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb] | ||
| runs-on: ${{ matrix.runner }} | ||
| steps: | ||
| - name: Check out the code | ||
| uses: actions/checkout@v6 | ||
| with: | ||
| ref: ${{ inputs.ref }} | ||
| - name: Setup Environment | ||
| uses: astral-sh/setup-uv@v6 | ||
| with: | ||
| enable-cache: true | ||
| cache-dependency-glob: "uv.lock" | ||
| python-version: "3.13" | ||
| prune-cache: false | ||
| - name: Get version for tagging | ||
| id: version | ||
| run: | | ||
| echo "Extracting base version from pyproject.toml" | ||
| <<<<<<< HEAD | ||
| version=$(uv tree 2>/dev/null | grep '^langflow-base' | cut -d' ' -f2 | sed 's/^v//') | ||
| ======= | ||
| version=$(uv tree 2>/dev/null | grep 'langflow-base' | awk '{print $3}' | sed 's/^v//' | head -n 1) | ||
| >>>>>>> origin/langflow-main | ||
| # Verify nightly tag format | ||
| if [[ ! "$version" =~ ^[0-9]+\.[0-9]+\.[0-9]+\.dev[0-9]+$ ]]; then | ||
| echo "Base version format is incorrect. Must be in the format (e.g.) v1.5.1.dev36" | ||
| exit 1 | ||
| fi | ||
| echo "Using version: $version" | ||
| echo version=$version >> $GITHUB_OUTPUT | ||
| - name: Set nightly tags | ||
| id: tags | ||
| run: | | ||
| version="${{ steps.version.outputs.version }}" | ||
| echo "docker_tags=langflowai/langflow-nightly:base-${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT | ||
| echo "ghcr_tags=ghcr.io/langflow-ai/langflow-nightly:base-${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT | ||
| - name: Docker cleanup | ||
| run: | | ||
| docker system prune -af --volumes || true | ||
| docker buildx prune -af || true | ||
| - name: Set up Docker Buildx | ||
| uses: docker/setup-buildx-action@v3 | ||
| - name: Login to Docker Hub | ||
| uses: docker/login-action@v3 | ||
| with: | ||
| username: ${{ secrets.DOCKERHUB_USERNAME }} | ||
| password: ${{ secrets.DOCKERHUB_TOKEN }} | ||
| - name: Login to GitHub Container Registry | ||
| uses: docker/login-action@v3 | ||
| with: | ||
| registry: ghcr.io | ||
| username: ${{ github.actor }} | ||
| password: ${{ secrets.TEMP_GHCR_TOKEN}} | ||
| - name: Build and push to Docker Hub | ||
| uses: docker/build-push-action@v6 | ||
| with: | ||
| context: . | ||
| push: ${{ inputs.push_to_registry }} | ||
| file: ./docker/build_and_push_base.Dockerfile | ||
| tags: ${{ steps.tags.outputs.docker_tags }} | ||
| platforms: linux/${{ matrix.arch }} | ||
| provenance: false | ||
| cache-from: type=gha | ||
| cache-to: type=gha,mode=max | ||
| - name: Build and push to GitHub Container Registry | ||
| uses: docker/build-push-action@v6 | ||
| with: | ||
| context: . | ||
| push: ${{ inputs.push_to_registry }} | ||
| file: ./docker/build_and_push_base.Dockerfile | ||
| tags: ${{ steps.tags.outputs.ghcr_tags }} | ||
| platforms: linux/${{ matrix.arch }} | ||
| provenance: false | ||
| cache-from: type=gha | ||
| cache-to: type=gha,mode=max | ||
| build-nightly-main: | ||
| name: Build Nightly Main Package | ||
| if: ${{ inputs.release_type == 'nightly-main' }} | ||
| strategy: | ||
| matrix: | ||
| include: | ||
| - arch: amd64 | ||
| runner: [Langflow-runner] | ||
| - arch: arm64 | ||
| runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb] | ||
| runs-on: ${{ matrix.runner }} | ||
| steps: | ||
| - name: Check out the code | ||
| uses: actions/checkout@v6 | ||
| with: | ||
| ref: ${{ inputs.ref }} | ||
| - name: Setup Environment | ||
| uses: astral-sh/setup-uv@v6 | ||
| with: | ||
| enable-cache: true | ||
| cache-dependency-glob: "uv.lock" | ||
| python-version: "3.13" | ||
| prune-cache: false | ||
| - name: Get version for tagging | ||
| id: version | ||
| run: | | ||
| echo "Extracting main version from pyproject.toml" | ||
| version=$(uv tree 2>/dev/null | grep '^langflow' | grep -v '^langflow-base' | cut -d' ' -f2 | sed 's/^v//') | ||
| # Verify nightly tag format | ||
| if [[ ! "$version" =~ ^[0-9]+\.[0-9]+\.[0-9]+\.dev[0-9]+$ ]]; then | ||
| echo "Main version format is incorrect. Must be in the format (e.g.) v1.5.1.dev36" | ||
| exit 1 | ||
| fi | ||
| echo "Using version: $version" | ||
| echo version=$version >> $GITHUB_OUTPUT | ||
| - name: Set nightly tags | ||
| id: tags | ||
| run: | | ||
| version="${{ steps.version.outputs.version }}" | ||
| echo "docker_tags=langflowai/langflow-nightly:${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT | ||
| echo "ghcr_tags=ghcr.io/langflow-ai/langflow-nightly:${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT | ||
| - name: Docker cleanup | ||
| run: | | ||
| docker system prune -af --volumes || true | ||
| docker buildx prune -af || true | ||
| - name: Set up Docker Buildx | ||
| uses: docker/setup-buildx-action@v3 | ||
| - name: Login to Docker Hub | ||
| uses: docker/login-action@v3 | ||
| with: | ||
| username: ${{ secrets.DOCKERHUB_USERNAME }} | ||
| password: ${{ secrets.DOCKERHUB_TOKEN }} | ||
| - name: Login to GitHub Container Registry | ||
| uses: docker/login-action@v3 | ||
| with: | ||
| registry: ghcr.io | ||
| username: ${{ github.actor }} | ||
| password: ${{ secrets.TEMP_GHCR_TOKEN}} | ||
| - name: Build and push to Docker Hub | ||
| uses: docker/build-push-action@v6 | ||
| with: | ||
| context: . | ||
| push: ${{ inputs.push_to_registry }} | ||
| file: ./docker/build_and_push.Dockerfile | ||
| tags: ${{ steps.tags.outputs.docker_tags }} | ||
| platforms: linux/${{ matrix.arch }} | ||
| provenance: false | ||
| cache-from: type=gha | ||
| cache-to: type=gha,mode=max | ||
| - name: Build and push to GitHub Container Registry | ||
| uses: docker/build-push-action@v6 | ||
| with: | ||
| context: . | ||
| push: ${{ inputs.push_to_registry }} | ||
| file: ./docker/build_and_push.Dockerfile | ||
| tags: ${{ steps.tags.outputs.ghcr_tags }} | ||
| platforms: linux/${{ matrix.arch }} | ||
| provenance: false | ||
| cache-from: type=gha | ||
| cache-to: type=gha,mode=max | ||
| build-nightly-main-all: | ||
| name: Build Nightly Main All Package | ||
| if: ${{ inputs.release_type == 'nightly-main-all' }} | ||
| strategy: | ||
| matrix: | ||
| include: | ||
| - arch: amd64 | ||
| runner: [Langflow-runner] | ||
| - arch: arm64 | ||
| runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb] | ||
| runs-on: ${{ matrix.runner }} | ||
| steps: | ||
| - name: Check out the code | ||
| uses: actions/checkout@v6 | ||
| with: | ||
| ref: ${{ inputs.ref }} | ||
| - name: Setup Environment | ||
| uses: astral-sh/setup-uv@v6 | ||
| with: | ||
| enable-cache: true | ||
| cache-dependency-glob: "uv.lock" | ||
| python-version: "3.13" | ||
| prune-cache: false | ||
| - name: Get version for tagging | ||
| id: version | ||
| run: | | ||
| echo "Extracting main version from pyproject.toml" | ||
| version=$(uv tree 2>/dev/null | grep '^langflow' | grep -v '^langflow-base' | cut -d' ' -f2 | sed 's/^v//') | ||
| # Verify nightly tag format | ||
| if [[ ! "$version" =~ ^[0-9]+\.[0-9]+\.[0-9]+\.dev[0-9]+$ ]]; then | ||
| echo "Main version format is incorrect. Must be in the format (e.g.) v1.5.1.dev36" | ||
| exit 1 | ||
| fi | ||
| echo "Using version: $version" | ||
| echo version=$version >> $GITHUB_OUTPUT | ||
| - name: Set nightly tags | ||
| id: tags | ||
| run: | | ||
| version="${{ steps.version.outputs.version }}" | ||
| echo "docker_tags=langflowai/langflow-nightly-all:${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT | ||
| echo "ghcr_tags=ghcr.io/langflow-ai/langflow-nightly-all:${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT | ||
| - name: Docker cleanup | ||
| run: | | ||
| docker system prune -af --volumes || true | ||
| docker buildx prune -af || true | ||
| - name: Set up Docker Buildx | ||
| uses: docker/setup-buildx-action@v3 | ||
| - name: Login to Docker Hub | ||
| uses: docker/login-action@v3 | ||
| with: | ||
| username: ${{ secrets.DOCKERHUB_USERNAME }} | ||
| password: ${{ secrets.DOCKERHUB_TOKEN }} | ||
| - name: Login to GitHub Container Registry | ||
| uses: docker/login-action@v3 | ||
| with: | ||
| registry: ghcr.io | ||
| username: ${{ github.actor }} | ||
| password: ${{ secrets.TEMP_GHCR_TOKEN}} | ||
| - name: Build and push to Docker Hub | ||
| uses: docker/build-push-action@v6 | ||
| with: | ||
| context: . | ||
| push: ${{ inputs.push_to_registry }} | ||
| file: ./docker/build_and_push_with_extras.Dockerfile | ||
| tags: ${{ steps.tags.outputs.docker_tags }} | ||
| platforms: linux/${{ matrix.arch }} | ||
| provenance: false | ||
| cache-from: type=gha | ||
| cache-to: type=gha,mode=max | ||
| - name: Build and push to GitHub Container Registry | ||
| uses: docker/build-push-action@v6 | ||
| with: | ||
| context: . | ||
| push: ${{ inputs.push_to_registry }} | ||
| file: ./docker/build_and_push_with_extras.Dockerfile | ||
| tags: ${{ steps.tags.outputs.ghcr_tags }} | ||
| platforms: linux/${{ matrix.arch }} | ||
| provenance: false | ||
| cache-from: type=gha | ||
| cache-to: type=gha,mode=max | ||
| create-nightly-manifest: | ||
| name: Create Multi-Arch Nightly Manifest | ||
| needs: [build-nightly-base, build-nightly-main, build-nightly-main-all] | ||
| runs-on: ubuntu-latest | ||
| if: ${{ always() && inputs.push_to_registry && (needs.build-nightly-base.result == 'success' || needs.build-nightly-main.result == 'success' || needs.build-nightly-main-all.result == 'success') }} | ||
| steps: | ||
| - name: Setup Environment | ||
| uses: astral-sh/setup-uv@v6 | ||
| with: | ||
| enable-cache: true | ||
| cache-dependency-glob: "uv.lock" | ||
| python-version: "3.13" | ||
| prune-cache: false | ||
| - name: Check out the code | ||
| uses: actions/checkout@v6 | ||
| with: | ||
| ref: ${{ inputs.ref }} | ||
| - name: Get version | ||
| id: version | ||
| run: | | ||
| if [[ "${{ inputs.release_type }}" == "nightly-base" ]]; then | ||
| <<<<<<< HEAD | ||
| version=$(uv tree 2>/dev/null | grep '^langflow-base' | cut -d' ' -f2 | sed 's/^v//') | ||
| ======= | ||
| version=$(uv tree 2>/dev/null | grep 'langflow-base' | awk '{print $3}' | sed 's/^v//' | head -n 1) | ||
| >>>>>>> origin/langflow-main | ||
| else | ||
| version=$(uv tree 2>/dev/null | grep '^langflow' | grep -v '^langflow-base' | cut -d' ' -f2 | sed 's/^v//') | ||
| fi | ||
| echo "Using version: $version" | ||
| echo version=$version >> $GITHUB_OUTPUT | ||
| - name: Set nightly tags | ||
| id: tags | ||
| run: | | ||
| version="${{ steps.version.outputs.version }}" | ||
| case "${{ inputs.release_type }}" in | ||
| "nightly-base") | ||
| echo "final_tags=langflowai/langflow-nightly:base-${version},langflowai/langflow-nightly:base-latest,ghcr.io/langflow-ai/langflow-nightly:base-${version},ghcr.io/langflow-ai/langflow-nightly:base-latest" >> $GITHUB_OUTPUT | ||
| echo "arch_base=langflowai/langflow-nightly:base-${version}" >> $GITHUB_OUTPUT | ||
| echo "ghcr_arch_base=ghcr.io/langflow-ai/langflow-nightly:base-${version}" >> $GITHUB_OUTPUT | ||
| ;; | ||
| "nightly-main") | ||
| echo "final_tags=langflowai/langflow-nightly:${version},langflowai/langflow-nightly:latest,ghcr.io/langflow-ai/langflow-nightly:${version},ghcr.io/langflow-ai/langflow-nightly:latest" >> $GITHUB_OUTPUT | ||
| echo "arch_base=langflowai/langflow-nightly:${version}" >> $GITHUB_OUTPUT | ||
| echo "ghcr_arch_base=ghcr.io/langflow-ai/langflow-nightly:${version}" >> $GITHUB_OUTPUT | ||
| ;; | ||
| "nightly-main-all") | ||
| echo "final_tags=langflowai/langflow-nightly-all:${version},langflowai/langflow-nightly-all:latest,ghcr.io/langflow-ai/langflow-nightly-all:${version},ghcr.io/langflow-ai/langflow-nightly-all:latest" >> $GITHUB_OUTPUT | ||
| echo "arch_base=langflowai/langflow-nightly-all:${version}" >> $GITHUB_OUTPUT | ||
| echo "ghcr_arch_base=ghcr.io/langflow-ai/langflow-nightly-all:${version}" >> $GITHUB_OUTPUT | ||
| ;; | ||
| *) | ||
| echo "Error: Invalid release_type: ${{ inputs.release_type }}" >&2 | ||
| exit 1 | ||
| ;; | ||
| esac | ||
| - name: Login to Docker Hub | ||
| uses: docker/login-action@v3 | ||
| with: | ||
| username: ${{ secrets.DOCKERHUB_USERNAME }} | ||
| password: ${{ secrets.DOCKERHUB_TOKEN }} | ||
| - name: Login to GitHub Container Registry | ||
| uses: docker/login-action@v3 | ||
| with: | ||
| registry: ghcr.io | ||
| username: ${{ github.actor }} | ||
| password: ${{ secrets.TEMP_GHCR_TOKEN}} | ||
| - name: Create and push multi-arch nightly manifests | ||
| run: | | ||
| # Split tags and create manifests for each | ||
| IFS=',' read -ra TAGS <<< "${{ steps.tags.outputs.final_tags }}" | ||
| for tag in "${TAGS[@]}"; do | ||
| echo "Creating manifest for $tag" | ||
| # Determine architecture-specific tags | ||
| if [[ "$tag" == *"langflowai"* ]]; then | ||
| amd64_tag="${{ steps.tags.outputs.arch_base }}-amd64" | ||
| arm64_tag="${{ steps.tags.outputs.arch_base }}-arm64" | ||
| else | ||
| amd64_tag="${{ steps.tags.outputs.ghcr_arch_base }}-amd64" | ||
| arm64_tag="${{ steps.tags.outputs.ghcr_arch_base }}-arm64" | ||
| fi | ||
| docker buildx imagetools create \ | ||
| --tag "$tag" \ | ||
| "$amd64_tag" \ | ||
| "$arm64_tag" | ||
| done | ||
