feat: Build for Python 3.14 #2282
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Test | |
| env: | |
| MG_VERSION: "3.3.0" | |
| POETRY_VERSION: "1.8.2" | |
| VM_MAX_MAP_COUNT: "262144" | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| types: [opened, synchronize, reopened, review_requested, ready_for_review] | |
| workflow_dispatch: | |
| inputs: | |
| run_linux: | |
| description: "Run Linux tests" | |
| required: false | |
| type: boolean | |
| default: true | |
| run_windows: | |
| description: "Run Windows tests" | |
| required: false | |
| type: boolean | |
| default: false | |
| jobs: | |
| build_and_test_ubuntu: | |
| if: ${{ (github.event_name != 'workflow_dispatch' && github.event.pull_request.draft == false) || ( github.event_name == 'workflow_dispatch' && inputs.run_linux == true ) }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ["3.9", "3.10", "3.11", "3.12", "3.13", "3.14"] | |
| os: [ubuntu-24.04] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Set up pip and install packages | |
| run: | | |
| python -m pip install --upgrade pip setuptools wheel | |
| sudo -H pip install networkx numpy scipy | |
| sudo -H pip install poethepoet==0.18.1 | |
| - name: Setup poetry | |
| uses: abatilo/actions-poetry@3765cf608f2d4a72178a9fc5b918668e542b89b1 # v4.0.0 | |
| with: | |
| poetry-version: ${{ env.POETRY_VERSION }} | |
| - name: Install Memgraph | |
| run: | | |
| mkdir /home/runner/memgraph | |
| curl -L https://download.memgraph.com/memgraph/v${{env.MG_VERSION}}/${{ matrix.os }}/memgraph_${{env.MG_VERSION}}-1_amd64.deb --output /home/runner/memgraph/memgraph-community.deb | |
| sudo dpkg -i /home/runner/memgraph/memgraph-community.deb | |
| sudo systemctl stop memgraph | |
| sudo runuser -l memgraph -c '/usr/lib/memgraph/memgraph --bolt-port 7687 --data-directory="/var/lib/memgraph/data" --storage-properties-on-edges=true --storage-snapshot-interval-sec=0 --storage-wal-enabled=false --storage-snapshot-on-exit=false --telemetry-enabled=false --log-level=TRACE --also-log-to-stderr=true --log-file=/var/log/memgraph/memgraph-ubuntu-${{ matrix.python-version }}.log' & | |
| - name: Wait for Memgraph to be ready | |
| run: | | |
| echo "Waiting for Memgraph to accept Bolt connections..." | |
| for i in {1..60}; do | |
| if timeout 1 bash -c "echo > /dev/tcp/127.0.0.1/7687" 2>/dev/null; then | |
| echo "Memgraph is ready." | |
| exit 0 | |
| fi | |
| echo "Waiting for Memgraph... ($i/60)" | |
| sleep 1 | |
| done | |
| echo "Memgraph did not become ready in time." | |
| sudo journalctl -u memgraph --no-pager | tail -50 || true | |
| exit 1 | |
| - name: Install Neo4j | |
| run: | | |
| # Using Neo4j 4.4.18 which has cgroupv2 compatibility fixes for Ubuntu 24.04 | |
| docker run --name neo4j-test -p 7474:7474 -p 7688:7687 -d -v $HOME/neo4j/data:/data -v $HOME/neo4j/logs:/logs -v $HOME/neo4j/import:/var/lib/neo4j/import -v $HOME/neo4j/plugins:/plugins --env NEO4J_AUTH=neo4j/test neo4j:4.4.18 | |
| - name: Wait for Neo4j to be ready | |
| run: | | |
| echo "Waiting for Neo4j to be ready..." | |
| for i in {1..60}; do | |
| # Use cypher-shell inside the container to verify Neo4j is accepting connections | |
| if docker exec neo4j-test cypher-shell -u neo4j -p test "RETURN 1" 2>/dev/null; then | |
| echo "Neo4j is ready and accepting queries!" | |
| break | |
| fi | |
| echo "Waiting for Neo4j... ($i/60)" | |
| sleep 2 | |
| done | |
| # Show Neo4j logs for debugging | |
| echo "=== Neo4j logs ===" | |
| docker logs neo4j-test 2>&1 | tail -30 || true | |
| - name: Install More Packages (Python <= 3.12) | |
| if: ${{ matrix.python-version == '3.9' || matrix.python-version == '3.10' || matrix.python-version == '3.11' || matrix.python-version == '3.12' }} | |
| run: | | |
| ps aux | grep memgraph | |
| poetry install -E arrow -E dgl -E docker -E dot | |
| poe install-pyg-cpu | |
| poe install-dgl | |
| poe install-tfgnn | |
| - name: Install More Packages (Python >= 3.13) | |
| if: ${{ matrix.python-version == '3.13' || matrix.python-version == '3.14' }} | |
| run: | | |
| ps aux | grep memgraph | |
| # Keep TensorFlow/TF-GNN stacks off for 3.13+. | |
| poetry install -E docker -E dot -E arrow | |
| - name: Run Tests (Python <= 3.12) | |
| if: ${{ matrix.python-version == '3.9' || matrix.python-version == '3.10' || matrix.python-version == '3.11' || matrix.python-version == '3.12' }} | |
| run: | | |
| export TF_USE_LEGACY_KERAS="1" | |
| poetry run pytest -vvv -m "not slow and not ubuntu and not docker" | |
| - name: Run Tests (Python >= 3.13) | |
| if: ${{ matrix.python-version == '3.13' || matrix.python-version == '3.14' }} | |
| run: | | |
| poetry run pytest -vvv -m "not slow and not ubuntu and not docker and not tfgnn" | |
| - name: Use the Upload Artifact GitHub Action | |
| uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0 | |
| if: always() | |
| with: | |
| name: memgraph-logs-${{ matrix.os }}-py${{ matrix.python-version }} | |
| path: /var/log/memgraph | |
| overwrite: true | |
| build_and_test_windows: | |
| if: ${{ (github.event_name != 'workflow_dispatch' && github.event.pull_request.draft == false) || ( github.event_name == 'workflow_dispatch' && inputs.run_windows == true ) }} | |
| continue-on-error: true | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"] | |
| os: [windows-latest] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Set up pip and install packages | |
| run: | | |
| python -m pip install -U pip | |
| python -m pip install networkx numpy scipy | |
| python -m pip install poethepoet==0.18.1 | |
| - name: Set default WSL version to 2 | |
| run: wsl --set-default-version 2 | |
| - uses: Vampire/setup-wsl@6a8db447be7ed35f2f499c02c6e60ff77ef11278 # v6.0.0 | |
| with: | |
| distribution: Ubuntu-24.04 | |
| - name: Update vm.max_map_count | |
| shell: wsl-bash {0} #root shell | |
| run: | | |
| if [ -f /proc/sys/vm/max_map_count ]; then | |
| sudo sysctl -w vm.max_map_count=${{ env.VM_MAX_MAP_COUNT }} | |
| else | |
| echo "Skipping vm.max_map_count update: /proc/sys/vm/max_map_count not available in this WSL environment." | |
| fi | |
| - name: Download, install and run Memgraph under WSL | |
| shell: wsl-bash {0} # root shell | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get -y install python3 python3-pip ipython3 | |
| pip3 install networkx numpy scipy --break-system-packages | |
| mkdir /memgraph | |
| curl -L https://download.memgraph.com/memgraph/v${{env.MG_VERSION}}/ubuntu-24.04/memgraph_${{env.MG_VERSION}}-1_amd64.deb --output /memgraph/memgraph-community.deb | |
| dpkg -i /memgraph/memgraph-community.deb | |
| mkdir /mnt/c/memgraph | |
| runuser -l memgraph -c 'nohup /usr/lib/memgraph/memgraph --bolt-address 0.0.0.0 --bolt-port 7687 --data-directory="/mnt/c/memgraph/data" --storage-properties-on-edges=true --storage-snapshot-interval-sec=0 --storage-wal-enabled=false --storage-recover-on-startup=false --storage-snapshot-on-exit=false --telemetry-enabled=false --log-level=TRACE --also-log-to-stderr=true --log-file=/mnt/c/memgraph/memgraph-windows-${{ matrix.python-version }}.log >/mnt/c/memgraph/memgraph-windows-${{ matrix.python-version }}-stdout.log 2>&1 < /dev/null &' | |
| - name: Wait for Memgraph to be ready (WSL) | |
| shell: wsl-bash {0} # root shell | |
| run: | | |
| echo "Waiting for Memgraph to accept Bolt connections..." | |
| for i in {1..60}; do | |
| if timeout 1 bash -c "echo > /dev/tcp/127.0.0.1/7687" 2>/dev/null; then | |
| echo "Memgraph is ready." | |
| exit 0 | |
| fi | |
| echo "Waiting for Memgraph... ($i/60)" | |
| sleep 1 | |
| done | |
| echo "Memgraph did not become ready in time." | |
| exit 1 | |
| - name: Resolve WSL Memgraph host for Windows tests | |
| run: | | |
| $wslIp = (wsl hostname -I).Trim().Split(' ', [System.StringSplitOptions]::RemoveEmptyEntries)[0] | |
| if (-not $wslIp) { | |
| throw "Failed to resolve WSL IP address." | |
| } | |
| "MG_HOST=$wslIp" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append | |
| "MG_PORT=7687" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append | |
| Write-Host "Resolved MG_HOST=$wslIp" | |
| - name: Wait for Memgraph to be reachable from Windows | |
| run: | | |
| for ($i = 1; $i -le 60; $i++) { | |
| if (Test-NetConnection -ComputerName $env:MG_HOST -Port $env:MG_PORT -InformationLevel Quiet) { | |
| Write-Host "Memgraph reachable at $env:MG_HOST`:$env:MG_PORT" | |
| exit 0 | |
| } | |
| Write-Host "Waiting for Memgraph from Windows... ($i/60)" | |
| Start-Sleep -Seconds 1 | |
| } | |
| throw "Memgraph not reachable at $env:MG_HOST`:$env:MG_PORT" | |
| - name: Download, install and run Neo4j under WSL | |
| shell: wsl-bash {0} # root shell | |
| run: | | |
| curl -fsSL https://debian.neo4j.com/neotechnology.gpg.key | apt-key add - | |
| add-apt-repository "deb https://debian.neo4j.com stable 4.2" | |
| sudo apt-get -y install neo4j=1:4.2.1 | |
| neo4j-admin set-initial-password test | |
| mkdir -p /mnt/c/neo4j/${{ matrix.python-version }} | |
| sed -i 's/#dbms.connector.bolt.listen_address=:7687/dbms.connector.bolt.listen_address=:7688/g' /etc/neo4j/neo4j.conf | |
| sed -i 's/#dbms.connector.bolt.advertised_address=:7687/dbms.connector.bolt.advertised_address=:7688/g' /etc/neo4j/neo4j.conf | |
| sed -i 's/#dbms.default_listen_address=0.0.0.0/dbms.default_listen_address=0.0.0.0/g' /etc/neo4j/neo4j.conf | |
| sed -i 's/dbms.directories.logs=\/var\/log\/neo4j/dbms.directories.logs=\/mnt\/c\/neo4j\/${{ matrix.python-version }}/g' /etc/neo4j/neo4j.conf | |
| cp /etc/neo4j/neo4j.conf /mnt/c/neo4j/${{ matrix.python-version }}/neo4j.conf | |
| sudo service neo4j start | |
| sleep 10 # Wait for Neo4j a bit. | |
| - name: Setup poetry | |
| uses: abatilo/actions-poetry@3765cf608f2d4a72178a9fc5b918668e542b89b1 # v4.0.0 | |
| with: | |
| poetry-version: ${{ env.POETRY_VERSION }} | |
| - name: Ensure Memgraph is still running (WSL) | |
| shell: wsl-bash {0} # root shell | |
| run: | | |
| if ! timeout 1 bash -c "echo > /dev/tcp/127.0.0.1/7687" 2>/dev/null; then | |
| echo "Memgraph is down, restarting..." | |
| runuser -l memgraph -c 'nohup /usr/lib/memgraph/memgraph --bolt-address 0.0.0.0 --bolt-port 7687 --data-directory="/mnt/c/memgraph/data" --storage-properties-on-edges=true --storage-snapshot-interval-sec=0 --storage-wal-enabled=false --storage-recover-on-startup=false --storage-snapshot-on-exit=false --telemetry-enabled=false --log-level=TRACE --also-log-to-stderr=true --log-file=/mnt/c/memgraph/memgraph-windows-${{ matrix.python-version }}.log >/mnt/c/memgraph/memgraph-windows-${{ matrix.python-version }}-stdout.log 2>&1 < /dev/null &' | |
| fi | |
| for i in {1..60}; do | |
| if timeout 1 bash -c "echo > /dev/tcp/127.0.0.1/7687" 2>/dev/null; then | |
| echo "Memgraph is ready." | |
| exit 0 | |
| fi | |
| echo "Waiting for Memgraph... ($i/60)" | |
| sleep 1 | |
| done | |
| echo "Memgraph did not become ready in time." | |
| exit 1 | |
| - name: Test project | |
| run: | | |
| $env:MG_HOST = (wsl hostname -I).Trim().Split(' ', [System.StringSplitOptions]::RemoveEmptyEntries)[0] | |
| if (-not $env:MG_HOST) { | |
| throw "Failed to resolve WSL IP address before tests." | |
| } | |
| $env:MG_PORT = "7687" | |
| Write-Host "Using Memgraph at $env:MG_HOST`:$env:MG_PORT" | |
| if (-not (Test-NetConnection -ComputerName $env:MG_HOST -Port $env:MG_PORT -InformationLevel Quiet)) { | |
| throw "Memgraph is not reachable from Windows at $env:MG_HOST`:$env:MG_PORT" | |
| } | |
| poetry install -E arrow -E docker -E dot | |
| $env:TF_USE_LEGACY_KERAS = "1" | |
| poetry run pytest -vvv -m "not slow and not ubuntu and not docker and not extras" | |
| - name: Save Memgraph Logs | |
| uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0 | |
| if: always() | |
| with: | |
| name: memgraph-log | |
| path: C:\memgraph | |
| overwrite: true | |
| - name: Save Neo4j Logs | |
| uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0 | |
| if: always() | |
| with: | |
| name: neo4j-log | |
| path: C:\neo4j | |
| overwrite: true |