gqlalchemy/.github/workflows/build-and-test.yml at 31524bd32761f6795472e094eb45d03599d17feb · memgraph/gqlalchemy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
name: Build and Test

env:
  MG_VERSION: "3.3.0"
  UV_VERSION: "0.11.2"
  VM_MAX_MAP_COUNT: "262144"

on:
  push:
    branches:
      - main
  pull_request:
    types: [opened, synchronize, reopened, review_requested, ready_for_review]
  workflow_dispatch:

jobs:
  build_and_test_ubuntu:
    if: github.event.pull_request.draft == false
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.10", "3.11", "3.12"]
        os: [ubuntu-24.04]
    runs-on: ${{ matrix.os }}
    steps:
      - name: Checkout Repository
        uses: actions/checkout@v4
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - name: Set up pip and install packages
        run: |
          python -m pip install --upgrade pip setuptools wheel
          sudo -H pip install networkx numpy scipy
      - name: Install uv
        uses: astral-sh/setup-uv@38f3f104447c67c051c4a08e39b64a148898af3a # v4
        with:
          version: ${{ env.UV_VERSION }}
      - name: Install Memgraph
        run: |
          mkdir /home/runner/memgraph
          curl -L https://download.memgraph.com/memgraph/v${{env.MG_VERSION}}/${{ matrix.os }}/memgraph_${{env.MG_VERSION}}-1_amd64.deb --output /home/runner/memgraph/memgraph-community.deb
          sudo dpkg -i /home/runner/memgraph/memgraph-community.deb
          sudo systemctl stop memgraph
          sudo runuser -l memgraph -c '/usr/lib/memgraph/memgraph --bolt-port 7687 --bolt-session-inactivity-timeout=300 --data-directory="/var/lib/memgraph/data" --storage-properties-on-edges=true --storage-snapshot-interval-sec=0 --storage-wal-enabled=false --storage-snapshot-on-exit=false --telemetry-enabled=false --log-level=TRACE --also-log-to-stderr=true --log-file=/var/log/memgraph/memgraph-ubuntu-${{ matrix.python-version }}.log' &
          sleep 1 # Wait for Memgraph a bit.
      - name: Install Neo4j
        run: |
          # Using Neo4j 4.4.18 which has cgroupv2 compatibility fixes for Ubuntu 24.04
          docker run --name neo4j-test -p 7474:7474 -p 7688:7687 -d -v $HOME/neo4j/data:/data -v $HOME/neo4j/logs:/logs -v $HOME/neo4j/import:/var/lib/neo4j/import -v $HOME/neo4j/plugins:/plugins --env NEO4J_AUTH=neo4j/test neo4j:4.4.18
      - name: Wait for Neo4j to be ready
        run: |
          echo "Waiting for Neo4j to be ready..."
          for i in {1..60}; do
            # Use cypher-shell inside the container to verify Neo4j is accepting connections
            if docker exec neo4j-test cypher-shell -u neo4j -p test "RETURN 1" 2>/dev/null; then
              echo "Neo4j is ready and accepting queries!"
              break
            fi
            echo "Waiting for Neo4j... ($i/60)"
            sleep 2
          done
          # Show Neo4j logs for debugging
          echo "=== Neo4j logs ==="
          docker logs neo4j-test 2>&1 | tail -30 || true
      - name: Install More Packages
        run: |
          ps aux | grep memgraph
          uv sync --extra arrow --extra dgl --extra docker --extra dot
          uv pip install dgl==2.4.0 -f https://data.dgl.ai/wheels/torch-2.4/repo.html --no-build-isolation
          uv pip install 'torch>=2.4.0,<=2.5.0' torch-scatter torch-sparse torch-cluster torch-spline-conv torch-geometric -f https://data.pyg.org/whl/torch-2.4.0+cpu.html --no-build-isolation
          uv pip install 'tf-keras>=2.16,<3.0'
          uv pip install 'tensorflow-gnn>=1.0.0,<2.0.0'
      - name: Run Tests
        env:
          TF_USE_LEGACY_KERAS: "1"
        run: |
          uv run --no-sync pytest -vvv -m "not slow and not ubuntu and not docker"
      - name: Use the Upload Artifact GitHub Action
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: assets-for-download
          path: /var/log/memgraph
          overwrite: true

  build_and_test_windows:
    if: false
    # if: github.event.pull_request.draft == false
    continue-on-error: true
    strategy:
      matrix:
        python-version: ["3.10", "3.11", "3.12", "3.13"]
        os: [windows-latest]
    runs-on: ${{ matrix.os }}
    steps:
      - name: Checkout Repository
        uses: actions/checkout@v4
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
      - name: Set up pip and install packages
        run: |
          python -m pip install -U pip
          python -m pip install networkx numpy scipy
      - name: Set default WSL version to 2
        run: wsl --set-default-version 2
      - uses: Vampire/setup-wsl@v3
        with:
          distribution: Ubuntu-24.04
      - name: Update vm.max_map_count
        shell: wsl-bash {0} #root shell
        run: sysctl -w vm.max_map_count=${{ env.VM_MAX_MAP_COUNT }}
      - name: Download, install and run Memgraph under WSL
        shell: wsl-bash {0} # root shell
        run: |
          sudo apt-get update
          sudo apt-get -y install python3 python3-pip ipython3
          pip3 install networkx numpy scipy
          mkdir /memgraph
          curl -L https://download.memgraph.com/memgraph/v${{env.MG_VERSION}}/ubuntu-24.04/memgraph_${{env.MG_VERSION}}-1_amd64.deb --output /memgraph/memgraph-community.deb
          systemctl mask memgraph
          dpkg -i /memgraph/memgraph-community.deb
          mkdir /mnt/c/memgraph
          runuser -l memgraph -c '/usr/lib/memgraph/memgraph --bolt-port 7687 --bolt-session-inactivity-timeout=300 --data-directory="/mnt/c/memgraph/data" --storage-properties-on-edges=true --storage-snapshot-interval-sec=0 --storage-wal-enabled=false --storage-recover-on-startup=false --storage-snapshot-on-exit=false --telemetry-enabled=false --log-level=TRACE --also-log-to-stderr=true --log-file=/mnt/c/memgraph/memgraph-windows-${{ matrix.python-version }}.log' &
          sleep 1 # Wait for Memgraph a bit.
      - name: Download, install and run Neo4j under WSL
        shell: wsl-bash {0} # root shell
        run: |
          curl -fsSL https://debian.neo4j.com/neotechnology.gpg.key | apt-key add -
          add-apt-repository "deb https://debian.neo4j.com stable 4.2"
          sudo apt-get -y install neo4j=1:4.2.1
          neo4j-admin set-initial-password test
          mkdir -p /mnt/c/neo4j/${{ matrix.python-version }}
          sed -i 's/#dbms.connector.bolt.listen_address=:7687/dbms.connector.bolt.listen_address=:7688/g' /etc/neo4j/neo4j.conf
          sed -i 's/#dbms.connector.bolt.advertised_address=:7687/dbms.connector.bolt.advertised_address=:7688/g' /etc/neo4j/neo4j.conf
          sed -i 's/#dbms.default_listen_address=0.0.0.0/dbms.default_listen_address=0.0.0.0/g' /etc/neo4j/neo4j.conf
          sed -i 's/dbms.directories.logs=\/var\/log\/neo4j/dbms.directories.logs=\/mnt\/c\/neo4j\/${{ matrix.python-version }}/g' /etc/neo4j/neo4j.conf
          cp /etc/neo4j/neo4j.conf /mnt/c/neo4j/${{ matrix.python-version }}/neo4j.conf
          sudo service neo4j start
          sleep 10 # Wait for Neo4j a bit.
      - name: Install uv
        uses: astral-sh/setup-uv@38f3f104447c67c051c4a08e39b64a148898af3a # v4
        with:
          version: ${{ env.UV_VERSION }}
      - name: Install packages
        run: |
          uv sync --extra arrow --extra dgl --extra docker --extra dot
          uv pip install dgl==2.4.0 -f https://data.dgl.ai/wheels/torch-2.4/repo.html --no-build-isolation
          uv pip install 'torch>=2.4.0,<=2.5.0' torch-scatter torch-sparse torch-cluster torch-spline-conv torch-geometric -f https://data.pyg.org/whl/torch-2.4.0+cpu.html --no-build-isolation
          uv pip install 'tf-keras>=2.16,<3.0'
          uv pip install 'tensorflow-gnn>=1.0.0,<2.0.0'
      - name: Test project
        env:
          TF_USE_LEGACY_KERAS: "1"
        run: |
          uv run --no-sync pytest -vvv -m "not slow and not ubuntu and not docker"
      - name: Save Memgraph Logs
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: memgraph-log
          path: C:\memgraph
          overwrite: true
      - name: Save Neo4j Logs
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: neo4j-log
          path: C:\neo4j
          overwrite: true