Scrapling/.github/workflows/tests.yml at a7b55d4a746bd75f98ce32e9f7a940b7fa0b22f1 · D4Vinci/Scrapling · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
name: Tests
on:
  push:
    branches:
      - main
      - dev
    paths-ignore:
      - '*.md'
      - '**/*.md'
      - 'docs/*'
      - 'images/*'
      - '.github/*'
      - '*.yml'
      - '*.yaml'
      - 'ruff.toml'

concurrency:
  group: ${{github.workflow}}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  tests:
    timeout-minutes: 60
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        include:
        - python-version: "3.10"
          os: macos-latest
          env:
            TOXENV: py310
        - python-version: "3.11"
          os: macos-latest
          env:
            TOXENV: py311
        - python-version: "3.12"
          os: macos-latest
          env:
            TOXENV: py312
        - python-version: "3.13"
          os: macos-latest
          env:
            TOXENV: py313

    steps:
    - uses: actions/checkout@v4

    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v5
      with:
        python-version: ${{ matrix.python-version }}
        cache: 'pip'
        cache-dependency-path: |
          pyproject.toml
          tox.ini

    - name: Install all browsers dependencies
      run: |
        python3 -m pip install --upgrade pip
        python3 -m pip install playwright==1.56.0 patchright==1.56.0 camoufox>=0.4.11

    - name: Get Playwright version
      id: playwright-version
      run: |
        PLAYWRIGHT_VERSION=$(python3 -c "import importlib.metadata; print(importlib.metadata.version('playwright'))")
        echo "version=$PLAYWRIGHT_VERSION" >> $GITHUB_OUTPUT
        echo "Playwright version: $PLAYWRIGHT_VERSION"

    - name: Retrieve Playwright browsers from cache if any
      id: playwright-cache
      uses: actions/cache@v4
      with:
        path: |
          ~/.cache/ms-playwright
          ~/Library/Caches/ms-playwright
          ~/.ms-playwright
        key: ${{ runner.os }}-playwright-${{ steps.playwright-version.outputs.version }}-v1
        restore-keys: |
          ${{ runner.os }}-playwright-${{ steps.playwright-version.outputs.version }}-
          ${{ runner.os }}-playwright-

    - name: Install Playwright browsers
      run: |
        echo "Cache hit: ${{ steps.playwright-cache.outputs.cache-hit }}"
        if [ "${{ steps.playwright-cache.outputs.cache-hit }}" != "true" ]; then
          python3 -m playwright install chromium
        else
          echo "Skipping install - using cached Playwright browsers"
        fi
        python3 -m playwright install-deps chromium firefox

    - name: Get Camoufox version
      id: camoufox-version
      run: |
        CAMOUFOX_VERSION=$(python3 -c "import importlib.metadata; print(importlib.metadata.version('camoufox'))")
        echo "version=$CAMOUFOX_VERSION" >> $GITHUB_OUTPUT
        echo "Camoufox version: $CAMOUFOX_VERSION"

    - name: Retrieve Camoufox browser from cache if any
      id: camoufox-cache
      uses: actions/cache@v4
      with:
        path: |
          ~/.cache/camoufox
          ~/Library/Caches/camoufox
        key: ${{ runner.os }}-camoufox-${{ steps.camoufox-version.outputs.version }}-v1
        restore-keys: |
          ${{ runner.os }}-camoufox-${{ steps.camoufox-version.outputs.version }}-
          ${{ runner.os }}-camoufox-

    - name: Install Camoufox browser
      run: |
        echo "Cache hit: ${{ steps.camoufox-cache.outputs.cache-hit }}"
        if [ "${{ steps.camoufox-cache.outputs.cache-hit }}" != "true" ]; then
          python3 -m camoufox fetch --browserforge
        else
          echo "Skipping fetch - using cached Camoufox browser"
        fi

    # Cache tox environments
    - name: Cache tox environments
      uses: actions/cache@v4
      with:
        path: .tox
        # Include python version and os in the cache key
        key: tox-v1-${{ runner.os }}-py${{ matrix.python-version }}-${{ hashFiles('/Users/runner/work/Scrapling/pyproject.toml') }}
        restore-keys: |
          tox-v1-${{ runner.os }}-py${{ matrix.python-version }}-
          tox-v1-${{ runner.os }}-

    - name: Install tox
      run: pip install -U tox

    - name: Run tests
      env: ${{ matrix.env }}
      run: tox