ScribeAutomation/.github/workflows/tests.yml at 2c92ab3c1880b76e1c3979aae3dcf91d63ee839c · rmodis1/ScribeAutomation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
name: Test Suite

on:
  push:
    branches: [ main, master, 'feat/**', 'fix/**' ]
  pull_request:
    branches: [ main, master ]

jobs:
  unit-tests:
    name: Unit Tests
    runs-on: ubuntu-latest

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Set up Python 3.12
        uses: actions/setup-python@v5
        with:
          python-version: '3.12'
          cache: 'pip'
          cache-dependency-path: scripts/requirements.txt

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r scripts/requirements.txt
          pip install pytest pytest-cov pytest-mock

      - name: Run unit tests
        run: |
          pytest tests/ -m unit -v --tb=short

      - name: Run tests without API (mock-safe tests)
        run: |
          pytest tests/test_validator.py tests/test_v2_server.py -v --tb=short

  integration-tests:
    name: Integration Tests
    runs-on: ubuntu-latest
    # Runs on all branches when secrets are configured

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Set up Python 3.12
        uses: actions/setup-python@v5
        with:
          python-version: '3.12'
          cache: 'pip'
          cache-dependency-path: scripts/requirements.txt

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r scripts/requirements.txt
          pip install pytest pytest-mock

      - name: Create secrets directory
        run: mkdir -p secrets

      - name: Configure Scribe credentials
        env:
          SCRIBE_TOKEN: ${{ secrets.SCRIBE_TOKEN }}
          SCRIBE_ORG_ID: ${{ secrets.SCRIBE_ORG_ID }}
          SCRIBE_SOLUTION_ID: ${{ secrets.SCRIBE_SOLUTION_ID }}
        run: |
          echo "SCRIBE_TOKEN=$SCRIBE_TOKEN" > secrets/.env
          echo "SCRIBE_ORG_ID=$SCRIBE_ORG_ID" >> secrets/.env
          echo "SCRIBE_SOLUTION_ID=$SCRIBE_SOLUTION_ID" >> secrets/.env

      - name: Run integration tests
        env:
          SCRIBE_TOKEN: ${{ secrets.SCRIBE_TOKEN }}
          SCRIBE_ORG_ID: ${{ secrets.SCRIBE_ORG_ID }}
          SCRIBE_SOLUTION_ID: ${{ secrets.SCRIBE_SOLUTION_ID }}
        run: |
          pytest tests/ -m integration -v --tb=short --maxfail=5

  coverage:
    name: Test Coverage
    runs-on: ubuntu-latest
    needs: unit-tests

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Set up Python 3.12
        uses: actions/setup-python@v5
        with:
          python-version: '3.12'
          cache: 'pip'
          cache-dependency-path: scripts/requirements.txt

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r scripts/requirements.txt
          pip install pytest pytest-cov pytest-mock

      - name: Run tests with coverage
        run: |
          pytest tests/test_validator.py tests/test_v2_server.py \
            --cov=scripts \
            --cov-report=xml \
            --cov-report=term-missing \
            -v --tb=short

      - name: Upload coverage to Codecov
        uses: codecov/codecov-action@v4
        with:
          file: ./coverage.xml
          fail_ci_if_error: false
          verbose: true
        env:
          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}

  lint:
    name: Code Quality
    runs-on: ubuntu-latest

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Set up Python 3.12
        uses: actions/setup-python@v5
        with:
          python-version: '3.12'

      - name: Install linting tools
        run: |
          python -m pip install --upgrade pip
          pip install ruff

      - name: Run ruff linter
        run: |
          ruff check scripts/ tests/ --ignore=E501,F401 --exit-zero