skill-scanner/.github/workflows/python-tests.yml at ea9eb7e33fb9a4d39ae2d01b016b97c45dc5b9cb · cisco-ai-defense/skill-scanner · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
name: Run Unit Tests

on:
  push:
    branches:
      - main
  pull_request:

jobs:
  lint:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Set up Go
        uses: actions/setup-go@v5
        with:
          go-version: "1.22"

      - name: Set up Python for uv
        uses: astral-sh/setup-uv@v6.7.0

      - name: Set up Python 3.12
        uses: actions/setup-python@v5
        with:
          python-version: "3.12"

      - name: Install dependencies
        run: uv sync --all-extras --frozen

      - name: Run pre-commit hooks
        run: uv run pre-commit run --all-files

  test:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: ["3.10", "3.11", "3.12", "3.13"]

    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Set up Python for uv
        uses: astral-sh/setup-uv@v6.7.0

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - name: Install dependencies
        run: uv sync --all-extras --frozen

      - name: Run unit tests
        run: |
          uv run pytest tests/ \
            --ignore=tests/test_llm_analyzer.py \
            -v --tb=short

      - name: Run benchmark
        run: uv run python evals/runners/benchmark_runner.py --eval-dir evals/skills

  coverage:
    runs-on: ubuntu-latest
    needs: [lint, test]
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Set up Python for uv
        uses: astral-sh/setup-uv@v6.7.0

      - name: Set up Python 3.12
        uses: actions/setup-python@v5
        with:
          python-version: "3.12"

      - name: Install dependencies
        run: uv sync --all-extras --frozen

      - name: Run tests with coverage
        run: |
          uv run pytest tests/ \
            --ignore=tests/test_llm_analyzer.py \
            -v --tb=short --cov=skill_scanner --cov-report=xml

      - name: Upload coverage to Codecov
        uses: codecov/codecov-action@v4
        with:
          file: ./coverage.xml
          flags: unittests
          name: codecov-umbrella

  security:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Set up Python for uv
        uses: astral-sh/setup-uv@v6.7.0

      - name: Set up Python 3.12
        uses: actions/setup-python@v5
        with:
          python-version: "3.12"

      - name: Install dependencies
        run: uv sync --all-extras --frozen

      # Fails the build on any new CVE in the locked tree.
      # To temporarily allow a known-not-applicable finding, append
      #   --ignore-vuln <GHSA-or-CVE-id>
      # and document the justification in SECURITY.md (Vulnerability Allowlist).
      # Note: --strict is intentionally omitted because our own package is
      # always reported as "skipped" (not on PyPI from the local checkout).
      - name: Run pip-audit for vulnerability scanning
        run: uv run pip-audit

      # liccheck currently fails to import pkg_resources on newer setuptools;
      # tracked separately. Soft-fail until the upstream issue is resolved.
      - name: Run liccheck for license compliance
        run: uv run liccheck -s pyproject.toml || true