datafeeder/.github/workflows/ci.yml at 070ad21da4a3fe250fba06a66f8fd6c9ba9790ea · georchestra/datafeeder · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
name: Datafeeder CI

on:
  push:
    branches:
      - main
    tags:
      - "*"

  pull_request:
    branches:
      - main

jobs:
  backend:
    runs-on: ubuntu-latest
    name: Backend

    steps:
      - name: Checkout code
        uses: actions/checkout@v5

      - name: Set up Python
        uses: actions/setup-python@v6
        with:
          python-version-file: ".python-version"

      - name: Install uv
        uses: astral-sh/setup-uv@v7
        with:
          enable-cache: true

      - name: Install backend deps
        run: uv sync --project ./apps/backend

      - name: Lint code
        working-directory: ./apps/backend
        run: uv run poe lint

      - name: Format code
        working-directory: ./apps/backend
        run: uv run poe fmt

      - name: Type check
        working-directory: ./apps/backend
        run: uv run poe check --verbose

      - name: Run tests
        working-directory: ./apps/backend
        run: uv run pytest tests/ -v

      - name: Build Docker image
        run: docker build -f ./apps/backend/Dockerfile --target production -t backend .

  data-manipulation:
    runs-on: ubuntu-latest
    name: Data Manipulation

    steps:
      - name: Checkout code
        uses: actions/checkout@v5

      - name: Set up Python
        uses: actions/setup-python@v6
        with:
          python-version-file: ".python-version"

      - name: Install uv
        uses: astral-sh/setup-uv@v7
        with:
          enable-cache: true

      - name: Install data manipulation deps
        run: uv sync --project ./libs/data_manipulation

      - name: Lint code
        working-directory: ./libs/data_manipulation
        run: uv run poe lint

      - name: Format code
        working-directory: ./libs/data_manipulation
        run: uv run poe fmt

      - name: Type check
        working-directory: ./libs/data_manipulation
        run: uv run poe check --verbose

  airflow-elt:
    runs-on: ubuntu-latest
    name: Airflow ELT

    steps:
      - name: Checkout code
        uses: actions/checkout@v5

      - name: Set up Python
        uses: actions/setup-python@v6
        with:
          python-version-file: ".python-version"

      - name: Install uv
        uses: astral-sh/setup-uv@v7
        with:
          enable-cache: true

      - name: Install Airflow deps
        run: uv sync --project ./apps/elt

      - name: Lint code
        working-directory: ./apps/elt
        run: uv run poe lint

      - name: Format code
        working-directory: ./apps/elt
        run: uv run poe fmt