hf-mount/.github/workflows/ci.yml at 6f07b8b7780cc1ed2637c5a016114896d38775e6 · huggingface/hf-mount · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
name: CI

on:
  pull_request:
    branches: [main]
  push:
    branches: [main]

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

permissions:
  contents: read
  pull-requests: write

env:
  CARGO_TERM_COLOR: always

jobs:
  lint-test:
    name: Lint & Unit Tests
    runs-on:
      group: hf-mount-ci
    steps:
      - uses: actions/checkout@v4

      - uses: dtolnay/rust-toolchain@nightly
        with:
          components: rustfmt

      - uses: dtolnay/rust-toolchain@stable
        with:
          components: clippy

      - uses: Swatinem/rust-cache@v2

      - name: Install system deps
        run: |
          sudo apt-get update
          sudo apt-get install -y fuse3 libfuse3-dev

      - name: Format check
        run: cargo +nightly fmt --check

      - name: Clippy
        run: cargo clippy --features nfs -- -D warnings

      - name: Unit tests
        run: cargo test --lib

  smoke-test:
    name: Smoke Tests (FUSE + NFS)
    runs-on:
      group: hf-mount-ci
    needs: lint-test
    env:
      HF_TOKEN: ${{ secrets.HF_TOKEN_HUB_CI }}
      HF_ENDPOINT: https://hub-ci.huggingface.co
    steps:
      - uses: actions/checkout@v4

      - uses: dtolnay/rust-toolchain@stable

      - uses: Swatinem/rust-cache@v2

      - name: Install system deps
        run: |
          sudo apt-get update
          sudo apt-get install -y fuse3 libfuse3-dev nfs-common
          echo 'user_allow_other' | sudo tee -a /etc/fuse.conf

      - name: Build release binaries
        run: cargo build --release --features nfs

      - name: Integration tests (buckets)
        run: cargo test --release --test fuse_ops --test nfs_ops -- --test-threads=1 --nocapture

      - name: Integration tests (repo mount)
        env:
          HF_ENDPOINT: https://huggingface.co
        run: unset HF_TOKEN && cargo test --release --test repo_ops -- --test-threads=1 --nocapture

  bench:
    name: Benchmarks
    runs-on:
      group: hf-mount-ci
    needs: lint-test
    env:
      HF_TOKEN: ${{ secrets.HF_TOKEN_HUB_CI }}
      HF_ENDPOINT: https://hub-ci.huggingface.co
    steps:
      - uses: actions/checkout@v4

      - uses: dtolnay/rust-toolchain@stable

      - uses: Swatinem/rust-cache@v2

      - name: Install system deps
        run: |
          sudo apt-get update
          sudo apt-get install -y fuse3 libfuse3-dev nfs-common
          echo 'user_allow_other' | sudo tee -a /etc/fuse.conf

      - name: Build release binaries
        run: cargo build --release --features nfs

      - name: Install fio
        run: sudo apt-get install -y fio

      - name: Run benchmarks
        run: cargo test --release --test bench --test fio_bench -- --nocapture 2>&1 | tee bench_output.txt

      - name: Post benchmark results
        if: github.event_name == 'pull_request'
        env:
          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          # Extract all benchmark tables (multiple sections delimited by === lines)
          TABLES=$(awk '/====/{found=1} found{print}' bench_output.txt)
          if [ -z "$TABLES" ]; then
            echo "No benchmark table found in output"
            exit 0
          fi

          gh pr comment "${{ github.event.pull_request.number }}" --body "$(cat <<EOF
          ## Benchmark Results

          \`\`\`
          ${TABLES}
          \`\`\`
          EOF
          )"