hf-mount/.github/workflows/ci.yml at 5d3c6f9a88443788f385d351f355f6810124e84e · huggingface/hf-mount · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
name: CI

on:
  pull_request:
    branches: [main]
  push:
    branches: [main]

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

env:
  CARGO_TERM_COLOR: always

jobs:
  lint-test:
    name: Lint & Unit Tests
    runs-on:
      group: hf-mount-ci
    steps:
      - uses: actions/checkout@v4

      - uses: dtolnay/rust-toolchain@nightly
        with:
          components: rustfmt

      - uses: dtolnay/rust-toolchain@stable
        with:
          components: clippy

      - uses: Swatinem/rust-cache@v2

      - name: Install system deps
        run: |
          sudo apt-get update
          sudo apt-get install -y fuse3 libfuse3-dev

      - name: Format check
        run: cargo +nightly fmt --check

      - name: Clippy
        run: cargo clippy --features nfs -- -D warnings

      - name: Unit tests
        run: cargo test --lib

  smoke-test:
    name: Smoke Tests (FUSE + NFS)
    runs-on:
      group: hf-mount-ci
    needs: lint-test
    env:
      HF_TOKEN: ${{ secrets.HF_TOKEN_HUB_CI }}
      HF_ENDPOINT: https://hub-ci.huggingface.co
    steps:
      - uses: actions/checkout@v4

      - uses: dtolnay/rust-toolchain@stable

      - uses: Swatinem/rust-cache@v2

      - name: Install system deps
        run: |
          sudo apt-get update
          sudo apt-get install -y fuse3 libfuse3-dev nfs-common
          echo 'user_allow_other' | sudo tee -a /etc/fuse.conf

      - name: Build release binaries
        run: cargo build --release --features nfs

      - name: Integration tests (buckets)
        run: cargo test --release --test fuse_ops --test nfs_ops -- --test-threads=1 --nocapture

      - name: Integration tests (repo mount)
        env:
          HF_ENDPOINT: https://huggingface.co
        run: unset HF_TOKEN && cargo test --release --test repo_ops -- --test-threads=1 --nocapture

  bench:
    name: Benchmarks
    runs-on:
      group: hf-mount-ci
    needs: lint-test
    env:
      HF_TOKEN: ${{ secrets.HF_TOKEN_HUB_CI }}
      HF_ENDPOINT: https://hub-ci.huggingface.co
    steps:
      - uses: actions/checkout@v4

      - uses: dtolnay/rust-toolchain@stable

      - uses: Swatinem/rust-cache@v2

      - name: Install system deps
        run: |
          sudo apt-get update
          sudo apt-get install -y fuse3 libfuse3-dev nfs-common
          echo 'user_allow_other' | sudo tee -a /etc/fuse.conf

      - name: Build release binaries
        run: cargo build --release --features nfs

      - name: Run benchmarks
        run: cargo test --release --test bench -- --nocapture 2>&1 | tee bench_output.txt

      - name: Post benchmark results
        if: github.event_name == 'pull_request'
        env:
          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          # Extract the benchmark table from output
          TABLE=$(sed -n '/^  =====/,/^  =====/p' bench_output.txt)
          if [ -z "$TABLE" ]; then
            echo "No benchmark table found in output"
            exit 0
          fi

          # Build markdown comment
          BODY=$(cat <<'HEADER'
          ## Benchmark Results

          ```
          HEADER
          )
          BODY="${BODY}
          ${TABLE}
          \`\`\`"

          gh pr comment "${{ github.event.pull_request.number }}" --body "$BODY"