hf-mount/.github/workflows/ci.yml at 0de910b2170806cebbfaa2d326ba7b41b7e17dd4 · huggingface/hf-mount · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
name: CI

on:
  pull_request:
    branches: [main]
  push:
    branches: [main]

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

permissions:
  contents: read
  pull-requests: write

env:
  CARGO_TERM_COLOR: always

jobs:
  lint-test:
    name: Lint & Unit Tests
    runs-on:
      group: hf-mount-ci
    steps:
      - uses: actions/checkout@v4

      - uses: dtolnay/rust-toolchain@nightly
        with:
          components: rustfmt

      - uses: dtolnay/rust-toolchain@stable
        with:
          components: clippy

      - uses: Swatinem/rust-cache@v2

      - name: Install system deps
        run: |
          sudo apt-get update
          sudo apt-get install -y fuse3 libfuse3-dev

      - name: Format check
        run: cargo +nightly fmt --check

      - name: Clippy
        run: cargo clippy --features nfs -- -D warnings

      - name: Unit tests
        run: cargo test --lib

  smoke-test:
    name: Smoke Tests (FUSE + NFS)
    runs-on:
      group: hf-mount-ci
    needs: lint-test
    env:
      HF_TOKEN: ${{ secrets.HF_TOKEN_HUB_CI }}
      HF_ENDPOINT: https://hub-ci.huggingface.co
    steps:
      - uses: actions/checkout@v4

      - uses: dtolnay/rust-toolchain@stable

      - uses: Swatinem/rust-cache@v2

      - name: Install system deps
        run: |
          sudo apt-get update
          sudo apt-get install -y fuse3 libfuse3-dev nfs-common
          echo 'user_allow_other' | sudo tee -a /etc/fuse.conf

      - name: Build release binaries
        run: cargo build --release --features nfs

      - name: Integration tests (buckets)
        run: cargo test --release --test fuse_ops --test nfs_ops -- --test-threads=1 --nocapture

      - name: Integration tests (repo mount)
        env:
          HF_ENDPOINT: https://huggingface.co
        run: unset HF_TOKEN && cargo test --release --test repo_ops -- --test-threads=1 --nocapture

  bench:
    name: Benchmarks
    runs-on:
      group: hf-mount-ci
    needs: lint-test
    env:
      HF_TOKEN: ${{ secrets.HF_TOKEN_HUB_CI }}
      HF_ENDPOINT: https://hub-ci.huggingface.co
    steps:
      - uses: actions/checkout@v4

      - uses: dtolnay/rust-toolchain@stable

      - uses: Swatinem/rust-cache@v2

      - name: Install system deps
        run: |
          sudo apt-get update
          sudo apt-get install -y fuse3 libfuse3-dev nfs-common
          echo 'user_allow_other' | sudo tee -a /etc/fuse.conf

      - name: Build release binaries
        run: cargo build --release --features nfs

      - name: Install fio
        run: sudo apt-get install -y fio

      - name: Run benchmarks
        timeout-minutes: 10
        run: cargo test --release --test bench --test fio_bench -- --nocapture 2>&1 | tee bench_output.txt

      - name: Post benchmark results
        if: github.event_name == 'pull_request'
        env:
          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          # Strip ANSI codes, then extract only ==== delimited blocks
          CLEAN=$(sed 's/\x1b\[[0-9;]*m//g' bench_output.txt)
          TABLES=$(echo "$CLEAN" | awk '
            /^=====*$/ { inside=!inside; print; next }
            inside { print }
          ')
          if [ -z "$TABLES" ]; then
            echo "No benchmark table found in output"
            exit 0
          fi

          PR="${{ github.event.pull_request.number }}"
          MARKER="<!-- bench-results -->"
          BODY="${MARKER}
          ## Benchmark Results

          \`\`\`
          ${TABLES}
          \`\`\`"

          # Find existing comment with our marker
          COMMENT_ID=$(gh api "repos/${{ github.repository }}/issues/${PR}/comments" \
            --jq ".[] | select(.body | startswith(\"${MARKER}\")) | .id" | head -1)

          if [ -n "$COMMENT_ID" ]; then
            gh api "repos/${{ github.repository }}/issues/comments/${COMMENT_ID}" \
              -X PATCH -f body="$BODY"
            echo "Updated existing comment $COMMENT_ID"
          else
            gh pr comment "$PR" --body "$BODY"
            echo "Created new comment"
          fi