Skip to content

Commit 9011b47

Browse files
Merge branch 'main' of https://github.com/embeddings-benchmark/mteb into add-desc
2 parents 5298917 + b691769 commit 9011b47

61 files changed

Lines changed: 1689 additions & 1196 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

.github/workflows/dataset_loading.yml

Lines changed: 1 addition & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -10,38 +10,14 @@ jobs:
1010
dataset-loading-check:
1111
runs-on: ubuntu-latest
1212
steps:
13-
- name: Free disk space
14-
run: |
15-
sudo rm -rf \
16-
"$AGENT_TOOLSDIRECTORY" \
17-
/opt/ghc \
18-
/opt/google/chrome \
19-
/opt/microsoft/msedge \
20-
/opt/microsoft/powershell \
21-
/opt/pipx \
22-
/usr/lib/mono \
23-
/usr/local/julia* \
24-
/usr/local/lib/android \
25-
/usr/local/lib/node_modules \
26-
/usr/local/share/chromium \
27-
/usr/local/share/powershell \
28-
/usr/local/share/powershell \
29-
/usr/share/dotnet \
30-
/usr/share/swift
31-
docker system prune -af
32-
3313
- name: Checkout repository
3414
uses: actions/checkout@v6
3515

3616
- name: Install uv
37-
uses: astral-sh/setup-uv@v7
17+
uses: astral-sh/setup-uv@v8.2.0
3818
with:
3919
enable-cache: true
4020
version: "0.10.12"
41-
42-
- name: Set up Python
43-
uses: actions/setup-python@v6
44-
with:
4521
python-version: '3.11'
4622

4723
- name: Install dependencies

.github/workflows/documentation.yml

Lines changed: 4 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -14,51 +14,27 @@ jobs:
1414
build:
1515
runs-on: ubuntu-latest
1616
steps:
17-
- name: Free disk space
18-
run: |
19-
sudo rm -rf \
20-
"$AGENT_TOOLSDIRECTORY" \
21-
/opt/ghc \
22-
/opt/google/chrome \
23-
/opt/microsoft/msedge \
24-
/opt/microsoft/powershell \
25-
/opt/pipx \
26-
/usr/lib/mono \
27-
/usr/local/julia* \
28-
/usr/local/lib/android \
29-
/usr/local/lib/node_modules \
30-
/usr/local/share/chromium \
31-
/usr/local/share/powershell \
32-
/usr/local/share/powershell \
33-
/usr/share/dotnet \
34-
/usr/share/swift
35-
docker system prune -af
36-
3717
- uses: actions/checkout@v6
3818

3919
- name: Install uv
40-
uses: astral-sh/setup-uv@v7
20+
uses: astral-sh/setup-uv@v8.2.0
4121
with:
4222
enable-cache: true
43-
44-
45-
- uses: actions/setup-python@v6
46-
with:
4723
python-version: "3.10"
4824

4925
- name: Configure GitHub Pages
5026
if: github.event_name == 'push'
51-
uses: actions/configure-pages@45bfe0192ca1faeb007ade9deae92b16b8254a0d
27+
uses: actions/configure-pages@v6
5228

5329
- name: Install dependencies
5430
run: uv sync --group docs
5531

56-
- name: Build
32+
- name: Build docs
5733
run: make build-docs
5834

5935
- name: Upload docs artifact
6036
if: github.event_name == 'push'
61-
uses: actions/upload-pages-artifact@v4
37+
uses: actions/upload-pages-artifact@v5
6238
with:
6339
path: site
6440

.github/workflows/leaderboard_build.yml

Lines changed: 5 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -5,43 +5,22 @@ on:
55
branches: [main]
66
pull_request:
77

8+
concurrency:
9+
group: ${{ github.workflow }}-${{ github.ref }}
10+
cancel-in-progress: true
11+
812
jobs:
913
leaderboard:
1014
runs-on: ubuntu-latest
1115

1216
steps:
13-
- name: Free disk space
14-
run: |
15-
sudo rm -rf \
16-
"$AGENT_TOOLSDIRECTORY" \
17-
/opt/ghc \
18-
/opt/google/chrome \
19-
/opt/microsoft/msedge \
20-
/opt/microsoft/powershell \
21-
/opt/pipx \
22-
/usr/lib/mono \
23-
/usr/local/julia* \
24-
/usr/local/lib/android \
25-
/usr/local/lib/node_modules \
26-
/usr/local/share/chromium \
27-
/usr/local/share/powershell \
28-
/usr/local/share/powershell \
29-
/usr/share/dotnet \
30-
/usr/share/swift
31-
docker system prune -af
32-
3317
- name: Checkout repository
3418
uses: actions/checkout@v6
3519

3620
- name: Install uv
37-
uses: astral-sh/setup-uv@v7
21+
uses: astral-sh/setup-uv@v8.2.0
3822
with:
3923
enable-cache: true
40-
41-
42-
- name: Set up Python
43-
uses: actions/setup-python@v6
44-
with:
4524
python-version: '3.10'
4625

4726
- name: Run leaderboard build test

.github/workflows/leaderboard_docker.yml

Lines changed: 5 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,10 @@ on:
1717
- 'uv.lock'
1818
workflow_dispatch:
1919

20+
concurrency:
21+
group: ${{ github.workflow }}-${{ github.ref }}
22+
cancel-in-progress: true
23+
2024
jobs:
2125
test-dockerfile:
2226
runs-on: ubuntu-latest
@@ -25,25 +29,6 @@ jobs:
2529
- name: Checkout code
2630
uses: actions/checkout@v6
2731

28-
- name: Free disk space
29-
run: |
30-
sudo rm -rf \
31-
"$AGENT_TOOLSDIRECTORY" \
32-
/opt/ghc \
33-
/opt/google/chrome \
34-
/opt/microsoft/msedge \
35-
/opt/microsoft/powershell \
36-
/opt/pipx \
37-
/usr/lib/mono \
38-
/usr/local/julia* \
39-
/usr/local/lib/android \
40-
/usr/local/lib/node_modules \
41-
/usr/local/share/chromium \
42-
/usr/local/share/powershell \
43-
/usr/share/dotnet \
44-
/usr/share/swift
45-
docker system prune -af
46-
4732
- name: Set up Docker Buildx
4833
uses: docker/setup-buildx-action@v4
4934

@@ -55,7 +40,7 @@ jobs:
5540
password: ${{ secrets.GITHUB_TOKEN }}
5641

5742
- name: Build and push Docker image
58-
uses: docker/build-push-action@v5
43+
uses: docker/build-push-action@v7
5944
with:
6045
context: .
6146
file: ./Dockerfile

.github/workflows/leaderboard_refresh.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ jobs:
1010
runs-on: ubuntu-latest
1111
steps:
1212
- name: Checkout code
13-
uses: actions/checkout@v4
13+
uses: actions/checkout@v6
1414

1515
- name: Set up Docker Buildx
1616
uses: docker/setup-buildx-action@v4

.github/workflows/lint.yml

Lines changed: 1 addition & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -11,36 +11,12 @@ jobs:
1111
lint:
1212
runs-on: ubuntu-latest
1313
steps:
14-
- name: Free disk space
15-
run: |
16-
sudo rm -rf \
17-
"$AGENT_TOOLSDIRECTORY" \
18-
/opt/ghc \
19-
/opt/google/chrome \
20-
/opt/microsoft/msedge \
21-
/opt/microsoft/powershell \
22-
/opt/pipx \
23-
/usr/lib/mono \
24-
/usr/local/julia* \
25-
/usr/local/lib/android \
26-
/usr/local/lib/node_modules \
27-
/usr/local/share/chromium \
28-
/usr/local/share/powershell \
29-
/usr/local/share/powershell \
30-
/usr/share/dotnet \
31-
/usr/share/swift
32-
docker system prune -af
33-
3414
- uses: actions/checkout@v6
3515

3616
- name: Install uv
37-
uses: astral-sh/setup-uv@v7
17+
uses: astral-sh/setup-uv@v8.2.0
3818
with:
3919
enable-cache: true
40-
41-
42-
- uses: actions/setup-python@v6
43-
with:
4420
python-version: "3.10"
4521

4622
- name: Install dependencies

.github/workflows/model_loading.yml

Lines changed: 5 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -7,43 +7,22 @@ on:
77
- "pyproject.toml"
88
- "uv.lock"
99

10+
concurrency:
11+
group: ${{ github.workflow }}-${{ github.ref }}
12+
cancel-in-progress: true
13+
1014
jobs:
1115
extract-and-run:
1216
runs-on: ubuntu-latest
1317

1418
steps:
15-
- name: Free disk space
16-
run: |
17-
sudo rm -rf \
18-
"$AGENT_TOOLSDIRECTORY" \
19-
/opt/ghc \
20-
/opt/google/chrome \
21-
/opt/microsoft/msedge \
22-
/opt/microsoft/powershell \
23-
/opt/pipx \
24-
/usr/lib/mono \
25-
/usr/local/julia* \
26-
/usr/local/lib/android \
27-
/usr/local/lib/node_modules \
28-
/usr/local/share/chromium \
29-
/usr/local/share/powershell \
30-
/usr/local/share/powershell \
31-
/usr/share/dotnet \
32-
/usr/share/swift
33-
docker system prune -af
34-
3519
- name: Checkout repository
3620
uses: actions/checkout@v6
3721

3822
- name: Install uv
39-
uses: astral-sh/setup-uv@v7
23+
uses: astral-sh/setup-uv@v8.2.0
4024
with:
4125
enable-cache: true
42-
43-
44-
- name: Set up Python
45-
uses: actions/setup-python@v6
46-
with:
4726
python-version: "3.10"
4827

4928
- name: Install dependencies and run tests

.github/workflows/reference_models.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ jobs:
2323
uses: actions/checkout@v6
2424

2525
- name: Install uv
26-
uses: astral-sh/setup-uv@v7
26+
uses: astral-sh/setup-uv@v8.2.0
2727
with:
2828
python-version: '3.11'
2929
enable-cache: true

.github/workflows/release.yml

Lines changed: 0 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -24,25 +24,6 @@ jobs:
2424

2525
if: ${{ github.ref == 'refs/heads/main' && github.event.workflow_run.conclusion == 'success'}}
2626
steps:
27-
- name: Free disk space
28-
run: |
29-
sudo rm -rf \
30-
"$AGENT_TOOLSDIRECTORY" \
31-
/opt/ghc \
32-
/opt/google/chrome \
33-
/opt/microsoft/msedge \
34-
/opt/microsoft/powershell \
35-
/opt/pipx \
36-
/usr/lib/mono \
37-
/usr/local/julia* \
38-
/usr/local/lib/android \
39-
/usr/local/lib/node_modules \
40-
/usr/local/share/chromium \
41-
/usr/local/share/powershell \
42-
/usr/local/share/powershell \
43-
/usr/share/dotnet \
44-
/usr/share/swift
45-
4627
- uses: actions/checkout@v6
4728
with:
4829
fetch-depth: 0

.github/workflows/test.yml

Lines changed: 5 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -26,27 +26,6 @@ jobs:
2626
python-version: "3.10"
2727

2828
steps:
29-
- name: Free disk space
30-
if: runner.os != 'Windows'
31-
run: |
32-
sudo rm -rf \
33-
"$AGENT_TOOLSDIRECTORY" \
34-
/opt/ghc \
35-
/opt/google/chrome \
36-
/opt/microsoft/msedge \
37-
/opt/microsoft/powershell \
38-
/opt/pipx \
39-
/usr/lib/mono \
40-
/usr/local/julia* \
41-
/usr/local/lib/android \
42-
/usr/local/lib/node_modules \
43-
/usr/local/share/chromium \
44-
/usr/local/share/powershell \
45-
/usr/local/share/powershell \
46-
/usr/share/dotnet \
47-
/usr/share/swift
48-
docker system prune -af
49-
5029
- uses: actions/checkout@v6
5130

5231
- name: Cache Hugging Face
@@ -57,8 +36,9 @@ jobs:
5736
key: ${{ runner.os }}-hf
5837

5938
- name: Install uv and set the Python version
60-
uses: astral-sh/setup-uv@v7
39+
uses: astral-sh/setup-uv@v8.2.0
6140
with:
41+
enable-cache: true
6242
python-version: ${{ matrix.python-version }}
6343

6444

@@ -75,11 +55,13 @@ jobs:
7555
7656
- name: Setup Miniconda (Windows)
7757
if: runner.os == 'Windows'
78-
uses: conda-incubator/setup-miniconda@v3
58+
uses: conda-incubator/setup-miniconda@v4
7959
with:
8060
auto-update-conda: true
8161
miniconda-version: "latest"
8262
activate-environment: ffmpeg
63+
channels: conda-forge
64+
conda-remove-defaults: true
8365

8466
- name: Install FFmpeg (Windows)
8567
if: runner.os == 'Windows'

0 commit comments

Comments
 (0)