Skip to content

Commit 92dcb4b

Browse files
KennethEnevoldsenfzowl
authored andcommitted
fix: Change main score from accuracy to LRAP (embeddings-benchmark#4351)
For MAEB MultiLabelClassification tasks. I suspect we also need to change the submitted results to match this change
1 parent 3f7ba66 commit 92dcb4b

3 files changed

Lines changed: 3 additions & 3 deletions

File tree

mteb/tasks/multilabel_classification/eng/fsd2019_kaggle.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ class FSD2019KaggleMultilingualClassification(AbsTaskMultilabelClassification):
1919
category="a2t",
2020
eval_splits=["test"],
2121
eval_langs={"curated": ["eng-Latn"], "noisy": ["eng-Latn"]},
22-
main_score="accuracy",
22+
main_score="lrap",
2323
date=(
2424
"2020-01-01",
2525
"2020-01-30",

mteb/tasks/multilabel_classification/eng/fsd50_hf.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ class FSD50HFMultilingualClassification(AbsTaskMultilabelClassification):
1818
category="a2t",
1919
eval_splits=["test"],
2020
eval_langs=["eng-Latn"],
21-
main_score="accuracy",
21+
main_score="lrap",
2222
date=(
2323
"2020-01-01",
2424
"2020-01-30",

mteb/tasks/multilabel_classification/zxx/bird_set.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ class BirdSetMultilabelClassification(AbsTaskMultilabelClassification):
2020
category="a2t",
2121
eval_splits=["test_5s"],
2222
eval_langs=["zxx-Zxxx"],
23-
main_score="accuracy",
23+
main_score="lrap",
2424
date=("2025-01-01", "2025-12-31"), # Competition year
2525
domains=["Spoken", "Speech", "Bioacoustics"],
2626
task_subtypes=["Species Classification"],

0 commit comments

Comments
 (0)