Add LMEB Evaluation Results of 13 Embedding Models

results/BAAI__bge-large-en-v1.5/d4aa6901d3a41ba39fb536a557fa166f842b0e09/CovidQA.json

@@ -0,0 +1,219 @@
+{
+  "dataset_revision": "bf110dabd08865a8aff2d40d03696984e76085e0",
+  "task_name": "CovidQA",
+  "mteb_version": "2.12.39",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.29073,
+        "ndcg_at_3": 0.42016,
+        "ndcg_at_5": 0.4638,
+        "ndcg_at_10": 0.51561,
+        "ndcg_at_20": 0.55652,
+        "ndcg_at_25": 0.56261,
+        "ndcg_at_50": 0.56906,
+        "ndcg_at_100": 0.56906,
+        "ndcg_at_1000": 0.56906,
+        "map_at_1": 0.29073,
+        "map_at_3": 0.38809,
+        "map_at_5": 0.41203,
+        "map_at_10": 0.43359,
+        "map_at_20": 0.44503,
+        "map_at_25": 0.44624,
+        "map_at_50": 0.44728,
+        "map_at_100": 0.44728,
+        "map_at_1000": 0.44728,
+        "recall_at_1": 0.29073,
+        "recall_at_3": 0.51305,
+        "recall_at_5": 0.62016,
+        "recall_at_10": 0.77948,
+        "recall_at_20": 0.93969,
+        "recall_at_25": 0.9676,
+        "recall_at_50": 1.0,
+        "recall_at_100": 1.0,
+        "recall_at_1000": 1.0,
+        "accuracy": 0.29073,
+        "precision_at_1": 0.29073,
+        "precision_at_3": 0.17102,
+        "precision_at_5": 0.12403,
+        "precision_at_10": 0.07795,
+        "precision_at_20": 0.04698,
+        "precision_at_25": 0.0387,
+        "precision_at_50": 0.02,
+        "precision_at_100": 0.01,
+        "precision_at_1000": 0.001,
+        "mrr_at_1": 0.289829,
+        "mrr_at_3": 0.387489,
+        "mrr_at_5": 0.411566,
+        "mrr_at_10": 0.432912,
+        "mrr_at_20": 0.444282,
+        "mrr_at_25": 0.445377,
+        "mrr_at_50": 0.446479,
+        "mrr_at_100": 0.446479,
+        "mrr_at_1000": 0.446479,
+        "nauc_ndcg_at_1_max": 0.177654,
+        "nauc_ndcg_at_1_std": 0.094078,
+        "nauc_ndcg_at_1_diff1": 0.351648,
+        "nauc_ndcg_at_3_max": 0.177639,
+        "nauc_ndcg_at_3_std": 0.104441,
+        "nauc_ndcg_at_3_diff1": 0.277097,
+        "nauc_ndcg_at_5_max": 0.18191,
+        "nauc_ndcg_at_5_std": 0.103514,
+        "nauc_ndcg_at_5_diff1": 0.269795,
+        "nauc_ndcg_at_10_max": 0.177599,
+        "nauc_ndcg_at_10_std": 0.091782,
+        "nauc_ndcg_at_10_diff1": 0.272362,
+        "nauc_ndcg_at_20_max": 0.184115,
+        "nauc_ndcg_at_20_std": 0.107282,
+        "nauc_ndcg_at_20_diff1": 0.278565,
+        "nauc_ndcg_at_25_max": 0.185134,
+        "nauc_ndcg_at_25_std": 0.104461,
+        "nauc_ndcg_at_25_diff1": 0.290407,
+        "nauc_ndcg_at_50_max": 0.179541,
+        "nauc_ndcg_at_50_std": 0.101154,
+        "nauc_ndcg_at_50_diff1": 0.289298,
+        "nauc_ndcg_at_100_max": 0.179541,
+        "nauc_ndcg_at_100_std": 0.101154,
+        "nauc_ndcg_at_100_diff1": 0.289298,
+        "nauc_ndcg_at_1000_max": 0.179541,
+        "nauc_ndcg_at_1000_std": 0.101154,
+        "nauc_ndcg_at_1000_diff1": 0.289298,
+        "nauc_map_at_1_max": 0.177654,
+        "nauc_map_at_1_std": 0.094078,
+        "nauc_map_at_1_diff1": 0.351648,
+        "nauc_map_at_3_max": 0.17623,
+        "nauc_map_at_3_std": 0.103147,
+        "nauc_map_at_3_diff1": 0.293751,
+        "nauc_map_at_5_max": 0.178423,
+        "nauc_map_at_5_std": 0.102886,
+        "nauc_map_at_5_diff1": 0.290182,
+        "nauc_map_at_10_max": 0.17677,
+        "nauc_map_at_10_std": 0.098428,
+        "nauc_map_at_10_diff1": 0.291668,
+        "nauc_map_at_20_max": 0.178658,
+        "nauc_map_at_20_std": 0.10209,
+        "nauc_map_at_20_diff1": 0.293881,
+        "nauc_map_at_25_max": 0.178784,
+        "nauc_map_at_25_std": 0.101585,
+        "nauc_map_at_25_diff1": 0.295922,
+        "nauc_map_at_50_max": 0.178081,
+        "nauc_map_at_50_std": 0.101141,
+        "nauc_map_at_50_diff1": 0.295761,
+        "nauc_map_at_100_max": 0.178081,
+        "nauc_map_at_100_std": 0.101141,
+        "nauc_map_at_100_diff1": 0.295761,
+        "nauc_map_at_1000_max": 0.178081,
+        "nauc_map_at_1000_std": 0.101141,
+        "nauc_map_at_1000_diff1": 0.295761,
+        "nauc_recall_at_1_max": 0.177654,
+        "nauc_recall_at_1_std": 0.094078,
+        "nauc_recall_at_1_diff1": 0.351648,
+        "nauc_recall_at_3_max": 0.182285,
+        "nauc_recall_at_3_std": 0.107688,
+        "nauc_recall_at_3_diff1": 0.229525,
+        "nauc_recall_at_5_max": 0.194542,
+        "nauc_recall_at_5_std": 0.104429,
+        "nauc_recall_at_5_diff1": 0.204041,
+        "nauc_recall_at_10_max": 0.180473,
+        "nauc_recall_at_10_std": 0.051811,
+        "nauc_recall_at_10_diff1": 0.185262,
+        "nauc_recall_at_20_max": 0.281343,
+        "nauc_recall_at_20_std": 0.226126,
+        "nauc_recall_at_20_diff1": 0.079798,
+        "nauc_recall_at_25_max": 0.403444,
+        "nauc_recall_at_25_std": 0.229845,
+        "nauc_recall_at_25_diff1": 0.328079,
+        "nauc_recall_at_50_max": NaN,
+        "nauc_recall_at_50_std": NaN,
+        "nauc_recall_at_50_diff1": NaN,
+        "nauc_recall_at_100_max": NaN,
+        "nauc_recall_at_100_std": NaN,
+        "nauc_recall_at_100_diff1": NaN,
+        "nauc_recall_at_1000_max": NaN,
+        "nauc_recall_at_1000_std": NaN,
+        "nauc_recall_at_1000_diff1": NaN,
+        "nauc_precision_at_1_max": 0.177654,
+        "nauc_precision_at_1_std": 0.094078,
+        "nauc_precision_at_1_diff1": 0.351648,
+        "nauc_precision_at_3_max": 0.182285,
+        "nauc_precision_at_3_std": 0.107688,
+        "nauc_precision_at_3_diff1": 0.229525,
+        "nauc_precision_at_5_max": 0.194542,
+        "nauc_precision_at_5_std": 0.104429,
+        "nauc_precision_at_5_diff1": 0.204041,
+        "nauc_precision_at_10_max": 0.180473,
+        "nauc_precision_at_10_std": 0.051811,
+        "nauc_precision_at_10_diff1": 0.185262,
+        "nauc_precision_at_20_max": 0.281343,
+        "nauc_precision_at_20_std": 0.226126,
+        "nauc_precision_at_20_diff1": 0.079798,
+        "nauc_precision_at_25_max": 0.403444,
+        "nauc_precision_at_25_std": 0.229845,
+        "nauc_precision_at_25_diff1": 0.328079,
+        "nauc_precision_at_50_max": 1.0,
+        "nauc_precision_at_50_std": 1.0,
+        "nauc_precision_at_50_diff1": 1.0,
+        "nauc_precision_at_100_max": 1.0,
+        "nauc_precision_at_100_std": 1.0,
+        "nauc_precision_at_100_diff1": 1.0,
+        "nauc_precision_at_1000_max": 1.0,
+        "nauc_precision_at_1000_std": 1.0,
+        "nauc_precision_at_1000_diff1": 1.0,
+        "nauc_mrr_at_1_max": 0.177465,
+        "nauc_mrr_at_1_std": 0.09652,
+        "nauc_mrr_at_1_diff1": 0.35482,
+        "nauc_mrr_at_3_max": 0.176997,
+        "nauc_mrr_at_3_std": 0.104999,
+        "nauc_mrr_at_3_diff1": 0.294597,
+        "nauc_mrr_at_5_max": 0.180042,
+        "nauc_mrr_at_5_std": 0.104033,
+        "nauc_mrr_at_5_diff1": 0.291456,
+        "nauc_mrr_at_10_max": 0.177134,
+        "nauc_mrr_at_10_std": 0.099181,
+        "nauc_mrr_at_10_diff1": 0.29255,
+        "nauc_mrr_at_20_max": 0.178935,
+        "nauc_mrr_at_20_std": 0.102927,
+        "nauc_mrr_at_20_diff1": 0.295126,
+        "nauc_mrr_at_25_max": 0.179164,
+        "nauc_mrr_at_25_std": 0.102567,
+        "nauc_mrr_at_25_diff1": 0.297002,
+        "nauc_mrr_at_50_max": 0.178462,
+        "nauc_mrr_at_50_std": 0.102061,
+        "nauc_mrr_at_50_diff1": 0.296801,
+        "nauc_mrr_at_100_max": 0.178462,
+        "nauc_mrr_at_100_std": 0.102061,
+        "nauc_mrr_at_100_diff1": 0.296801,
+        "nauc_mrr_at_1000_max": 0.178462,
+        "nauc_mrr_at_1000_std": 0.102061,
+        "nauc_mrr_at_1000_diff1": 0.296801,
+        "hit_rate_at_1": 0.29073,
+        "hit_rate_at_3": 0.51305,
+        "hit_rate_at_5": 0.62016,
+        "hit_rate_at_10": 0.77948,
+        "hit_rate_at_20": 0.93969,
+        "hit_rate_at_25": 0.9676,
+        "hit_rate_at_50": 1.0,
+        "hit_rate_at_100": 1.0,
+        "hit_rate_at_1000": 1.0,
+        "R_cap_at_1": 0.289829,
+        "R_cap_at_3": 0.513051,
+        "R_cap_at_5": 0.621962,
+        "R_cap_at_10": 0.780378,
+        "R_cap_at_20": 0.940594,
+        "R_cap_at_25": 0.965797,
+        "R_cap_at_50": 1.0,
+        "R_cap_at_100": 1.0,
+        "R_cap_at_1000": 1.0,
+        "main_score": 0.51561,
+        "hf_subset": "Covid-QA",
+        "languages": [
+          "eng-Latn"
+        ],
+        "mteb_version": "2.12.39"
+      }
+    ]
+  },
+  "evaluation_time": 19.935646533966064,
+  "kg_co2_emissions": null,
+  "date": 1780465637.93967
+}