feat: modify benchmark tasks

embeddings-benchmark · Nov 19, 2024 · 37ddab2 · 37ddab2
1 parent 701b892
commit 37ddab2
Showing 1 changed file with 10 additions and 4 deletions.
diff --git a/mteb/benchmarks/benchmarks.py b/mteb/benchmarks/benchmarks.py
@@ -309,19 +309,24 @@ def load_results(
 )
 
 MTEB_RETRIEVAL_MEDICAL = Benchmark(
-    name="MTEB(Medical)",
+    name="medMTEB",
     tasks=get_tasks(
         tasks=[
             "CUREv1",
             "NFCorpus",
-            "SCIDOCS",
             "TRECCOVID",
+            "TRECCOVID-PL",
             "SciFact",
+            "SciFact-PL",
             "MedicalQARetrieval",
             "PublicHealthQA",
-        ]
+            "MedrxivClusteringP2P.v2",
+            "MedrxivClusteringS2S.v2",
+            "CmedqaRetrieval",
+            "CMedQAv2-reranking",
+        ],
     ),
-    description="Medical benchmarks from MTEB",
+    description="medMTEB: A curated set of MTEB tasks designed to evaluate systems in the context of medical information retrieval.",
     reference="",
     citation=None,
 )
@@ -720,6 +725,7 @@ def load_results(
             "SpartQA",
             "TempReasonL1",
             "TRECCOVID",
+            "CUREv1",
             "WinoGrande",
             "BelebeleRetrieval",
             "MLQARetrieval",