From 37ddab28fa4fca71c16a73c1571ccbd19449d196 Mon Sep 17 00:00:00 2001
From: Daniel Buades Marcos <daniel.buades@clinia.com>
Date: Mon, 18 Nov 2024 20:33:09 -0500
Subject: [PATCH] feat: modify benchmark tasks

---
 mteb/benchmarks/benchmarks.py | 14 ++++++++++----
 1 file changed, 10 insertions(+), 4 deletions(-)

diff --git a/mteb/benchmarks/benchmarks.py b/mteb/benchmarks/benchmarks.py
index 00788e562c..e27d9e5015 100644
--- a/mteb/benchmarks/benchmarks.py
+++ b/mteb/benchmarks/benchmarks.py
@@ -309,19 +309,24 @@ def load_results(
 )
 
 MTEB_RETRIEVAL_MEDICAL = Benchmark(
-    name="MTEB(Medical)",
+    name="medMTEB",
     tasks=get_tasks(
         tasks=[
             "CUREv1",
             "NFCorpus",
-            "SCIDOCS",
             "TRECCOVID",
+            "TRECCOVID-PL",
             "SciFact",
+            "SciFact-PL",
             "MedicalQARetrieval",
             "PublicHealthQA",
-        ]
+            "MedrxivClusteringP2P.v2",
+            "MedrxivClusteringS2S.v2",
+            "CmedqaRetrieval",
+            "CMedQAv2-reranking",
+        ],
     ),
-    description="Medical benchmarks from MTEB",
+    description="medMTEB: A curated set of MTEB tasks designed to evaluate systems in the context of medical information retrieval.",
     reference="",
     citation=None,
 )
@@ -720,6 +725,7 @@ def load_results(
             "SpartQA",
             "TempReasonL1",
             "TRECCOVID",
+            "CUREv1",
             "WinoGrande",
             "BelebeleRetrieval",
             "MLQARetrieval",