Skip to content

Commit

Permalink
fix: metadata
Browse files Browse the repository at this point in the history
  • Loading branch information
dbuades committed Nov 14, 2024
1 parent 7ea6dc5 commit e3ffa05
Show file tree
Hide file tree
Showing 2 changed files with 14 additions and 12 deletions.
22 changes: 12 additions & 10 deletions mteb/benchmarks/benchmarks.py
Original file line number Diff line number Diff line change
Expand Up @@ -310,17 +310,19 @@ def load_results(

MTEB_RETRIEVAL_MEDICAL = Benchmark(
name="MTEB(Medical)",
tasks=[
"CUREv1",
"NFCorpus",
"SCIDOCS",
"TRECCOVID",
"SciFact",
"MedicalQARetrieval",
"PublicHealthQA",
],
tasks=get_tasks(
tasks=[
"CUREv1",
"NFCorpus",
"SCIDOCS",
"TRECCOVID",
"SciFact",
"MedicalQARetrieval",
"PublicHealthQA",
]
),
description="Medical benchmarks from MTEB",
reference=None,
reference="",
citation=None,
)

Expand Down
4 changes: 2 additions & 2 deletions mteb/tasks/Retrieval/multilingual/CUREv1Retrieval.py
Original file line number Diff line number Diff line change
Expand Up @@ -51,12 +51,12 @@ class CUREv1Retrieval(MultilingualTask, AbsTaskRetrieval):
main_score="ndcg_at_10",
date=("2024-01-01", "2024-10-31"),
domains=["Medical", "Academic"],
task_subtypes=None,
task_subtypes=[],
license="cc-by-nc-4.0",
annotations_creators="expert-annotated",
dialect=[],
sample_creation="created",
bibtex_citation=None,
bibtex_citation="",
)

def _load_corpus(self, split: str, cache_dir: str | None = None):
Expand Down

0 comments on commit e3ffa05

Please sign in to comment.