From 64423765dc08b46e7c118227235fa12c6d7616f6 Mon Sep 17 00:00:00 2001 From: kcz358 Date: Sun, 15 Sep 2024 09:23:10 +0000 Subject: [PATCH] Bring back fix for metadata --- lmms_eval/api/task.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lmms_eval/api/task.py b/lmms_eval/api/task.py index 8ae2c73c..98258c16 100755 --- a/lmms_eval/api/task.py +++ b/lmms_eval/api/task.py @@ -448,7 +448,7 @@ def build_all_requests( # TODO: we should override self.config.repeats if doing greedy gen so users don't waste time+compute per_task_metadata = {"task": self.config["task"], "doc_id": doc_id, "repeats": self.config.repeats, "split": split} - if self.config.metadata: + if self.config.metadata and type(self.config.metadata) == dict: # TODO: temporary fix for metadata loading, ignore the list of dict type. per_task_metadata.update(self.config.metadata) inst = self.construct_requests(doc_id=doc_id, ctx=fewshot_ctx, metadata=per_task_metadata)