Fix parse_pred_ans argument in

MagnifierBenchDataset
Luodian · Nov 7, 2023 · 70a95bb · 70a95bb
1 parent 6dd93de
commit 70a95bb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pipeline/benchmarks/datasets/magnifierbench.py b/pipeline/benchmarks/datasets/magnifierbench.py
@@ -145,7 +145,7 @@ def _evaluate(self, model):
 
             model_response = model.generate(question, data["images"][0])
 
-            pred_ans = self.parse_pred_ans(model_response)
+            pred_ans = self.parse_pred_ans(model_response, question)
 
             freeform_question = (question.split("?")[0] + "?").replace(self.prompt, "").strip()
             options = question.split("?")[1]