From 70a95bb3d518be83a7041b20b334d1ab03658b3b Mon Sep 17 00:00:00 2001 From: Li Bo Date: Tue, 7 Nov 2023 10:27:54 +0000 Subject: [PATCH] Fix parse_pred_ans argument in MagnifierBenchDataset --- pipeline/benchmarks/datasets/magnifierbench.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pipeline/benchmarks/datasets/magnifierbench.py b/pipeline/benchmarks/datasets/magnifierbench.py index 10663d8a..a0c4ed97 100644 --- a/pipeline/benchmarks/datasets/magnifierbench.py +++ b/pipeline/benchmarks/datasets/magnifierbench.py @@ -145,7 +145,7 @@ def _evaluate(self, model): model_response = model.generate(question, data["images"][0]) - pred_ans = self.parse_pred_ans(model_response) + pred_ans = self.parse_pred_ans(model_response, question) freeform_question = (question.split("?")[0] + "?").replace(self.prompt, "").strip() options = question.split("?")[1]