From db470f3564a69535ad67015e1887379463347281 Mon Sep 17 00:00:00 2001 From: Hongseok Oh <97136787+abzb1@users.noreply.github.com> Date: Thu, 25 Jul 2024 12:40:31 +0900 Subject: [PATCH] Fix Update.py Fix Update.py builtin method lower() --- lmms_eval/tasks/seedbench/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lmms_eval/tasks/seedbench/utils.py b/lmms_eval/tasks/seedbench/utils.py index 7a8683ac..bf5b3333 100755 --- a/lmms_eval/tasks/seedbench/utils.py +++ b/lmms_eval/tasks/seedbench/utils.py @@ -28,7 +28,7 @@ def seed_aggregation_result(results): total_count = 0 total_correct = 0 for result in results: - if result["pred"].lower().strip() == result["answer"].lower.strip(): + if result["pred"].lower().strip() == result["answer"].lower().strip(): total_correct += 1 total_count += 1 return total_correct / total_count