From 2ba3391411fe165b8410d70b7a13b383e6cd4bcb Mon Sep 17 00:00:00 2001 From: Fanyi Pu Date: Tue, 12 Mar 2024 10:46:01 +0800 Subject: [PATCH] None=>nan --- lmms_eval/tasks/mmbench/cc_utils.py | 2 +- lmms_eval/tasks/mmbench/cn_utils.py | 2 +- lmms_eval/tasks/mmbench/en_utils.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/lmms_eval/tasks/mmbench/cc_utils.py b/lmms_eval/tasks/mmbench/cc_utils.py index d64f587b..eb64d0f2 100644 --- a/lmms_eval/tasks/mmbench/cc_utils.py +++ b/lmms_eval/tasks/mmbench/cc_utils.py @@ -62,7 +62,7 @@ def mmbench_cn_cc_process_results(doc, results): } option_candidate = ["A", "B", "C", "D", "E"] for c in option_candidate: - data[c] = doc.get(c, None) + data[c] = doc.get(c, "nan") return data diff --git a/lmms_eval/tasks/mmbench/cn_utils.py b/lmms_eval/tasks/mmbench/cn_utils.py index 99af01c6..72b28e8d 100644 --- a/lmms_eval/tasks/mmbench/cn_utils.py +++ b/lmms_eval/tasks/mmbench/cn_utils.py @@ -69,7 +69,7 @@ def mmbench_process_results(doc, results): } option_candidate = ["A", "B", "C", "D", "E"] for c in option_candidate: - data[c] = doc.get(c, None) + data[c] = doc.get(c, "nan") return data diff --git a/lmms_eval/tasks/mmbench/en_utils.py b/lmms_eval/tasks/mmbench/en_utils.py index dc4541c0..c0700405 100644 --- a/lmms_eval/tasks/mmbench/en_utils.py +++ b/lmms_eval/tasks/mmbench/en_utils.py @@ -69,7 +69,7 @@ def mmbench_process_results(doc, results): } option_candidate = ["A", "B", "C", "D", "E"] for c in option_candidate: - data[c] = doc.get(c, None) + data[c] = doc.get(c, "nan") return data