None=>nan

EvolvingLMMs-Lab · Mar 12, 2024 · 2ba3391 · 2ba3391
1 parent 5212083
commit 2ba3391
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/lmms_eval/tasks/mmbench/cc_utils.py b/lmms_eval/tasks/mmbench/cc_utils.py
@@ -62,7 +62,7 @@ def mmbench_cn_cc_process_results(doc, results):
     }
     option_candidate = ["A", "B", "C", "D", "E"]
     for c in option_candidate:
-        data[c] = doc.get(c, None)
+        data[c] = doc.get(c, "nan")
     return data
 
 

diff --git a/lmms_eval/tasks/mmbench/cn_utils.py b/lmms_eval/tasks/mmbench/cn_utils.py
@@ -69,7 +69,7 @@ def mmbench_process_results(doc, results):
     }
     option_candidate = ["A", "B", "C", "D", "E"]
     for c in option_candidate:
-        data[c] = doc.get(c, None)
+        data[c] = doc.get(c, "nan")
     return data
 
 

diff --git a/lmms_eval/tasks/mmbench/en_utils.py b/lmms_eval/tasks/mmbench/en_utils.py
@@ -69,7 +69,7 @@ def mmbench_process_results(doc, results):
     }
     option_candidate = ["A", "B", "C", "D", "E"]
     for c in option_candidate:
-        data[c] = doc.get(c, None)
+        data[c] = doc.get(c, "nan")
     return data