diff --git a/lmms_eval/tasks/seedbench_2/utils.py b/lmms_eval/tasks/seedbench_2/utils.py index f88ded9c..15c6ef37 100755 --- a/lmms_eval/tasks/seedbench_2/utils.py +++ b/lmms_eval/tasks/seedbench_2/utils.py @@ -13,6 +13,8 @@ def parse_choice_img(choice: str, img_token: str): def seed_doc_to_text(doc, model_specific_kwargs=None): question = doc["question"] + if model_specific_kwargs is None: + return question question.replace("", model_specific_kwargs["img_token"]) question += "\n" + f"A. {parse_choice_img(doc['choice_a'], model_specific_kwargs['img_token'])}\n" question += f"B. {parse_choice_img(doc['choice_b'], model_specific_kwargs['img_token'])}\n"