update system prompt

EvolvingLMMs-Lab · Mar 15, 2024 · fde7593 · fde7593
1 parent 6bf31ea
commit fde7593
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 3 deletions.
diff --git a/lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml b/lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml
@@ -17,6 +17,7 @@ metadata:
   version: 0.0
   gpt_eval_model_name: "gpt-3.5-turbo"
   quick_extract: true
+  sys_prompt: "有如下几个选项："
 model_specific_prompt_kwargs:
   default:
     pre_prompt: ""

diff --git a/lmms_eval/tasks/mmbench/mmbench_cn.yaml b/lmms_eval/tasks/mmbench/mmbench_cn.yaml
@@ -3,6 +3,3 @@ task:
   - mmbench_cn_dev
   - mmbench_cn_test
   - mmbench_cn_cc
-metadata:
-  version: 0.0
-  sys_prompt: "有如下几个选项："