[Bug] Fix Korbench dataset module (#1717)

open-compass · Nov 26, 2024 · ef695e2 · ef695e2
1 parent f97c4ea
commit ef695e2
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 0 deletions.
diff --git a/opencompass/configs/models/deepseek/lmdeploy_deepseek_v2_lite.py b/opencompass/configs/models/deepseek/lmdeploy_deepseek_v2_lite.py
@@ -0,0 +1,20 @@
+from opencompass.models import TurboMindModelwithChatTemplate
+
+models = [
+    dict(
+        type=TurboMindModelwithChatTemplate,
+        abbr='deepseek-v2_lite-turbomind',
+        path='deepseek-ai/DeepSeek-V2-Lite-Chat',
+        engine_config=dict(
+            session_len=7168,
+            max_batch_size=4,
+            tp=2,
+            cache_max_entry_count=0.7,
+        ),
+        gen_config=dict(top_k=1, temperature=1e-6, top_p=0.9),
+        max_seq_len=7168,
+        max_out_len=2048,
+        batch_size=4,
+        run_cfg=dict(num_gpus=2),
+    )
+]
diff --git a/opencompass/datasets/korbench/__init__.py b/opencompass/datasets/korbench/__init__.py