Update Baichuan2 models default config

huggingface · Dec 9, 2024 · cd8b7b0 · cd8b7b0
1 parent 4d73e51
commit cd8b7b0
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/optimum/intel/openvino/configuration.py b/optimum/intel/openvino/configuration.py
@@ -126,8 +126,15 @@ class OVQuantizationMethod(str, Enum):
         "sym": True,
         "group_size": 128,
         "ratio": 0.8,
+    },
+    "baichuan-inc/Baichuan2-13B-Chat": {
+        "bits": 4,
+        "sym": True,
+        "group_size": 128,
+        "ratio": 1.0,
         "dataset": "wikitext2",
         "quant_method": OVQuantizationMethod.AWQ,
+        "scale_estimation": True,
     },
     "lmsys/longchat-7b-16k": {
         "bits": 4,