Update default OV configuration (#1057)

* Update Baichuan2 models default config * Update configuration.py
huggingface · Dec 11, 2024 · 34bf5ae · 34bf5ae
1 parent d7b1e1d
commit 34bf5ae
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/optimum/intel/openvino/configuration.py b/optimum/intel/openvino/configuration.py
@@ -123,11 +123,18 @@ class OVQuantizationMethod(str, Enum):
     "mistralai/Mistral-7B-v0.1": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.9},
     "baichuan-inc/Baichuan2-7B-Chat": {
         "bits": 4,
-        "sym": True,
+        "sym": False,
         "group_size": 128,
         "ratio": 0.8,
+    },
+    "baichuan-inc/Baichuan2-13B-Chat": {
+        "bits": 4,
+        "sym": False,
+        "group_size": 128,
+        "ratio": 1.0,
         "dataset": "wikitext2",
         "quant_method": OVQuantizationMethod.AWQ,
+        "scale_estimation": True,
     },
     "lmsys/longchat-7b-16k": {
         "bits": 4,