Update configuration.py

huggingface · Dec 9, 2024 · 12afa6b · 12afa6b
1 parent cd8b7b0
commit 12afa6b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/optimum/intel/openvino/configuration.py b/optimum/intel/openvino/configuration.py
@@ -123,13 +123,13 @@ class OVQuantizationMethod(str, Enum):
     "mistralai/Mistral-7B-v0.1": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.9},
     "baichuan-inc/Baichuan2-7B-Chat": {
         "bits": 4,
-        "sym": True,
+        "sym": False,
         "group_size": 128,
         "ratio": 0.8,
     },
     "baichuan-inc/Baichuan2-13B-Chat": {
         "bits": 4,
-        "sym": True,
+        "sym": False,
         "group_size": 128,
         "ratio": 1.0,
         "dataset": "wikitext2",