diff --git a/optimum/intel/openvino/configuration.py b/optimum/intel/openvino/configuration.py index d524c1909..f51ec2932 100644 --- a/optimum/intel/openvino/configuration.py +++ b/optimum/intel/openvino/configuration.py @@ -123,13 +123,13 @@ class OVQuantizationMethod(str, Enum): "mistralai/Mistral-7B-v0.1": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.9}, "baichuan-inc/Baichuan2-7B-Chat": { "bits": 4, - "sym": True, + "sym": False, "group_size": 128, "ratio": 0.8, }, "baichuan-inc/Baichuan2-13B-Chat": { "bits": 4, - "sym": True, + "sym": False, "group_size": 128, "ratio": 1.0, "dataset": "wikitext2",