From cd8b7b06b8c173abf57b9b9f5ab1b1e2d39e6ade Mon Sep 17 00:00:00 2001
From: Nikita Malinin <nikita.malinin@intel.com>
Date: Mon, 9 Dec 2024 11:20:29 +0100
Subject: [PATCH] Update Baichuan2 models default config

---
 optimum/intel/openvino/configuration.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/optimum/intel/openvino/configuration.py b/optimum/intel/openvino/configuration.py
index b34cd84cd0..d524c19094 100644
--- a/optimum/intel/openvino/configuration.py
+++ b/optimum/intel/openvino/configuration.py
@@ -126,8 +126,15 @@ class OVQuantizationMethod(str, Enum):
         "sym": True,
         "group_size": 128,
         "ratio": 0.8,
+    },
+    "baichuan-inc/Baichuan2-13B-Chat": {
+        "bits": 4,
+        "sym": True,
+        "group_size": 128,
+        "ratio": 1.0,
         "dataset": "wikitext2",
         "quant_method": OVQuantizationMethod.AWQ,
+        "scale_estimation": True,
     },
     "lmsys/longchat-7b-16k": {
         "bits": 4,