From b8d98f47b2a8a32885d452b14f954116b51f2153 Mon Sep 17 00:00:00 2001 From: Alexander Date: Mon, 13 Nov 2023 14:10:21 +0400 Subject: [PATCH] Fixed issue --- optimum/intel/openvino/quantization.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/optimum/intel/openvino/quantization.py b/optimum/intel/openvino/quantization.py index b85ee7517b..835f0d83e8 100644 --- a/optimum/intel/openvino/quantization.py +++ b/optimum/intel/openvino/quantization.py @@ -186,7 +186,7 @@ def quantize( remove_unused_columns, **kwargs, ) - if isinstance(self.model, OVBaseDecoderModel) and self.model.use_cache: + elif isinstance(self.model, OVBaseDecoderModel) and self.model.use_cache: self._quantize_ovcausallm( calibration_dataset, save_directory,