diff --git a/optimum/intel/openvino/quantization.py b/optimum/intel/openvino/quantization.py
index b85ee7517b..835f0d83e8 100644
--- a/optimum/intel/openvino/quantization.py
+++ b/optimum/intel/openvino/quantization.py
@@ -186,7 +186,7 @@ def quantize(
                 remove_unused_columns,
                 **kwargs,
             )
-        if isinstance(self.model, OVBaseDecoderModel) and self.model.use_cache:
+        elif isinstance(self.model, OVBaseDecoderModel) and self.model.use_cache:
             self._quantize_ovcausallm(
                 calibration_dataset,
                 save_directory,