fix check

Signed-off-by: jiqing-feng <[email protected]>
huggingface · Dec 11, 2024 · 2ac7ecf · 2ac7ecf
1 parent 4225bf0
commit 2ac7ecf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/intel/ipex/modeling_base.py b/optimum/intel/ipex/modeling_base.py
@@ -297,7 +297,7 @@ def _prepare_generation_config(
     ) -> Tuple[GenerationConfig, Dict]:
         generation_config, model_kwargs = super()._prepare_generation_config(generation_config, **kwargs)
         generation_method = generation_config.get_generation_mode().value
-        if self.compiled:
+        if self.compiled and generation_config.cache_implementation != "ipex_paged":
             # Use static cache for torch compile
             generation_config.cache_implementation = "static"
         if generation_method not in _IPEX_EXPORTED_GENERATION_METHODS: