Set default kv_cache_precision during tests

huggingface · Dec 9, 2024 · bc97c9d · bc97c9d
1 parent 4d73e51
commit bc97c9d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/openvino/test_modeling.py b/tests/openvino/test_modeling.py
@@ -121,7 +121,7 @@
 
 SEED = 42
 
-F32_CONFIG = {"INFERENCE_PRECISION_HINT": "f32"}
+F32_CONFIG = {"INFERENCE_PRECISION_HINT": "f32", "KV_CACHE_PRECISION": "f16"}
 
 
 class Timer(object):