diff --git a/tests/openvino/test_modeling.py b/tests/openvino/test_modeling.py
index 240f4f9e3f..99ba48a205 100644
--- a/tests/openvino/test_modeling.py
+++ b/tests/openvino/test_modeling.py
@@ -121,7 +121,7 @@
 
 SEED = 42
 
-F32_CONFIG = {"INFERENCE_PRECISION_HINT": "f32"}
+F32_CONFIG = {"INFERENCE_PRECISION_HINT": "f32", "KV_CACHE_PRECISION": "f16"}
 
 
 class Timer(object):