From bc97c9d26ed59dbec86a00ee98a01ad399176a43 Mon Sep 17 00:00:00 2001 From: Nikita Savelyev Date: Mon, 9 Dec 2024 09:49:25 +0100 Subject: [PATCH] Set default kv_cache_precision during tests --- tests/openvino/test_modeling.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/openvino/test_modeling.py b/tests/openvino/test_modeling.py index 240f4f9e3f..99ba48a205 100644 --- a/tests/openvino/test_modeling.py +++ b/tests/openvino/test_modeling.py @@ -121,7 +121,7 @@ SEED = 42 -F32_CONFIG = {"INFERENCE_PRECISION_HINT": "f32"} +F32_CONFIG = {"INFERENCE_PRECISION_HINT": "f32", "KV_CACHE_PRECISION": "f16"} class Timer(object):