From f3508f4a820ee99b956eef29488a8786166d985a Mon Sep 17 00:00:00 2001 From: Nikita Savelyev Date: Tue, 10 Dec 2024 15:16:02 +0100 Subject: [PATCH] Update references --- tests/openvino/test_exporters_cli.py | 2 +- tests/openvino/test_quantization.py | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/openvino/test_exporters_cli.py b/tests/openvino/test_exporters_cli.py index 4fd2627b6..cf4cbd4f3 100644 --- a/tests/openvino/test_exporters_cli.py +++ b/tests/openvino/test_exporters_cli.py @@ -148,7 +148,7 @@ class OVCLIExportTestCase(unittest.TestCase): "text-generation-with-past", "llama_awq", "int4 --group-size 16 --backup-precision none --ratio 0.5", - [{"int4": 12}], + [{"int4": 6}], ), ] diff --git a/tests/openvino/test_quantization.py b/tests/openvino/test_quantization.py index ebc7725d4..472c3bdbd 100644 --- a/tests/openvino/test_quantization.py +++ b/tests/openvino/test_quantization.py @@ -382,21 +382,21 @@ class OVWeightCompressionTest(unittest.TestCase): "llama_awq", False, dict(bits=4, backup_precision="none", group_size=16, ratio=0.5), - [{"int4": 12}], + [{"int4": 6}], ), ( OVModelForCausalLM, "llama_awq", False, dict(bits=4, backup_precision="int8_sym", group_size=16, ratio=0.5), - [{"int4": 12, "int8": 10}], + [{"int4": 6, "int8": 13}], ), ( OVModelForCausalLM, "llama_awq", False, dict(bits=4, backup_precision="int8_asym", group_size=16, ratio=0.5), - [{"int4": 12, "int8": 20}], + [{"int4": 6, "int8": 26}], ), ]