Add group size

huggingface · Nov 6, 2024 · 4d62f0c · 4d62f0c
1 parent ddb0cb0
commit 4d62f0c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/tests/openvino/test_quantization.py b/tests/openvino/test_quantization.py
@@ -341,15 +341,15 @@ class OVWeightCompressionTest(unittest.TestCase):
                 True,
                 dict(
                     bits=4,
-                    group_size=-1,  # TODO: set to 32 after model is updated
+                    group_size=16,
                     dataset="contextual",
                     ratio=0.8,
                     sensitivity_metric="mean_activation_magnitude",
                     num_samples=1,
                     processor=MODEL_NAMES["minicpmv"],
                     trust_remote_code=True,
                 ),
-                {"int4": 24, "int8": 6},
+                {"int4": 22, "int8": 8},
             )
         )