diff --git a/optimum/intel/openvino/quantization.py b/optimum/intel/openvino/quantization.py index e89fa9b449..fa169ff547 100644 --- a/optimum/intel/openvino/quantization.py +++ b/optimum/intel/openvino/quantization.py @@ -1085,7 +1085,7 @@ def _full_quantization( quantized_model = nncf.quantize( model, calibration_dataset, - subset_size=quantization_config.num_samples, + subset_size=quantization_config.num_samples if quantization_config.num_samples else 128, ignored_scope=quantization_config.get_ignored_scope_instance(), model_type=nncf.ModelType(quantization_config.model_type), preset=nncf.QuantizationPreset.PERFORMANCE if quantization_config.sym else nncf.QuantizationPreset.MIXED, diff --git a/tests/openvino/test_exporters_cli.py b/tests/openvino/test_exporters_cli.py index 7c64d84d3d..6d1bf5eb5e 100644 --- a/tests/openvino/test_exporters_cli.py +++ b/tests/openvino/test_exporters_cli.py @@ -127,7 +127,7 @@ class OVCLIExportTestCase(unittest.TestCase): "text-generation", "llama", "f8e4m3", - "--dataset wikitext2 --num-samples 1 --smooth-quant-alpha 0.9 --trust-remote-code", + "--dataset wikitext2 --smooth-quant-alpha 0.9 --trust-remote-code", (13,), (16,), ),