diff --git a/optimum/intel/neural_compressor/trainer.py b/optimum/intel/neural_compressor/trainer.py
index 3c3a755adb..918a2e4885 100644
--- a/optimum/intel/neural_compressor/trainer.py
+++ b/optimum/intel/neural_compressor/trainer.py
@@ -134,6 +134,8 @@ def __init__(
         task: Optional[str] = None,
         save_onnx_model: bool = False,
     ):
+        self.neftune_noise_alpha = None
+
         super().__init__(
             model,
             args,
diff --git a/optimum/intel/openvino/trainer.py b/optimum/intel/openvino/trainer.py
index 449b11e959..17b0aa7058 100644
--- a/optimum/intel/openvino/trainer.py
+++ b/optimum/intel/openvino/trainer.py
@@ -194,6 +194,8 @@ def __init__(
         task: Optional[str] = None,
         feature: Optional[str] = None,
     ):
+        self.neftune_noise_alpha = None
+
         super().__init__(
             model,
             args,
diff --git a/tests/neural_compressor/test_onnx.py b/tests/neural_compressor/test_onnx.py
index f5dc0b7c66..387c369dd1 100644
--- a/tests/neural_compressor/test_onnx.py
+++ b/tests/neural_compressor/test_onnx.py
@@ -54,7 +54,7 @@ def test_static_quantization(self, task, model_name, expected_quantized_matmuls)
             tokenizer.pad_token = tokenizer.eos_token
         quantizer = INCQuantizer.from_pretrained(model, task=task)
         calibration_dataset = _generate_dataset(quantizer, tokenizer, num_samples=num_samples)
-        save_onnx_model = True
+        save_onnx_model = False
         op_type_dict = (
             {"Embedding": {"weight": {"dtype": ["fp32"]}, "activation": {"dtype": ["fp32"]}}}
             if save_onnx_model