fix trainer

huggingface · Nov 3, 2023 · 0ad7dc2 · 0ad7dc2
1 parent deff847
commit 0ad7dc2
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/optimum/intel/openvino/trainer.py b/optimum/intel/openvino/trainer.py
@@ -355,6 +355,9 @@ def _inner_training_loop(
         if model is not self.model:
             self.model_wrapped = model
 
+        if delay_optimizer_creation:
+            self.create_optimizer_and_scheduler(num_training_steps=max_steps)
+
         # Check if saved optimizer or scheduler states exist
         self._load_optimizer_and_scheduler(resume_from_checkpoint)