fix merge

ROCm · Dec 3, 2024 · 799dd28 · 799dd28
1 parent 8b3dce2
commit 799dd28
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
@@ -2485,7 +2485,7 @@ def _inner_training_loop(
                     else:
                         self.accelerator.gradient_state._set_sync_gradients(True)
 
-                    if (self.state.global_step == 10):
+                    if (self.state.global_step == args.stable_train_warmup_steps):
                         start_train_stable_time = time.time()
 
                     if self.args.include_num_input_tokens_seen: