[Train] Avoid skipping data

Luodian · Dec 7, 2023 · f6606c9 · f6606c9
1 parent 62420c3
commit f6606c9
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/pipeline/train/instruction_following.py b/pipeline/train/instruction_following.py
@@ -468,8 +468,7 @@ def main():
         print(f"Total training steps: {total_training_steps}")
 
     args.warmup_steps = total_training_steps * args.warmup_steps_ratio if args.warmup_steps_ratio is not None else args.warmup_steps
-    args.warmup_steps = args.warmup_steps // args.gradient_accumulation_steps
-    args.total_training_steps = total_training_steps // args.gradient_accumulation_steps
+    args.total_training_steps = total_training_steps
 
     if args.lr_scheduler == "linear":
         lr_scheduler = get_linear_schedule_with_warmup(