diff --git a/training/benchmarks/llama3_70B_continuetrain/flagscale/run_pretraining.py b/training/benchmarks/llama3_70B_continuetrain/flagscale/run_pretraining.py index 72c7f57c4..2910f07ad 100644 --- a/training/benchmarks/llama3_70B_continuetrain/flagscale/run_pretraining.py +++ b/training/benchmarks/llama3_70B_continuetrain/flagscale/run_pretraining.py @@ -176,7 +176,7 @@ def replace_yamls(scale_home, config_module, args): print("Maybe some errors") if len(info_line) == getattr(module, "steps"): break - time.sleep(300) if args.vendor != 'metax' else time.sleep(10) + time.sleep(300) if args.vendor != 'metax' else time.sleep(5) infos = [] for line in info_line: