Add percent of data seen.

mlfoundations · May 14, 2024 · 06cb29e · 06cb29e
1 parent e10d61d
commit 06cb29e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/open_lm/main.py b/open_lm/main.py
@@ -871,6 +871,7 @@ def main(args):
                 "epoch": epoch,
                 "tokens": (global_step + 1) * args.global_batch_size * args.seq_len,
                 "checkpoints_too_few_tokens": num_ckpt_too_few_tokens,
+                "percentage_of_data_seen": steps_done_epoch / expected_steps,
             }
 
             if args.dataset_manifest is not None: