From 4250a8d6eb24da1cfd93306ef0444e0127ca0646 Mon Sep 17 00:00:00 2001 From: Jiacheng Liu Date: Sun, 24 Nov 2024 06:19:29 +0000 Subject: [PATCH] Change eval to every 5000 steps --- scripts/eval.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scripts/eval.py b/scripts/eval.py index af82b7dff..cb8e2830e 100644 --- a/scripts/eval.py +++ b/scripts/eval.py @@ -126,6 +126,7 @@ def main(cfg: TrainConfig) -> None: # This globbing only works with local paths load_paths = list(glob.glob(f"{cfg.load_path}/step*")) load_paths = [x for x in load_paths if x.split("/")[-1].replace("-unsharded", "").split("step")[-1].isdigit()] + load_paths = [x for x in load_paths if int(x.split("/")[-1].replace("-unsharded", "").split("step")[-1]) % 5000 == 0] load_paths = list( sorted(load_paths, key=lambda x: int(x.split("/")[-1].replace("-unsharded", "").split("step")[-1])) )