Revert changing eval to every 5000 steps; Eval final 10 ckpts of pete…

…ish13
allenai · Nov 25, 2024 · e643734 · e643734
1 parent c2ab4da
commit e643734
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/scripts/beaker/peteish/peteish13-eval.sh b/scripts/beaker/peteish/peteish13-eval.sh
@@ -55,6 +55,6 @@ torchrun \
       --save_overwrite \
       --device_eval_batch_size=16 \
       --wandb.group="peteish13-highlr" \
-      --load_path="/weka/oe-training-default/ai2-llm/checkpoints/OLMo-medium/peteish13-highlr-zlossfix/step596057"
+      --load_path="/weka/oe-training-default/ai2-llm/checkpoints/OLMo-medium/peteish13-highlr-zlossfix"
+      # --load_path="/weka/oe-training-default/ai2-llm/checkpoints/OLMo-medium/peteish13-highlr-zlossfix/step596057"
 
-     # '--load_path=${path.last_checkpoint:${save_folder}}' \
diff --git a/scripts/eval.py b/scripts/eval.py
@@ -128,9 +128,9 @@ def main(cfg: TrainConfig) -> None:
         load_paths = [
             x for x in load_paths if x.split("/")[-1].replace("-unsharded", "").split("step")[-1].isdigit()
         ]
-        load_paths = [
-            x for x in load_paths if int(x.split("/")[-1].replace("-unsharded", "").split("step")[-1]) % 5000 == 0
-        ]
+        # load_paths = [
+        #     x for x in load_paths if int(x.split("/")[-1].replace("-unsharded", "").split("step")[-1]) % 5000 == 0
+        # ]
         load_paths = list(
             sorted(load_paths, key=lambda x: int(x.split("/")[-1].replace("-unsharded", "").split("step")[-1]))
         )