diff --git a/scripts/beaker/peteish/peteish13-eval.sh b/scripts/beaker/peteish/peteish13-eval.sh index b4914eb6e..f9aca148b 100755 --- a/scripts/beaker/peteish/peteish13-eval.sh +++ b/scripts/beaker/peteish/peteish13-eval.sh @@ -55,6 +55,6 @@ torchrun \ --save_overwrite \ --device_eval_batch_size=16 \ --wandb.group="peteish13-highlr" \ - --load_path="/weka/oe-training-default/ai2-llm/checkpoints/OLMo-medium/peteish13-highlr-zlossfix/step596057" + --load_path="/weka/oe-training-default/ai2-llm/checkpoints/OLMo-medium/peteish13-highlr-zlossfix" + # --load_path="/weka/oe-training-default/ai2-llm/checkpoints/OLMo-medium/peteish13-highlr-zlossfix/step596057" - # '--load_path=${path.last_checkpoint:${save_folder}}' \ diff --git a/scripts/eval.py b/scripts/eval.py index 0ec8956cd..b64c14f80 100644 --- a/scripts/eval.py +++ b/scripts/eval.py @@ -128,9 +128,9 @@ def main(cfg: TrainConfig) -> None: load_paths = [ x for x in load_paths if x.split("/")[-1].replace("-unsharded", "").split("step")[-1].isdigit() ] - load_paths = [ - x for x in load_paths if int(x.split("/")[-1].replace("-unsharded", "").split("step")[-1]) % 5000 == 0 - ] + # load_paths = [ + # x for x in load_paths if int(x.split("/")[-1].replace("-unsharded", "").split("step")[-1]) % 5000 == 0 + # ] load_paths = list( sorted(load_paths, key=lambda x: int(x.split("/")[-1].replace("-unsharded", "").split("step")[-1])) )