try microbatch size of 1

allenai · Nov 2, 2023 · 22aadc6 · 22aadc6
1 parent 85800c1
commit 22aadc6
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scripts/kempner/v1_5-mix-medium-mitch-ish-on-kempner.sh b/scripts/kempner/v1_5-mix-medium-mitch-ish-on-kempner.sh
@@ -37,6 +37,7 @@ srun \
       --wandb.name=v1_5-mix-mitch-ish-kempner \
       --fsdp.wrapping_strategy=size_based \
       --compile='{}' \
+      --device_train_microbatch_size=1 \
       --time_limit=$((167 * 60 * 60)) \
       --save_folder=/n/holyscratch01/kempner_lab/Lab/checkpoints/${SLURM_JOB_ID}/ \
       ${@}