From 4ed386aebc31bd7b919c939960e1c6392c293599 Mon Sep 17 00:00:00 2001
From: epwalsh <petew@allenai.org>
Date: Thu, 2 Nov 2023 14:07:36 -0700
Subject: [PATCH] fix

---
 scripts/kempner/mitch-ish-7b.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/kempner/mitch-ish-7b.sh b/scripts/kempner/mitch-ish-7b.sh
index 70c0ec7b4..4a733c29c 100644
--- a/scripts/kempner/mitch-ish-7b.sh
+++ b/scripts/kempner/mitch-ish-7b.sh
@@ -37,7 +37,7 @@ srun \
       --wandb.name=v1_5-mix-mitch-ish-kempner \
       --fsdp.wrapping_strategy=size_based \
       --compile='{}' \
-      --flash_attention=true \
+      --model.flash_attention=true \
       --device_train_microbatch_size=1 \
       --time_limit=$((167 * 60 * 60)) \
       --save_folder=/n/holyscratch01/kempner_lab/Lab/checkpoints/${SLURM_JOB_ID}/ \