Update optimizer_dadapt.json

victorchall · Aug 5, 2023 · 24b17ef · 24b17ef
1 parent d196865
commit 24b17ef
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/optimizer_dadapt.json b/optimizer_dadapt.json
@@ -46,6 +46,7 @@
         "decouple": true
     },
     "text_encoder_freezing": {
-        "unfreeze_last_n_layers": 6
-    }
+        "unfreeze_last_n_layers": null
+    },
+    "apply_grad_scaler_step_tweaks": true
 }