update config

allenai · Jan 18, 2024 · e2825f1 · e2825f1
1 parent 5b39657
commit e2825f1
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/configs/small-test-s3.yaml b/configs/small-test-s3.yaml
@@ -7,9 +7,9 @@ wandb:
   project: olmo-small-test
 
 model:
-  d_model: 1024
+  d_model: 512
   n_heads: 16
-  n_layers: 12
+  n_layers: 8
   mlp_ratio: 8
   weight_tying: false
   alibi: false