style

Lightning-AI · May 22, 2024 · 393d516 · 393d516
1 parent 43373d8
commit 393d516
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 3 deletions.
diff --git a/config_hub/finetune/stablelm-base-alpha-3b/full.yaml b/config_hub/finetune/stablelm-base-alpha-3b/full.yaml
@@ -97,4 +97,4 @@ optimizer:
     #   (type: tuple, default: (0.9,0.999))
     betas:
       - 0.9
-      - 0.95
+      - 0.95
diff --git a/tutorials/pretrain.md b/tutorials/pretrain.md
@@ -80,7 +80,6 @@ litgpt pretrain \
    --data TextFiles \
    --data.train_data_path custom_pretraining_data \
    --train.lr_warmup_steps=200
-   --optimizer AdamW \
    --optimizer.lr 0.005
 ```
 
@@ -119,7 +118,6 @@ litgpt pretrain \
    --data TextFiles \
    --data.train_data_path custom_pretraining_data \
    --train.lr_warmup_steps=200
-   --optimizer AdamW \
    --optimizer.lr 0.005
 ```
-Original file line number
+Diff line change
@@ Expand Up / @@ -97,4 +97,4 @@ optimizer: @@
         #   (type: tuple, default: (0.9,0.999))
         betas:
           - 0.9
-          - 0.95
+          - 0.95