AdamW as CLI default

Lightning-AI · May 22, 2024 · 55a627b · 55a627b
1 parent b167dd6
commit 55a627b
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/litgpt/__main__.py b/litgpt/__main__.py
@@ -120,6 +120,7 @@ def main() -> None:
             subsubcommand_parser = _new_parser()
             if subcommand in ("finetune", "pretrain"):
                 subsubcommand_parser.add_subclass_arguments(torch.optim.Optimizer, "optimizer", instantiate=False, fail_untyped=False, skip={"params"})
+                subsubcommand_parser.set_defaults({"optimizer": "AdamW"})
             subsubcommand_parser.add_function_arguments(v["fn"], skip={"optimizer"})
             subcommands.add_subcommand(k, subsubcommand_parser, help=v["help"])