From 55a627bf40b7a95abd4e0a06c9b39278c4e46eb9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Carlos=20Mochol=C3=AD?= Date: Wed, 22 May 2024 09:38:55 +0000 Subject: [PATCH] AdamW as CLI default --- litgpt/__main__.py | 1 + 1 file changed, 1 insertion(+) diff --git a/litgpt/__main__.py b/litgpt/__main__.py index 06e7b0b35b..2324ce0b30 100644 --- a/litgpt/__main__.py +++ b/litgpt/__main__.py @@ -120,6 +120,7 @@ def main() -> None: subsubcommand_parser = _new_parser() if subcommand in ("finetune", "pretrain"): subsubcommand_parser.add_subclass_arguments(torch.optim.Optimizer, "optimizer", instantiate=False, fail_untyped=False, skip={"params"}) + subsubcommand_parser.set_defaults({"optimizer": "AdamW"}) subsubcommand_parser.add_function_arguments(v["fn"], skip={"optimizer"}) subcommands.add_subcommand(k, subsubcommand_parser, help=v["help"])