Skip to content

Commit

Permalink
adamw default
Browse files Browse the repository at this point in the history
  • Loading branch information
rasbt committed May 21, 2024
1 parent 2f69e37 commit 5fd62b0
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions litgpt/finetune/full.py
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ def setup(
max_seq_length=None,
),
eval: EvalArgs = EvalArgs(interval=600, max_new_tokens=100, max_iters=100),
optimizer: Union[str, Dict] = "Adam",
optimizer: Union[str, Dict] = "AdamW",
logger_name: Literal["wandb", "tensorboard", "csv"] = "csv",
seed: int = 1337,
) -> None:
Expand Down Expand Up @@ -381,4 +381,3 @@ def validate_args(train: TrainArgs, eval: EvalArgs) -> None:
issues.append(f"{__file__} requires either epochs or max_steps to be set. This is set in {train}")
if issues:
raise ValueError("\n".join(issues))

0 comments on commit 5fd62b0

Please sign in to comment.