Skip to content

Commit

Permalink
fix lora tests
Browse files Browse the repository at this point in the history
  • Loading branch information
rasbt committed Mar 8, 2024
1 parent f483d68 commit 2e918d5
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion litgpt/finetune/lora.py
Original file line number Diff line number Diff line change
Expand Up @@ -264,7 +264,7 @@ def fit(
fabric.barrier()

if train.save_interval is not None and not is_accumulating and step_count % train.save_interval == 0:
checkpoint_file = out_dir / f"step-{step_count:06d}" / "lit_model.pth"
checkpoint_file = out_dir / f"step-{step_count:06d}" / "lit_model.pth.lora"
checkpoint_file.parent.mkdir(parents=True, exist_ok=True)
save_lora_checkpoint(fabric, model, checkpoint_file)
if fabric.global_rank == 0:
Expand Down

0 comments on commit 2e918d5

Please sign in to comment.