Skip to content

Commit

Permalink
minor fix
Browse files Browse the repository at this point in the history
  • Loading branch information
ysjprojects committed Dec 21, 2024
1 parent e038c28 commit d849632
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions litgpt/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -455,7 +455,7 @@ def norm_class(self) -> Type:
n_embd=2048,
rotary_percentage=1.0,
rope_base=1000042,
rmsnorm_eps=1e-6,
norm_eps=1e-6,
bias=False,
norm_class_name="RMSNorm",
mlp_class_name="LLaMAMLP",
Expand All @@ -474,7 +474,7 @@ def norm_class(self) -> Type:
n_embd=3072,
rotary_percentage=1.0,
rope_base=1000042,
rmsnorm_eps=1e-6,
norm_eps=1e-6,
bias=False,
norm_class_name="RMSNorm",
mlp_class_name="LLaMAMLP",
Expand All @@ -493,7 +493,7 @@ def norm_class(self) -> Type:
n_embd=3072,
rotary_percentage=1.0,
rope_base=1000042,
rmsnorm_eps=1e-6,
norm_eps=1e-6,
bias=False,
norm_class_name="RMSNorm",
mlp_class_name="LLaMAMLP",
Expand All @@ -512,7 +512,7 @@ def norm_class(self) -> Type:
n_embd=3072,
rotary_percentage=1.0,
rope_base=1000042,
rmsnorm_eps=1e-6,
norm_eps=1e-6,
bias=False,
norm_class_name="RMSNorm",
mlp_class_name="LLaMAMLP",
Expand Down

0 comments on commit d849632

Please sign in to comment.