Update litgpt/config.py

Lightning-AI · Apr 19, 2024 · d866b90 · d866b90
1 parent a202d9a
commit d866b90
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/litgpt/config.py b/litgpt/config.py
@@ -850,7 +850,6 @@ def norm_class(self) -> Type:
         padding_multiple=64,
         n_layer=32,
         n_head=32,
-        # n_embd=8192,
         n_query_groups=8,
         rotary_percentage=1.0,
         parallel_residual=False,