diff --git a/litgpt/config.py b/litgpt/config.py
index 2ac7a158b3..81b0280c84 100644
--- a/litgpt/config.py
+++ b/litgpt/config.py
@@ -454,6 +454,7 @@ def norm_class(self) -> Type:
         n_query_groups=4,
         n_embd=2048,
         rotary_percentage=1.0,
+        parallel_residual=False,
         rope_base=1000042,
         norm_eps=1e-6,
         bias=False,
@@ -473,6 +474,7 @@ def norm_class(self) -> Type:
         n_query_groups=4,
         n_embd=3072,
         rotary_percentage=1.0,
+        parallel_residual=False,
         rope_base=1000042,
         norm_eps=1e-6,
         bias=False,
@@ -492,6 +494,7 @@ def norm_class(self) -> Type:
         n_query_groups=4,
         n_embd=3072,
         rotary_percentage=1.0,
+        parallel_residual=False,
         rope_base=1000042,
         norm_eps=1e-6,
         bias=False,
@@ -511,6 +514,7 @@ def norm_class(self) -> Type:
         n_query_groups=4,
         n_embd=3072,
         rotary_percentage=1.0,
+        parallel_residual=False,
         rope_base=1000042,
         norm_eps=1e-6,
         bias=False,