From 307e4b453dea0ee3b23dc2a31490d9aac7e4f5b4 Mon Sep 17 00:00:00 2001
From: Yu Shi Jie <yshijie1999@gmail.com>
Date: Sat, 21 Dec 2024 21:48:57 -0500
Subject: [PATCH] Falcon3: minor fix on config.py

---
 litgpt/config.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/litgpt/config.py b/litgpt/config.py
index 2ac7a158b3..81b0280c84 100644
--- a/litgpt/config.py
+++ b/litgpt/config.py
@@ -454,6 +454,7 @@ def norm_class(self) -> Type:
         n_query_groups=4,
         n_embd=2048,
         rotary_percentage=1.0,
+        parallel_residual=False,
         rope_base=1000042,
         norm_eps=1e-6,
         bias=False,
@@ -473,6 +474,7 @@ def norm_class(self) -> Type:
         n_query_groups=4,
         n_embd=3072,
         rotary_percentage=1.0,
+        parallel_residual=False,
         rope_base=1000042,
         norm_eps=1e-6,
         bias=False,
@@ -492,6 +494,7 @@ def norm_class(self) -> Type:
         n_query_groups=4,
         n_embd=3072,
         rotary_percentage=1.0,
+        parallel_residual=False,
         rope_base=1000042,
         norm_eps=1e-6,
         bias=False,
@@ -511,6 +514,7 @@ def norm_class(self) -> Type:
         n_query_groups=4,
         n_embd=3072,
         rotary_percentage=1.0,
+        parallel_residual=False,
         rope_base=1000042,
         norm_eps=1e-6,
         bias=False,