From 685de193d24da86beeb2d2cef060105722854da7 Mon Sep 17 00:00:00 2001
From: Quentin Anthony <qganthony@yahoo.com>
Date: Sun, 11 Aug 2024 14:28:44 +0200
Subject: [PATCH] remove duplicate ffn expansion factor arg from flops calc

---
 calc/calc_transformer_flops.py | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/calc/calc_transformer_flops.py b/calc/calc_transformer_flops.py
index 32866c4..56410e6 100644
--- a/calc/calc_transformer_flops.py
+++ b/calc/calc_transformer_flops.py
@@ -36,10 +36,6 @@ def config_parser():
                         type=float,
                         default=1.0,
                         help='Ratio of kv heads to query heads used in model. 1.0 for MHA')
-    parser.add_argument("--ffn-expansion-factor", "-ff",
-                        type=int,
-                        default=4,
-                        help='How much the MLP hidden size expands')
     parser.add_argument("--moe",
                     action="store_true",
                     help='Whether our model is MoE')