remove duplicate ffn expansion factor arg from flops calc

EleutherAI · Aug 11, 2024 · 685de19 · 685de19
1 parent ee051ec
commit 685de19
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/calc/calc_transformer_flops.py b/calc/calc_transformer_flops.py
@@ -36,10 +36,6 @@ def config_parser():
                         type=float,
                         default=1.0,
                         help='Ratio of kv heads to query heads used in model. 1.0 for MHA')
-    parser.add_argument("--ffn-expansion-factor", "-ff",
-                        type=int,
-                        default=4,
-                        help='How much the MLP hidden size expands')
     parser.add_argument("--moe",
                     action="store_true",
                     help='Whether our model is MoE')