convert : fix n_ff typo

YellowRoseCx · Dec 9, 2023 · d38e41e · d38e41e
1 parent dff8cbe
commit d38e41e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/convert.py b/convert.py
@@ -275,7 +275,7 @@ def loadOriginalParamsJson(model: LazyModel, config_path: Path) -> Params:
             n_ff = model["layers.0.feed_forward.experts.0.w1.weight"].shape[0]
             n_ctx = 32768
         else:
-            n_ff = model["layers.0.feed_forward.w1.weight"].shape[0],
+            n_ff = model["layers.0.feed_forward.w1.weight"].shape[0]
 
         return Params(
             n_vocab          = model["tok_embeddings.weight"].shape[0],