fix missing variables for Phi/GPT2 weights loading

eole-nlp · Dec 9, 2024 · 8d4c7ec · 8d4c7ec
1 parent fb6ff84
commit 8d4c7ec
Showing 1 changed file with 10 additions and 1 deletion.
diff --git a/eole/bin/convert/convert_HF.py b/eole/bin/convert/convert_HF.py
@@ -725,7 +725,16 @@ def build_first_shard(hf, eole_safetensor):
 
                             if w is not None:
                                 if srcmap is not None:
-                                    w = eval("w" + srcmap).contiguous()
+                                    w = eval(
+                                        "w" + srcmap,
+                                        {
+                                            "w": w,
+                                            "hidden_size": model_config["hidden_size"],
+                                            "transformer_ff": model_config[
+                                                "transformer_ff"
+                                            ],
+                                        },
+                                    ).contiguous()
                                 eole_safetensor[
                                     eole_prefix + str(i) + target + param
                                 ] = w