Add default value to avoid Falcon crash (vllm-project#5363) (vllm-pro…

…ject#10347) Signed-off-by: wchen61 <wchen61@foxmail.com> Signed-off-by: rickyx <rickyx@anyscale.com>
rickyyx · Nov 20, 2024 · fc35bf1 · fc35bf1
1 parent f25a69a
commit fc35bf1
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/vllm/model_executor/models/falcon.py b/vllm/model_executor/models/falcon.py
@@ -250,6 +250,9 @@ def __init__(
         self.mlp = FalconMLP(config, quant_config)
         self.config = config
 
+        if (not hasattr(config, "num_ln_in_parallel_attn")):
+            config.num_ln_in_parallel_attn = None
+
         if (config.num_ln_in_parallel_attn is None
                 and config.new_decoder_architecture):
             config.num_ln_in_parallel_attn = 2