Skip to content

Commit 02c9ca8

Browse files
committed
Set is_available_online=False for Llama4ForCausalLM
Signed-off-by: Patrick Li <patrick8289@gmail.com>
1 parent fb57362 commit 02c9ca8

File tree

2 files changed

+3
-0
lines changed

2 files changed

+3
-0
lines changed

tests/models/registry.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -218,6 +218,8 @@ def check_available_online(
218218
"fp8": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8"}), # noqa: E501
219219
"LLaMAForCausalLM": _HfExamplesInfo("decapoda-research/llama-7b-hf",
220220
is_available_online=False),
221+
"Llama4ForCausalLM": _HfExamplesInfo("meta-llama/Llama-4-Scout-17B-16E-Instruct", # noqa: E501
222+
is_available_online=False),
221223
"MambaForCausalLM": _HfExamplesInfo("state-spaces/mamba-130m-hf"),
222224
"Mamba2ForCausalLM": _HfExamplesInfo("mistralai/Mamba-Codestral-7B-v0.1"),
223225
"FalconMambaForCausalLM": _HfExamplesInfo("tiiuae/falcon-mamba-7b-instruct"), # noqa: E501

vllm/model_executor/models/registry.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -88,6 +88,7 @@
8888
"JAISLMHeadModel": ("jais", "JAISLMHeadModel"),
8989
"JambaForCausalLM": ("jamba", "JambaForCausalLM"),
9090
"LlamaForCausalLM": ("llama", "LlamaForCausalLM"),
91+
"Llama4ForCausalLM": ("llama4", "Llama4ForCausalLM"), # noqa: E501
9192
# For decapoda-research/llama-*
9293
"LLaMAForCausalLM": ("llama", "LlamaForCausalLM"),
9394
"MambaForCausalLM": ("mamba", "MambaForCausalLM"),

0 commit comments

Comments
 (0)