Skip to content

Commit 239f853

Browse files
danielafrimixuebwang-amd
authored andcommitted
Support for NemotronH Nano VLM (vllm-project#23644)
Signed-off-by: Daniel Afrimi <danielafrimi8@gmail.com> Signed-off-by: xuebwang-amd <xuebwang@amd.com>
1 parent 9d8a258 commit 239f853

File tree

4 files changed

+1400
-1
lines changed

4 files changed

+1400
-1
lines changed

tests/models/registry.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -515,6 +515,9 @@ def check_available_online(
515515
trust_remote_code=True),
516516
"Llama_Nemotron_Nano_VL" : _HfExamplesInfo("nvidia/Llama-3.1-Nemotron-Nano-VL-8B-V1", # noqa: E501
517517
trust_remote_code=True),
518+
"NemotronH_Nano_VL": _HfExamplesInfo("nano_vl_dummy",
519+
is_available_online=False,
520+
trust_remote_code=True),
518521
"Ovis": _HfExamplesInfo("AIDC-AI/Ovis2-1B", trust_remote_code=True,
519522
max_transformers_version="4.53",
520523
transformers_version_reason="HF model is not compatible", # noqa: E501

vllm/config/__init__.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1552,7 +1552,7 @@ def get_num_layers_by_block_type(
15521552
for bc in block_configs[start:end])
15531553
else:
15541554
# Hybrid model Jamba
1555-
layers_block_type_value = getattr(self.hf_config,
1555+
layers_block_type_value = getattr(self.hf_text_config,
15561556
"layers_block_type", None)
15571557
if layers_block_type_value is not None:
15581558
if hasattr(self.hf_text_config,

0 commit comments

Comments
 (0)