Skip to content

Commit b4cfe83

Browse files
DarkLight1337amd-xiaoyu12
DarkLight1337
authored and
amd-xiaoyu12
committed
[CI/Build] Sync multimodal tests (vllm-project#23181)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk> Signed-off-by: Xiao Yu <xiao.yu@amd.com>
1 parent 343f541 commit b4cfe83

File tree

2 files changed

+18
-16
lines changed

2 files changed

+18
-16
lines changed

‎tests/models/multimodal/processing/test_common.py‎

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -275,16 +275,17 @@ def _test_processing_correctness_one(
275275
"google/gemma-3n-E2B-it",
276276
"zai-org/glm-4v-9b",
277277
"zai-org/GLM-4.1V-9B-Thinking",
278+
"zai-org/GLM-4.5V",
278279
"ibm-granite/granite-speech-3.3-2b",
279280
"h2oai/h2ovl-mississippi-800m",
281+
"naver-hyperclovax/HyperCLOVAX-SEED-Vision-Instruct-3B",
282+
"HuggingFaceM4/Idefics3-8B-Llama3",
280283
"internlm/Intern-S1",
281284
"OpenGVLab/InternVL2-1B",
282285
"OpenGVLab/InternVL3-1B",
283-
"HuggingFaceM4/Idefics3-8B-Llama3",
284-
"HuggingFaceTB/SmolVLM2-2.2B-Instruct",
286+
"Kwai-Keye/Keye-VL-8B-Preview",
285287
"moonshotai/Kimi-VL-A3B-Instruct",
286288
"meta-llama/Llama-4-Scout-17B-16E-Instruct",
287-
"naver-hyperclovax/HyperCLOVAX-SEED-Vision-Instruct-3B",
288289
"llava-hf/llava-1.5-7b-hf",
289290
"llava-hf/llava-v1.6-mistral-7b-hf",
290291
"llava-hf/LLaVA-NeXT-Video-7B-hf",
@@ -315,10 +316,13 @@ def _test_processing_correctness_one(
315316
"Qwen/Qwen2-Audio-7B-Instruct",
316317
"Qwen/Qwen2.5-Omni-3B",
317318
"Skywork/Skywork-R1V-38B",
319+
"HuggingFaceTB/SmolVLM2-2.2B-Instruct",
320+
"stepfun-ai/step3",
318321
"fixie-ai/ultravox-v0_5-llama-3_2-1b",
319322
"openai/whisper-large-v3",
320323
"omni-research/Tarsier-7b",
321324
"omni-research/Tarsier2-Recap-7b",
325+
"mistralai/Voxtral-Mini-3B-2507",
322326
])
323327
@pytest.mark.parametrize("hit_rate", [0.3, 0.5, 1.0])
324328
@pytest.mark.parametrize("num_batches", [32])

‎tests/models/registry.py‎

Lines changed: 11 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -215,9 +215,6 @@ def check_available_online(
215215
"HunYuanDenseV1ForCausalLM":_HfExamplesInfo("tencent/Hunyuan-7B-Instruct-0124",
216216
trust_remote_code=True,
217217
is_available_online=False),
218-
"HCXVisionForCausalLM": _HfExamplesInfo(
219-
"naver-hyperclovax/HyperCLOVAX-SEED-Vision-Instruct-3B",
220-
trust_remote_code=True),
221218
"InternLMForCausalLM": _HfExamplesInfo("internlm/internlm-chat-7b",
222219
trust_remote_code=True),
223220
"InternLM2ForCausalLM": _HfExamplesInfo("internlm/internlm2-chat-7b",
@@ -298,8 +295,7 @@ def check_available_online(
298295
"StableLmForCausalLM": _HfExamplesInfo("stabilityai/stablelm-3b-4e1t"),
299296
"Starcoder2ForCausalLM": _HfExamplesInfo("bigcode/starcoder2-3b"),
300297
"Step3TextForCausalLM": _HfExamplesInfo("stepfun-ai/step3",
301-
trust_remote_code=True,
302-
is_available_online=False),
298+
trust_remote_code=True),
303299
"SolarForCausalLM": _HfExamplesInfo("upstage/solar-pro-preview-instruct",
304300
trust_remote_code=True),
305301
"TeleChat2ForCausalLM": _HfExamplesInfo("Tele-AI/TeleChat2-3B",
@@ -405,22 +401,24 @@ def check_available_online(
405401
hf_overrides={"architectures": ["GLM4VForCausalLM"]}), # noqa: E501
406402
"Glm4vForConditionalGeneration": _HfExamplesInfo("zai-org/GLM-4.1V-9B-Thinking"), # noqa: E501
407403
"Glm4vMoeForConditionalGeneration": _HfExamplesInfo("zai-org/GLM-4.5V",
408-
is_available_online=False), # noqa: E501
404+
min_transformers_version="4.56"), # noqa: E501
409405
"H2OVLChatModel": _HfExamplesInfo("h2oai/h2ovl-mississippi-800m",
410406
trust_remote_code=True,
411407
extras={"2b": "h2oai/h2ovl-mississippi-2b"}, # noqa: E501
412408
max_transformers_version="4.48", # noqa: E501
413409
transformers_version_reason="HF model is not compatible."), # noqa: E501
410+
"HCXVisionForCausalLM": _HfExamplesInfo("naver-hyperclovax/HyperCLOVAX-SEED-Vision-Instruct-3B", # noqa: E501
411+
trust_remote_code=True),
414412
"Idefics3ForConditionalGeneration": _HfExamplesInfo("HuggingFaceM4/Idefics3-8B-Llama3", # noqa: E501
415413
{"tiny": "HuggingFaceTB/SmolVLM-256M-Instruct"}, # noqa: E501
416414
min_transformers_version="4.55.1",
417415
transformers_version_reason="HF model broken in 4.55.0"), # noqa: E501
416+
"InternS1ForConditionalGeneration": _HfExamplesInfo("internlm/Intern-S1",
417+
trust_remote_code=True), # noqa: E501
418418
"InternVLChatModel": _HfExamplesInfo("OpenGVLab/InternVL2-1B",
419419
extras={"2B": "OpenGVLab/InternVL2-2B",
420420
"3.0": "OpenGVLab/InternVL3-1B"}, # noqa: E501
421421
trust_remote_code=True),
422-
"InternS1ForConditionalGeneration": _HfExamplesInfo("internlm/Intern-S1",
423-
trust_remote_code=True),
424422
"KeyeForConditionalGeneration": _HfExamplesInfo("Kwai-Keye/Keye-VL-8B-Preview", # noqa: E501
425423
trust_remote_code=True),
426424
"KimiVLForConditionalGeneration": _HfExamplesInfo("moonshotai/Kimi-VL-A3B-Instruct", # noqa: E501
@@ -464,9 +462,10 @@ def check_available_online(
464462
transformers_version_reason="HF model is not compatible", # noqa: E501
465463
extras={"1.6-llama": "AIDC-AI/Ovis1.6-Llama3.2-3B",
466464
"1.6-gemma": "AIDC-AI/Ovis1.6-Gemma2-9B"}), # noqa: E501
467-
"Ovis2_5": _HfExamplesInfo("AIDC-AI/Ovis2.5-2B", trust_remote_code=True,
468-
max_transformers_version="4.53",
469-
transformers_version_reason="HF model is not compatible"), # noqa: E501
465+
"Ovis2_5": _HfExamplesInfo("AIDC-AI/Ovis2.5-2B",
466+
trust_remote_code=True,
467+
max_transformers_version="4.53",
468+
transformers_version_reason="HF model is not compatible"), # noqa: E501
470469
"PaliGemmaForConditionalGeneration": _HfExamplesInfo("google/paligemma-3b-mix-224", # noqa: E501
471470
extras={"v2": "google/paligemma2-3b-ft-docci-448"}), # noqa: E501
472471
"Phi3VForCausalLM": _HfExamplesInfo("microsoft/Phi-3-vision-128k-instruct",
@@ -496,8 +495,7 @@ def check_available_online(
496495
min_transformers_version="4.55.1",
497496
transformers_version_reason="HF model broken in 4.55.0"), # noqa: E501
498497
"Step3VLForConditionalGeneration": _HfExamplesInfo("stepfun-ai/step3",
499-
trust_remote_code=True,
500-
is_available_online=False),
498+
trust_remote_code=True),
501499
"UltravoxModel": _HfExamplesInfo("fixie-ai/ultravox-v0_5-llama-3_2-1b", # noqa: E501
502500
trust_remote_code=True),
503501
"TarsierForConditionalGeneration": _HfExamplesInfo("omni-research/Tarsier-7b"), # noqa: E501

0 commit comments

Comments
 (0)