diff --git a/tests/distributed/test_pipeline_parallel.py b/tests/distributed/test_pipeline_parallel.py
index d2219eed988e1..9a02f468f0a93 100644
--- a/tests/distributed/test_pipeline_parallel.py
+++ b/tests/distributed/test_pipeline_parallel.py
@@ -32,9 +32,10 @@
         (1, 4, 1, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
         (2, 2, 1, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
         (2, 2, 0, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
-        (1, 2, 1, 1, 1, "OpenGVLab/InternVL2-1B", "ray"),
-        (1, 2, 1, 1, 1, "OpenGVLab/InternVL2-2B", "ray"),
-        (1, 2, 1, 0, 1, "OpenGVLab/InternVL2-4B", "ray"),
+        # TODO: Enable internVL2 in a separate test if needed
+        # (1, 2, 1, 1, 1, "OpenGVLab/InternVL2-1B", "ray"),
+        # (1, 2, 1, 1, 1, "OpenGVLab/InternVL2-2B", "ray"),
+        # (1, 2, 1, 0, 1, "OpenGVLab/InternVL2-4B", "ray"),
     ],
 )
 @fork_new_process_for_each_test