diff --git a/tests/llm/test_finetune.py b/tests/llm/test_finetune.py
index 7b9275837775..76c88a3c6a94 100644
--- a/tests/llm/test_finetune.py
+++ b/tests/llm/test_finetune.py
@@ -70,12 +70,6 @@ def test_finetune(self):
     ["model_dir"],
     [
         ["llama"],
-        ["chatglm"],
-        # ["bloom"], @skip("Skip and wait to fix.")
-        ["chatglm2"],
-        ["qwen"],
-        ["qwen2"],
-        ["baichuan"],
     ],
 )
 class CkptQuantTest(LLMTest, TestMultipleGpus):