diff --git a/tests/distributed/test_pipeline_parallel.py b/tests/distributed/test_pipeline_parallel.py
index 4d54e43d5788c..9467d542c1bd2 100644
--- a/tests/distributed/test_pipeline_parallel.py
+++ b/tests/distributed/test_pipeline_parallel.py
@@ -8,6 +8,7 @@
 import os
 
 import pytest
+from transformers import AutoTokenizer
 
 from vllm.logger import init_logger