diff --git a/requirements-dev.txt b/requirements-dev.txt
index 1eeea737f4d6..7fb15b7d356c 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -29,4 +29,4 @@ data
 wget
 huggingface_hub>=0.19.2
 tiktoken
-tokenizers>=0.21,<0.22
\ No newline at end of file
+tokenizers<0.21
\ No newline at end of file
diff --git a/requirements.txt b/requirements.txt
index a0c8cb482313..5601e1bfadb9 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -26,4 +26,4 @@ jinja2
 regex
 numpy<=1.26.4
 tiktoken
-tokenizers>=0.21,<0.22
+tokenizers<0.21
diff --git a/scripts/unit_test/ci_unit.sh b/scripts/unit_test/ci_unit.sh
index 5b9053b9c2d2..5a123957ab65 100644
--- a/scripts/unit_test/ci_unit.sh
+++ b/scripts/unit_test/ci_unit.sh
@@ -28,6 +28,7 @@ install_requirements() {
     python -m pip config --user set global.trusted-host pip.baidu-int.com
     python -m pip install -r requirements.txt
     python -m pip install -r requirements-dev.txt
+    python -m pip install tokenizers>=0.21,<0.22 # update tokenizers for transformers
     python -m pip install -r tests/requirements.txt
     python -m pip install -r paddlenlp/experimental/autonlp/requirements.txt 
     python -m pip uninstall paddlepaddle paddlepaddle_gpu -y