diff --git a/requirements/common.txt b/requirements/common.txt
index c754dd12bc2f..08fee27fe681 100644
--- a/requirements/common.txt
+++ b/requirements/common.txt
@@ -7,7 +7,6 @@ tqdm
 blake3
 py-cpuinfo
 transformers >= 4.50.3
-huggingface-hub[hf-xet] >= 0.30.0  # Required for Xet downloads.
 tokenizers >= 0.19.1  # Required for Llama 3.
 protobuf # Required by LlamaTokenizer.
 fastapi[standard] >= 0.115.0 # Required by FastAPI's form models in the OpenAI API server's audio transcriptions endpoint.
diff --git a/requirements/test.in b/requirements/test.in
index eb74198ab9f7..43fa1bb58c82 100644
--- a/requirements/test.in
+++ b/requirements/test.in
@@ -31,7 +31,6 @@ opencv-python-headless >= 4.11.0 # required for video test
 datamodel_code_generator # required for minicpm3 test
 lm-eval[api]==0.4.8 # required for model evaluation test
 transformers==4.50.3
-huggingface-hub[hf-xet]>=0.30.0  # Required for Xet downloads.
 # quantization
 bitsandbytes>=0.45.3
 buildkite-test-collector==0.1.9
diff --git a/requirements/test.txt b/requirements/test.txt
index 236b8be32805..bddf9990ca01 100644
--- a/requirements/test.txt
+++ b/requirements/test.txt
@@ -152,17 +152,14 @@ genson==1.3.0
     # via datamodel-code-generator
 h11==0.14.0
     # via httpcore
-hf-xet==0.1.4
-    # via huggingface-hub
 hiredis==3.0.0
     # via tensorizer
 httpcore==1.0.6
     # via httpx
 httpx==0.27.2
     # via -r requirements/test.in
-huggingface-hub==0.30.1
+huggingface-hub==0.26.2
     # via
-    #   -r requirements/test.in
     #   accelerate
     #   datasets
     #   evaluate