diff --git a/.circleci/create_circleci_config.py b/.circleci/create_circleci_config.py
index 0829207a185d0d..6dda676126c1db 100644
--- a/.circleci/create_circleci_config.py
+++ b/.circleci/create_circleci_config.py
@@ -127,6 +127,7 @@ def to_dict(self):
             },
         ]
         steps.extend([{"run": l} for l in self.install_steps])
+        steps.extend([{"run": 'pip install "fsspec>=2023.5.0,<2023.10.0"'}])
         steps.extend([{"run": "pip install pytest-subtests"}])
         steps.append(
             {
diff --git a/setup.py b/setup.py
index c737058cb8695e..6f43fae9ca574f 100644
--- a/setup.py
+++ b/setup.py
@@ -113,6 +113,7 @@
     "fastapi",
     "filelock",
     "flax>=0.4.1,<=0.7.0",
+    "fsspec<2023.10.0",
     "ftfy",
     "fugashi>=1.0",
     "GitPython<3.1.19",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index 4b3e32bc04b32f..1dbedc3ea6de2b 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -20,6 +20,7 @@
     "fastapi": "fastapi",
     "filelock": "filelock",
     "flax": "flax>=0.4.1,<=0.7.0",
+    "fsspec": "fsspec<2023.10.0",
     "ftfy": "ftfy",
     "fugashi": "fugashi>=1.0",
     "GitPython": "GitPython<3.1.19",