diff --git a/setup.py b/setup.py
index 30cae2c474..362d2e46d5 100644
--- a/setup.py
+++ b/setup.py
@@ -62,7 +62,7 @@
     "torch>=1.4.0",
     "transformers>=4.18.0",
     "numpy>=1.18.2",
-    "accelerate",
+    "accelerate<0.20.0",
     "datasets",
 ]
 EXTRAS = {