diff --git a/requirements/requirements_lightning.txt b/requirements/requirements_lightning.txt
index 62468a37e972..adc6aa0e0026 100644
--- a/requirements/requirements_lightning.txt
+++ b/requirements/requirements_lightning.txt
@@ -2,6 +2,6 @@ hydra-core>1.3,<=1.3.2
 omegaconf<=2.3
 pytorch-lightning>=2.0,<=2.0.7
 torchmetrics>=0.11.0
-transformers>=4.0.1
+transformers>=4.0.1,<=4.33.3
 wandb
 webdataset>=0.1.48,<=0.1.62