diff --git a/requirements.txt b/requirements.txt
index 9d96232..baa8b22 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -3,3 +3,5 @@ parallel_pandas
 peft
 pyarrow
 transformers
+git+https://github.com/facebookresearch/xformers
+wandb