Add sacremoses as a dependency for transformer_xl encoder (#2961)

ludwig-ai · Jan 19, 2023 · 28e3a8e · 28e3a8e
1 parent 3b84d9b
commit 28e3a8e
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/requirements.txt b/requirements.txt
@@ -34,6 +34,10 @@ gpustat
 rich~=12.4.4
 packaging
 retry
+
+# required for TransfoXLTokenizer when using transformer_xl
+sacremoses
+
 # new data format support
 xlwt            # excel
 xlrd            # excel

diff --git a/tests/ludwig/encoders/test_text_encoders.py b/tests/ludwig/encoders/test_text_encoders.py
@@ -107,7 +107,6 @@ def test_distil_bert(use_pretrained: bool, reduce_output: str, max_sequence_leng
     assert outputs["encoder_output"].shape[1:] == distil_bert_encoder.output_shape
 
 
-@slow
 @pytest.mark.parametrize("use_pretrained", [False])
 @pytest.mark.parametrize("reduce_output", [None, "sum"])
 @pytest.mark.parametrize("max_sequence_length", [20])