Add tokenizer_file parameter to PreTrainedTokenizerFast docstring (#1…

…2624) Co-authored-by: Lewis Bails <Lewis.Bails@infomedia.dk>
huggingface · Jul 12, 2021 · a882b9f · a882b9f
1 parent f8f9a67
commit a882b9f
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/transformers/tokenization_utils_fast.py b/src/transformers/tokenization_utils_fast.py
@@ -59,6 +59,9 @@
         tokenizer_object (:class:`tokenizers.Tokenizer`):
             A :class:`tokenizers.Tokenizer` object from 🤗 tokenizers to instantiate from. See :doc:`Using tokenizers
             from 🤗 tokenizers <../fast_tokenizers>` for more information.
+        tokenizer_file (:class:`str`):
+            A path to a local JSON file representing a previously serialized :class:`tokenizers.Tokenizer` object from
+            🤗 tokenizers.
 """
 
 MODEL_TO_TRAINER_MAPPING = {