remove tokenizer_file from herbert slow tokenizer init

SaulLu · Jan 27, 2022 · f5e1000 · f5e1000
1 parent da08953
commit f5e1000
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/src/transformers/models/herbert/tokenization_herbert.py b/src/transformers/models/herbert/tokenization_herbert.py
@@ -62,7 +62,6 @@ def __init__(
         self,
         vocab_file,
         merges_file,
-        tokenizer_file=None,
         cls_token="<s>",
         unk_token="<unk>",
         pad_token="<pad>",
@@ -75,7 +74,6 @@ def __init__(
         super().__init__(
             vocab_file,
             merges_file,
-            tokenizer_file=None,
             cls_token=cls_token,
             unk_token=unk_token,
             pad_token=pad_token,