From 58656b0ba605487bf4d9c214557ae31965fe020f Mon Sep 17 00:00:00 2001
From: Frederik Bode <frederik@paperbox.ai>
Date: Mon, 3 May 2021 09:46:12 +0200
Subject: [PATCH 1/2] fix the mlm longformer example by changing [MASK] to
 <mask>

---
 src/transformers/models/longformer/modeling_tf_longformer.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/transformers/models/longformer/modeling_tf_longformer.py b/src/transformers/models/longformer/modeling_tf_longformer.py
index bb193fbf6389f3..7d7988175bbaf2 100644
--- a/src/transformers/models/longformer/modeling_tf_longformer.py
+++ b/src/transformers/models/longformer/modeling_tf_longformer.py
@@ -2082,6 +2082,7 @@ def get_prefix_bias_name(self):
         checkpoint=_CHECKPOINT_FOR_DOC,
         output_type=TFLongformerMaskedLMOutput,
         config_class=_CONFIG_FOR_DOC,
+        mask='<mask>'
     )
     def call(
         self,

From 2f8fca3597fc1da7f3a8d075dfa1aea9eb3a367e Mon Sep 17 00:00:00 2001
From: Rocketknight1 <rocketknight1@gmail.com>
Date: Mon, 3 May 2021 12:32:05 +0100
Subject: [PATCH 2/2] Style pass

---
 src/transformers/models/longformer/modeling_tf_longformer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/transformers/models/longformer/modeling_tf_longformer.py b/src/transformers/models/longformer/modeling_tf_longformer.py
index 7d7988175bbaf2..dfe620ffb6944a 100644
--- a/src/transformers/models/longformer/modeling_tf_longformer.py
+++ b/src/transformers/models/longformer/modeling_tf_longformer.py
@@ -2082,7 +2082,7 @@ def get_prefix_bias_name(self):
         checkpoint=_CHECKPOINT_FOR_DOC,
         output_type=TFLongformerMaskedLMOutput,
         config_class=_CONFIG_FOR_DOC,
-        mask='<mask>'
+        mask="<mask>",
     )
     def call(
         self,