Return global attentions (see huggingface#7514) (huggingface#10906)

Iwontbecreative · Jul 15, 2021 · 887f9d9 · 887f9d9
1 parent 7f0c2f0
commit 887f9d9
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/transformers/models/longformer/modeling_longformer.py b/src/transformers/models/longformer/modeling_longformer.py
@@ -1786,6 +1786,7 @@ def forward(
             logits=prediction_scores,
             hidden_states=outputs.hidden_states,
             attentions=outputs.attentions,
+            global_attentions=outputs.global_attentions,
         )
 
 
@@ -1878,6 +1879,7 @@ def forward(
             logits=logits,
             hidden_states=outputs.hidden_states,
             attentions=outputs.attentions,
+            global_attentions=outputs.global_attentions,
         )
 
 
@@ -2126,6 +2128,7 @@ def forward(
             logits=logits,
             hidden_states=outputs.hidden_states,
             attentions=outputs.attentions,
+            global_attentions=outputs.global_attentions,
         )