diff --git a/transformers/__init__.py b/transformers/__init__.py
index a96ef73c904df4..2fedf79b159d72 100644
--- a/transformers/__init__.py
+++ b/transformers/__init__.py
@@ -90,7 +90,8 @@
     from .modeling_roberta import (RobertaForMaskedLM, RobertaModel, RobertaModelAT,
                                    RobertaForSequenceClassification, RobertaForTokenClassification,
                                    RobertaForMultipleChoice, RobertaForQuestionAnswering, RobertaForQuestionAnsweringComplex,
-                                   RobertaForQuestionAnsweringKD, RobertaForQuestionAnsweringAT, RobertaForQuestionAnsweringMT,
+                                   RobertaForQuestionAnsweringKD, RobertaForQuestionAnsweringAT,
+                                   RobertaForQuestionAnsweringMT, RobertaForQuestionAnsweringMAT,
                                    ROBERTA_PRETRAINED_MODEL_ARCHIVE_MAP)
     from .modeling_distilbert import (DistilBertForMaskedLM, DistilBertModel,
                                 DistilBertForSequenceClassification, DistilBertForQuestionAnswering,