diff --git a/src/transformers/modeling_fsmt.py b/src/transformers/modeling_fsmt.py
index 07aebfd4765d67..e6f6fea00fb5d0 100644
--- a/src/transformers/modeling_fsmt.py
+++ b/src/transformers/modeling_fsmt.py
@@ -776,8 +776,6 @@ def set_input_embeddings(self, value):
 
     def get_output_embeddings(self):
         return self.decoder.embed_tokens
-        # XXX: it was, but probably not needed here
-        # return _make_linear_from_emb(self.decoder.embed_tokens)  # make it on the fly
 
     def set_output_embeddings(self, value):
         self.decoder.embed_tokens = value  # self.decoder_embed_tokens = value