From 2c9717f9f00d8277b12cb4e6d20365985b613080 Mon Sep 17 00:00:00 2001 From: Suraj Patil Date: Tue, 18 Aug 2020 20:54:28 +0530 Subject: [PATCH 1/4] added CamembertForCausalLM --- src/transformers/modeling_camembert.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/src/transformers/modeling_camembert.py b/src/transformers/modeling_camembert.py index 2e9a24d4d20c..c858efa1720c 100644 --- a/src/transformers/modeling_camembert.py +++ b/src/transformers/modeling_camembert.py @@ -26,6 +26,7 @@ RobertaForSequenceClassification, RobertaForTokenClassification, RobertaModel, + RobertaForCausalLM, ) @@ -133,3 +134,14 @@ class CamembertForQuestionAnswering(RobertaForQuestionAnswering): """ config_class = CamembertConfig + + +@add_start_docstrings( + """CamemBERT Model with a `language modeling` head on top for CLM fine-tuning. """, CAMEMBERT_START_DOCSTRING +) +class CamembertForCausalLM(RobertaForCausalLM): + """ + This class overrides :class:`~transformers.RobertaForCausalLM`. Please check the + superclass for the appropriate documentation alongside usage examples. + """ + config_class = CamembertConfig From da0aa8504466c82bb0d6fc22246eb88becfa3d64 Mon Sep 17 00:00:00 2001 From: Suraj Patil Date: Tue, 18 Aug 2020 21:10:48 +0530 Subject: [PATCH 2/4] add in __init__ and auto model --- src/transformers/__init__.py | 1 + src/transformers/modeling_auto.py | 2 ++ 2 files changed, 3 insertions(+) diff --git a/src/transformers/__init__.py b/src/transformers/__init__.py index 781737eaf05f..e1a715e04bd6 100755 --- a/src/transformers/__init__.py +++ b/src/transformers/__init__.py @@ -330,6 +330,7 @@ CamembertForMultipleChoice, CamembertForTokenClassification, CamembertForQuestionAnswering, + CamembertForCausalLM, CAMEMBERT_PRETRAINED_MODEL_ARCHIVE_LIST, ) from .modeling_encoder_decoder import EncoderDecoderModel diff --git a/src/transformers/modeling_auto.py b/src/transformers/modeling_auto.py index 02088f565c8f..8def85803a66 100644 --- a/src/transformers/modeling_auto.py +++ b/src/transformers/modeling_auto.py @@ -78,6 +78,7 @@ CamembertForQuestionAnswering, CamembertForSequenceClassification, CamembertForTokenClassification, + CamembertForCausalLM, CamembertModel, ) from .modeling_ctrl import CTRLLMHeadModel, CTRLModel @@ -253,6 +254,7 @@ MODEL_FOR_CAUSAL_LM_MAPPING = OrderedDict( [ + (CamembertConfig, CamembertForCausalLM), (RobertaConfig, RobertaForCausalLM), (BertConfig, BertLMHeadModel), (OpenAIGPTConfig, OpenAIGPTLMHeadModel), From 97f4436c7cc8c646fe22673f3aa14161b95350c5 Mon Sep 17 00:00:00 2001 From: Suraj Patil Date: Tue, 18 Aug 2020 21:11:32 +0530 Subject: [PATCH 3/4] style --- src/transformers/modeling_auto.py | 2 +- src/transformers/modeling_camembert.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/src/transformers/modeling_auto.py b/src/transformers/modeling_auto.py index 8def85803a66..4f56e473c504 100644 --- a/src/transformers/modeling_auto.py +++ b/src/transformers/modeling_auto.py @@ -73,12 +73,12 @@ BertModel, ) from .modeling_camembert import ( + CamembertForCausalLM, CamembertForMaskedLM, CamembertForMultipleChoice, CamembertForQuestionAnswering, CamembertForSequenceClassification, CamembertForTokenClassification, - CamembertForCausalLM, CamembertModel, ) from .modeling_ctrl import CTRLLMHeadModel, CTRLModel diff --git a/src/transformers/modeling_camembert.py b/src/transformers/modeling_camembert.py index c858efa1720c..797b4f06e14b 100644 --- a/src/transformers/modeling_camembert.py +++ b/src/transformers/modeling_camembert.py @@ -20,13 +20,13 @@ from .configuration_camembert import CamembertConfig from .file_utils import add_start_docstrings from .modeling_roberta import ( + RobertaForCausalLM, RobertaForMaskedLM, RobertaForMultipleChoice, RobertaForQuestionAnswering, RobertaForSequenceClassification, RobertaForTokenClassification, RobertaModel, - RobertaForCausalLM, ) @@ -144,4 +144,5 @@ class CamembertForCausalLM(RobertaForCausalLM): This class overrides :class:`~transformers.RobertaForCausalLM`. Please check the superclass for the appropriate documentation alongside usage examples. """ + config_class = CamembertConfig From 1e68a943b8eb91d986df62a885f1a696ff5b7c6c Mon Sep 17 00:00:00 2001 From: Suraj Patil Date: Tue, 18 Aug 2020 21:12:42 +0530 Subject: [PATCH 4/4] doc --- docs/source/model_doc/camembert.rst | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/docs/source/model_doc/camembert.rst b/docs/source/model_doc/camembert.rst index 5ccdfe5b877f..8f0d57884824 100644 --- a/docs/source/model_doc/camembert.rst +++ b/docs/source/model_doc/camembert.rst @@ -49,6 +49,13 @@ CamembertModel :members: +CamembertForCausalLM +~~~~~~~~~~~~~~~~~~~~~~~~~~ + +.. autoclass:: transformers.CamembertForCausalLM + :members: + + CamembertForMaskedLM ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~