Integrate DeBERTa v2(the 1.5B model surpassed human performance on Su…

…perGLUE); Add DeBERTa v2 900M,1.5B models;
huggingface · Feb 5, 2021 · 26c07e1 · 26c07e1
1 parent d5888ef
commit 26c07e1
Show file tree

Hide file tree

Showing 6 changed files with 976 additions and 560 deletions.
diff --git a/src/transformers/models/deberta/__init__.py b/src/transformers/models/deberta/__init__.py
@@ -24,6 +24,7 @@
 _import_structure = {
     "configuration_deberta": ["DEBERTA_PRETRAINED_CONFIG_ARCHIVE_MAP", "DebertaConfig"],
     "tokenization_deberta": ["DebertaTokenizer"],
+    "tokenization_debertav2": ["DebertaTokenizerV2"],
 }
 
 if is_torch_available():

diff --git a/src/transformers/models/deberta/configuration_deberta.py b/src/transformers/models/deberta/configuration_deberta.py
@@ -23,6 +23,14 @@
 DEBERTA_PRETRAINED_CONFIG_ARCHIVE_MAP = {
     "microsoft/deberta-base": "https://huggingface.co/microsoft/deberta-base/resolve/main/config.json",
     "microsoft/deberta-large": "https://huggingface.co/microsoft/deberta-large/resolve/main/config.json",
+    "microsoft/deberta-xlarge": "https://huggingface.co/microsoft/deberta-xlarge/resolve/main/config.json",
+    "microsoft/deberta-xlarge-v2": "https://huggingface.co/microsoft/deberta-xlarge-v2/resolve/main/config.json",
+    "microsoft/deberta-xxlarge-v2": "https://huggingface.co/microsoft/deberta-xxlarge-v2/resolve/main/config.json",
+    "microsoft/deberta-base-mnli": "https://huggingface.co/microsoft/deberta-base-mnli/resolve/main/config.json",
+    "microsoft/deberta-large-mnli": "https://huggingface.co/microsoft/deberta-large-mnli/resolve/main/config.json",
+    "microsoft/deberta-xlarge-mnli": "https://huggingface.co/microsoft/deberta-xlarge-mnli/resolve/main/config.json",
+    "microsoft/deberta-xlarge-v2-mnli": "https://huggingface.co/microsoft/deberta-xlarge-v2-mnli/resolve/main/config.json",
+    "microsoft/deberta-xxlarge-v2-mnli": "https://huggingface.co/microsoft/deberta-xxlarge-v2-mnli/resolve/main/config.json",
 }