revise roberta and gpt2

PaddlePaddle · Jan 17, 2024 · 02c628d · 02c628d
1 parent 037152d
commit 02c628d
Show file tree

Hide file tree

Showing 6 changed files with 5 additions and 2,055 deletions.
diff --git a/paddlemix/models/audioldm2/clap_module/model.py b/paddlemix/models/audioldm2/clap_module/model.py
@@ -23,9 +23,7 @@
 import logging
 
 from .htsat_model import create_htsat_model
-from paddlenlp.transformers import BertModel, BartModel
-from .roberta.model import RobertaModel
-from .roberta.configuration import get_rbt_config, RobertaConfig
+from paddlenlp.transformers import RobertaModel, BertModel, BartModel
 
 
 class MLPLayers(nn.Layer):
@@ -208,10 +206,7 @@ def __init__(
                 nn.Linear(self.joint_embed_shape, self.joint_embed_shape),
             )
         elif text_cfg.model_type == "roberta":
-            rbt_cfg = RobertaConfig(**get_rbt_config())
-            self.text_branch = RobertaModel(
-                rbt_cfg
-            )
+            self.text_branch = RobertaModel.from_pretrained("roberta-base")
             self.text_transform = MLPLayers(
                 units=[
                     self.joint_embed_shape,

diff --git a/paddlemix/models/audioldm2/clap_module/roberta/configuration.py b/paddlemix/models/audioldm2/clap_module/roberta/configuration.py