fsdp wrap more modules (#4911)

facebookresearch · Dec 6, 2022 · 804b10b · 804b10b
1 parent d9caae4
commit 804b10b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/parlai/utils/fsdp.py b/parlai/utils/fsdp.py
@@ -99,7 +99,7 @@ def maybe_fsdp_wrap(opt):
     # autowrap policy.
     auto_wrap_policy = None
     ignored_modules = None
-    if opt['model'] in ['bart', 'transformer/generator']:
+    if 'hugging_face' not in opt['model']:
         from parlai.agents.transformer.modules.encoder import (
             TransformerEncoderLayer,
         )