diff --git a/parlai/utils/fsdp.py b/parlai/utils/fsdp.py
index ed0f0029b17..809f7ae184a 100644
--- a/parlai/utils/fsdp.py
+++ b/parlai/utils/fsdp.py
@@ -99,7 +99,7 @@ def maybe_fsdp_wrap(opt):
     # autowrap policy.
     auto_wrap_policy = None
     ignored_modules = None
-    if opt['model'] in ['bart', 'transformer/generator']:
+    if 'hugging_face' not in opt['model']:
         from parlai.agents.transformer.modules.encoder import (
             TransformerEncoderLayer,
         )