[fsdp] Bring back flatten parameters. (#4403)

* [fsdp] Bring back flatten parameters. * Sigh
facebookresearch · Mar 15, 2022 · 782d602 · 782d602
1 parent 380d619
commit 782d602
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/parlai/utils/fsdp.py b/parlai/utils/fsdp.py
@@ -68,7 +68,7 @@ def maybe_fsdp_wrap(opt):
         mixed_precision=mixed_precision,
         compute_dtype=compute_dtype,
         state_dict_device=torch.device('cpu'),
-        flatten_parameters=False,
+        flatten_parameters=True,
         process_group=get_dist_group(),
     )
     with fairscale_enable_wrap(wrapper_cls=FSDP, **fsdp_args):