Merge pull request huggingface#18 from microsoft/sukha/permit-ddp-on-…

…ortmodule

Permit DDP wrapping for ORTModule

src/transformers/trainer.py

@@ -921,7 +921,12 @@ def _wrap_model(self, model, training=True):
 
         # train/eval could be run multiple-times - if already wrapped, don't re-wrap it again
         if unwrap_model(model) is not model:
-            return model
+            if self.args.ort:
+                from torch_ort import ORTModule
+                if type(model) is not ORTModule:
+                    return model
+            else:
+                return model
 
         # Mixed precision training with apex (torch < 1.6)
         if self.use_apex and training: