Revert "Fix IterableDataset with __len__ in Trainer (huggingface#8095)"

This reverts commit 613fe32.
fabiocapsouza · Nov 15, 2020 · c13c3f3 · c13c3f3
1 parent 9d4869a
commit c13c3f3
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
@@ -384,9 +384,7 @@ def _remove_unused_columns(self, dataset: "datasets.Dataset", description: Optio
         dataset.set_format(type=dataset.format["type"], columns=columns)
 
     def _get_train_sampler(self) -> Optional[torch.utils.data.sampler.Sampler]:
-        if isinstance(self.train_dataset, torch.utils.data.IterableDataset) or not isinstance(
-            self.train_dataset, collections.abc.Sized
-        ):
+        if not isinstance(self.train_dataset, collections.abc.Sized):
             return None
         elif is_torch_tpu_available():
             return get_tpu_sampler(self.train_dataset)