Revert "Allow for multiple workers when autopacking (#1375)" (#1392)

This reverts commit d812f20.
mosaicml · Jul 24, 2024 · b636e5f · b636e5f
1 parent ced63ee
commit b636e5f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/llmfoundry/data/packing.py b/llmfoundry/data/packing.py
@@ -424,6 +424,8 @@ def profile_packing(
     dataloader_cfg = copy.deepcopy(dataloader_cfg)
     dataloader_cfg.update({
         'drop_last': False,
+        'num_workers': 0,
+        'prefetch_factor': None,
         'persistent_workers': False,
     })
     dataloader_cfg['dataset']['packing_ratio'] = 1.0