fix(hyfi/utils/datasets/load): replace DSCombine with hfds usage

entelecheia · Aug 13, 2023 · 7466634 · 7466634
1 parent 8f561a7
commit 7466634
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/src/hyfi/utils/datasets/load.py b/src/hyfi/utils/datasets/load.py
@@ -19,7 +19,6 @@
 from hyfi.utils.contexts import elapsed_timer
 from hyfi.utils.logging import LOGGING
 
-from .combine import DSCombine
 from .types import DatasetType
 from .utils import DSUtils
 
@@ -72,7 +71,7 @@ def load_data(
             if isinstance(dset, (Dataset, IterableDataset)):
                 return {split: dset}
             if concatenate:
-                return {split: DSCombine.concatenate_datasets(dset.values())}
+                return {split: hfds.concatenate_datasets(dset.values())}
             else:
                 return {k: v for k, v in dset.items() if v is not None}