Add _SINGLE_PROCESS property to CachedDataSet (#1905)

Signed-off-by: Carla Vieira <carlaprv@hotmail.com> Signed-off-by: Ahdra Merali <ahdra.merali@quantumblack.com>
kedro-org · Oct 21, 2022 · ed06e8d · ed06e8d
1 parent 6fa2048
commit ed06e8d
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/kedro/io/cached_dataset.py b/kedro/io/cached_dataset.py
@@ -27,6 +27,11 @@ class CachedDataSet(AbstractDataSet):
     class as shown above.
     """
 
+    # this dataset cannot be used with ``ParallelRunner``,
+    # therefore it has the attribute ``_SINGLE_PROCESS = True``
+    # for parallelism please consider ``ThreadRunner`` instead
+    _SINGLE_PROCESS = True
+
     def __init__(
         self,
         dataset: Union[AbstractDataSet, Dict],