From ed06e8d1992746c1b7f428a1aa6a92f0c7826ffa Mon Sep 17 00:00:00 2001 From: Carla Vieira Date: Fri, 7 Oct 2022 05:38:20 -0300 Subject: [PATCH] Add _SINGLE_PROCESS property to CachedDataSet (#1905) Signed-off-by: Carla Vieira Signed-off-by: Ahdra Merali --- kedro/io/cached_dataset.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/kedro/io/cached_dataset.py b/kedro/io/cached_dataset.py index 9d926da02b..3a54727f34 100644 --- a/kedro/io/cached_dataset.py +++ b/kedro/io/cached_dataset.py @@ -27,6 +27,11 @@ class CachedDataSet(AbstractDataSet): class as shown above. """ + # this dataset cannot be used with ``ParallelRunner``, + # therefore it has the attribute ``_SINGLE_PROCESS = True`` + # for parallelism please consider ``ThreadRunner`` instead + _SINGLE_PROCESS = True + def __init__( self, dataset: Union[AbstractDataSet, Dict],