From a646041298493254fb15f54f2160967443810b3d Mon Sep 17 00:00:00 2001 From: Matt Seddon Date: Thu, 11 Jul 2024 15:48:38 +1000 Subject: [PATCH] do not distribute workers = 1 --- src/datachain/query/dataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/datachain/query/dataset.py b/src/datachain/query/dataset.py index 7314a84f8..a53885b46 100644 --- a/src/datachain/query/dataset.py +++ b/src/datachain/query/dataset.py @@ -490,7 +490,7 @@ def populate_udf_table(self, udf_table: "Table", query: Select) -> None: processes = determine_processes(self.parallel) try: - if workers: + if workers and workers != 1: from datachain.catalog.loader import get_distributed_class distributor = get_distributed_class(min_task_size=self.min_task_size)