Add arrow stream node (#2)

rui-mo · Apr 20, 2023 · e109591 · e109591
1 parent 2f52e84
commit e109591
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/velox/exec/LocalPlanner.cpp b/velox/exec/LocalPlanner.cpp
@@ -186,6 +186,13 @@ uint32_t maxDrivers(const DriverFactory& driverFactory) {
     } else if (std::dynamic_pointer_cast<const core::ArrowStreamNode>(node)) {
       // ArrowStream node must run single-threaded.
       return 1;
+    } else if (
+        auto arrowStream =
+            std::dynamic_pointer_cast<const core::ArrowStreamNode>(node)) {
+      // ArrowStream node must run single-threaded, unless in test context.
+      if (!arrowStream->isParallelizable()) {
+        return 1;
+      }
     } else if (
         auto limit = std::dynamic_pointer_cast<const core::LimitNode>(node)) {
       // final limit must run single-threaded