From ed1fab5273302c6cc36c9a79b6f6c0a008432c16 Mon Sep 17 00:00:00 2001 From: aokolnychyi Date: Sun, 6 Nov 2022 08:01:01 -0800 Subject: [PATCH] [SPARK-38959][SQL][FOLLOW-UP] Address feedback for RowLevelOperationRuntimeGroupFiltering --- .../RowLevelOperationRuntimeGroupFiltering.scala | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/dynamicpruning/RowLevelOperationRuntimeGroupFiltering.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/dynamicpruning/RowLevelOperationRuntimeGroupFiltering.scala index 232c320bcd454..d9dad43532e0c 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/dynamicpruning/RowLevelOperationRuntimeGroupFiltering.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/dynamicpruning/RowLevelOperationRuntimeGroupFiltering.scala @@ -78,9 +78,8 @@ case class RowLevelOperationRuntimeGroupFiltering(optimizeSubqueries: Rule[Logic // clone the relation and assign new expr IDs to avoid conflicts matchingRowsPlan transformUpWithNewOutput { case r: DataSourceV2Relation if r eq relation => - val oldOutput = r.output - val newOutput = oldOutput.map(_.newInstance()) - r.copy(output = newOutput) -> oldOutput.zip(newOutput) + val newRelation = r.newInstance() + newRelation -> r.output.zip(newRelation.output) } }