diff --git a/spark/src/main/scala/org/apache/comet/serde/QueryPlanSerde.scala b/spark/src/main/scala/org/apache/comet/serde/QueryPlanSerde.scala index 63e18c145a..3f8de7693c 100644 --- a/spark/src/main/scala/org/apache/comet/serde/QueryPlanSerde.scala +++ b/spark/src/main/scala/org/apache/comet/serde/QueryPlanSerde.scala @@ -1125,6 +1125,9 @@ object QueryPlanSerde extends Logging with CometExprShim { case WindowExec(windowExpression, partitionSpec, orderSpec, child) if CometConf.COMET_EXEC_WINDOW_ENABLED.get(conf) => + withInfo(op, "Window expressions are not supported") + None + /* val output = child.output val winExprs: Array[WindowExpression] = windowExpression.flatMap { expr => @@ -1165,7 +1168,7 @@ object QueryPlanSerde extends Logging with CometExprShim { Some(builder.setWindow(windowBuilder).build()) } else { None - } + } */ case aggregate: BaseAggregateExec if (aggregate.isInstanceOf[HashAggregateExec] || diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12.native_iceberg_compat/extended.txt index 2708ea9eae..9ddd3aeb38 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12/extended.txt index 2708ea9eae..9ddd3aeb38 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q12/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20.native_iceberg_compat/extended.txt index b08f4f6d0e..400633ed9f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20/extended.txt index b08f4f6d0e..400633ed9f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q20/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36.native_iceberg_compat/extended.txt index 325f54c02f..31fe2cc028 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36/extended.txt index 325f54c02f..31fe2cc028 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q36/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47.native_iceberg_compat/extended.txt index 1bbdb7273f..11fbf5bd11 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47/extended.txt index 1bbdb7273f..11fbf5bd11 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q47/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49.native_iceberg_compat/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q49/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51.native_iceberg_compat/extended.txt index 8d4877cb50..da1ac9c0a3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -9,7 +9,7 @@ :- CometSort : +- CometColumnarExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -33,7 +33,7 @@ +- CometSort +- CometColumnarExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51/extended.txt index 8d4877cb50..da1ac9c0a3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q51/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -9,7 +9,7 @@ :- CometSort : +- CometColumnarExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -33,7 +33,7 @@ +- CometSort +- CometColumnarExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53.native_iceberg_compat/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q53/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57.native_iceberg_compat/extended.txt index 101b15d3ac..7bee0e61e8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57/extended.txt index 101b15d3ac..7bee0e61e8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q57/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63.native_iceberg_compat/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q63/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70.native_iceberg_compat/extended.txt index 090d6711fc..010caafdc0 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70/extended.txt index 090d6711fc..010caafdc0 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q70/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86.native_iceberg_compat/extended.txt index d5ebd5a7e7..0b05b63e05 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86/extended.txt index d5ebd5a7e7..0b05b63e05 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q86/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89.native_iceberg_compat/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q89/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98.native_iceberg_compat/extended.txt index 8a83f62759..c34e3cfede 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98.native_iceberg_compat/extended.txt @@ -3,7 +3,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98/extended.txt index 8a83f62759..c34e3cfede 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark3_5/q98/extended.txt @@ -3,7 +3,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12.native_iceberg_compat/extended.txt index 0ab9094c86..f99382d8c3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12/extended.txt index 0ab9094c86..f99382d8c3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q12/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20.native_iceberg_compat/extended.txt index 5944fee1b0..b45bca05b8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20/extended.txt index 5944fee1b0..b45bca05b8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q20/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36.native_iceberg_compat/extended.txt index 83d5fb61ec..3e8236fe57 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36/extended.txt index 83d5fb61ec..3e8236fe57 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q36/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47.native_iceberg_compat/extended.txt index 03f1eab564..1a4201332c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -40,7 +40,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -73,7 +73,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47/extended.txt index 03f1eab564..1a4201332c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q47/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -40,7 +40,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -73,7 +73,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49.native_iceberg_compat/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q49/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51.native_iceberg_compat/extended.txt index c74adc3809..d5de75daf6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -9,7 +9,7 @@ :- CometSort : +- CometColumnarExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -34,7 +34,7 @@ +- CometSort +- CometColumnarExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51/extended.txt index c74adc3809..d5de75daf6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q51/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -9,7 +9,7 @@ :- CometSort : +- CometColumnarExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -34,7 +34,7 @@ +- CometSort +- CometColumnarExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53.native_iceberg_compat/extended.txt index 1e2988c4c9..577a05e76d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53/extended.txt index 1e2988c4c9..577a05e76d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q53/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57.native_iceberg_compat/extended.txt index 8c7324af76..1c4e1f9890 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -40,7 +40,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -73,7 +73,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57/extended.txt index 8c7324af76..1c4e1f9890 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q57/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -40,7 +40,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -73,7 +73,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63.native_iceberg_compat/extended.txt index 57a78c7461..2d0e88e77e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63/extended.txt index 57a78c7461..2d0e88e77e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q63/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70.native_iceberg_compat/extended.txt index c07b33fdd7..4cf87804d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70/extended.txt index c07b33fdd7..4cf87804d7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q70/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86.native_iceberg_compat/extended.txt index 04dea63cb7..7653245f61 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86/extended.txt index 04dea63cb7..7653245f61 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q86/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89.native_iceberg_compat/extended.txt index b206edf56c..451a45a044 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89/extended.txt index b206edf56c..451a45a044 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q89/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98.native_iceberg_compat/extended.txt index 85ea83a90b..434f1aa99e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98.native_iceberg_compat/extended.txt @@ -3,7 +3,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98/extended.txt index 85ea83a90b..434f1aa99e 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4-spark4_0/q98/extended.txt @@ -3,7 +3,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12.native_iceberg_compat/extended.txt index 2708ea9eae..9ddd3aeb38 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12/extended.txt index 2708ea9eae..9ddd3aeb38 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q12/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20.native_iceberg_compat/extended.txt index b08f4f6d0e..400633ed9f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20/extended.txt index b08f4f6d0e..400633ed9f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q20/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36.native_iceberg_compat/extended.txt index 325f54c02f..31fe2cc028 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36/extended.txt index 325f54c02f..31fe2cc028 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q36/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44.native_iceberg_compat/extended.txt index 9a215099d4..ff284b0f37 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ : : :- Sort : : : +- Project : : : +- Filter - : : : +- Window + : : : +- Window [COMET: Window expressions are not supported] : : : +- CometColumnarToRow : : : +- CometSort : : : +- CometExchange @@ -30,7 +30,7 @@ : : +- Sort : : +- Project : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44/extended.txt index 9a215099d4..ff284b0f37 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q44/extended.txt @@ -8,7 +8,7 @@ : : :- Sort : : : +- Project : : : +- Filter - : : : +- Window + : : : +- Window [COMET: Window expressions are not supported] : : : +- CometColumnarToRow : : : +- CometSort : : : +- CometExchange @@ -30,7 +30,7 @@ : : +- Sort : : +- Project : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47.native_iceberg_compat/extended.txt index 1bbdb7273f..11fbf5bd11 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47/extended.txt index 1bbdb7273f..11fbf5bd11 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q47/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49.native_iceberg_compat/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q49/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51.native_iceberg_compat/extended.txt index 8d4877cb50..da1ac9c0a3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -9,7 +9,7 @@ :- CometSort : +- CometColumnarExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -33,7 +33,7 @@ +- CometSort +- CometColumnarExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51/extended.txt index 8d4877cb50..da1ac9c0a3 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q51/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -9,7 +9,7 @@ :- CometSort : +- CometColumnarExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -33,7 +33,7 @@ +- CometSort +- CometColumnarExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53.native_iceberg_compat/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q53/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57.native_iceberg_compat/extended.txt index 101b15d3ac..7bee0e61e8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57/extended.txt index 101b15d3ac..7bee0e61e8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q57/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63.native_iceberg_compat/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q63/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67.native_iceberg_compat/extended.txt index 038a03a451..2d55d60ddc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67/extended.txt index 038a03a451..2d55d60ddc 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q67/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70.native_iceberg_compat/extended.txt index 3e666f40ed..a67bf27b57 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange @@ -35,7 +35,7 @@ +- BroadcastExchange +- Project +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70/extended.txt index 3e666f40ed..a67bf27b57 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q70/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange @@ -35,7 +35,7 @@ +- BroadcastExchange +- Project +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86.native_iceberg_compat/extended.txt index d5ebd5a7e7..0b05b63e05 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86/extended.txt index d5ebd5a7e7..0b05b63e05 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q86/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89.native_iceberg_compat/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89.native_iceberg_compat/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89/extended.txt index 07ad98fa22..004828cdfb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q89/extended.txt @@ -1,7 +1,7 @@ TakeOrderedAndProject [COMET: ] +- Project +- Filter - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98.native_iceberg_compat/extended.txt index 8a83f62759..c34e3cfede 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98.native_iceberg_compat/extended.txt @@ -3,7 +3,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98/extended.txt index 8a83f62759..c34e3cfede 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v1_4/q98/extended.txt @@ -3,7 +3,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12.native_iceberg_compat/extended.txt index 2708ea9eae..9ddd3aeb38 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12/extended.txt index 2708ea9eae..9ddd3aeb38 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q12/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20.native_iceberg_compat/extended.txt index b08f4f6d0e..400633ed9f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20/extended.txt index b08f4f6d0e..400633ed9f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q20/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a.native_iceberg_compat/extended.txt index f0fa5a92af..dee6669b47 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a/extended.txt index f0fa5a92af..dee6669b47 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q36a/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47.native_iceberg_compat/extended.txt index 1bbdb7273f..11fbf5bd11 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47/extended.txt index 1bbdb7273f..11fbf5bd11 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q47/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49.native_iceberg_compat/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q49/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a.native_iceberg_compat/extended.txt index 86caa88151..15a87f66b6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a.native_iceberg_compat/extended.txt @@ -4,7 +4,7 @@ +- HashAggregate +- Project +- BroadcastHashJoin - :- Window [COMET: Partitioning and sorting specifications must be the same.] + :- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -20,7 +20,7 @@ : : +- Project : : +- BroadcastHashJoin : : :- Project - : : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : : +- Window [COMET: Window expressions are not supported] : : : +- CometColumnarToRow : : : +- CometSort : : : +- CometExchange @@ -43,7 +43,7 @@ : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange : : +- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -73,7 +73,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -91,7 +91,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -109,7 +109,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -125,7 +125,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -148,7 +148,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -178,7 +178,7 @@ +- Project +- BroadcastHashJoin :- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -196,7 +196,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a/extended.txt index 86caa88151..15a87f66b6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q51a/extended.txt @@ -4,7 +4,7 @@ +- HashAggregate +- Project +- BroadcastHashJoin - :- Window [COMET: Partitioning and sorting specifications must be the same.] + :- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -20,7 +20,7 @@ : : +- Project : : +- BroadcastHashJoin : : :- Project - : : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : : +- Window [COMET: Window expressions are not supported] : : : +- CometColumnarToRow : : : +- CometSort : : : +- CometExchange @@ -43,7 +43,7 @@ : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange : : +- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -73,7 +73,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -91,7 +91,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -109,7 +109,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -125,7 +125,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -148,7 +148,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -178,7 +178,7 @@ +- Project +- BroadcastHashJoin :- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -196,7 +196,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57.native_iceberg_compat/extended.txt index 101b15d3ac..7bee0e61e8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57/extended.txt index 101b15d3ac..7bee0e61e8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q57/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a.native_iceberg_compat/extended.txt index 7192d90eb0..1574f09c56 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a/extended.txt index 7192d90eb0..1574f09c56 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q70a/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a.native_iceberg_compat/extended.txt index 6f5a5be275..6dd65034ce 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a/extended.txt index 6f5a5be275..6dd65034ce 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q86a/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98.native_iceberg_compat/extended.txt index 30105bb26b..54a4d3c1b7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98/extended.txt index 30105bb26b..54a4d3c1b7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark3_5/q98/extended.txt @@ -2,7 +2,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12.native_iceberg_compat/extended.txt index 72c5bf3a04..6a604adb85 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12/extended.txt index 72c5bf3a04..6a604adb85 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q12/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20.native_iceberg_compat/extended.txt index 750358a202..956b109103 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20/extended.txt index 750358a202..956b109103 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q20/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a.native_iceberg_compat/extended.txt index 6d197d1473..39168c9476 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a/extended.txt index 6d197d1473..39168c9476 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q36a/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47.native_iceberg_compat/extended.txt index 03f1eab564..1a4201332c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -40,7 +40,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -73,7 +73,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47/extended.txt index 03f1eab564..1a4201332c 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q47/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -40,7 +40,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -73,7 +73,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49.native_iceberg_compat/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q49/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a.native_iceberg_compat/extended.txt index f859e0bf3e..f7546ea154 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a.native_iceberg_compat/extended.txt @@ -4,7 +4,7 @@ +- HashAggregate +- Project +- BroadcastHashJoin - :- Window [COMET: Partitioning and sorting specifications must be the same.] + :- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -20,7 +20,7 @@ : : +- Project : : +- BroadcastHashJoin : : :- Project - : : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : : +- Window [COMET: Window expressions are not supported] : : : +- CometColumnarToRow : : : +- CometSort : : : +- CometColumnarExchange @@ -44,7 +44,7 @@ : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange : : +- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -75,7 +75,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -94,7 +94,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -113,7 +113,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -129,7 +129,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -153,7 +153,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -184,7 +184,7 @@ +- Project +- BroadcastHashJoin :- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -203,7 +203,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a/extended.txt index f859e0bf3e..f7546ea154 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q51a/extended.txt @@ -4,7 +4,7 @@ +- HashAggregate +- Project +- BroadcastHashJoin - :- Window [COMET: Partitioning and sorting specifications must be the same.] + :- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -20,7 +20,7 @@ : : +- Project : : +- BroadcastHashJoin : : :- Project - : : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : : +- Window [COMET: Window expressions are not supported] : : : +- CometColumnarToRow : : : +- CometSort : : : +- CometColumnarExchange @@ -44,7 +44,7 @@ : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange : : +- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -75,7 +75,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -94,7 +94,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -113,7 +113,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -129,7 +129,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -153,7 +153,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -184,7 +184,7 @@ +- Project +- BroadcastHashJoin :- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -203,7 +203,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57.native_iceberg_compat/extended.txt index 8c7324af76..1c4e1f9890 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -40,7 +40,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -73,7 +73,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57/extended.txt index 8c7324af76..1c4e1f9890 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q57/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometColumnarExchange @@ -40,7 +40,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometColumnarExchange @@ -73,7 +73,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a.native_iceberg_compat/extended.txt index df5794808f..fda8aba347 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a/extended.txt index df5794808f..fda8aba347 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q70a/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a.native_iceberg_compat/extended.txt index 26bf732bde..2beaad68b0 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a/extended.txt index 26bf732bde..2beaad68b0 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q86a/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98.native_iceberg_compat/extended.txt index e6a60f7a0a..7517dafcbe 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98/extended.txt index e6a60f7a0a..7517dafcbe 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7-spark4_0/q98/extended.txt @@ -2,7 +2,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometColumnarExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12.native_iceberg_compat/extended.txt index 2708ea9eae..9ddd3aeb38 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12/extended.txt index 2708ea9eae..9ddd3aeb38 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q12/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20.native_iceberg_compat/extended.txt index b08f4f6d0e..400633ed9f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20/extended.txt index b08f4f6d0e..400633ed9f 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q20/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a.native_iceberg_compat/extended.txt index f0fa5a92af..dee6669b47 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a/extended.txt index f0fa5a92af..dee6669b47 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q36a/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47.native_iceberg_compat/extended.txt index 1bbdb7273f..11fbf5bd11 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47/extended.txt index 1bbdb7273f..11fbf5bd11 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q47/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.store +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49.native_iceberg_compat/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49.native_iceberg_compat/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49/extended.txt index 4988a26564..734b0ce7bb 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q49/extended.txt @@ -8,7 +8,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -40,7 +40,7 @@ CometColumnarToRow : +- Filter : +- Window : +- Sort - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -67,7 +67,7 @@ CometColumnarToRow +- Filter +- Window +- Sort - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a.native_iceberg_compat/extended.txt index 86caa88151..15a87f66b6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a.native_iceberg_compat/extended.txt @@ -4,7 +4,7 @@ +- HashAggregate +- Project +- BroadcastHashJoin - :- Window [COMET: Partitioning and sorting specifications must be the same.] + :- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -20,7 +20,7 @@ : : +- Project : : +- BroadcastHashJoin : : :- Project - : : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : : +- Window [COMET: Window expressions are not supported] : : : +- CometColumnarToRow : : : +- CometSort : : : +- CometExchange @@ -43,7 +43,7 @@ : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange : : +- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -73,7 +73,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -91,7 +91,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -109,7 +109,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -125,7 +125,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -148,7 +148,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -178,7 +178,7 @@ +- Project +- BroadcastHashJoin :- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -196,7 +196,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a/extended.txt index 86caa88151..15a87f66b6 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q51a/extended.txt @@ -4,7 +4,7 @@ +- HashAggregate +- Project +- BroadcastHashJoin - :- Window [COMET: Partitioning and sorting specifications must be the same.] + :- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -20,7 +20,7 @@ : : +- Project : : +- BroadcastHashJoin : : :- Project - : : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : : +- Window [COMET: Window expressions are not supported] : : : +- CometColumnarToRow : : : +- CometSort : : : +- CometExchange @@ -43,7 +43,7 @@ : : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : : +- BroadcastExchange : : +- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -73,7 +73,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -91,7 +91,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -109,7 +109,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -125,7 +125,7 @@ : +- Project : +- BroadcastHashJoin : :- Project - : : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -148,7 +148,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim : +- BroadcastExchange : +- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -178,7 +178,7 @@ +- Project +- BroadcastHashJoin :- Project - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -196,7 +196,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.date_dim +- BroadcastExchange +- Project - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57.native_iceberg_compat/extended.txt index 101b15d3ac..7bee0e61e8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57.native_iceberg_compat/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57/extended.txt index 101b15d3ac..7bee0e61e8 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q57/extended.txt @@ -7,7 +7,7 @@ : : +- Filter : : +- Window : : +- Filter - : : +- Window + : : +- Window [COMET: Window expressions are not supported] : : +- CometColumnarToRow : : +- CometSort : : +- CometExchange @@ -39,7 +39,7 @@ : : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center : +- BroadcastExchange : +- Project - : +- Window + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometExchange @@ -71,7 +71,7 @@ : +- CometScan [native_iceberg_compat] parquet spark_catalog.default.call_center +- BroadcastExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a.native_iceberg_compat/extended.txt index 7b7ba7df09..e1884afb56 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a/extended.txt index 7b7ba7df09..e1884afb56 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q67a/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a.native_iceberg_compat/extended.txt index 59af759973..a187c52d0d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -38,7 +38,7 @@ : +- BroadcastExchange : +- Project : +- Filter - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometHashAggregate @@ -93,7 +93,7 @@ : +- BroadcastExchange : +- Project : +- Filter - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometHashAggregate @@ -148,7 +148,7 @@ +- BroadcastExchange +- Project +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a/extended.txt index 59af759973..a187c52d0d 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q70a/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange @@ -38,7 +38,7 @@ : +- BroadcastExchange : +- Project : +- Filter - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometHashAggregate @@ -93,7 +93,7 @@ : +- BroadcastExchange : +- Project : +- Filter - : +- Window [COMET: Partitioning and sorting specifications must be the same.] + : +- Window [COMET: Window expressions are not supported] : +- CometColumnarToRow : +- CometSort : +- CometHashAggregate @@ -148,7 +148,7 @@ +- BroadcastExchange +- Project +- Filter - +- Window [COMET: Partitioning and sorting specifications must be the same.] + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometHashAggregate diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a.native_iceberg_compat/extended.txt index 6f5a5be275..6dd65034ce 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a.native_iceberg_compat/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a/extended.txt index 6f5a5be275..6dd65034ce 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q86a/extended.txt @@ -1,6 +1,6 @@ TakeOrderedAndProject [COMET: ] +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98.native_iceberg_compat/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98.native_iceberg_compat/extended.txt index 30105bb26b..54a4d3c1b7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98.native_iceberg_compat/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98.native_iceberg_compat/extended.txt @@ -2,7 +2,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98/extended.txt b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98/extended.txt index 30105bb26b..54a4d3c1b7 100644 --- a/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98/extended.txt +++ b/spark/src/test/resources/tpcds-plan-stability/approved-plans-v2_7/q98/extended.txt @@ -2,7 +2,7 @@ CometColumnarToRow +- CometSort +- CometColumnarExchange +- Project - +- Window + +- Window [COMET: Window expressions are not supported] +- CometColumnarToRow +- CometSort +- CometExchange diff --git a/spark/src/test/scala/org/apache/comet/CometExpressionSuite.scala b/spark/src/test/scala/org/apache/comet/CometExpressionSuite.scala index e5d2b395a0..e4fb08101d 100644 --- a/spark/src/test/scala/org/apache/comet/CometExpressionSuite.scala +++ b/spark/src/test/scala/org/apache/comet/CometExpressionSuite.scala @@ -30,10 +30,9 @@ import org.apache.hadoop.fs.Path import org.apache.spark.sql.{CometTestBase, DataFrame, Row} import org.apache.spark.sql.catalyst.expressions.{Alias, Cast, Literal, TruncDate, TruncTimestamp} import org.apache.spark.sql.catalyst.optimizer.SimplifyExtractValueOps -import org.apache.spark.sql.comet.{CometColumnarToRowExec, CometProjectExec, CometWindowExec} +import org.apache.spark.sql.comet.{CometColumnarToRowExec, CometProjectExec} import org.apache.spark.sql.execution.{InputAdapter, ProjectExec, SparkPlan, WholeStageCodegenExec} import org.apache.spark.sql.execution.adaptive.AdaptiveSparkPlanHelper -import org.apache.spark.sql.expressions.Window import org.apache.spark.sql.functions._ import org.apache.spark.sql.internal.SQLConf import org.apache.spark.sql.internal.SQLConf.SESSION_LOCAL_TIMEZONE @@ -3097,27 +3096,6 @@ class CometExpressionSuite extends CometTestBase with AdaptiveSparkPlanHelper { } } - test("window query with rangeBetween") { - - // values are int - val df = Seq(1, 2, 4, 3, 2, 1).toDF("value") - val window = Window.orderBy($"value".desc) - - // ranges are long - val df2 = df.select( - $"value", - sum($"value").over(window.rangeBetween(Window.unboundedPreceding, 1L)), - sum($"value").over(window.rangeBetween(1L, Window.unboundedFollowing))) - - // Comet does not support RANGE BETWEEN - // https://github.com/apache/datafusion-comet/issues/1246 - val (_, cometPlan) = checkSparkAnswer(df2) - val cometWindowExecs = collect(cometPlan) { case w: CometWindowExec => - w - } - assert(cometWindowExecs.isEmpty) - } - test("vectorized reader: missing all struct fields") { Seq(true, false).foreach { offheapEnabled => withSQLConf( diff --git a/spark/src/test/scala/org/apache/comet/exec/CometAggregateSuite.scala b/spark/src/test/scala/org/apache/comet/exec/CometAggregateSuite.scala index f38dfb8ea5..5fdd24c46d 100644 --- a/spark/src/test/scala/org/apache/comet/exec/CometAggregateSuite.scala +++ b/spark/src/test/scala/org/apache/comet/exec/CometAggregateSuite.scala @@ -25,7 +25,6 @@ import org.apache.hadoop.fs.Path import org.apache.spark.sql.{CometTestBase, DataFrame, Row} import org.apache.spark.sql.catalyst.optimizer.EliminateSorts import org.apache.spark.sql.comet.CometHashAggregateExec -import org.apache.spark.sql.comet.execution.shuffle.CometShuffleExchangeExec import org.apache.spark.sql.execution.adaptive.AdaptiveSparkPlanHelper import org.apache.spark.sql.functions.{avg, count_distinct, sum} import org.apache.spark.sql.internal.SQLConf @@ -94,58 +93,6 @@ class CometAggregateSuite extends CometTestBase with AdaptiveSparkPlanHelper { } } - test("lead/lag should return the default value if the offset row does not exist") { - withSQLConf( - CometConf.COMET_ENABLED.key -> "true", - CometConf.COMET_EXEC_SHUFFLE_ENABLED.key -> "true", - CometConf.COMET_SHUFFLE_MODE.key -> "jvm") { - checkSparkAnswer(sql(""" - |SELECT - | lag(123, 100, 321) OVER (ORDER BY id) as lag, - | lead(123, 100, 321) OVER (ORDER BY id) as lead - |FROM (SELECT 1 as id) tmp - """.stripMargin)) - - checkSparkAnswer(sql(""" - |SELECT - | lag(123, 100, a) OVER (ORDER BY id) as lag, - | lead(123, 100, a) OVER (ORDER BY id) as lead - |FROM (SELECT 1 as id, 2 as a) tmp - """.stripMargin)) - } - } - - // based on Spark's SQLWindowFunctionSuite test of the same name - test("window function: partition and order expressions") { - for (shuffleMode <- Seq("auto", "native", "jvm")) { - withSQLConf(CometConf.COMET_SHUFFLE_MODE.key -> shuffleMode) { - val df = - Seq((1, "a", 5), (2, "a", 6), (3, "b", 7), (4, "b", 8), (5, "c", 9), (6, "c", 10)).toDF( - "month", - "area", - "product") - df.createOrReplaceTempView("windowData") - val df2 = sql(""" - |select month, area, product, sum(product + 1) over (partition by 1 order by 2) - |from windowData - """.stripMargin) - checkSparkAnswer(df2) - val cometShuffles = collect(df2.queryExecution.executedPlan) { - case _: CometShuffleExchangeExec => true - } - if (shuffleMode == "jvm" || shuffleMode == "auto") { - assert(cometShuffles.length == 1) - } else { - // we fall back to Spark for shuffle because we do not support - // native shuffle with a LocalTableScan input, and we do not fall - // back to Comet columnar shuffle due to - // https://github.com/apache/datafusion-comet/issues/1248 - assert(cometShuffles.isEmpty) - } - } - } - } - test("multiple column distinct count") { withSQLConf( CometConf.COMET_ENABLED.key -> "true", diff --git a/spark/src/test/scala/org/apache/comet/exec/CometExecSuite.scala b/spark/src/test/scala/org/apache/comet/exec/CometExecSuite.scala index cba0329df8..73bcf94558 100644 --- a/spark/src/test/scala/org/apache/comet/exec/CometExecSuite.scala +++ b/spark/src/test/scala/org/apache/comet/exec/CometExecSuite.scala @@ -1697,7 +1697,9 @@ class CometExecSuite extends CometTestBase { test("TakeOrderedAndProjectExec") { Seq("true", "false").foreach(aqeEnabled => - withSQLConf(SQLConf.ADAPTIVE_EXECUTION_ENABLED.key -> aqeEnabled) { + withSQLConf( + SQLConf.ADAPTIVE_EXECUTION_ENABLED.key -> aqeEnabled, + CometConf.COMET_EXEC_WINDOW_ENABLED.key -> "true") { withTable("t1") { val numRows = 10 spark diff --git a/spark/src/test/scala/org/apache/comet/exec/CometWindowExecSuite.scala b/spark/src/test/scala/org/apache/comet/exec/CometWindowExecSuite.scala index 488829f996..60f2b9b500 100644 --- a/spark/src/test/scala/org/apache/comet/exec/CometWindowExecSuite.scala +++ b/spark/src/test/scala/org/apache/comet/exec/CometWindowExecSuite.scala @@ -24,8 +24,10 @@ import org.scalatest.Tag import org.apache.hadoop.fs.Path import org.apache.spark.sql.{CometTestBase, Row} +import org.apache.spark.sql.comet.CometWindowExec +import org.apache.spark.sql.comet.execution.shuffle.CometShuffleExchangeExec import org.apache.spark.sql.expressions.Window -import org.apache.spark.sql.functions.{count, lead} +import org.apache.spark.sql.functions.{count, lead, sum} import org.apache.spark.sql.internal.SQLConf import org.apache.comet.CometConf @@ -39,12 +41,86 @@ class CometWindowExecSuite extends CometTestBase { super.test(testName, testTags: _*) { withSQLConf( CometConf.COMET_EXEC_SHUFFLE_ENABLED.key -> "true", + CometConf.COMET_EXEC_WINDOW_ENABLED.key -> "true", CometConf.COMET_NATIVE_SCAN_IMPL.key -> CometConf.SCAN_AUTO) { testFun } } } + test("lead/lag should return the default value if the offset row does not exist") { + withSQLConf( + CometConf.COMET_ENABLED.key -> "true", + CometConf.COMET_EXEC_SHUFFLE_ENABLED.key -> "true", + CometConf.COMET_SHUFFLE_MODE.key -> "jvm") { + checkSparkAnswer(sql(""" + |SELECT + | lag(123, 100, 321) OVER (ORDER BY id) as lag, + | lead(123, 100, 321) OVER (ORDER BY id) as lead + |FROM (SELECT 1 as id) tmp + """.stripMargin)) + + checkSparkAnswer(sql(""" + |SELECT + | lag(123, 100, a) OVER (ORDER BY id) as lag, + | lead(123, 100, a) OVER (ORDER BY id) as lead + |FROM (SELECT 1 as id, 2 as a) tmp + """.stripMargin)) + } + } + + test("window query with rangeBetween") { + + // values are int + val df = Seq(1, 2, 4, 3, 2, 1).toDF("value") + val window = Window.orderBy($"value".desc) + + // ranges are long + val df2 = df.select( + $"value", + sum($"value").over(window.rangeBetween(Window.unboundedPreceding, 1L)), + sum($"value").over(window.rangeBetween(1L, Window.unboundedFollowing))) + + // Comet does not support RANGE BETWEEN + // https://github.com/apache/datafusion-comet/issues/1246 + val (_, cometPlan) = checkSparkAnswer(df2) + val cometWindowExecs = collect(cometPlan) { case w: CometWindowExec => + w + } + assert(cometWindowExecs.isEmpty) + } + + // based on Spark's SQLWindowFunctionSuite test of the same name + test("window function: partition and order expressions") { + for (shuffleMode <- Seq("auto", "native", "jvm")) { + withSQLConf(CometConf.COMET_SHUFFLE_MODE.key -> shuffleMode) { + val df = + Seq((1, "a", 5), (2, "a", 6), (3, "b", 7), (4, "b", 8), (5, "c", 9), (6, "c", 10)).toDF( + "month", + "area", + "product") + df.createOrReplaceTempView("windowData") + val df2 = sql(""" + |select month, area, product, sum(product + 1) over (partition by 1 order by 2) + |from windowData + """.stripMargin) + checkSparkAnswer(df2) + val cometShuffles = collect(df2.queryExecution.executedPlan) { + case _: CometShuffleExchangeExec => true + } + if (shuffleMode == "jvm" || shuffleMode == "auto") { + assert(cometShuffles.length == 1) + } else { + // we fall back to Spark for shuffle because we do not support + // native shuffle with a LocalTableScan input, and we do not fall + // back to Comet columnar shuffle due to + // https://github.com/apache/datafusion-comet/issues/1248 + assert(cometShuffles.isEmpty) + } + } + } + } + test( "fall back to Spark when the partition spec and order spec are not the same for window function") { withTempView("test") { @@ -182,7 +258,7 @@ class CometWindowExecSuite extends CometTestBase { } } - test("Windows support") { + ignore("Windows support") { Seq("true", "false").foreach(aqeEnabled => withSQLConf( CometConf.COMET_EXEC_SHUFFLE_ENABLED.key -> "true", @@ -208,7 +284,7 @@ class CometWindowExecSuite extends CometTestBase { s"SELECT $function OVER(order by _2 rows between current row and 1 following) FROM t1") queries.foreach { query => - checkSparkAnswerAndOperator(query) + checkSparkAnswerAndFallbackReason(query, "Window expressions are not supported") } } } @@ -227,7 +303,7 @@ class CometWindowExecSuite extends CometTestBase { spark.read.parquet(dir.toString).createOrReplaceTempView("window_test") val df = sql("SELECT a, b, c, COUNT(*) OVER () as cnt FROM window_test") - checkSparkAnswerAndOperator(df) + checkSparkAnswerAndFallbackReason(df, "Window expressions are not supported") } } @@ -243,7 +319,7 @@ class CometWindowExecSuite extends CometTestBase { spark.read.parquet(dir.toString).createOrReplaceTempView("window_test") val df = sql("SELECT a, b, c, SUM(c) OVER (PARTITION BY a) as sum_c FROM window_test") - checkSparkAnswerAndOperator(df) + checkSparkAnswerAndFallbackReason(df, "Window expressions are not supported") } } @@ -283,7 +359,7 @@ class CometWindowExecSuite extends CometTestBase { MAX(c) OVER (ORDER BY b) as max_c FROM window_test """) - checkSparkAnswerAndOperator(df) + checkSparkAnswerAndFallbackReason(df, "Window expressions are not supported") } } @@ -310,7 +386,6 @@ class CometWindowExecSuite extends CometTestBase { } // TODO: SUM with ROWS BETWEEN CURRENT ROW AND UNBOUNDED FOLLOWING produces incorrect results - // Returns wrong sum_c values - ordering issue causes swapped values for rows with same partition ignore("window: SUM with ROWS BETWEEN CURRENT ROW AND UNBOUNDED FOLLOWING") { withTempDir { dir => (0 until 30) @@ -354,7 +429,6 @@ class CometWindowExecSuite extends CometTestBase { } // TODO: SUM with ROWS BETWEEN produces incorrect results - // Returns wrong sum_c values for some rows ignore("window: SUM with ROWS BETWEEN 2 PRECEDING AND CURRENT ROW") { withTempDir { dir => (0 until 30) @@ -530,7 +604,6 @@ class CometWindowExecSuite extends CometTestBase { } // TODO: LAG produces incorrect results - // Returns wrong lag_c values - ordering issue in results ignore("window: LAG with default offset") { withTempDir { dir => (0 until 30) @@ -552,7 +625,6 @@ class CometWindowExecSuite extends CometTestBase { } // TODO: LAG with offset 2 produces incorrect results - // Returns wrong lag_c_2 values - ordering issue in results ignore("window: LAG with offset 2 and default value") { withTempDir { dir => (0 until 30) @@ -574,7 +646,6 @@ class CometWindowExecSuite extends CometTestBase { } // TODO: LEAD produces incorrect results - // Returns wrong lead_c values - ordering issue in results ignore("window: LEAD with default offset") { withTempDir { dir => (0 until 30) @@ -596,7 +667,6 @@ class CometWindowExecSuite extends CometTestBase { } // TODO: LEAD with offset 2 produces incorrect results - // Returns wrong lead_c_2 values - ordering issue in results ignore("window: LEAD with offset 2 and default value") { withTempDir { dir => (0 until 30) @@ -662,7 +732,6 @@ class CometWindowExecSuite extends CometTestBase { } // TODO: NTH_VALUE returns incorrect results - produces 0 instead of null for first row, - // and incorrect values for subsequent rows in partition ignore("window: NTH_VALUE with position 2") { withTempDir { dir => (0 until 30) @@ -706,7 +775,6 @@ class CometWindowExecSuite extends CometTestBase { } // TODO: Multiple window functions with mixed frame types (RowFrame and RangeFrame) - // produces incorrect row_num values - ordering issue in results ignore("window: multiple window functions in single query") { withTempDir { dir => (0 until 30) @@ -933,7 +1001,6 @@ class CometWindowExecSuite extends CometTestBase { } // TODO: ROWS BETWEEN with negative offset produces incorrect results - // Returns wrong values for avg_c calculation ignore("window: ROWS BETWEEN with negative offset") { withTempDir { dir => (0 until 30) @@ -955,7 +1022,6 @@ class CometWindowExecSuite extends CometTestBase { } // TODO: All ranking functions together produce incorrect row_num values - // Ordering issue causes row numbers to be swapped for rows with same partition/order values ignore("window: all ranking functions together") { withTempDir { dir => (0 until 30) @@ -980,5 +1046,4 @@ class CometWindowExecSuite extends CometTestBase { checkSparkAnswerAndOperator(df) } } - }