[fix](nereids)remove literal partition by and order by expression in …

…window function #26899 (#27214)
apache · Nov 18, 2023 · 25ad181 · 25ad181
1 parent f8cd22a
commit 25ad181
Show file tree

Hide file tree

Showing 3 changed files with 28 additions and 1 deletion.
diff --git a/...main/java/org/apache/doris/nereids/rules/rewrite/ExtractAndNormalizeWindowExpression.java b/...main/java/org/apache/doris/nereids/rules/rewrite/ExtractAndNormalizeWindowExpression.java
@@ -19,6 +19,7 @@
 
 import org.apache.doris.nereids.rules.Rule;
 import org.apache.doris.nereids.rules.RuleType;
+import org.apache.doris.nereids.rules.rewrite.NormalizeToSlot.NormalizeToSlotContext;
 import org.apache.doris.nereids.trees.expressions.Alias;
 import org.apache.doris.nereids.trees.expressions.Expression;
 import org.apache.doris.nereids.trees.expressions.NamedExpression;
@@ -34,6 +35,7 @@
 
 import java.util.List;
 import java.util.Set;
+import java.util.stream.Collectors;
 import java.util.stream.Stream;
 
 /**
@@ -44,7 +46,22 @@ public class ExtractAndNormalizeWindowExpression extends OneRewriteRuleFactory i
  @Override
  public Rule build() {
  return logicalProject().when(project -> containsWindowExpression(project.getProjects())).then(project -> {
- List<NamedExpression> outputs = project.getProjects();
+ List<NamedExpression> outputs =
+ ExpressionUtils.rewriteDownShortCircuit(project.getProjects(), output -> {
+ if (output instanceof WindowExpression) {
+ // remove literal partition by and order by keys
+ WindowExpression windowExpression = (WindowExpression) output;
+ return windowExpression.withPartitionKeysOrderKeys(
+ windowExpression.getPartitionKeys().stream()
+ .filter(expression -> !expression.isConstant())
+ .collect(Collectors.toList()),
+ windowExpression.getOrderKeys().stream()
+ .filter(orderExpression -> !orderExpression
+ .getOrderKey().getExpr().isConstant())
+ .collect(Collectors.toList()));
+ }
+ return output;
+ });
 
  // 1. handle bottom projects
  Set<Alias> existedAlias = ExpressionUtils.collect(outputs, Alias.class::isInstance);

diff --git a/regression-test/data/nereids_p0/sql_functions/window_functions/test_window_function.out b/regression-test/data/nereids_p0/sql_functions/window_functions/test_window_function.out
@@ -1,4 +1,13 @@
 -- This file is automatically generated. You should know what you did if you want to edit this
+-- !sql --
+1
+2
+3
+4
+5
+6
+7
+
 -- !sql --
 JDR 2014-10-02T00:00 12.86 12.875
 JDR 2014-10-03T00:00 12.89 12.896666667

diff --git a/regression-test/suites/nereids_p0/sql_functions/window_functions/test_window_function.groovy b/regression-test/suites/nereids_p0/sql_functions/window_functions/test_window_function.groovy
@@ -24,6 +24,7 @@ suite("test_window_function") {
 
  sql """ INSERT INTO ${windowFunctionTable1} VALUES ('JDR',12.86,'2014-10-02 00:00:00','2014-10-02 00:00:00.111111','2014-10-02 00:00:00.111111','2014-10-02 00:00:00.111111'),('JDR',12.89,'2014-10-03 00:00:00','2014-10-03 00:00:00.111111','2014-10-03 00:00:00.111111','2014-10-03 00:00:00.111111'),('JDR',12.94,'2014-10-04 00:00:00','2014-10-04 00:00:00.111111','2014-10-04 00:00:00.111111','2014-10-04 00:00:00.111111'),('JDR',12.55,'2014-10-05 00:00:00','2014-10-05 00:00:00.111111','2014-10-05 00:00:00.111111','2014-10-05 00:00:00.111111'),('JDR',14.03,'2014-10-06 00:00:00','2014-10-06 00:00:00.111111','2014-10-06 00:00:00.111111','2014-10-06 00:00:00.111111'),('JDR',14.75,'2014-10-07 00:00:00','2014-10-07 00:00:00.111111','2014-10-07 00:00:00.111111','2014-10-07 00:00:00.111111'),('JDR',13.98,'2014-10-08 00:00:00','2014-10-08 00:00:00.111111','2014-10-08 00:00:00.111111','2014-10-08 00:00:00.111111') """
 
+ qt_sql """SELECT row_number() OVER (partition by 1 order by 2) from ${windowFunctionTable1} order by 1; """
  // Nereids does't support window function
  // qt_sql """
  // SELECT /*+SET_VAR(parallel_fragment_exec_instance_num=1) */