[feature](Nereids) elimite inner join by foreign key (apache#28486)

hello-stephen · Dec 28, 2023 · 6bfb206 · 6bfb206
1 parent feda61c
commit 6bfb206
Show file tree

Hide file tree

Showing 12 changed files with 678 additions and 1 deletion.
diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/TableIf.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/TableIf.java
@@ -165,6 +165,42 @@ default Map<String, Constraint> getConstraintsMap() {
  throw new RuntimeException(String.format("Not implemented constraint for table %s", this));
  }
 
+ default Set<ForeignKeyConstraint> getForeignKeyConstraints() {
+ readLock();
+ try {
+ return getConstraintsMap().values().stream()
+ .filter(ForeignKeyConstraint.class::isInstance)
+ .map(ForeignKeyConstraint.class::cast)
+ .collect(ImmutableSet.toImmutableSet());
+ } finally {
+ readUnlock();
+ }
+ }
+
+ default Set<PrimaryKeyConstraint> getPrimaryKeyConstraints() {
+ readLock();
+ try {
+ return getConstraintsMap().values().stream()
+ .filter(PrimaryKeyConstraint.class::isInstance)
+ .map(PrimaryKeyConstraint.class::cast)
+ .collect(ImmutableSet.toImmutableSet());
+ } finally {
+ readUnlock();
+ }
+ }
+
+ default Set<UniqueConstraint> getUniqueConstraints() {
+ readLock();
+ try {
+ return getConstraintsMap().values().stream()
+ .filter(UniqueConstraint.class::isInstance)
+ .map(UniqueConstraint.class::cast)
+ .collect(ImmutableSet.toImmutableSet());
+ } finally {
+ readUnlock();
+ }
+ }
+
  // Note this function is not thread safe
  default void checkConstraintNotExistence(String name, Constraint primaryKeyConstraint,
  Map<String, Constraint> constraintMap) {

diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/constraint/ForeignKeyConstraint.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/constraint/ForeignKeyConstraint.java
@@ -26,6 +26,7 @@
 import com.google.common.collect.ImmutableSet;
 
 import java.util.List;
+import java.util.Map;
 import java.util.Objects;
 
 public class ForeignKeyConstraint extends Constraint {
@@ -61,6 +62,14 @@ public String getReferencedColumnName(String column) {
  return foreignToReference.get(column);
  }
 
+ public Map<Column, Column> getForeignToPrimary(TableIf curTable) {
+ ImmutableMap.Builder<Column, Column> columnBuilder = new ImmutableMap.Builder<>();
+ TableIf refTable = referencedTable.toTableIf();
+ foreignToReference.forEach((k, v) ->
+ columnBuilder.put(curTable.getColumn(k), refTable.getColumn(v)));
+ return columnBuilder.build();
+ }
+
  public Column getReferencedColumn(String column) {
  return getReferencedTable().getColumn(getReferencedColumnName(column));
  }

diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/constraint/PrimaryKeyConstraint.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/constraint/PrimaryKeyConstraint.java
@@ -17,6 +17,7 @@
 
 package org.apache.doris.catalog.constraint;
 
+import org.apache.doris.catalog.Column;
 import org.apache.doris.catalog.TableIf;
 
 import com.google.common.base.Objects;
@@ -42,6 +43,10 @@ public ImmutableSet<String> getPrimaryKeyNames() {
  return columns;
  }
 
+ public ImmutableSet<Column> getPrimaryKeys(TableIf table) {
+ return columns.stream().map(table::getColumn).collect(ImmutableSet.toImmutableSet());
+ }
+
  public void addForeignTable(TableIf table) {
  foreignTables.add(new TableIdentifier(table));
  }

diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/constraint/UniqueConstraint.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/constraint/UniqueConstraint.java
@@ -17,6 +17,9 @@
 
 package org.apache.doris.catalog.constraint;
 
+import org.apache.doris.catalog.Column;
+import org.apache.doris.catalog.TableIf;
+
 import com.google.common.base.Objects;
 import com.google.common.collect.ImmutableSet;
 
@@ -34,6 +37,10 @@ public ImmutableSet<String> getUniqueColumnNames() {
  return columns;
  }
 
+ public ImmutableSet<Column> getUniqueKeys(TableIf table) {
+ return columns.stream().map(table::getColumn).collect(ImmutableSet.toImmutableSet());
+ }
+
  @Override
  public boolean equals(Object o) {
  if (this == o) {

diff --git a/fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/executor/Rewriter.java b/fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/executor/Rewriter.java
@@ -55,6 +55,7 @@
 import org.apache.doris.nereids.rules.rewrite.EliminateDedupJoinCondition;
 import org.apache.doris.nereids.rules.rewrite.EliminateEmptyRelation;
 import org.apache.doris.nereids.rules.rewrite.EliminateFilter;
+import org.apache.doris.nereids.rules.rewrite.EliminateJoinByFK;
 import org.apache.doris.nereids.rules.rewrite.EliminateJoinCondition;
 import org.apache.doris.nereids.rules.rewrite.EliminateLimit;
 import org.apache.doris.nereids.rules.rewrite.EliminateNotNull;
@@ -285,6 +286,8 @@ public class Rewriter extends AbstractBatchJobExecutor {
  custom(RuleType.PUSH_DOWN_DISTINCT_THROUGH_JOIN, PushDownDistinctThroughJoin::new)
  ),
 
+ // this rule should invoke after infer predicate and push down distinct, and before push down limit
+ custom(RuleType.ELIMINATE_JOIN_BY_FOREIGN_KEY, EliminateJoinByFK::new),
  topic("Limit optimization",
  // TODO: the logical plan should not contains any phase information,
  // we should refactor like AggregateStrategies, e.g. LimitStrategies,

diff --git a/fe/fe-core/src/main/java/org/apache/doris/nereids/rules/RuleType.java b/fe/fe-core/src/main/java/org/apache/doris/nereids/rules/RuleType.java
@@ -200,6 +200,7 @@ public enum RuleType {
  ELIMINATE_LIMIT_ON_EMPTY_RELATION(RuleTypeClass.REWRITE),
  ELIMINATE_FILTER(RuleTypeClass.REWRITE),
  ELIMINATE_JOIN(RuleTypeClass.REWRITE),
+ ELIMINATE_JOIN_BY_FOREIGN_KEY(RuleTypeClass.REWRITE),
  ELIMINATE_JOIN_CONDITION(RuleTypeClass.REWRITE),
  ELIMINATE_FILTER_ON_ONE_RELATION(RuleTypeClass.REWRITE),
  ELIMINATE_SEMI_JOIN(RuleTypeClass.REWRITE),