Skip to content

Commit

Permalink
[Feat](nereids) add pull up literal when infer predicates cases
Browse files Browse the repository at this point in the history
  • Loading branch information
@feiniaofeiafei
feiniaofeiafei committed Jul 9, 2024
1 parent 009b685 commit 7441edc
Show file tree
Hide file tree
Showing 2 changed files with 242 additions and 4 deletions.
79 changes: 79 additions & 0 deletions regression-test/data/nereids_rules_p0/infer_predicate/pull_up_predicate_literal.out
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,3 +8,82 @@ PhysicalResultSink
------filter((ds.col1 = 'abc') and (ds.col1 = ds.col1) and (ds.col2 = 'def') and (ds.col2 = ds.col2))
--------PhysicalOlapScan[test_pull_up_predicate_literal]

-- !test_pull_up_literal_suquery --
PhysicalResultSink
--PhysicalProject
----hashJoin[INNER_JOIN broadcast] hashCondition=((tmp.col1 = ds.col1) and (tmp.col2 = ds.col2)) otherCondition=()
------PhysicalProject
--------PhysicalStorageLayerAggregate[test_pull_up_predicate_literal]
------filter((ds.col1 = 'abc') and (ds.col1 = ds.col1) and (ds.col2 = 'def') and (ds.col2 = ds.col2))
--------PhysicalOlapScan[test_pull_up_predicate_literal]

-- !test_pull_up_literal_extra_literal --
PhysicalResultSink
--PhysicalProject
----hashJoin[INNER_JOIN broadcast] hashCondition=((tmp.col1 = ds.col1) and (tmp.col2 = ds.col2)) otherCondition=()
------PhysicalProject
--------PhysicalStorageLayerAggregate[test_pull_up_predicate_literal]
------filter((ds.col1 = 'abc') and (ds.col1 = ds.col1) and (ds.col2 = 'def') and (ds.col2 = ds.col2))
--------PhysicalOlapScan[test_pull_up_predicate_literal]

-- !test_pull_up_literal_with_agg_func --
PhysicalResultSink
--PhysicalProject
----hashJoin[INNER_JOIN broadcast] hashCondition=((tmp.col1 = ds.col1) and (tmp.col2 = ds.col2)) otherCondition=()
------PhysicalProject
--------hashAgg[GLOBAL]
----------PhysicalDistribute[DistributionSpecHash]
------------hashAgg[LOCAL]
--------------PhysicalOlapScan[test_pull_up_predicate_literal]
------filter((ds.col1 = 'abc') and (ds.col1 = ds.col1) and (ds.col2 = 'def') and (ds.col2 = ds.col2))
--------PhysicalOlapScan[test_pull_up_predicate_literal]

-- !test_pull_up_literal_to_empty_relation --
PhysicalResultSink
--PhysicalEmptyRelation

-- !test_pull_up_literal_with_common_column --
PhysicalResultSink
--PhysicalProject
----hashJoin[INNER_JOIN broadcast] hashCondition=((tmp.col1 = ds.col1) and (tmp.col2 = ds.col2)) otherCondition=() build RFs:RF0 col2->[col2];RF1 col2->[col2]
------PhysicalProject
--------filter((t.col2 = 'def'))
----------PhysicalOlapScan[test_pull_up_predicate_literal] apply RFs: RF0 RF1
------filter((ds.col1 = 'abc') and (ds.col1 = ds.col1) and (ds.col2 = 'def'))
--------PhysicalOlapScan[test_pull_up_predicate_literal]

-- !test_pull_up_literal_outer_has_agg --
PhysicalResultSink
--hashAgg[GLOBAL]
----PhysicalDistribute[DistributionSpecGather]
------hashAgg[LOCAL]
--------PhysicalProject
----------hashJoin[INNER_JOIN broadcast] hashCondition=((tmp.col1 = ds.col1) and (tmp.col2 = ds.col2)) otherCondition=()
------------PhysicalProject
--------------PhysicalStorageLayerAggregate[test_pull_up_predicate_literal]
------------filter((ds.col1 = 'abc') and (ds.col1 = ds.col1) and (ds.col2 = 'def') and (ds.col2 = ds.col2))
--------------PhysicalOlapScan[test_pull_up_predicate_literal]

-- !test_pull_up_literal_multi_join --
PhysicalResultSink
--PhysicalProject
----hashJoin[INNER_JOIN broadcast] hashCondition=((tmp.col1 = tmp2.col1)) otherCondition=()
------PhysicalProject
--------hashJoin[INNER_JOIN broadcast] hashCondition=((tmp.col1 = ds.col1) and (tmp.col2 = ds.col2)) otherCondition=()
----------PhysicalProject
------------PhysicalStorageLayerAggregate[test_pull_up_predicate_literal]
----------filter((ds.col1 = 'abc') and (ds.col2 = 'def'))
------------PhysicalOlapScan[test_pull_up_predicate_literal]
------PhysicalProject
--------filter((tmp2.col1 = 'abc'))
----------PhysicalOlapScan[test_pull_up_predicate_literal]

-- !test_pull_up_literal_outer_or --
PhysicalResultSink
--PhysicalProject
----hashJoin[INNER_JOIN broadcast] hashCondition=((tmp.col1 = ds.col1) and (tmp.col2 = ds.col2)) otherCondition=()
------PhysicalProject
--------PhysicalStorageLayerAggregate[test_pull_up_predicate_literal]
------filter((ds.col1 = 'abc') and (ds.col2 = 'def'))
--------PhysicalOlapScan[test_pull_up_predicate_literal]

167 changes: 163 additions & 4 deletions regression-test/suites/nereids_rules_p0/infer_predicate/pull_up_predicate_literal.groovy
View file
Original file line number Diff line number Diff line change
Expand Up @@ -27,11 +27,11 @@ suite("test_pull_up_predicate_literal") {
(
"replication_num"="1"
);
"""
"""
sql "insert into test_pull_up_predicate_literal values('abc','def'),(null,'def'),('abc',null)"
sql """
DROP view if exists test_pull_up_predicate_literal_view;
"""
"""

sql """
create view test_pull_up_predicate_literal_view
Expand All @@ -46,11 +46,170 @@ suite("test_pull_up_predicate_literal") {
select 'abc' as col1,'def' as col2
) tmp
inner join test_pull_up_predicate_literal ds on tmp.col1 = ds.col1 and tmp.col2 = ds.col2;
"""
"""


qt_test_pull_up_literal """explain shape plan select * from test_pull_up_predicate_literal_view where col1='abc' and col2='def';"""
qt_test_pull_up_literal """explain shape plan select * from test_pull_up_predicate_literal_view where col1='abc' and col2='def';"""
qt_test_pull_up_literal_suquery """
explain shape plan
SELECT *
FROM (
SELECT
tmp.col1,
tmp.col2
FROM (
SELECT
sub.col1,
sub.col2
FROM (
SELECT
'abc' AS col1,
'def' AS col2
FROM
test_pull_up_predicate_literal
) sub
) tmp
INNER JOIN test_pull_up_predicate_literal ds
ON tmp.col1 = ds.col1 AND tmp.col2 = ds.col2
) t
WHERE col1 = 'abc' AND col2 = 'def';
"""
qt_test_pull_up_literal_extra_literal """
explain shape plan
SELECT *
FROM (
SELECT
tmp.col1,
tmp.col2,
tmp.col3
FROM (
SELECT
'abc' AS col1,
'def' AS col2,
'extra' AS col3
FROM
test_pull_up_predicate_literal
) tmp
INNER JOIN test_pull_up_predicate_literal ds
ON tmp.col1 = ds.col1 AND tmp.col2 = ds.col2
) t
WHERE col1 = 'abc' AND col2 = 'def';
"""

qt_test_pull_up_literal_with_agg_func """
explain shape plan
SELECT *
FROM (
SELECT
tmp.col1,
tmp.col2,
tmp.count_col
FROM (
SELECT
'abc' AS col1,
'def' AS col2,
COUNT(*) AS count_col
FROM
test_pull_up_predicate_literal
GROUP BY
col1, col2
) tmp
INNER JOIN test_pull_up_predicate_literal ds
ON tmp.col1 = ds.col1 AND tmp.col2 = ds.col2
) t
WHERE col1 = 'abc' AND col2 = 'def';
"""

qt_test_pull_up_literal_to_empty_relation """
explain shape plan
SELECT *
FROM (
SELECT
tmp.col1,
tmp.col2
FROM (
SELECT
'mno' AS col1,
'pqr' AS col2
FROM
test_pull_up_predicate_literal
) tmp
INNER JOIN test_pull_up_predicate_literal ds
ON tmp.col1 = ds.col1 AND tmp.col2 = ds.col2
) t
WHERE col1 = 'abc' AND col2 = 'def';
"""
qt_test_pull_up_literal_with_common_column """
explain shape plan
SELECT *
FROM (
SELECT
tmp.col1,
tmp.col2
FROM (
SELECT
'abc' AS col1,
col2
FROM
test_pull_up_predicate_literal
) tmp
INNER JOIN test_pull_up_predicate_literal ds
ON tmp.col1 = ds.col1 AND tmp.col2 = ds.col2
) t
WHERE col1 = 'abc' AND col2 = 'def';
"""

qt_test_pull_up_literal_outer_has_agg """
explain shape plan
SELECT MAX(t.col1), MIN(t.col2)
FROM (
SELECT tmp.col1, tmp.col2
FROM (
SELECT 'abc' AS col1, 'def' AS col2
FROM test_pull_up_predicate_literal
) tmp
INNER JOIN test_pull_up_predicate_literal ds
ON tmp.col1 = ds.col1 AND tmp.col2 = ds.col2
) t
WHERE col1 = 'abc' AND col2 = 'def';
"""


qt_test_pull_up_literal_multi_join """
explain shape plan
SELECT *
FROM (
SELECT tmp.col1, tmp.col2
FROM (
SELECT 'abc' AS col1, 'def' AS col2
FROM test_pull_up_predicate_literal
) tmp
INNER JOIN test_pull_up_predicate_literal ds
ON tmp.col1 = ds.col1 AND tmp.col2 = ds.col2
INNER JOIN test_pull_up_predicate_literal tmp2
ON tmp.col1 = tmp2.col1
) t
"""

qt_test_pull_up_literal_outer_or """
explain shape plan
SELECT *
FROM (
SELECT
tmp.col1,
tmp.col2
FROM (
SELECT
'abc' AS col1,
'def' AS col2
FROM
test_pull_up_predicate_literal
) tmp
INNER JOIN test_pull_up_predicate_literal ds
ON tmp.col1 = ds.col1 AND tmp.col2 = ds.col2
) t
WHERE (col1 = 'abc' AND col2 = 'def') OR (col1 = 'ghi' AND col2 = 'jkl');
"""


sql """ DROP TABLE IF EXISTS test_pull_up_predicate_literal; """
Expand Down

0 comments on commit 7441edc

Please sign in to comment.