all

apache · Nov 19, 2024 · 071a675 · 071a675
1 parent f74610c
commit 071a675
Show file tree

Hide file tree

Showing 5 changed files with 353 additions and 163 deletions.
diff --git a/regression-test/conf/regression-conf.groovy b/regression-test/conf/regression-conf.groovy
@@ -24,8 +24,8 @@ defaultDb = "regression_test"
 // init cmd like: select @@session.tx_read_only
 // at each time we connect.
 // add allowLoadLocalInfile so that the jdbc can execute mysql load data from client.
-jdbcUrl = "jdbc:mysql://127.0.0.1:9030/?useLocalSessionState=true&allowLoadLocalInfile=true"
-targetJdbcUrl = "jdbc:mysql://127.0.0.1:9030/?useLocalSessionState=true&allowLoadLocalInfile=true"
+jdbcUrl = "jdbc:mysql://127.0.0.1:9030/?useLocalSessionState=true&allowLoadLocalInfile=true&zeroDateTimeBehavior=round"
+targetJdbcUrl = "jdbc:mysql://127.0.0.1:9030/?useLocalSessionState=true&allowLoadLocalInfile=true&zeroDateTimeBehavior=round"
 jdbcUser = "root"
 jdbcPassword = ""
 

diff --git a/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy b/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy
@@ -17,6 +17,9 @@
 
 testGroups = "p0"
 
+jdbcUrl = "jdbc:mysql://127.0.0.1:9030/?useLocalSessionState=true&allowLoadLocalInfile=true&zeroDateTimeBehavior=round"
+targetJdbcUrl = "jdbc:mysql://127.0.0.1:9030/?useLocalSessionState=true&allowLoadLocalInfile=true&zeroDateTimeBehavior=round"
+
 // exclude groups and exclude suites is more prior than include groups and include suites.
 // keep them in lexico order(add/remove cases between the sentinals and sort):
 // * sort lines in vim: select lines and then type :sort

diff --git a/regression-test/pipeline/p0/conf/regression-conf.groovy b/regression-test/pipeline/p0/conf/regression-conf.groovy
@@ -20,8 +20,8 @@
 // **Note**: default db will be create if not exist
 defaultDb = "regression_test"
 
-jdbcUrl = "jdbc:mysql://172.19.0.2:9131/?useLocalSessionState=true&allowLoadLocalInfile=true"
-targetJdbcUrl = "jdbc:mysql://172.19.0.2:9131/?useLocalSessionState=true&allowLoadLocalInfile=true"
+jdbcUrl = "jdbc:mysql://172.19.0.2:9131/?useLocalSessionState=true&allowLoadLocalInfile=true&zeroDateTimeBehavior=round"
+targetJdbcUrl = "jdbc:mysql://172.19.0.2:9131/?useLocalSessionState=true&allowLoadLocalInfile=true&zeroDateTimeBehavior=round"
 jdbcUser = "root"
 jdbcPassword = ""
 

diff --git a/regression-test/suites/doc/table-design/data-partitioning/auto-partitioning.md.groovy b/regression-test/suites/doc/table-design/data-partitioning/auto-partitioning.md.groovy
@@ -18,140 +18,162 @@
 import org.junit.jupiter.api.Assertions;
 
 suite("docs/table-design/data-partitioning/auto-partitioning.md") {
-    try {
-        sql "drop table if exists `DAILY_TRADE_VALUE`"
-        sql """
-        CREATE TABLE `DAILY_TRADE_VALUE`
-        (
-            `TRADE_DATE`              datev2 NOT NULL COMMENT '交易日期',
-            `TRADE_ID`                varchar(40) NOT NULL COMMENT '交易编号',
-        )
-        UNIQUE KEY(`TRADE_DATE`, `TRADE_ID`)
-        PARTITION BY RANGE(`TRADE_DATE`)
-        (
-            PARTITION p_2000 VALUES [('2000-01-01'), ('2001-01-01')),
-            PARTITION p_2001 VALUES [('2001-01-01'), ('2002-01-01')),
-            PARTITION p_2002 VALUES [('2002-01-01'), ('2003-01-01')),
-            PARTITION p_2003 VALUES [('2003-01-01'), ('2004-01-01')),
-            PARTITION p_2004 VALUES [('2004-01-01'), ('2005-01-01')),
-            PARTITION p_2005 VALUES [('2005-01-01'), ('2006-01-01')),
-            PARTITION p_2006 VALUES [('2006-01-01'), ('2007-01-01')),
-            PARTITION p_2007 VALUES [('2007-01-01'), ('2008-01-01')),
-            PARTITION p_2008 VALUES [('2008-01-01'), ('2009-01-01')),
-            PARTITION p_2009 VALUES [('2009-01-01'), ('2010-01-01')),
-            PARTITION p_2010 VALUES [('2010-01-01'), ('2011-01-01')),
-            PARTITION p_2011 VALUES [('2011-01-01'), ('2012-01-01')),
-            PARTITION p_2012 VALUES [('2012-01-01'), ('2013-01-01')),
-            PARTITION p_2013 VALUES [('2013-01-01'), ('2014-01-01')),
-            PARTITION p_2014 VALUES [('2014-01-01'), ('2015-01-01')),
-            PARTITION p_2015 VALUES [('2015-01-01'), ('2016-01-01')),
-            PARTITION p_2016 VALUES [('2016-01-01'), ('2017-01-01')),
-            PARTITION p_2017 VALUES [('2017-01-01'), ('2018-01-01')),
-            PARTITION p_2018 VALUES [('2018-01-01'), ('2019-01-01')),
-            PARTITION p_2019 VALUES [('2019-01-01'), ('2020-01-01')),
-            PARTITION p_2020 VALUES [('2020-01-01'), ('2021-01-01')),
-            PARTITION p_2021 VALUES [('2021-01-01'), ('2022-01-01'))
-        )
-        DISTRIBUTED BY HASH(`TRADE_DATE`) BUCKETS 10
-        PROPERTIES (
-          "replication_num" = "1"
-        )
-        """
+    sql "drop table if exists `DAILY_TRADE_VALUE`"
+    sql """
+    CREATE TABLE `DAILY_TRADE_VALUE`
+    (
+        `TRADE_DATE`              datev2 NOT NULL COMMENT '交易日期',
+        `TRADE_ID`                varchar(40) NOT NULL COMMENT '交易编号',
+    )
+    UNIQUE KEY(`TRADE_DATE`, `TRADE_ID`)
+    PARTITION BY RANGE(`TRADE_DATE`)
+    (
+        PARTITION p_2000 VALUES [('2000-01-01'), ('2001-01-01')),
+        PARTITION p_2001 VALUES [('2001-01-01'), ('2002-01-01')),
+        PARTITION p_2002 VALUES [('2002-01-01'), ('2003-01-01')),
+        PARTITION p_2003 VALUES [('2003-01-01'), ('2004-01-01')),
+        PARTITION p_2004 VALUES [('2004-01-01'), ('2005-01-01')),
+        PARTITION p_2005 VALUES [('2005-01-01'), ('2006-01-01')),
+        PARTITION p_2006 VALUES [('2006-01-01'), ('2007-01-01')),
+        PARTITION p_2007 VALUES [('2007-01-01'), ('2008-01-01')),
+        PARTITION p_2008 VALUES [('2008-01-01'), ('2009-01-01')),
+        PARTITION p_2009 VALUES [('2009-01-01'), ('2010-01-01')),
+        PARTITION p_2010 VALUES [('2010-01-01'), ('2011-01-01')),
+        PARTITION p_2011 VALUES [('2011-01-01'), ('2012-01-01')),
+        PARTITION p_2012 VALUES [('2012-01-01'), ('2013-01-01')),
+        PARTITION p_2013 VALUES [('2013-01-01'), ('2014-01-01')),
+        PARTITION p_2014 VALUES [('2014-01-01'), ('2015-01-01')),
+        PARTITION p_2015 VALUES [('2015-01-01'), ('2016-01-01')),
+        PARTITION p_2016 VALUES [('2016-01-01'), ('2017-01-01')),
+        PARTITION p_2017 VALUES [('2017-01-01'), ('2018-01-01')),
+        PARTITION p_2018 VALUES [('2018-01-01'), ('2019-01-01')),
+        PARTITION p_2019 VALUES [('2019-01-01'), ('2020-01-01')),
+        PARTITION p_2020 VALUES [('2020-01-01'), ('2021-01-01')),
+        PARTITION p_2021 VALUES [('2021-01-01'), ('2022-01-01'))
+    )
+    DISTRIBUTED BY HASH(`TRADE_DATE`) BUCKETS 10
+    PROPERTIES (
+        "replication_num" = "1"
+    )
+    """
 
-        sql "drop table if exists `date_table`"
-        sql """
-        CREATE TABLE `date_table` (
-            `TIME_STAMP` datev2 NOT NULL COMMENT '采集日期'
-        ) ENGINE=OLAP
-        DUPLICATE KEY(`TIME_STAMP`)
-        AUTO PARTITION BY RANGE (date_trunc(`TIME_STAMP`, 'month'))
-        (
-        )
-        DISTRIBUTED BY HASH(`TIME_STAMP`) BUCKETS 10
-        PROPERTIES (
-        "replication_allocation" = "tag.location.default: 1"
-        )
-        """
+    sql "drop table if exists `date_table`"
+    sql """
+    CREATE TABLE `date_table` (
+        `TIME_STAMP` datev2 NOT NULL COMMENT '采集日期'
+    ) ENGINE=OLAP
+    DUPLICATE KEY(`TIME_STAMP`)
+    AUTO PARTITION BY RANGE (date_trunc(`TIME_STAMP`, 'month'))
+    (
+    )
+    DISTRIBUTED BY HASH(`TIME_STAMP`) BUCKETS 10
+    PROPERTIES (
+    "replication_allocation" = "tag.location.default: 1"
+    )
+    """
+
+    sql "drop table if exists `str_table`"
+    sql """
+    CREATE TABLE `str_table` (
+        `str` varchar not null
+    ) ENGINE=OLAP
+    DUPLICATE KEY(`str`)
+    AUTO PARTITION BY LIST (`str`)
+    (
+    )
+    DISTRIBUTED BY HASH(`str`) BUCKETS 10
+    PROPERTIES (
+    "replication_allocation" = "tag.location.default: 1"
+    )
+    """
 
-        sql "drop table if exists `str_table`"
+    sql "drop table if exists auto_null_list"
+    multi_sql """
+    create table auto_null_list(
+    k0 varchar null
+    )
+    auto partition by list (k0)
+    (
+    )
+    DISTRIBUTED BY HASH(`k0`) BUCKETS 1
+    properties("replication_num" = "1");
+
+    insert into auto_null_list values (null);
+    select * from auto_null_list;
+    select * from auto_null_list partition(pX);
+    """
+
+    try {
+        sql "drop table if exists `range_table_nullable`"
         sql """
-        CREATE TABLE `str_table` (
-            `str` varchar not null
+        CREATE TABLE `range_table_nullable` (
+            `k1` INT,
+            `k2` DATETIMEV2(3),
+            `k3` DATETIMEV2(6)
         ) ENGINE=OLAP
-        DUPLICATE KEY(`str`)
-        AUTO PARTITION BY LIST (`str`)
+        DUPLICATE KEY(`k1`)
+        AUTO PARTITION BY RANGE (date_trunc(`k2`, 'day'))
         (
         )
-        DISTRIBUTED BY HASH(`str`) BUCKETS 10
+        DISTRIBUTED BY HASH(`k1`) BUCKETS 16
         PROPERTIES (
         "replication_allocation" = "tag.location.default: 1"
         )
         """
+        Assertions.fail("The SQL above should throw an exception as follows:\n\t\terrCode = 2, detailMessage = AUTO RANGE PARTITION doesn't support NULL column")
+    } catch (Exception e) {
+        assertTrue(e.getMessage().contains("errCode = 2, detailMessage = AUTO RANGE PARTITION doesn't support NULL column"))
+    }
 
-        sql "drop table if exists auto_null_list"
-        multi_sql """
-        create table auto_null_list(
-        k0 varchar null
-        )
-        auto partition by list (k0)
-        (
-        )
-        DISTRIBUTED BY HASH(`k0`) BUCKETS 1
-        properties("replication_num" = "1");
+    sql "create database if not exists auto_partition_doc_test"
+    sql "use auto_partition_doc_test"
+    sql "drop table if exists `DAILY_TRADE_VALUE`"
+    sql """
+    CREATE TABLE `DAILY_TRADE_VALUE`
+    (
+        `TRADE_DATE`              datev2 NOT NULL COMMENT '交易日期',
+        `TRADE_ID`                varchar(40) NOT NULL COMMENT '交易编号',
+    )
+    UNIQUE KEY(`TRADE_DATE`, `TRADE_ID`)
+    AUTO PARTITION BY RANGE (date_trunc(`TRADE_DATE`, 'year'))
+    (
+    )
+    DISTRIBUTED BY HASH(`TRADE_DATE`) BUCKETS 10
+    PROPERTIES (
+        "replication_num" = "1"
+    )
+    """
+    def res1 = sql "show partitions from `DAILY_TRADE_VALUE`"
+    assertTrue(res1.isEmpty())
 
-        insert into auto_null_list values (null);
-        select * from auto_null_list;
-        select * from auto_null_list partition(pX);
-        """
+    def res2 = multi_sql """
+        insert into `DAILY_TRADE_VALUE` values ('2012-12-13', 1), ('2008-02-03', 2), ('2014-11-11', 3);
+        show partitions from `DAILY_TRADE_VALUE`;
+    """
+    assertTrue(res2[1].size() == 3)
 
-        try {
-            sql "drop table if exists `range_table_nullable`"
-            sql """
-            CREATE TABLE `range_table_nullable` (
-                `k1` INT,
-                `k2` DATETIMEV2(3),
-                `k3` DATETIMEV2(6)
-            ) ENGINE=OLAP
-            DUPLICATE KEY(`k1`)
-            AUTO PARTITION BY RANGE (date_trunc(`k2`, 'day'))
-            (
-            )
-            DISTRIBUTED BY HASH(`k1`) BUCKETS 16
-            PROPERTIES (
-            "replication_allocation" = "tag.location.default: 1"
-            )
-            """
-            Assertions.fail("The SQL above should throw an exception as follows:\n\t\terrCode = 2, detailMessage = AUTO RANGE PARTITION doesn't support NULL column")
-        } catch (Exception e) {
-            assertTrue(e.getMessage().contains("errCode = 2, detailMessage = AUTO RANGE PARTITION doesn't support NULL column"))
-        }
+    sql """
+        select * from partitions("catalog"="internal","database"="auto_partition_doc_test","table"="DAILY_TRADE_VALUE") where PartitionName = auto_partition_name('range', 'year', '2008-02-03');
+    """
 
-        sql "drop table if exists `DAILY_TRADE_VALUE`"
-        sql """
-        CREATE TABLE `DAILY_TRADE_VALUE`
-        (
-            `TRADE_DATE`              datev2 NOT NULL COMMENT '交易日期',
-            `TRADE_ID`                varchar(40) NOT NULL COMMENT '交易编号',
-        )
-        UNIQUE KEY(`TRADE_DATE`, `TRADE_ID`)
-        AUTO PARTITION BY RANGE (date_trunc(`TRADE_DATE`, 'year'))
-        (
-        )
-        DISTRIBUTED BY HASH(`TRADE_DATE`) BUCKETS 10
-        PROPERTIES (
-          "replication_num" = "1"
-        )
-        """
-        def res1 = sql "show partitions from `DAILY_TRADE_VALUE`"
-        assertTrue(res1.isEmpty())
 
-        def res2 = multi_sql """
-            insert into `DAILY_TRADE_VALUE` values ('2012-12-13', 1), ('2008-02-03', 2), ('2014-11-11', 3);
-            show partitions from `DAILY_TRADE_VALUE`;
-        """
-        assertTrue(res2[1].size() == 3)
 
-    } catch (Throwable t) {
-        Assertions.fail("examples in docs/table-design/data-partitioning/auto-partitioning.md failed to exec, please fix it", t)
-    }
+    sql "drop table if exists auto_dynamic"
+    sql """
+    create table auto_dynamic(
+        k0 datetime(6) NOT NULL
+    )
+    auto partition by range (date_trunc(k0, 'year'))
+    (
+    )
+    DISTRIBUTED BY HASH(`k0`) BUCKETS 2
+    properties(
+        "dynamic_partition.enable" = "true",
+        "dynamic_partition.prefix" = "p",
+        "dynamic_partition.start" = "-50",
+        "dynamic_partition.end" = "0", --- Dynamic Partition 不创建分区
+        "dynamic_partition.time_unit" = "year",
+        "replication_num" = "1"
+    );
+    """
 }