From 1a0f0049f8e1003aa67fbf8d0848b59225bbbd8c Mon Sep 17 00:00:00 2001 From: Sam Ansmink Date: Thu, 30 May 2024 14:39:09 +0200 Subject: [PATCH] add all dat tests --- test/sql/dat/all.test | 149 ++++++++++++++++++++++++++++++ test/sql/dat/nested_types.test | 29 ------ test/sql/dat/primitive_types.test | 30 ------ 3 files changed, 149 insertions(+), 59 deletions(-) create mode 100644 test/sql/dat/all.test delete mode 100644 test/sql/dat/nested_types.test delete mode 100644 test/sql/dat/primitive_types.test diff --git a/test/sql/dat/all.test b/test/sql/dat/all.test new file mode 100644 index 0000000..6afeb84 --- /dev/null +++ b/test/sql/dat/all.test @@ -0,0 +1,149 @@ +# name: test/sql/dat/basic_partitioned.test +# description: DAT test suite: primitive types +# group: [delta] + +require parquet + +require delta + +require-env DAT_PATH + +### PASSING DAT TESTS + +# all_primitive_types +query I rowsort all_primitive_types +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/all_primitive_types/delta') +---- + +query I rowsort all_primitive_types +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/all_primitive_types/expected/latest/**/*.parquet') +---- + +# nested_types +query I rowsort nested_types +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/nested_types/delta') +---- + +query I rowsort nested_types +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/nested_types/expected/latest/**/*.parquet') +---- + +# basic_append +query I rowsort basic_append +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/basic_append/delta') +---- + +query I rowsort basic_append +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/basic_append/expected/latest/**/*.parquet') +---- + +# with_schema_change +query I rowsort with_checkpoint +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/with_schema_change/delta') +---- + +query I rowsort with_checkpoint +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/with_schema_change/expected/latest/**/*.parquet') +---- + + +### FAILING DAT TESTS + +# TODO fix all of these +mode skip + +# basic_partitioned +query I rowsort basic_partitioned +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/basic_partitioned/delta') +---- + +query I rowsort basic_partitioned +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/basic_partitioned/expected/latest/**/*.parquet') +---- + +# multi_partitioned +query I rowsort multi_partitioned +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/multi_partitioned/delta') +---- + +query I rowsort multi_partitioned +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/multi_partitioned/expected/latest/**/*.parquet') +---- + +# multi_partitioned +query I rowsort multi_partitioned +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/multi_partitioned/delta') +---- + +query I rowsort multi_partitioned +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/multi_partitioned/expected/latest/**/*.parquet') +---- + +# multi_partitioned_2 +query I rowsort multi_partitioned_2 +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/multi_partitioned_2/delta') +---- + +query I rowsort multi_partitioned_2 +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/multi_partitioned_2/expected/latest/**/*.parquet') +---- + +# no_replay +query I rowsort no_replay +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/no_replay/delta') +---- + +query I rowsort no_replay +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/no_replay/expected/latest/**/*.parquet') +---- + +# no_stats +query I rowsort no_stats +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/no_stats/delta') +---- + +query I rowsort no_stats +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/no_stats/expected/latest/**/*.parquet') +---- + +# stats_as_struct +query I rowsort stats_as_struct +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/stats_as_struct/delta') +---- + +query I rowsort stats_as_struct +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/stats_as_struct/expected/latest/**/*.parquet') +---- + +# with_checkpoint +query I rowsort with_checkpoint +SELECT * +FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/with_checkpoint/delta') +---- + +query I rowsort with_checkpoint +SELECT * +FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/with_checkpoint/expected/latest/**/*.parquet') +---- diff --git a/test/sql/dat/nested_types.test b/test/sql/dat/nested_types.test deleted file mode 100644 index 18ec9cb..0000000 --- a/test/sql/dat/nested_types.test +++ /dev/null @@ -1,29 +0,0 @@ -# name: test/sql/dat_primitive_types.test -# description: DAT test suite: primitive types -# group: [delta] - -require parquet - -require delta - -require-env DAT_PATH - -query IIII -SELECT * -FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/nested_types/delta') ----- -0 {'float64': 0.0, 'bool': true} [0] {} -1 {'float64': 1.0, 'bool': false} [0, 1] {0=0} -2 {'float64': 2.0, 'bool': true} [0, 1, 2] {0=0, 1=1} -3 {'float64': 3.0, 'bool': false} [0, 1, 2, 3] {0=0, 1=1, 2=2} -4 {'float64': 4.0, 'bool': true} [0, 1, 2, 3, 4] {0=0, 1=1, 2=2, 3=3} - -query IIII -SELECT * -FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/nested_types/expected/**/*.parquet') ----- -0 {'float64': 0.0, 'bool': true} [0] {} -1 {'float64': 1.0, 'bool': false} [0, 1] {0=0} -2 {'float64': 2.0, 'bool': true} [0, 1, 2] {0=0, 1=1} -3 {'float64': 3.0, 'bool': false} [0, 1, 2, 3] {0=0, 1=1, 2=2} -4 {'float64': 4.0, 'bool': true} [0, 1, 2, 3, 4] {0=0, 1=1, 2=2, 3=3} diff --git a/test/sql/dat/primitive_types.test b/test/sql/dat/primitive_types.test deleted file mode 100644 index ae89f5e..0000000 --- a/test/sql/dat/primitive_types.test +++ /dev/null @@ -1,30 +0,0 @@ -# name: test/sql/dat_primitive_types.test -# description: DAT test suite: primitive types -# group: [delta] - -require parquet - -require delta - -require-env DAT_PATH - -query IIIIIIIIIIII -SELECT * -FROM delta_scan('${DAT_PATH}/out/reader_tests/generated/all_primitive_types/delta') ----- -0 0 0 0 0 0.0 0.0 true (empty) 10.000 1970-01-01 1970-01-01 00:00:00 -1 1 1 1 1 1.0 1.0 false \x00 11.000 1970-01-02 1970-01-01 01:00:00 -2 2 2 2 2 2.0 2.0 true \x00\x00 12.000 1970-01-03 1970-01-01 02:00:00 -3 3 3 3 3 3.0 3.0 false \x00\x00\x00 13.000 1970-01-04 1970-01-01 03:00:00 -4 4 4 4 4 4.0 4.0 true \x00\x00\x00\x00 14.000 1970-01-05 1970-01-01 04:00:00 - -query IIIIIIIIIIII -SELECT * -FROM parquet_scan('${DAT_PATH}/out/reader_tests/generated/all_primitive_types/expected/**/*.parquet') ----- -0 0 0 0 0 0.0 0.0 true (empty) 10.000 1970-01-01 1970-01-01 00:00:00 -1 1 1 1 1 1.0 1.0 false \x00 11.000 1970-01-02 1970-01-01 01:00:00 -2 2 2 2 2 2.0 2.0 true \x00\x00 12.000 1970-01-03 1970-01-01 02:00:00 -3 3 3 3 3 3.0 3.0 false \x00\x00\x00 13.000 1970-01-04 1970-01-01 03:00:00 -4 4 4 4 4 4.0 4.0 true \x00\x00\x00\x00 14.000 1970-01-05 1970-01-01 04:00:00 -