Tests for parquet filter pushdown project.

conf/plugin-templates/dfs-storage-plugin.template

@@ -524,6 +524,11 @@
       "location": "/drill",
       "writable": true,
       "defaultInputFormat": "json"
+    },
+    "parquet_filter_pushdown": {
+      "location": "/drill/testdata/filter",
+      "writable": true,
+      "defaultInputFormat": "parquet"
     }
     },
     "formats" : {

framework/resources/Datasources/filter/filterview.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+source conf/drillTestConfig.properties
+
+$DRILL_HOME/bin/sqlline -n ${USERNAME} -p ${PASSWORD} -u "jdbc:drill:drillbit=${DRILL_STORAGE_PLUGIN_SERVER}" -f ${DRILL_TEST_DATA_DIR}/Datasources/filter/filterview.sql
+

framework/resources/Datasources/filter/filterview.sql

@@ -0,0 +1,6 @@
+alter session set `store.format` = 'parquet';
+use dfs.parquet_filter_pushdown;
+create or replace view orders_parts_view1 as select cast(int_id as double) my_int, cast(float_id as bigint) my_float from orders_parts where int_id > 3333;
+create or replace view orders_parts_view2 as select cast(int_id as double) my_int, cast(float_id as bigint) my_float from orders_parts where int_id > 3333 and float_id <= 4333;
+create or replace view orders_parts_metadata_view1 as select cast(bigint_id as double) my_bigint, cast(float_id as bigint) my_float, timestamp_id my_timestamp from orders_parts_metadata where bigint_id > 3333;
+create or replace view orders_parts_metadata_view2 as select bigint_id my_bigint, float_id my_float, timestamp_id my_timestamp from orders_parts_metadata where bigint_id > 3333 and float_id <= 4333;

framework/resources/Datasources/filter/refresh_metadata.ddl

@@ -0,0 +1,3 @@
+refresh table metadata dfs.`/drill/testdata/filter/orders_parts_metadata`;
+refresh table metadata dfs.`/drill/testdata/filter/orders_parts_auto_metadata`;
+refresh table metadata dfs.`/drill/testdata/filter/orders_parts_hier_metadata`;

framework/resources/Datasources/filter/refresh_metadata.sh

@@ -0,0 +1,4 @@
+#!/bin/sh
+source conf/drillTestConfig.properties
+
+${DRILL_HOME}/bin/sqlline -n ${USERNAME} -p ${PASSWORD} -u "jdbc:drill:schema=dfs.$1;drillbit=${DRILL_STORAGE_PLUGIN_SERVER}"  --run=${DRILL_TEST_DATA_DIR}/Datasources/filter/refresh_metadata.ddl

framework/resources/Functional/filter/parquet/data/parquet_filter.json

@@ -0,0 +1,35 @@
+{
+    "testId": "parquet_filter_pushdown_data",
+    "type": "group",
+    "description": "Parquet filter pushdown tests: these tests verify query correctness",
+    "categories": [ "smoke" ],
+    "matrices": [
+        {
+            "query-file": ".*.q",
+            "schema": "dfs.parquet_filter_pushdown",
+            "output-format": "tsv",
+            "expected-file": ".*.e",
+            "verification-type": [
+                "in-memory"
+            ]
+        }
+    ],
+    "datasources": [
+        {
+            "mode": "cp",
+            "src": "Datasources/filter/parquet",
+            "dest": "filter"
+        },
+        {
+            "mode": "gen",
+            "src": "Datasources/filter/filterview.sh",
+            "dest": ""
+        },
+        {
+            "mode": "gen",
+            "src": "Datasources/filter/refresh_metadata.sh",
+            "dest": ""
+        }
+    ]
+}
+

framework/resources/Functional/filter/parquet/data/test1.e

@@ -0,0 +1 @@
+1000

framework/resources/Functional/filter/parquet/data/test1.q

@@ -0,0 +1,2 @@
+-- keep partition 1
+select count(*) from orders_parts where int_id <= -2025;

framework/resources/Functional/filter/parquet/data/test10.e

@@ -0,0 +1 @@
+3100

framework/resources/Functional/filter/parquet/data/test10.q

@@ -0,0 +1,2 @@
+-- keep partitions 1 and 2.  count is 3100.
+select count(*) from orders_parts where bigint_id <= 75;

framework/resources/Functional/filter/parquet/data/test100.e

@@ -0,0 +1,7 @@
+14949	340	F	154205.19	1993-11-01	1-URGENT	null	0	osits wake alongside of 	-3000	-3000	-3000.0	-3000.0	-3000	2008-07-17	2016-09-30 21:16:12.873	00:27:15.873
+11425	1123	O	156058.42	1995-06-23	1-URGENT	null	0	arefully special requests cajole bravely fluffy pinto beans. ironic	-2999	-2999	-2999.0	-2999.0	-2999	2008-07-18	2016-09-30 21:17:12.873	00:27:16.873
+14946	580	O	100402.47	1996-11-12	1-URGENT	null	0	ffily bold dependencies wake. furiously regular instructions aro	-2998	-2998	-2998.0	-2998.0	-2998	2008-07-19	2016-09-30 21:18:12.873	00:27:17.873
+14945	68	O	210519.05	1996-03-30	1-URGENT	null	0	nts? fluffily bold grouches after	-2997	-2997	-2997.0	-2997.0	-2997	2008-07-20	2016-09-30 21:19:12.873	00:27:18.873
+11457	1430	O	232660.02	1995-12-14	1-URGENT	null	0	the slyly quiet ideas. idly final deposits nag. carefully regu	-2996	-2996	-2996.0	-2996.0	-2996	2008-07-21	2016-09-30 21:20:12.873	00:27:19.873
+11461	1049	O	80204.9	1996-05-01	1-URGENT	null	0	ymptotes. packages haggle whithout the evenly final requests. req	-2995	-2995	-2995.0	-2995.0	-2995	2008-07-22	2016-09-30 21:21:12.873	00:27:20.873
+2340	646	O	47690.57	1996-01-12	1-URGENT	null	0	ter the deposits sleep according to the slyly regular packages. carefully 	-2994	-2994	-2994.0	-2994.0	-2994	2008-07-23	2016-09-30 21:22:12.873	00:27:21.873

framework/resources/Functional/filter/parquet/data/test100.q

@@ -0,0 +1,2 @@
+-- keep partition 1.  count is 7.
+select * from orders_parts where (int_id = -3000) or (bigint_id = -2999) or (float_id = -2998.0) or (double_id = -2997.0) or (date_id = '2008-07-21') or (timestamp_id = '2016-09-30 21:21:12.873') or (time_id = '00:27:21.873');

framework/resources/Functional/filter/parquet/data/test101.e

@@ -0,0 +1,4 @@
+18432	1352	F	246330.38	1995-03-13	2-HIGH	null	0	ly. blithely express packages integrate 	0	0	0.0	0.0	0	2016-10-03	2016-10-02 23:15:52.429	01:17:59.160
+14949	340	F	154205.19	1993-11-01	1-URGENT	null	0	osits wake alongside of 	-3000	-3000	-3000.0	-3000.0	-3000	2008-07-17	2016-09-30 21:16:12.873	00:27:15.873
+26404	1303	O	263163.53	1997-01-02	3-MEDIUM	null	0	lithely against the furiously unusual asymptotes. finally final ideas hag	4000	4000	4000.0	4000.0	4000	2027-09-16	2016-10-05 17:56:25.406	02:25:15.073
+5475	1372	O	16971.18	1996-07-07	5-LOW	null	0	es shall boost slyly. furiously even deposits lose. instruc	9500	9500	9500.0	9500.0	9500	2042-10-07	2016-10-09 13:36:38.986	03:57:34.827

framework/resources/Functional/filter/parquet/data/test101.q

@@ -0,0 +1,2 @@
+-- keep partitions 1,2,3,5.  count is 4.
+select * from orders_parts where (date_id = '2008-07-17') or (date_id = '2016-10-03') or (date_id = '2027-09-16') or (date_id = '2042-10-07');

framework/resources/Functional/filter/parquet/data/test11.e

@@ -0,0 +1 @@
+2000

framework/resources/Functional/filter/parquet/data/test11.q

@@ -0,0 +1,2 @@
+-- keep partitions 1 and 3
+select count(*) from orders_parts where bigint_id < -2024 or (bigint_id > 4000 and bigint_id < 5001);

framework/resources/Functional/filter/parquet/data/test12.e

@@ -0,0 +1 @@
+3025

framework/resources/Functional/filter/parquet/data/test12.q

@@ -0,0 +1,2 @@
+-- keep partitions 1 and 4.  count is 3025.
+select count(*) from orders_parts where bigint_id = -2000 or bigint_id is null;

framework/resources/Functional/filter/parquet/data/test120.e

@@ -0,0 +1 @@
+2000

framework/resources/Functional/filter/parquet/data/test120.q

@@ -0,0 +1,2 @@
+-- keep partition 1, 3.  adding join on the same table.
+select count(*) from orders_parts where int_id = double_id and (int_id > -3000 and int_id < -1999) or (double_id >= 4000 and double_id <= 4999);

framework/resources/Functional/filter/parquet/data/test121.e

@@ -0,0 +1 @@
+2000

framework/resources/Functional/filter/parquet/data/test121.q

@@ -0,0 +1,2 @@
+-- keep partition 1, 3.  adding join on the same table.
+select count(*) from orders_parts where bigint_id = float_id and (bigint_id > -3000 and bigint_id < -1999) or (float_id >= 4000.0 and float_id <= 4999.0);

framework/resources/Functional/filter/parquet/data/test122.e

@@ -0,0 +1 @@
+4000

framework/resources/Functional/filter/parquet/data/test122.q

@@ -0,0 +1,2 @@
+-- keep partition 1, 2, 3, 5.  adding join on the same table.
+select count(*) from orders_parts where int_id = bigint_id and bigint_id = float_id and float_id = double_id and (int_id > 0 and int_id < 1001) or (bigint_id > -3000 and bigint_id < -1999) or (float_id >= 4000.0 and float_id <= 4999.0) or (double_id >= 9500 and double_id <= 10499);

framework/resources/Functional/filter/parquet/data/test13.e

@@ -0,0 +1 @@
+2000

framework/resources/Functional/filter/parquet/data/test13.q

@@ -0,0 +1,2 @@
+-- keep partitions 1 and 5
+select count(*) from orders_parts where bigint_id < -2024 or bigint_id > 10975;

framework/resources/Functional/filter/parquet/data/test14.e

@@ -0,0 +1 @@
+2

framework/resources/Functional/filter/parquet/data/test14.q

@@ -0,0 +1,2 @@
+-- keep partitions 2 and 3.  count is 2
+select count(*) from orders_parts where float_id >= 3060 and float_id < 3062;

framework/resources/Functional/filter/parquet/data/test15.e

@@ -0,0 +1 @@
+3025

framework/resources/Functional/filter/parquet/data/test15.q

@@ -0,0 +1,2 @@
+-- keep partitions 2 and 4.  count is 3025.
+select count(*) from orders_parts where float_id = 0 or float_id is null;

framework/resources/Functional/filter/parquet/data/test16.e

@@ -0,0 +1 @@
+2000

framework/resources/Functional/filter/parquet/data/test16.q

@@ -0,0 +1,2 @@
+-- keep partitions 2 and 5
+select count(*) from orders_parts where (float_id > 5 and float_id <= 1005) or (float_id > 9100 and float_id < 10101);

framework/resources/Functional/filter/parquet/data/test160.e

@@ -0,0 +1 @@
+0

framework/resources/Functional/filter/parquet/data/test160.q

@@ -0,0 +1,2 @@
+-- keep no partition.  count is 0.  test two levels of AND/OR logic
+select count(*) from orders_parts where ((int_id > -3025 and int_id < -4) and (int_id > 3060 and int_id < 3161)) or ((int_id > -5 and int_id < 3061) and (int_id > 9025 and int_id < 11976));

framework/resources/Functional/filter/parquet/data/test168.e

@@ -0,0 +1 @@
+0

framework/resources/Functional/filter/parquet/data/test168.q

@@ -0,0 +1,2 @@
+-- keep no partition.  count is 0.
+select count(*) from orders_parts where ((int_id > -3025 and int_id < -2000) or (int_id > 3060 and int_id < 6002)) and ((int_id > -5 and int_id < 3061) or (int_id > 9025 and int_id < 11976));

framework/resources/Functional/filter/parquet/data/test169.q.fail

@@ -0,0 +1,2 @@
+-- keep partition 3.  count is 2941.
+select count(*) from orders_parts where ((int_id > -3025 and int_id < -2000) or (int_id > -5 and int_id < 3061) or (int_id > 3060 and int_id < 6002) or (int_id > 9025 and int_id < 11976)) and ((int_id > -5 and int_id < 3061) or (int_id > 3060 and int_id < 6002)) and (int_id > 3060 and int_id < 6002);

framework/resources/Functional/filter/parquet/data/test17.e

@@ -0,0 +1 @@
+4024

framework/resources/Functional/filter/parquet/data/test17.q

@@ -0,0 +1,2 @@
+-- keep partitions 3 and 4. count is 4024.
+select count(*) from orders_parts where (double_id > 3500 and double_id <= 4500) or double_id is null;

framework/resources/Functional/filter/parquet/data/test173.q.fail

@@ -0,0 +1,2 @@
+-- keep partition 2.  count is 3065.
+select count(*) from orders_parts where (((int_id > -3025 and int_id < -4) or (int_id > -5 and int_id < 3061) or (int_id > 3060 and int_id < 6002)) and (int_id > -5 and int_id < 3061)) and (((int_id > -5 and int_id < 3061) or (int_id > 9025 and int_id < 11976)) and (int_id > -5 and int_id < 3061));

framework/resources/Functional/filter/parquet/data/test174.q.fail

@@ -0,0 +1,2 @@
+-- keep partition 2.  count is 3065.
+select count(*) from orders_parts where (((int_id > -3025 and int_id < -4) or (int_id > -5 and int_id < 3061) or (int_id > 3060 and int_id < 6002)) and (int_id > -5 and int_id < 3061)) and (((int_id > -5 and int_id < 3061) or (int_id > 9025 and int_id < 11976)) and (int_id > -5 and int_id < 3061)) and (int_id > -5 and int_id < 3061);

framework/resources/Functional/filter/parquet/data/test18.e

@@ -0,0 +1 @@
+2000

framework/resources/Functional/filter/parquet/data/test18.q

@@ -0,0 +1,2 @@
+-- keep partitions 3 and 5
+select count(*) from orders_parts where (double_id >= 4100 and double_id < 5100) or (double_id > 9300 and double_id < 10301);

framework/resources/Functional/filter/parquet/data/test180.e

@@ -0,0 +1 @@
+2941

framework/resources/Functional/filter/parquet/data/test180.q

@@ -0,0 +1,2 @@
+--keep partition 3.  Count is 2941.
+select count(*) from orders_parts where (int_id > -3025 and int_id < 11976) and (int_id > -5 and int_id < 6002) and (int_id > 3060 and int_id < 6002);

framework/resources/Functional/filter/parquet/data/test181.e

@@ -0,0 +1 @@
+9

framework/resources/Functional/filter/parquet/data/test181.q

@@ -0,0 +1,2 @@
+--keep partition 3.  Count is 9.
+select count(*) from orders_parts where ((int_id > -3025 and int_id < -2000) or (int_id > -5 and int_id < 1000) or (int_id > 3060 and int_id < 6000) or (int_id > 9025 and int_id < 11976)) and ((int_id > 2000 and int_id < 3061) or (int_id > 3200 and int_id < 3300)) and (int_id > 3280 and int_id < 3290);

framework/resources/Functional/filter/parquet/data/test182.e

@@ -0,0 +1 @@
+9

framework/resources/Functional/filter/parquet/data/test182.q

@@ -0,0 +1,2 @@
+--keep partition 3.  Count is 9.
+select count(*) from orders_parts where ((int_id > -3000 and int_id < -2000) or (int_id > -5 and int_id < 1000) or (int_id > 3060 and int_id < 6000) or (int_id > 9025 and int_id < 11976)) and ((int_id > 2000 and int_id < 3061) or (int_id > 3200 and int_id < 3300)) and ((int_id > -2100 and int_id < -1500) or (int_id > 3250 and int_id < 3400)) and ((int_id > 10000 and int_id < 11000) or (int_id > 3270 and int_id < 3500)) and (int_id > 3280 and int_id < 3290);

framework/resources/Functional/filter/parquet/data/test183.e

@@ -0,0 +1 @@
+9

framework/resources/Functional/filter/parquet/data/test183.q

@@ -0,0 +1,2 @@
+--keep partition 3.  Count is 9.
+select count(*) from orders_parts where (((int_id > -3000 and bigint_id < -2500) or (bigint_id > -2400 and int_id < -2000)) or (float_id > -5 and double_id < 1000) or (double_id > 3060 and float_id < 6000) or (int_id > 9025 and int_id < 11976)) and ((int_id > 2000 and int_id < 3061) or (int_id > 3200 and int_id < 3300)) and ((int_id > -2100 and int_id < -1500) or (int_id > 3250 and int_id < 3400)) and ((int_id > 10000 and int_id < 11000) or (int_id > 3270 and int_id < 3500)) and (int_id > 3280 and int_id < 3290);

framework/resources/Functional/filter/parquet/data/test19.e

@@ -0,0 +1 @@
+3025

framework/resources/Functional/filter/parquet/data/test19.q

@@ -0,0 +1,2 @@
+-- keep partitions 4 and 5,  count is 3025.
+select count(*) from orders_parts where (double_id is null) or (double_id = 10000);

framework/resources/Functional/filter/parquet/data/test190.e

@@ -0,0 +1 @@
+-3000	-3000	2008-07-17	2008-07-17

framework/resources/Functional/filter/parquet/data/test190.q

@@ -0,0 +1,2 @@
+--keep partition 1.  Count is 1.
+select t1.int_id, t2.int_id, t1.date_id, t2.date_id from orders_parts t1, orders_parts t2 where t1.int_id = t2.int_id and (t1.int_id = -3000) and (t2.int_id = -3000) and (t1.date_id = date '2008-07-17') and (t2.date_id =  date '2008-07-17');

framework/resources/Functional/filter/parquet/data/test191.e

@@ -0,0 +1 @@
+632

framework/resources/Functional/filter/parquet/data/test191.q

@@ -0,0 +1,2 @@
+--keep partition 1.  Count is 632.
+select count(*) from orders_parts t1, orders_parts t2 where t1.int_id = t2.int_id and (t1.int_id > -3000) and (t2.int_id < -2000) and (t2.date_id > date '2008-07-20') and (t1.date_id <  date '2010-04-14');

framework/resources/Functional/filter/parquet/data/test192.e

@@ -0,0 +1 @@
+996

framework/resources/Functional/filter/parquet/data/test192.q

@@ -0,0 +1,2 @@
+--keep partition 1, 2, 3 for orders_parts and 1 for orders_parts_hive.  Count is 996.
+select count(*) from orders_parts t1, orders_parts_hive t2 where t1.int_id = t2.int_id and (t1.int_id > -3000) and (t2.int_id < -2000) and (t2.date_id > date '2008-07-20') and (t1.date_id <  date '2030-06-13');

framework/resources/Functional/filter/parquet/data/test2.e

@@ -0,0 +1 @@
+1000

framework/resources/Functional/filter/parquet/data/test2.q

@@ -0,0 +1,2 @@
+-- keep partition 2
+select count(*) from orders_parts where int_id > 10 and int_id < 1011;

framework/resources/Functional/filter/parquet/data/test20.e

@@ -0,0 +1 @@
+3000

framework/resources/Functional/filter/parquet/data/test20.q

@@ -0,0 +1,2 @@
+-- keep partitions 1,2,3
+select count(*) from orders_parts where (date_id > '2008-07-17' and date_id < '2011-04-14') or (date_id > '2016-10-03' and date_id < '2019-07-01') or (date_id > '2027-09-16' and date_id < '2030-06-13');

framework/resources/Functional/filter/parquet/data/test200.e

@@ -0,0 +1 @@
+1098

framework/resources/Functional/filter/parquet/data/test200.q

@@ -0,0 +1,2 @@
+--keep partition 2 and 3.  Count is 1098.
+select count(*) from (select * from orders_parts where int_id > -3000 and float_id < 11000 and int_id > 0 and float_id < 6000) where int_id > 5000 or float_id < 100;

framework/resources/Functional/filter/parquet/data/test201.e

@@ -0,0 +1 @@
+499

framework/resources/Functional/filter/parquet/data/test201.q

@@ -0,0 +1,2 @@
+--keep partition 5.  Count is 499.
+select count(*) from (select * from orders_parts where int_id > 6000 and float_id < 11000 and int_id > -3000 and float_id < 11000) where int_id > 10000 and float_id > 10500;

framework/resources/Functional/filter/parquet/data/test202.e

@@ -0,0 +1 @@
+5999

framework/resources/Functional/filter/parquet/data/test202.q

@@ -0,0 +1,2 @@
+--keep partition 2, 3.  Count is 5999.
+select count(*) from (select * from orders_parts where int_id > -3000 and float_id < 11000 and int_id > 0 and float_id < 6000) where int_id > 0 or float_id < 11000;

framework/resources/Functional/filter/parquet/data/test203.e

@@ -0,0 +1 @@
+6009

framework/resources/Functional/filter/parquet/data/test203.q

@@ -0,0 +1,2 @@
+--keep partition 1, 2, 3.  Count is 6009.
+select count(*) from (select * from orders_parts where int_id > -3000 and float_id < 11000 and int_id > -10 and float_id < 6000) where int_id > -3000 or float_id < -6;

framework/resources/Functional/filter/parquet/data/test204.e

@@ -0,0 +1 @@
+6009

framework/resources/Functional/filter/parquet/data/test204.q

@@ -0,0 +1,2 @@
+--keep partition 1, 2, 3, 5 from orders_parts and 1, 2, 3 from orders_parts_hive.  Count is 6009.
+select count(*) from (select t1.int_id as t1_int_id, t2.float_id as t2_float_id from orders_parts t1, orders_parts_hive t2 where t1.int_id = t2.int_id and t1.int_id > -3000 and t1.float_id < 11000 and t2.int_id > -10 and t2.float_id < 6000) where t1_int_id > -3000 or t2_float_id < -6;

framework/resources/Functional/filter/parquet/data/test21.e

@@ -0,0 +1 @@
+5024

framework/resources/Functional/filter/parquet/data/test21.q

@@ -0,0 +1,2 @@
+-- keep partitions 1, 2, 4.  count is 5024.
+select count(*) from orders_parts where (date_id > '2008-07-17' and date_id < '2011-04-14') or (date_id > '2016-10-03' and date_id < '2019-07-01') or (date_id is null);

framework/resources/Functional/filter/parquet/data/test210.e

@@ -0,0 +1 @@
+0

framework/resources/Functional/filter/parquet/data/test210.q

@@ -0,0 +1,2 @@
+--keep partition 1.  Count is 0.
+select count(*) from orders_parts_view1 where my_int = -2000 and my_float = -10;

framework/resources/Functional/filter/parquet/data/test211.e

@@ -0,0 +1 @@
+10000.0	10000

framework/resources/Functional/filter/parquet/data/test211.q

@@ -0,0 +1,2 @@
+--keep partition 5.  Count is 1.
+select * from orders_parts_view1 where my_int = 10000;

framework/resources/Functional/filter/parquet/data/test212.e

@@ -0,0 +1 @@
+0

framework/resources/Functional/filter/parquet/data/test212.q

@@ -0,0 +1,2 @@
+--keep no partition.  Count is 0.
+select count(*) from orders_parts_view1 where my_int = 2000;

framework/resources/Functional/filter/parquet/data/test213.e

@@ -0,0 +1 @@
+974

framework/resources/Functional/filter/parquet/data/test213.q

@@ -0,0 +1,2 @@
+--keep partition 5.  Count is 974.
+select count(*) from orders_parts_view1 where my_int >= 8000 and my_int < 10000;

framework/resources/Functional/filter/parquet/data/test214.e

@@ -0,0 +1 @@
+3334.0	3334

framework/resources/Functional/filter/parquet/data/test214.q

@@ -0,0 +1,2 @@
+--keep partition 3.  Count is 1.
+select * from orders_parts_view1 where my_int > 2000 and my_int < 3335;

framework/resources/Functional/filter/parquet/data/test215.e

@@ -0,0 +1 @@
+0

framework/resources/Functional/filter/parquet/data/test215.q

@@ -0,0 +1,2 @@
+--keep no partition.  Count is 0.
+select count(*) from orders_parts_view1 where my_int > 2000 and my_int < 3334;

framework/resources/Functional/filter/parquet/data/test216.e

@@ -0,0 +1 @@
+3334.0	3334

framework/resources/Functional/filter/parquet/data/test216.q

@@ -0,0 +1,2 @@
+--keep partition 3.  Count is 1.
+select * from orders_parts_view1 where my_int = 3334;

framework/resources/Functional/filter/parquet/data/test217.e

@@ -0,0 +1 @@
+0

framework/resources/Functional/filter/parquet/data/test217.q

@@ -0,0 +1,2 @@
+--keep no partition.  Count is 0.
+select count(*) from orders_parts_view1 where my_int = 3333;

framework/resources/Functional/filter/parquet/data/test22.e

@@ -0,0 +1 @@
+3000

framework/resources/Functional/filter/parquet/data/test22.q

@@ -0,0 +1,2 @@
+-- keep partitions 1, 2, 5
+select count(*) from orders_parts where (date_id > '2008-07-17' and date_id < '2011-04-14') or (date_id > '2016-10-03' and date_id < '2019-07-01') or (date_id > '2042-10-07' and date_id < '2045-07-04');

framework/resources/Functional/filter/parquet/data/test220.e

@@ -0,0 +1 @@
+0

framework/resources/Functional/filter/parquet/data/test220.q

@@ -0,0 +1,2 @@
+--keep no partition.  Count is 0.
+select count(*) from orders_parts_view2 where my_int= 2000;

framework/resources/Functional/filter/parquet/data/test221.e

@@ -0,0 +1 @@
+0

framework/resources/Functional/filter/parquet/data/test221.q

@@ -0,0 +1,2 @@
+--keep no partition. Count is 0.
+select count(*) from orders_parts_view2 where my_int > 8000 and my_int < 10000;

framework/resources/Functional/filter/parquet/data/test222.e

@@ -0,0 +1 @@
+3334.0	3334

framework/resources/Functional/filter/parquet/data/test222.q

@@ -0,0 +1,2 @@
+--keep partition 3.  Count is 1.
+select * from orders_parts_view2 where my_int > 2000 and my_int < 3335;

framework/resources/Functional/filter/parquet/data/test223.e

@@ -0,0 +1 @@
+0

framework/resources/Functional/filter/parquet/data/test223.q

@@ -0,0 +1,2 @@
+--keep no partition.  Count is 0.
+select count(*) from orders_parts_view2 where my_int > 2000 and my_int < 3334;

framework/resources/Functional/filter/parquet/data/test224.e

@@ -0,0 +1 @@
+3334.0	3334

framework/resources/Functional/filter/parquet/data/test224.q

@@ -0,0 +1,2 @@
+--keep partition 3.  Count is 1
+select * from orders_parts_view2 where my_int = 3334;

framework/resources/Functional/filter/parquet/data/test225.e

@@ -0,0 +1 @@
+0

framework/resources/Functional/filter/parquet/data/test225.q

@@ -0,0 +1,2 @@
+--keep no partition.  Count is 0.
+select count(*) from orders_parts_view2 where my_int = 3333;

framework/resources/Functional/filter/parquet/data/test23.e

@@ -0,0 +1 @@
+5024

framework/resources/Functional/filter/parquet/data/test23.q

@@ -0,0 +1,2 @@
+-- keep partitions 1, 3, 4.  count is 5024.
+select count(*) from orders_parts where (date_id > '2008-07-17' and date_id < '2011-04-14') or (date_id > '2027-09-16' and date_id < '2030-06-13') or date_id is null;

framework/resources/Functional/filter/parquet/data/test230.e

@@ -0,0 +1 @@
+6

framework/resources/Functional/filter/parquet/data/test230.q

@@ -0,0 +1,2 @@
+--keep partition 1, 2, 5.  Count is 6.
+select count(*) from orders_parts where int_id in (-3000, -2000, 10, 20, 3000, 10000, 3000, 3000, 3000, 20000, 3000, 3000, 3000, 3000, 3000, 3000, 3000, 3000, 3000);

framework/resources/Functional/filter/parquet/data/test231.e

@@ -0,0 +1 @@
+17

framework/resources/Functional/filter/parquet/data/test231.q

@@ -0,0 +1,2 @@
+--keep partition 1.  Count is 17.
+select count(*) from orders_parts where int_id in (-3026, -3025, -3024, -3023, -3022, -3021, -3020, -3019, -3018, -3017, -3016, -3015, -3014, -3013, -3012, -3011, -3010, -3009, -3008);

framework/resources/Functional/filter/parquet/data/test232.e

@@ -0,0 +1 @@
+19

framework/resources/Functional/filter/parquet/data/test232.q

@@ -0,0 +1,2 @@
+--keep partition 1, 2.  Count is 19.
+select count(*) from orders_parts where int_id in (-10, -9, -8, -7, -6, -5, -4, -3, -2, -1, 0, 1, 2, 3, 4, 5, 6, 7, 8);

framework/resources/Functional/filter/parquet/data/test233.e

@@ -0,0 +1 @@
+9

framework/resources/Functional/filter/parquet/data/test233.q

@@ -0,0 +1,2 @@
+--keep partition 1, 2, 3, 5.  Count is 9.
+select count(*) from orders_parts where int_id in (-3025, -3024, -3023, -5, -4, 3060, 3061, 6001, 6002, 9025, 9026, 11975, 11976);

framework/resources/Functional/filter/parquet/data/test234.e

@@ -0,0 +1 @@
+6

framework/resources/Functional/filter/parquet/data/test234.q

@@ -0,0 +1,2 @@
+--keep partition 1, 2, 3, 5.  Count is 6.
+select count(*) from orders_parts where int_id in (-5, -4) or bigint_id in (3060) or float_id in (3061) or double_id in (6001) or date_id in ('2042-10-07');

framework/resources/Functional/filter/parquet/data/test235.e

@@ -0,0 +1 @@
+1

framework/resources/Functional/filter/parquet/data/test235.q

@@ -0,0 +1,2 @@
+--keep partition 5.  Count is 1.
+select count(*) from orders_parts where int_id in (9026) and bigint_id in (9026) and float_id in (9026) and double_id in (9026) and date_id in ('2041-06-20') and timestamp_id in ('2016-10-09 05:42:38.986') and time_id in ('03:49:40.827');

framework/resources/Functional/filter/parquet/data/test236.e

@@ -0,0 +1,3 @@
+11109	664	F	5341.59	1995-03-16	3-MEDIUM	null	0	. silent platelets haggle slyly. quickly ironic asymptotes 	3283	3283	3283.0	3283.0	3283	2025-09-29	2016-10-05 05:59:25.406	02:13:18.073
+5479	697	F	81438.25	1993-12-22	3-MEDIUM	null	0	ng asymptotes. pinto beans sleep care	3284	3284	3284.0	3284.0	3284	2025-09-30	2016-10-05 06:00:25.406	02:13:19.073
+9251	323	F	29910.23	1993-08-30	3-MEDIUM	null	0	ld requests. deposits use blithely ruthlessly unusual packages. fluffil	3285	3285	3285.0	3285.0	3285	2025-10-01	2016-10-05 06:01:25.406	02:13:20.073

framework/resources/Functional/filter/parquet/data/test236.q

@@ -0,0 +1,2 @@
+--keep partition 3.  Count is 3.
+select * from orders_parts where (((int_id > -3000 and bigint_id < -2500) or (bigint_id > -2400 and int_id < -2000)) or (float_id > -5 and double_id < 1000) or (double_id > 3060 and float_id < 6000) or (int_id > 9025 and int_id < 11976)) and (int_id in (10, -20, 1000, -100, 2000, -3000, 3283, 3284, 3285, 4000, 4100, 4200, 4300, 4400, 4500, 4600, 4700, 4800, 4900)) and ((int_id > 2000 and int_id < 3061) or (int_id > 3200 and int_id < 3300)) and ((int_id > -2100 and int_id < -1500) or (int_id > 3250 and int_id < 3400)) and ((int_id > 10000 and int_id < 11000) or (int_id > 3270 and int_id < 3500)) and (int_id > 3280 and int_id < 3290);