Adds a cache for ParquetMetaData. (#16)

Author: cristipp

datafusion/Cargo.toml

@@ -69,6 +69,7 @@ smallvec = { version = "1.6", features = ["union"] }
 rand = "0.8"
 # dependencies added in the cubestore fork start here.
 itertools = "0.9.0"
+lru = "0.6.5"
 serde = { version = "1.0", features = ["rc"] }
 serde_derive = "1.0"
 tracing = "0.1.25"

datafusion/src/physical_plan/expressions/in_list.rs

@@ -23,9 +23,9 @@ use std::sync::Arc;
 use arrow::array::GenericStringArray;
 use arrow::array::{
     ArrayRef, BooleanArray, Float32Array, Float64Array, Int16Array, Int32Array,
-    Int64Array, Int8Array, StringOffsetSizeTrait, UInt16Array, UInt32Array, UInt64Array,
-    UInt8Array, Int64Decimal0Array, Int64Decimal1Array, Int64Decimal2Array, Int64Decimal3Array, Int64Decimal4Array,
-    Int64Decimal5Array, Int64Decimal10Array
+    Int64Array, Int64Decimal0Array, Int64Decimal10Array, Int64Decimal1Array,
+    Int64Decimal2Array, Int64Decimal3Array, Int64Decimal4Array, Int64Decimal5Array,
+    Int8Array, StringOffsetSizeTrait, UInt16Array, UInt32Array, UInt64Array, UInt8Array,
 };
 use arrow::{datatypes::DataType, record_batch::RecordBatch};
 
@@ -44,7 +44,7 @@ pub struct InListExpr {
 }
 
 macro_rules! make_contains {
-($ARRAY:expr, $LIST_VALUES:expr, $NEGATED:expr, Int64Decimal, $ARRAY_TYPE:ident, $SCALE:expr) => {{
+    ($ARRAY:expr, $LIST_VALUES:expr, $NEGATED:expr, Int64Decimal, $ARRAY_TYPE:ident, $SCALE:expr) => {{
         let array = $ARRAY.as_any().downcast_ref::<$ARRAY_TYPE>().unwrap();
 
         let mut contains_null = false;
@@ -317,25 +317,74 @@ impl PhysicalExpr for InListExpr {
                 make_contains!(array, list_values, self.negated, UInt8, UInt8Array)
             }
             DataType::Int64Decimal(0) => {
-                make_contains!(array, list_values, self.negated, Int64Decimal, Int64Decimal0Array, 0)
+                make_contains!(
+                    array,
+                    list_values,
+                    self.negated,
+                    Int64Decimal,
+                    Int64Decimal0Array,
+                    0
+                )
             }
             DataType::Int64Decimal(1) => {
-                make_contains!(array, list_values, self.negated, Int64Decimal, Int64Decimal1Array, 1)
+                make_contains!(
+                    array,
+                    list_values,
+                    self.negated,
+                    Int64Decimal,
+                    Int64Decimal1Array,
+                    1
+                )
             }
             DataType::Int64Decimal(2) => {
-                make_contains!(array, list_values, self.negated, Int64Decimal, Int64Decimal2Array, 2)
+                make_contains!(
+                    array,
+                    list_values,
+                    self.negated,
+                    Int64Decimal,
+                    Int64Decimal2Array,
+                    2
+                )
             }
             DataType::Int64Decimal(3) => {
-                make_contains!(array, list_values, self.negated, Int64Decimal, Int64Decimal3Array, 3)
+                make_contains!(
+                    array,
+                    list_values,
+                    self.negated,
+                    Int64Decimal,
+                    Int64Decimal3Array,
+                    3
+                )
             }
             DataType::Int64Decimal(4) => {
-                make_contains!(array, list_values, self.negated, Int64Decimal, Int64Decimal4Array, 4)
+                make_contains!(
+                    array,
+                    list_values,
+                    self.negated,
+                    Int64Decimal,
+                    Int64Decimal4Array,
+                    4
+                )
             }
             DataType::Int64Decimal(5) => {
-                make_contains!(array, list_values, self.negated, Int64Decimal, Int64Decimal5Array, 5)
+                make_contains!(
+                    array,
+                    list_values,
+                    self.negated,
+                    Int64Decimal,
+                    Int64Decimal5Array,
+                    5
+                )
             }
             DataType::Int64Decimal(10) => {
-                make_contains!(array, list_values, self.negated, Int64Decimal, Int64Decimal10Array, 10)
+                make_contains!(
+                    array,
+                    list_values,
+                    self.negated,
+                    Int64Decimal,
+                    Int64Decimal10Array,
+                    10
+                )
             }
             DataType::Boolean => {
                 make_contains!(array, list_values, self.negated, Boolean, BooleanArray)