refactor: Remove unused Parquet indexes (#18329)

pola-rs · Aug 23, 2024 · c37bad2 · c37bad2
1 parent fea6b02
commit c37bad2
Show file tree

Hide file tree

Showing 32 changed files with 46 additions and 1,944 deletions.
diff --git a/crates/polars-parquet/src/arrow/read/deserialize/utils/mod.rs b/crates/polars-parquet/src/arrow/read/deserialize/utils/mod.rs
@@ -183,11 +183,9 @@ impl<'a, D: Decoder> State<'a, D> {
 
 pub fn not_implemented(page: &DataPage) -> ParquetError {
     let is_optional = page.descriptor.primitive_type.field_info.repetition == Repetition::Optional;
-    let is_filtered = page.selected_rows().is_some();
     let required = if is_optional { "optional" } else { "required" };
-    let is_filtered = if is_filtered { ", index-filtered" } else { "" };
     ParquetError::not_supported(format!(
-        "Decoding {:?} \"{:?}\"-encoded {required}{is_filtered} parquet pages not yet supported",
+        "Decoding {:?} \"{:?}\"-encoded {required} parquet pages not yet supported",
         page.descriptor.primitive_type.physical_type,
         page.encoding(),
     ))

diff --git a/crates/polars-parquet/src/arrow/read/indexes/binary.rs b/crates/polars-parquet/src/arrow/read/indexes/binary.rs
diff --git a/crates/polars-parquet/src/arrow/read/indexes/boolean.rs b/crates/polars-parquet/src/arrow/read/indexes/boolean.rs
diff --git a/crates/polars-parquet/src/arrow/read/indexes/fixed_len_binary.rs b/crates/polars-parquet/src/arrow/read/indexes/fixed_len_binary.rs