Remove benches and tests related to parquet

rerun-io · Jan 15, 2024 · 91ef392 · 91ef392
1 parent b64879d
commit 91ef392
Show file tree

Hide file tree

Showing 5 changed files with 29 additions and 210 deletions.
diff --git a/Cargo.toml b/Cargo.toml
@@ -339,14 +339,6 @@ name = "comparison_kernels"
 harness = false
 
 
-[[bench]]
-name = "read_parquet"
-harness = false
-
-[[bench]]
-name = "write_parquet"
-harness = false
-
 [[bench]]
 name = "aggregate"
 harness = false

diff --git a/benches/read_parquet.rs b/benches/read_parquet.rs
diff --git a/benches/write_parquet.rs b/benches/write_parquet.rs
diff --git a/src/doc/lib.md b/src/doc/lib.md
@@ -15,7 +15,7 @@ use re_arrow2::array::*;
 use re_arrow2::datatypes::{Field, DataType, Schema};
 use re_arrow2::compute::arithmetics;
 use re_arrow2::error::Result;
-use re_arrow2::io::parquet::write::*;
+// use re_arrow2::io::parquet::write::*;
 use re_arrow2::chunk::Chunk;
 
 fn main() -> Result<()> {
@@ -36,32 +36,33 @@ fn main() -> Result<()> {
  // declare chunk
  let chunk = Chunk::new(vec![a.arced(), b.arced()]);
 
- // write to parquet (probably the fastest implementation of writing to parquet out there)
+ // // write to parquet (probably the fastest implementation of writing to parquet out there)
 
- let options = WriteOptions {
- write_statistics: true,
- compression: CompressionOptions::Snappy,
- version: Version::V1,
- data_pagesize_limit: None,
- };
+ // let options = WriteOptions {
+ //  write_statistics: true,
+ //  compression: CompressionOptions::Snappy,
+ //  version: Version::V1,
+ //  data_pagesize_limit: None,
+ // };
 
- let row_groups = RowGroupIterator::try_new(
- vec![Ok(chunk)].into_iter(),
- &schema,
- options,
- vec![vec![Encoding::Plain], vec![Encoding::Plain]],
- )?;
+ // let row_groups = RowGroupIterator::try_new(
+ //  vec![Ok(chunk)].into_iter(),
+ //  &schema,
+ //  options,
+ //  vec![vec![Encoding::Plain], vec![Encoding::Plain]],
+ // )?;
 
- // anything implementing `std::io::Write` works
- let mut file = vec![];
+ // // anything implementing `std::io::Write` works
+ // let mut file = vec![];
 
- let mut writer = FileWriter::try_new(file, schema, options)?;
+ // let mut writer = FileWriter::try_new(file, schema, options)?;
+
+ // // Write the file.
+ // for group in row_groups {
+ // writer.write(group?)?;
+ // }
+ // let _ = writer.end(None)?;
 
- // Write the file.
- for group in row_groups {
- writer.write(group?)?;
- }
- let _ = writer.end(None)?;
  Ok(())
 }
 ```

diff --git a/tests/it/io/mod.rs b/tests/it/io/mod.rs
@@ -7,17 +7,17 @@ mod json;
 #[cfg(feature = "io_json")]
 mod ndjson;
 
-#[cfg(feature = "io_json_integration")]
-mod ipc;
+// #[cfg(feature = "io_json_integration")] // disabled: requiers test data
+// mod ipc; // disabled: requiers test data
 
 #[cfg(feature = "io_parquet")]
 mod parquet;
 
 #[cfg(feature = "io_avro")]
 mod avro;
 
-#[cfg(feature = "io_orc")]
-mod orc;
+// #[cfg(feature = "io_orc")] // disabled: requiers test data
+// mod orc; // disabled: requiers test data
 
 #[cfg(any(
  feature = "io_csv_read",
@@ -26,5 +26,5 @@ mod orc;
 ))]
 mod csv;
 
-#[cfg(feature = "io_flight")]
-mod flight;
+// #[cfg(feature = "io_flight")] // disabled: requiers test data
+// mod flight; // disabled: requiers test data