Update to object_store 0.6 and arrow 41 (#6374)

* Update object_store 0.6 and arrow * Remove pin * Fix pyarrow * Tomlfmt * Update flight_sql_service * Fix parquet_sql_multiple_files
apache · Jun 6, 2023 · 91e75d7 · 91e75d7
1 parent 70d633a
commit 91e75d7
Show file tree

Hide file tree

Showing 31 changed files with 288 additions and 119 deletions.
diff --git a/Cargo.toml b/Cargo.toml
@@ -45,12 +45,12 @@ repository = "https://github.com/apache/arrow-datafusion"
 rust-version = "1.64"
 
 [workspace.dependencies]
-arrow = { version = "40.0.0", features = ["prettyprint"] }
-arrow-flight = { version = "40.0.0", features = ["flight-sql-experimental"] }
-arrow-buffer = { version = "40.0.0", default-features = false }
-arrow-schema = { version = "40.0.0", default-features = false }
-arrow-array = { version = "40.0.0", default-features = false, features = ["chrono-tz"] }
-parquet = { version = "40.0.0", features = ["arrow", "async", "object_store"] }
+arrow = { version = "41.0.0", features = ["prettyprint"] }
+arrow-flight = { version = "41.0.0", features = ["flight-sql-experimental"] }
+arrow-buffer = { version = "41.0.0", default-features = false }
+arrow-schema = { version = "41.0.0", default-features = false }
+arrow-array = { version = "41.0.0", default-features = false, features = ["chrono-tz"] }
+parquet = { version = "41.0.0", features = ["arrow", "async", "object_store"] }
 
 [profile.release]
 codegen-units = 1

diff --git a/benchmarks/src/bin/parquet.rs b/benchmarks/src/bin/parquet.rs
@@ -87,7 +87,7 @@ impl Opt {
 
         if let Some(s) = self.page_size {
             props_builder = props_builder
-                .set_data_pagesize_limit(s)
+                .set_data_page_size_limit(s)
                 .set_write_batch_size(s);
         }