From ee88481026652355ccaa036c3351c630f1915a05 Mon Sep 17 00:00:00 2001 From: Jonas Platte Date: Tue, 22 Oct 2024 13:02:12 +0200 Subject: [PATCH 1/2] bigquery: Upgrade arrow dependency --- bigquery/Cargo.toml | 2 +- bigquery/src/storage.rs | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/bigquery/Cargo.toml b/bigquery/Cargo.toml index b351740a..c54eae7e 100644 --- a/bigquery/Cargo.toml +++ b/bigquery/Cargo.toml @@ -22,7 +22,7 @@ serde = { version = "1.0", features = ["derive"] } serde_json = "1.0" tokio = { version="1.32", features=["macros"] } time = { version = "0.3", features = ["std", "macros", "formatting", "parsing", "serde"] } -arrow = { version="50.0", default-features = false, features = ["ipc"] } +arrow = { version = "53.1", default-features = false, features = ["ipc"] } base64 = "0.21" bigdecimal = { version="0.4", features=["serde"] } num-bigint = "0.4" diff --git a/bigquery/src/storage.rs b/bigquery/src/storage.rs index 22813088..2bbdd7db 100644 --- a/bigquery/src/storage.rs +++ b/bigquery/src/storage.rs @@ -123,7 +123,7 @@ where let mut rows_with_schema = schema.serialized_schema; rows_with_schema.extend_from_slice(&rows.serialized_record_batch); let rows = Cursor::new(rows_with_schema); - let rows: StreamReader>>> = StreamReader::try_new(rows, None)?; + let rows: StreamReader>>> = StreamReader::try_new(BufReader::new(rows), None)?; let mut chunk: VecDeque = VecDeque::new(); for row in rows { let row = row?; From 0a0386b5789b2a79f326931f96f409f3453c598e Mon Sep 17 00:00:00 2001 From: Jonas Platte Date: Tue, 22 Oct 2024 13:16:44 +0200 Subject: [PATCH 2/2] bigquery: Upgrade backon dependency --- bigquery/Cargo.toml | 2 +- bigquery/src/client.rs | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/bigquery/Cargo.toml b/bigquery/Cargo.toml index c54eae7e..93475cf5 100644 --- a/bigquery/Cargo.toml +++ b/bigquery/Cargo.toml @@ -26,7 +26,7 @@ arrow = { version = "53.1", default-features = false, features = ["ipc"] } base64 = "0.21" bigdecimal = { version="0.4", features=["serde"] } num-bigint = "0.4" -backon = "0.4" +backon = { version = "1.2", default-features = false, features = ["tokio-sleep"] } reqwest-middleware = { version = "0.3", features = ["json", "multipart"] } anyhow = "1.0" diff --git a/bigquery/src/client.rs b/bigquery/src/client.rs index 966c96f5..a1cec4cf 100644 --- a/bigquery/src/client.rs +++ b/bigquery/src/client.rs @@ -304,7 +304,7 @@ impl Client { ) } else { ( - self.wait_for_query(&result.job_reference, &option.retry, &request.timeout_ms) + self.wait_for_query(&result.job_reference, option.retry, &request.timeout_ms) .await?, None, vec![], @@ -410,7 +410,7 @@ impl Client { async fn wait_for_query( &self, job: &JobReference, - builder: &ExponentialBuilder, + builder: ExponentialBuilder, timeout_ms: &Option, ) -> Result { // Use get_query_results only to wait for completion, not to read results.