Upgrade dependencies (#1220)

GoogleCloudDataproc · Apr 30, 2024 · 881d2cc · 881d2cc
1 parent b5179bb
commit 881d2cc
Show file tree

Hide file tree

Showing 4 changed files with 28 additions and 11 deletions.
diff --git a/CHANGES.md b/CHANGES.md
@@ -5,6 +5,12 @@
 * PR #1205: Sending Identity token in the read API header
 * Issue #1195: Support map type with complex value
 * Issue #1215: Support predicate pushdown for DATETIME
+* BigQuery API has been upgraded to version 2.39.0
+* BigQuery Storage API has been upgraded to version 3.5.0
+* GAX has been upgraded to version 2.47.0
+* Arrow has been upgraded to version 16.0.0
+* gRPC has been upgraded to version 1.63.0
+* Netty has been upgraded to version 4.1.109.Final
 
 ## 0.37.0 - 2024-03-25
 

diff --git a/bigquery-connector-common/pom.xml b/bigquery-connector-common/pom.xml
@@ -103,6 +103,10 @@
  <groupId>org.apache.arrow</groupId>
  <artifactId>arrow-vector</artifactId>
  </dependency>
+ <dependency>
+ <groupId>org.apache.arrow</groupId>
+ <artifactId>arrow-memory-core</artifactId>
+ </dependency>
  <!-- test -->
  <dependency>
  <groupId>com.google.api</groupId>

diff --git a/...-connector-common/src/main/java/com/google/cloud/bigquery/connector/common/ArrowUtil.java b/...-connector-common/src/main/java/com/google/cloud/bigquery/connector/common/ArrowUtil.java
@@ -15,8 +15,8 @@
  */
 package com.google.cloud.bigquery.connector.common;
 
-import org.apache.arrow.memory.NettyAllocationManager;
 import org.apache.arrow.memory.RootAllocator;
+import org.apache.arrow.memory.netty.NettyAllocationManager;
 
 /** Common utility classes for Arrow. */
 public class ArrowUtil {

diff --git a/spark-bigquery-parent/pom.xml b/spark-bigquery-parent/pom.xml
@@ -52,19 +52,21 @@
  <revision>0.0.1-SNAPSHOT</revision>
 
  <avro.version>1.11.3</avro.version>
- <arrow.version>15.0.1</arrow.version>
- <gax.version>2.45.0</gax.version>
+ <arrow.version>16.0.0</arrow.version>
+ <gax.version>2.47.0</gax.version>
  <google-auth.version>1.23.0</google-auth.version>
- <google-cloud-bigquery.version>2.38.1</google-cloud-bigquery.version>
- <google-cloud-bigquerystorage.version>3.3.1</google-cloud-bigquerystorage.version>
- <google-cloud-dataproc.version>4.34.0</google-cloud-dataproc.version>
- <google-cloud-storage.version>2.35.0</google-cloud-storage.version>
+ <google-cloud-bigquery.version>2.39.0</google-cloud-bigquery.version>
+ <google-cloud-bigquerystorage.version>3.5.0</google-cloud-bigquerystorage.version>
+ <google-cloud-dataproc.version>4.39.0</google-cloud-dataproc.version>
+ <google-cloud-storage.version>2.37.0</google-cloud-storage.version>
  <google-truth.version>1.4.2</google-truth.version>
- <grpc.version>1.62.2</grpc.version>
- <guava.version>33.0.0-jre</guava.version>
- <jackson.version>2.16.2</jackson.version>
- <netty.version>4.1.107.Final</netty.version>
+ <grpc.version>1.63.0</grpc.version>
+ <guava.version>33.1.0-jre</guava.version>
+ <jackson.version>2.17.0</jackson.version>
+ <netty.version>4.1.109.Final</netty.version>
  <paranamer.version>2.8</paranamer.version>
+ <!-- Don't upgrade protobuf until bigquerystorage is compatible with 4.x version of proto.
+ Ref : https://github.com/protocolbuffers/protobuf/issues/16452-->
  <protobuf.version>3.25.3</protobuf.version>
  <zstd.version>1.4.9-1</zstd.version>
  <deploy.skip>true</deploy.skip>
@@ -263,6 +265,11 @@
  <artifactId>arrow-vector</artifactId>
  <version>${arrow.version}</version>
  </dependency>
+ <dependency>
+ <groupId>org.apache.arrow</groupId>
+ <artifactId>arrow-memory-core</artifactId>
+ <version>${arrow.version}</version>
+ </dependency>
  <dependency>
  <groupId>org.apache.commons</groupId>
  <artifactId>commons-compress</artifactId>