fix: set parquet format options for external tables

googleapis · Feb 19, 2023 · e737ff6 · e737ff6
1 parent f150bce
commit e737ff6
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 0 deletions.
diff --git a/google-cloud-bigquery/src/main/java/com/google/cloud/bigquery/ExternalTableDefinition.java b/google-cloud-bigquery/src/main/java/com/google/cloud/bigquery/ExternalTableDefinition.java
@@ -311,6 +311,9 @@ com.google.api.services.bigquery.model.ExternalDataConfiguration toExternalDataC
     if (getDecimalTargetTypes() != null) {
       externalConfigurationPb.setDecimalTargetTypes(getDecimalTargetTypes());
     }
+    if (getFormatOptions() != null && FormatOptions.PARQUET.equals(getFormatOptions().getType())) {
+      externalConfigurationPb.setParquetOptions(((ParquetOptions) getFormatOptions()).toPb());
+    }
     if (getFormatOptions() != null && FormatOptions.AVRO.equals(getFormatOptions().getType())) {
       externalConfigurationPb.setAvroOptions(((AvroOptions) getFormatOptions()).toPb());
     }

diff --git a/...e-cloud-bigquery/src/test/java/com/google/cloud/bigquery/ExternalTableDefinitionTest.java b/...e-cloud-bigquery/src/test/java/com/google/cloud/bigquery/ExternalTableDefinitionTest.java
@@ -52,6 +52,7 @@ public class ExternalTableDefinitionTest {
   private static final Boolean AUTODETECT = true;
   private static final AvroOptions AVRO_OPTIONS = AvroOptions.newBuilder().build();
   private static final CsvOptions CSV_OPTIONS = CsvOptions.newBuilder().build();
+  private static final ParquetOptions PARQUET_OPTIONS = ParquetOptions.newBuilder().build();
   private static final HivePartitioningOptions HIVE_PARTITIONING_OPTIONS =
       HivePartitioningOptions.newBuilder()
           .setMode("AUTO")
@@ -71,6 +72,9 @@ public class ExternalTableDefinitionTest {
   private static final ExternalTableDefinition EXTERNAL_TABLE_DEFINITION_AVRO =
       ExternalTableDefinition.newBuilder(SOURCE_URIS, TABLE_SCHEMA, AVRO_OPTIONS).build();
 
+  private static final ExternalTableDefinition EXTERNAL_TABLE_DEFINITION_PARQUET =
+      ExternalTableDefinition.newBuilder(SOURCE_URIS, TABLE_SCHEMA, PARQUET_OPTIONS).build();
+
   @Test
   public void testToBuilder() {
     compareExternalTableDefinition(
@@ -136,6 +140,17 @@ public void testToAndFromPb() {
         externalTableDefinition, ExternalTableDefinition.fromPb(externalTableDefinition.toPb()));
   }
 
+  @Test
+  public void testToAndFromPbParquet() {
+    compareExternalTableDefinition(
+        EXTERNAL_TABLE_DEFINITION_PARQUET,
+        ExternalTableDefinition.fromPb(EXTERNAL_TABLE_DEFINITION_PARQUET.toPb()));
+    ExternalTableDefinition externalTableDefinition =
+        ExternalTableDefinition.newBuilder(SOURCE_URIS, TABLE_SCHEMA, PARQUET_OPTIONS).build();
+    compareExternalTableDefinition(
+        externalTableDefinition, ExternalTableDefinition.fromPb(externalTableDefinition.toPb()));
+  }
+
   private void compareExternalTableDefinition(
       ExternalTableDefinition expected, ExternalTableDefinition value) {
     assertEquals(expected, value);