[CARMEL-3812] Support multiple bucket columns in Delta (delta-io#3)

LantaoJin · Oct 12, 2020 · 18be790 · 18be790
1 parent aa28ec0
commit 18be790
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/src/main/scala/org/apache/spark/sql/delta/catalog/DeltaCatalog.scala b/src/main/scala/org/apache/spark/sql/delta/catalog/DeltaCatalog.scala
@@ -225,8 +225,11 @@ class DeltaCatalog(val spark: SparkSession) extends DelegatingCatalogExtension
       case IdentityTransform(FieldReference(Seq(col))) =>
         identityCols += col
 
-      case BucketTransform(numBuckets, FieldReference(Seq(col))) =>
-        bucketSpec = Some(BucketSpec(numBuckets, col :: Nil, Nil))
+      case BucketTransform(numBuckets, fieldReferences) =>
+        val bucketColumns = fieldReferences.collect {
+          case FieldReference(parts) => parts.mkString(".")
+        }
+        bucketSpec = Some(BucketSpec(numBuckets, bucketColumns, Nil))
 
       case transform =>
         throw DeltaErrors.operationNotSupportedException(s"Partitioning by expressions")