add repartitionWithNebula config for template (#61)

vesoft-inc · Jan 19, 2022 · 1fc042b · 1fc042b
1 parent 332423e
commit 1fc042b
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/nebula-exchange_spark_2.4/src/main/resources/application.conf b/nebula-exchange_spark_2.4/src/main/resources/application.conf
@@ -141,6 +141,9 @@
       header: true
       batch: 256
       partition: 32
+      # optional config, default is false
+      # config repartitionWithNebula as true means: repartition spark dataframe with nebula partition number to write sst files.
+      repartitionWithNebula: false
     }
 
     # HDFS json
@@ -363,6 +366,9 @@
       header: true
       batch: 256
       partition: 32
+      # optional config, default is false
+      # config repartitionWithNebula as true means: repartition spark dataframe with nebula partition number to write sst files.
+      repartitionWithNebula: false
     }
 
     # HDFS json