Merge pull request #1636 from chncaesar/overwrite-blob

Add saveMode to CustomFS
byzer-org · Dec 24, 2021 · ab07ba8 · ab07ba8
2 parents 04217f9 + 83fb873
commit ab07ba8
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/streamingpro-mlsql/src/main/java/tech/mlsql/datasource/impl/CustomFS.scala b/streamingpro-mlsql/src/main/java/tech/mlsql/datasource/impl/CustomFS.scala
@@ -49,10 +49,9 @@ class CustomFS(override val uid: String) extends MLSQLSource
         ("spark.hadoop." + item._1, item._2)
       } else item
     }.foreach(item => session.conf.set(item._1, item._2))
-
 
     val format = config.config.getOrElse("implClass", fullFormat)
-    writer.options(loadFileConf).format(format).save(config.path)
+    writer.options(loadFileConf).mode(config.mode).format(format).save(config.path)
   }