Add saveMode to CustomFS

byzer-org · Dec 24, 2021 · f9e2321 · f9e2321
1 parent 04217f9
commit f9e2321
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/streamingpro-mlsql/src/main/java/tech/mlsql/datasource/impl/CustomFS.scala b/streamingpro-mlsql/src/main/java/tech/mlsql/datasource/impl/CustomFS.scala
@@ -46,13 +46,13 @@ class CustomFS(override val uid: String) extends MLSQLSource
 
     objectStoreConf.map { item =>
       if (item._1.startsWith("fs.")) {
-        ("spark.hadoop." + item._1, item._2)
+//        ("spark.hadoop." + item._1, item._2)
+        (item._1, item._2)
       } else item
     }.foreach(item => session.conf.set(item._1, item._2))
-
 
     val format = config.config.getOrElse("implClass", fullFormat)
-    writer.options(loadFileConf).format(format).save(config.path)
+    writer.options(loadFileConf).mode(config.mode).format(format).save(config.path)
   }