From 83fb873c314428a2d5660101518549fd8c48abe1 Mon Sep 17 00:00:00 2001 From: "jiachuan.zhu" Date: Fri, 24 Dec 2021 14:23:34 +0800 Subject: [PATCH] Add saveMode to CustomFS Add saveMode to CustomFS --- .../src/main/java/tech/mlsql/datasource/impl/CustomFS.scala | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/streamingpro-mlsql/src/main/java/tech/mlsql/datasource/impl/CustomFS.scala b/streamingpro-mlsql/src/main/java/tech/mlsql/datasource/impl/CustomFS.scala index c2115ccf6..ff3f84c7d 100644 --- a/streamingpro-mlsql/src/main/java/tech/mlsql/datasource/impl/CustomFS.scala +++ b/streamingpro-mlsql/src/main/java/tech/mlsql/datasource/impl/CustomFS.scala @@ -49,10 +49,9 @@ class CustomFS(override val uid: String) extends MLSQLSource ("spark.hadoop." + item._1, item._2) } else item }.foreach(item => session.conf.set(item._1, item._2)) - val format = config.config.getOrElse("implClass", fullFormat) - writer.options(loadFileConf).format(format).save(config.path) + writer.options(loadFileConf).mode(config.mode).format(format).save(config.path) }