convert options in include statment to set statments (byzer-org#1633)

* convert options in include statment to set statments

* add test and fix exception throws when no suffix in  include statement

* ignore result check in pr_1633.mlsql

revise the code example

add checking multi group params

revise the remind msg when setting multi-group params in the Discretizer et

rename the checking functions

streamingpro-core/src/main/java/tech/mlsql/dsl/includes/ScriptIncludeSource.scala

@@ -53,16 +53,28 @@ class ScriptIncludeSource extends IncludeSource with Logging {
       case "byzer" | "byz" | "by" | "py" =>
         newPathChunk = newPathChunk.dropRight(1)
         suffix = pathChunk.last
+      case _ =>
+
 
     }
-    
+
     newPathChunk.drop(1).foreach { item =>
       rootPath.add(item)
     }
 
     val finalPath = rootPath.toPath + "." + suffix
 
-    Source.fromFile(finalPath).getLines().mkString("\n")
+    val action = options.getOrElse("__action__", "set")
+    val leftParams = options - "__action__"
+
+    val generateCode = action match {
+      case "set" => leftParams.map { item =>
+        s"""set ${item._1}='''${item._2}''';"""
+      }.mkString("\n")
+      case _ => ""
+    }
+
+    generateCode + Source.fromFile(finalPath).getLines().mkString("\n")
   }
 
   override def skipPathPrefix: Boolean = true

streamingpro-it/src/test/resources/sql/simple/pr_1633.mlsql

@@ -0,0 +1,8 @@
+--%comparator=tech.mlsql.it.IgnoreResultComparator
+
+include lib.`gitee.com/allwefantasy/lib-core`
+where alias="libCore";
+
+include local.`libCore.udf.hello`;
+select hello() as name as output;
+!assert output ''' :name == "hello world" ''' "output should be 'hello world'";

streamingpro-mlsql/src/main/java/streaming/dsl/mmlib/algs/SQLDiscretizer.scala

@@ -87,8 +87,17 @@ class SQLDiscretizer(override val uid: String) extends SQLAlg with Functions wit
     return metas
   }
 
+  def checkWithoutGroupParams(params: Map[String, String]): Unit = {
+    val group = params.map(p => {
+      val key = p._1
+      key.contains(DiscretizerParamsConstrant.PARAMS_PREFIX + ".")
+    }).filter(_ == true)
+    require(group.size == 0, "The multi-group params are not available for the Discretizer Et!")
+  }
+
   def trainWithoutGroup(df: DataFrame, params: Map[String, String], _method: String, metaPath: String): DataFrame = {
     val dfWithId = df.withColumn("id", monotonically_increasing_id)
+    checkWithoutGroupParams(params)
     var transformedDF = dfWithId
     // we need save metadatas with index, because we need index
     val metas: Array[(Int, DiscretizerTrainData)] = {
@@ -220,10 +229,14 @@ class SQLDiscretizer(override val uid: String) extends SQLAlg with Functions wit
       |
       |train data1 as Discretizer.`/tmp/model`
       |where method="bucketizer"
-      |and `fitParam.0.inputCol`="a"
-      |and `fitParam.0.splitArray`="-inf,0.0,1.0,inf"
-      |and `fitParam.1.inputCol`="b"
-      |and `fitParam.1.splitArray`="-inf,0.0,1.0,inf";
+      |and `inputCol`="a"
+      |and `splits`="-inf,0.0,1.0,inf";
+      |
+      |train data1 as Discretizer.`/tmp/discretizer`
+      |where method="quantile"
+      |and `inputCol`="a"
+      |and `outputCol`="a_v"
+      |and `numBuckets`="3";
       |;
     """.stripMargin)