optimize DataSummaryET

update codes update code update codes update DataSummary update codes update codes update codes revise the positions of metrics columns reduce an action in mode calculation rm modeformat rm modeformat update codes revise ut rm redundant file fix comments fix comments revise pom
byzer-org · Sep 1, 2022 · d398511 · d398511
1 parent 1bd191f
commit d398511
Show file tree

Hide file tree

Showing 4 changed files with 551 additions and 3 deletions.
diff --git a/mlsql-mllib/pom.xml b/mlsql-mllib/pom.xml
@@ -12,8 +12,8 @@
     <artifactId>mlsql-mllib-3.0_2.12</artifactId>
     <dependencies>
         <dependency>
-            <groupId>tech.mlsql</groupId>
             <artifactId>byzer-extension-tests-3.0_2.12</artifactId>
+            <groupId>tech.mlsql</groupId>
             <version>${project.version}</version>
             <scope>test</scope>
         </dependency>
@@ -24,6 +24,16 @@
             <id>shade</id>
             <build>
                 <plugins>
+
+                    <!-- maven 打包时跳过测试 -->
+                    <plugin>
+                        <groupId>org.apache.maven.plugins</groupId>
+                        <artifactId>maven-surefire-plugin</artifactId>
+                        <configuration>
+                            <skip>true</skip>
+                        </configuration>
+                    </plugin>
+
                     <plugin>
                         <groupId>org.apache.maven.plugins</groupId>
                         <artifactId>maven-shade-plugin</artifactId>

diff --git a/mlsql-mllib/src/main/java/tech/mlsql/plugins/mllib/app/MLSQLMllib.scala b/mlsql-mllib/src/main/java/tech/mlsql/plugins/mllib/app/MLSQLMllib.scala
@@ -5,7 +5,7 @@ import tech.mlsql.common.utils.log.Logging
 import tech.mlsql.dsl.CommandCollection
 import tech.mlsql.ets.register.ETRegister
 import tech.mlsql.plugins.mllib.ets._
-import tech.mlsql.plugins.mllib.ets.fe.{DataTranspose, OnehotExt, PSIExt, SQLDataSummary, SQLDescriptiveMetrics, SQLMissingValueProcess, SQLPatternDistribution, SQLUniqueIdentifier}
+import tech.mlsql.plugins.mllib.ets.fe.{DataTranspose, OnehotExt, PSIExt, SQLDataSummary, SQLDataSummaryV2, SQLDescriptiveMetrics, SQLMissingValueProcess, SQLPatternDistribution, SQLUniqueIdentifier}
 import tech.mlsql.plugins.mllib.ets.fintech.scorecard.{SQLBinning, SQLScoreCard}
 import tech.mlsql.version.VersionCompatibility
 
@@ -20,7 +20,7 @@ class MLSQLMllib extends tech.mlsql.app.App with VersionCompatibility with Loggi
     ETRegister.register("SampleDatasetExt", classOf[SampleDatasetExt].getName)
     ETRegister.register("TakeRandomSampleExt", classOf[TakeRandomSampleExt].getName)
     ETRegister.register("ColumnsExt", classOf[ColumnsExt].getName)
-    ETRegister.register("DataSummary", classOf[SQLDataSummary].getName)
+    ETRegister.register("DataSummary", classOf[SQLDataSummaryV2].getName)
     ETRegister.register("DataMissingValueProcess", classOf[SQLMissingValueProcess].getName)
     ETRegister.register("Binning", classOf[SQLBinning].getName)
     ETRegister.register("ScoreCard", classOf[SQLScoreCard].getName)