improvement 16096

apache · Sep 13, 2024 · f1b33af · f1b33af
1 parent f55b248
commit f1b33af
Show file tree

Hide file tree

Showing 10 changed files with 391 additions and 565 deletions.
diff --git a/dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/pom.xml b/dolphinscheduler-task-plugin/dolphinscheduler-task-aliyunserverlessspark/pom.xml
@@ -35,12 +35,7 @@
  <groupId>org.apache.dolphinscheduler</groupId>
  <artifactId>dolphinscheduler-task-api</artifactId>
  <version>${project.version}</version>
- <exclusions>
- <exclusion>
- <groupId>com.aliyun.oss</groupId>
- <artifactId>aliyun-sdk-oss</artifactId>
- </exclusion>
- </exclusions>
+ <scope>provided</scope>
  </dependency>
 
  <dependency>
@@ -49,6 +44,13 @@
  <version>${project.version}</version>
  </dependency>
 
+ <dependency>
+ <groupId>org.apache.dolphinscheduler</groupId>
+ <artifactId>dolphinscheduler-datasource-api</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
  <dependency>
  <groupId>org.apache.dolphinscheduler</groupId>
  <artifactId>dolphinscheduler-common</artifactId>

diff --git a/dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/pom.xml b/dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/pom.xml
@@ -44,6 +44,13 @@
  <version>${project.version}</version>
  </dependency>
 
+ <dependency>
+ <groupId>org.apache.dolphinscheduler</groupId>
+ <artifactId>dolphinscheduler-datasource-api</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
  <dependency>
  <groupId>org.apache.dolphinscheduler</groupId>
  <artifactId>dolphinscheduler-common</artifactId>

diff --git a/...taquality/src/main/java/org/apache/dolphinscheduler/plugin/task/dq/enums/CommandType.java b/...taquality/src/main/java/org/apache/dolphinscheduler/plugin/task/dq/enums/CommandType.java
diff --git a/...ataquality/src/main/java/org/apache/dolphinscheduler/plugin/task/dq/rule/RuleManager.java b/...ataquality/src/main/java/org/apache/dolphinscheduler/plugin/task/dq/rule/RuleManager.java
@@ -21,10 +21,11 @@
 import static org.apache.dolphinscheduler.plugin.task.api.utils.DataQualityConstants.COMPARISON_TYPE;
 import static org.apache.dolphinscheduler.plugin.task.api.utils.DataQualityConstants.UNIQUE_CODE;
 
+import org.apache.dolphinscheduler.common.enums.CommandType;
 import org.apache.dolphinscheduler.common.utils.JSONUtils;
+import org.apache.dolphinscheduler.common.utils.placeholder.BusinessTimeUtils;
 import org.apache.dolphinscheduler.plugin.task.api.DataQualityTaskExecutionContext;
 import org.apache.dolphinscheduler.plugin.task.api.enums.dp.RuleType;
-import org.apache.dolphinscheduler.plugin.task.dq.enums.CommandType;
 import org.apache.dolphinscheduler.plugin.task.dq.exception.DataQualityException;
 import org.apache.dolphinscheduler.plugin.task.dq.rule.entity.DqRuleInputEntry;
 import org.apache.dolphinscheduler.plugin.task.dq.rule.parameter.DataQualityConfiguration;
@@ -34,7 +35,6 @@
 import org.apache.dolphinscheduler.plugin.task.dq.rule.parser.SingleTableCustomSqlRuleParser;
 import org.apache.dolphinscheduler.plugin.task.dq.rule.parser.SingleTableRuleParser;
 import org.apache.dolphinscheduler.plugin.task.dq.utils.RuleParserUtils;
-import org.apache.dolphinscheduler.plugin.task.dq.utils.placeholder.BusinessTimeUtils;
 
 import java.util.Date;
 import java.util.Map;

diff --git a/.../java/org/apache/dolphinscheduler/plugin/task/dq/utils/placeholder/BusinessTimeUtils.java b/.../java/org/apache/dolphinscheduler/plugin/task/dq/utils/placeholder/BusinessTimeUtils.java
diff --git a/dolphinscheduler-task-plugin/dolphinscheduler-task-datax/pom.xml b/dolphinscheduler-task-plugin/dolphinscheduler-task-datax/pom.xml
@@ -36,48 +36,26 @@
  <groupId>org.apache.dolphinscheduler</groupId>
  <artifactId>dolphinscheduler-task-api</artifactId>
  <version>${project.version}</version>
+ <scope>provided</scope>
  </dependency>
 
  <dependency>
  <groupId>org.apache.dolphinscheduler</groupId>
  <artifactId>dolphinscheduler-datasource-api</artifactId>
  <version>${project.version}</version>
+ <scope>provided</scope>
  </dependency>
 
  <dependency>
  <groupId>org.apache.dolphinscheduler</groupId>
  <artifactId>dolphinscheduler-common</artifactId>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.commons</groupId>
- <artifactId>commons-collections4</artifactId>
  <scope>provided</scope>
  </dependency>
 
  <dependency>
  <groupId>com.alibaba</groupId>
  <artifactId>druid</artifactId>
  </dependency>
-
- <dependency>
- <groupId>io.fabric8</groupId>
- <artifactId>kubernetes-client</artifactId>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>commons-io</groupId>
- <artifactId>commons-io</artifactId>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>ch.qos.logback</groupId>
- <artifactId>logback-classic</artifactId>
- <scope>provided</scope>
- </dependency>
  </dependencies>
 
  <build>

diff --git a/dolphinscheduler-task-plugin/dolphinscheduler-task-dinky/pom.xml b/dolphinscheduler-task-plugin/dolphinscheduler-task-dinky/pom.xml
@@ -36,11 +36,13 @@
  <groupId>org.apache.dolphinscheduler</groupId>
  <artifactId>dolphinscheduler-task-api</artifactId>
  <version>${project.version}</version>
+ <scope>provided</scope>
  </dependency>
 
  <dependency>
- <groupId>org.apache.httpcomponents</groupId>
- <artifactId>httpclient</artifactId>
+ <groupId>org.apache.dolphinscheduler</groupId>
+ <artifactId>dolphinscheduler-common</artifactId>
+ <version>${project.version}</version>
  <scope>provided</scope>
  </dependency>
 

diff --git a/dolphinscheduler-task-plugin/dolphinscheduler-task-dms/pom.xml b/dolphinscheduler-task-plugin/dolphinscheduler-task-dms/pom.xml
@@ -46,18 +46,6 @@
  <dependency>
  <groupId>org.apache.dolphinscheduler</groupId>
  <artifactId>dolphinscheduler-common</artifactId>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>commons-io</groupId>
- <artifactId>commons-io</artifactId>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>commons-beanutils</groupId>
- <artifactId>commons-beanutils</artifactId>
  <scope>provided</scope>
  </dependency>
  </dependencies>

diff --git a/...orch/src/main/java/org/apache/dolphinscheduler/plugin/task/pytorch/GitProjectManager.java b/...orch/src/main/java/org/apache/dolphinscheduler/plugin/task/pytorch/GitProjectManager.java
@@ -17,7 +17,7 @@
 
 package org.apache.dolphinscheduler.plugin.task.pytorch;
 
-import static org.apache.dolphinscheduler.spi.shell.AbstractShell.ExitCodeException;
+import static org.apache.dolphinscheduler.common.shell.AbstractShell.ExitCodeException;
 
 import org.apache.dolphinscheduler.common.utils.OSUtils;