diff --git a/.github/workflows/pulsar-ci.yaml b/.github/workflows/pulsar-ci.yaml
index 2d4792bfa15fd..8cf8e64a85da4 100644
--- a/.github/workflows/pulsar-ci.yaml
+++ b/.github/workflows/pulsar-ci.yaml
@@ -202,6 +202,10 @@ jobs:
- name: Pulsar IO
group: PULSAR_IO
timeout: 75
+ - name: Pulsar IO - Elastic Search
+ group: PULSAR_IO_ELASTIC
+ - name: Pulsar IO - Kafka Connect Adaptor
+ group: PULSAR_IO_KAFKA_CONNECT
- name: Pulsar Client
group: CLIENT
diff --git a/build/run_unit_group.sh b/build/run_unit_group.sh
index ba49820ed1d33..69434b011b37e 100755
--- a/build/run_unit_group.sh
+++ b/build/run_unit_group.sh
@@ -188,6 +188,18 @@ function test_group_pulsar_io() {
echo "::endgroup::"
}
+function test_group_pulsar_io_elastic() {
+ echo "::group::Running elastic-search tests"
+ mvn_test --install -Ppulsar-io-elastic-tests,-main
+ echo "::endgroup::"
+}
+
+function test_group_pulsar_io_kafka_connect() {
+ echo "::group::Running Pulsar IO Kafka connect adaptor tests"
+ mvn_test --install -Ppulsar-io-kafka-connect-tests,-main
+ echo "::endgroup::"
+}
+
function list_test_groups() {
declare -F | awk '{print $NF}' | sort | grep -E '^test_group_' | sed 's/^test_group_//g' | tr '[:lower:]' '[:upper:]'
}
diff --git a/pom.xml b/pom.xml
index c4140f67a20e9..4f3ddec898924 100644
--- a/pom.xml
+++ b/pom.xml
@@ -2432,6 +2432,20 @@ flexible messaging model and an intuitive client API.
+
+ pulsar-io-elastic-tests
+
+ pulsar-io
+
+
+
+
+ pulsar-io-kafka-connect-tests
+
+ pulsar-io
+
+
+
pulsar-sql-tests
diff --git a/pulsar-io/pom.xml b/pulsar-io/pom.xml
index 0b6b37cb7eec4..0eaa6ad913634 100644
--- a/pulsar-io/pom.xml
+++ b/pulsar-io/pom.xml
@@ -85,22 +85,16 @@
batch-discovery-triggerers
batch-data-generator
common
- docs
aws
twitter
cassandra
aerospike
http
- kafka
rabbitmq
kinesis
hdfs3
jdbc
data-generator
- elastic-search
- kafka-connect-adaptor
- kafka-connect-adaptor-nar
- debezium
hdfs2
canal
file
@@ -117,6 +111,27 @@
+
+ pulsar-io-elastic-tests
+
+ core
+ common
+ elastic-search
+
+
+
+
+ pulsar-io-kafka-connect-tests
+
+ core
+ common
+ kafka
+ kafka-connect-adaptor
+ kafka-connect-adaptor-nar
+ debezium
+
+
+
core-modules