CrateDB Bulkloader

assemblies/plugins/dist/pom.xml

@@ -999,6 +999,19 @@
  </exclusions>
  </dependency>
 
+ <dependency>
+ <groupId>org.apache.hop</groupId>
+ <artifactId>hop-assemblies-plugins-transforms-cratedbbulkloader</artifactId>
+ <version>${project.version}</version>
+ <type>zip</type>
+ <exclusions>
+ <exclusion>
+ <groupId>*</groupId>
+ <artifactId>*</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+
  <dependency>
  <groupId>org.apache.hop</groupId>
  <artifactId>hop-assemblies-plugins-transforms-creditcardvalidator</artifactId>

assemblies/plugins/transforms/cratedbbulkloader/pom.xml

@@ -0,0 +1,44 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one or more
+ ~ contributor license agreements. See the NOTICE file distributed with
+ ~ this work for additional information regarding copyright ownership.
+ ~ The ASF licenses this file to You under the Apache License, Version 2.0
+ ~ (the "License"); you may not use this file except in compliance with
+ ~ the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.hop</groupId>
+ <artifactId>hop-assemblies-plugins-transforms</artifactId>
+ <version>2.9.0-SNAPSHOT</version>
+ </parent>
+
+ <artifactId>hop-assemblies-plugins-transforms-cratedbbulkloader</artifactId>
+ <version>${parent.version}</version>
+ <packaging>pom</packaging>
+
+ <name>Hop Assemblies Plugins Transforms CrateDB bulk loader</name>
+ <description />
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.hop</groupId>
+ <artifactId>hop-transform-cratedbbulkloader</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+ </dependencies>
+
+</project>

assemblies/plugins/transforms/cratedbbulkloader/src/assembly/assembly.xml

@@ -0,0 +1,49 @@
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one or more
+ ~ contributor license agreements. See the NOTICE file distributed with
+ ~ this work for additional information regarding copyright ownership.
+ ~ The ASF licenses this file to You under the Apache License, Version 2.0
+ ~ (the "License"); you may not use this file except in compliance with
+ ~ the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+
+<assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.3"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.3 http://maven.apache.org/xsd/assembly-1.1.3.xsd">
+ <id>hop-assemblies-plugins-transforms-cratedbbulkloader</id>
+ <formats>
+ <format>zip</format>
+ </formats>
+ <baseDirectory>transforms/cratedbbulkloader</baseDirectory>
+ <files>
+ <file>
+ <source>${project.basedir}/src/main/resources/version.xml</source>
+ <outputDirectory>.</outputDirectory>
+ <filtered>true</filtered>
+ </file>
+ </files>
+ <fileSets>
+ <fileSet>
+ <outputDirectory>lib</outputDirectory>
+ <excludes>
+ <exclude>**/*</exclude>
+ </excludes>
+ </fileSet>
+ </fileSets>
+ <dependencySets>
+ <dependencySet>
+ <useProjectArtifact>false</useProjectArtifact>
+ <includes>
+ <include>org.apache.hop:hop-transform-cratedbbulkloader:jar</include>
+ </includes>
+ </dependencySet>
+ </dependencySets>
+</assembly>

assemblies/plugins/transforms/cratedbbulkloader/src/main/resources/version.xml

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one or more
+ ~ contributor license agreements. See the NOTICE file distributed with
+ ~ this work for additional information regarding copyright ownership.
+ ~ The ASF licenses this file to You under the Apache License, Version 2.0
+ ~ (the "License"); you may not use this file except in compliance with
+ ~ the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ ~
+ -->
+
+<version>${project.version}</version>

assemblies/plugins/transforms/pom.xml

@@ -47,6 +47,7 @@
  <module>combinationlookup</module>
  <module>concatfields</module>
  <module>constant</module>
+ <module>cratedbbulkloader</module>
  <module>creditcardvalidator</module>
  <module>cubeinput</module>
  <module>cubeoutput</module>
@@ -177,4 +178,4 @@
  <module>zipfile</module>
  </modules>
 
-</project>
+</project>

docker/integration-tests/integration-tests-cratedb.yaml

@@ -0,0 +1,25 @@
+version: '2.4'
+services:
+ integration_test_database:
+ extends:
+ file: integration-tests-base.yaml
+ service: integration_test
+ depends_on:
+ cratedb:
+ condition: service_healthy
+ links:
+ - cratedb
+
+ cratedb:
+ image: crate:latest
+ ports:
+ - "4200:4200"
+ - "5432:5432"
+ healthcheck:
+ test: [ "CMD", "curl", "-f", "http://localhost:4200" ]
+ interval: 20s
+ timeout: 10s
+ retries: 6
+ start_period: 120s
+ volumes:
+ - ./resource/cratedb/crate.yml:/crate/config/crate.yml

docker/integration-tests/resource/cratedb/crate.yml

@@ -0,0 +1,19 @@
+auth:
+ host_based:
+ enabled: true
+ config:
+ 0:
+ user: crate
+ # address: _local_
+ method: trust
+ 99:
+ method: password
+
+network.host: _local_,_site_
+
+# Paths
+path:
+ logs: /data/log
+ data: /data/data
+blobs:
+ path: /data/blobs