Skip to content

Commit

Permalink
ADLS gen2 support
Browse files Browse the repository at this point in the history
  • Loading branch information
@sramazzina
sramazzina authored and Sergio De Lorenzis committed Aug 17, 2024
1 parent e193809 commit 75dcccf
Show file tree
Hide file tree
Showing 6 changed files with 326 additions and 224 deletions.
41 changes: 19 additions & 22 deletions plugins/tech/azure/pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,11 +31,18 @@

<properties>
<azure-eventhubs.version>3.3.0</azure-eventhubs.version>
<azure-storage.version>8.6.6</azure-storage.version>
<azure-sdk-bom.version>1.2.26</azure-sdk-bom.version>
</properties>

<dependencyManagement>
<dependencies>
<dependency>
<groupId>com.azure</groupId>
<artifactId>azure-sdk-bom</artifactId>
<version>${azure-sdk-bom.version}</version>
<type>pom</type>
<scope>import</scope>
</dependency>
<dependency>
<groupId>org.apache.hop</groupId>
<artifactId>hop-libs</artifactId>
Expand All @@ -47,6 +54,14 @@
</dependencyManagement>

<dependencies>
<dependency>
<groupId>com.azure</groupId>
<artifactId>azure-storage-blob</artifactId>
</dependency>
<dependency>
<groupId>com.azure</groupId>
<artifactId>azure-storage-file-datalake</artifactId>
</dependency>
<dependency>
<groupId>com.microsoft.azure</groupId>
<artifactId>azure-eventhubs</artifactId>
Expand Down Expand Up @@ -102,27 +117,9 @@
</exclusions>
</dependency>
<dependency>
<groupId>com.microsoft.azure</groupId>
<artifactId>azure-storage</artifactId>
<version>${azure-storage.version}</version>
<exclusions>
<exclusion>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>*</artifactId>
</exclusion>
<exclusion>
<groupId>com.google.guava</groupId>
<artifactId>*</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.commons</groupId>
<artifactId>commons-lang3</artifactId>
</exclusion>
<exclusion>
<groupId>org.slf4j</groupId>
<artifactId>*</artifactId>
</exclusion>
</exclusions>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-databind</artifactId>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.commons</groupId>
Expand Down
53 changes: 52 additions & 1 deletion plugins/tech/azure/src/assembly/assembly.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,58 @@
<dependencySet>
<scope>provided</scope>
<includes>
<include>org.apache.commons:commons-lang3:jar</include>
<!-- <include>com.microsoft.azure:azure-storage</include>-->
<include>com.azure:azure-storage-common</include>
<include>com.azure:azure-storage-blob</include>
<include>com.azure:azure-storage-file-datalake</include>
<include>com.azure:azure-core</include>
<include>com.azure:azure-core-http-netty</include>
<include>org.reactivestreams:reactive-streams</include>
<include>com.fasterxml.jackson.datatype:jackson-datatype-jsr310</include>
<include>io.projectreactor.netty:reactor-netty-core</include>
<include>io.projectreactor:reactor-core</include>
<include>io.projectreactor.netty:reactor-netty-http</include>

<include>com.azure:azure-json</include>
<include>io.netty:netty-handler:jar</include>
<include>io.netty:netty-handler-proxy:jar</include>
<include>io.netty:netty-buffer:jar</include>
<include>io.netty:netty-codec:jar</include>
<include>io.netty:netty-codec-http:jar</include>
<include>io.netty:netty-codec-http2:jar</include>
<include>io.netty:netty-transport</include>
<include>io.netty:netty-common</include>
<include>io.netty:netty-transport-native-unix-common:jar</include>
<include>io.netty:netty-transport-native-epoll:jar</include>
<include>io.netty:netty-transport-native-kqueue:jar</include>
<include>io.netty:netty-transport-tcnative-boringssl-static:jar</include>
<include>io.netty:netty-resolver:jar</include>
<include>io.netty:netty-resolver-dns:jar</include>
<!-- <include>com.microsoft.azure:azure-keyvault-core</include>-->
<!-- <include>com.microsoft.azure:azure-eventhubs:jar</include>-->
<!-- <include>org.apache.qpid:proton-j:jar</include>-->
<!-- <include>com.microsoft.azure:qpid-proton-j-extensions:jar</include>-->
<!-- <include>com.microsoft.azure:azure-client-authentication:jar</include>-->
<!-- <include>com.microsoft.azure:azure-client-runtime:jar</include>-->
<!-- <include>com.microsoft.rest:client-runtime:jar</include>-->
<!-- <include>com.squareup.retrofit2:retrofit:jar</include>-->
<!-- <include>com.squareup.okhttp3:logging-interceptor:jar</include>-->
<!-- <include>com.squareup.okhttp3:okhttp-urlconnection:jar</include>-->
<!-- <include>com.squareup.retrofit2:converter-jackson:jar</include>-->
<!-- <include>com.fasterxml.jackson.datatype:jackson-datatype-joda:jar</include>-->
<!-- <include>joda-time:joda-time:jar</include>-->
<!-- <include>io.reactivex:rxjava:jar</include>-->
<!-- <include>com.squareup.retrofit2:adapter-rxjava:jar</include>-->
<!-- <include>com.microsoft.azure:adal4j:jar</include>-->
<!-- <include>com.nimbusds:oauth2-oidc-sdk:jar</include>-->
<!-- <include>com.nimbusds:lang-tag:jar</include>-->
<!-- <include>com.microsoft.azure:azure-annotations:jar</include>-->
<!-- <include>com.nimbusds:nimbus-jose-jwt:jar</include>-->
<!-- <include>com.github.stephenc.jcip:jcip-annotations:jar</include>-->
<!-- <include>net.minidev:json-smart:jar</include>-->
<!-- <include>net.minidev:accessors-smart:jar</include>-->
<!-- <include>org.ow2.asm:asm:jar</include>-->
<!-- <include>com.microsoft.azure:azure-eventhubs-eph:jar</include>-->
</includes>
<outputDirectory>lib/core</outputDirectory>
</dependencySet>
Expand Down
Loading

0 comments on commit 75dcccf

Please sign in to comment.