Skip to content

Commit f199604

Browse files
yaooqinnyaooqinn
committed
1 parent 5442661 commit f199604

File tree

3 files changed

+184
-27
lines changed

3 files changed

+184
-27
lines changed

‎plugin-spark/pom.xml‎

Lines changed: 163 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@
1919
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
2020
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
2121
<modelVersion>4.0.0</modelVersion>
22-
<artifactId>ranger-spark-sql-plugin</artifactId>
22+
<artifactId>ranger-spark-plugin</artifactId>
2323
<name>Spark SQL Security Plugin</name>
2424
<packaging>jar</packaging>
2525
<properties>
@@ -36,7 +36,6 @@
3636
<version>1.1.0-SNAPSHOT</version>
3737
<relativePath>..</relativePath>
3838
</parent>
39-
4039
<dependencies>
4140
<dependency>
4241
<groupId>org.scala-lang</groupId>
@@ -56,6 +55,168 @@
5655
<version>${spark.version}</version>
5756
<scope>${spark.scope}</scope>
5857
</dependency>
58+
59+
<!-- ranger hive plugin for spark sql plugin assembly -->
60+
<dependency>
61+
<groupId>org.apache.ranger</groupId>
62+
<artifactId>ranger-hive-plugin</artifactId>
63+
<version>${spark.ranger.plugin.version}</version>
64+
</dependency>
65+
66+
<dependency>
67+
<groupId>org.apache.ranger</groupId>
68+
<artifactId>ranger-hive-plugin-shim</artifactId>
69+
<version>${spark.ranger.plugin.version}</version>
70+
<exclusions>
71+
<exclusion>
72+
<groupId>*</groupId>
73+
<artifactId>*</artifactId>
74+
</exclusion>
75+
</exclusions>
76+
</dependency>
77+
<dependency>
78+
<groupId>org.apache.ranger</groupId>
79+
<artifactId>ranger-plugin-classloader</artifactId>
80+
<version>${spark.ranger.plugin.version}</version>
81+
<exclusions>
82+
<exclusion>
83+
<groupId>*</groupId>
84+
<artifactId>*</artifactId>
85+
</exclusion>
86+
</exclusions>
87+
</dependency>
88+
<dependency>
89+
<groupId>org.apache.ranger</groupId>
90+
<artifactId>ranger-plugins-common</artifactId>
91+
<version>${spark.ranger.plugin.version}</version>
92+
<exclusions>
93+
<exclusion>
94+
<groupId>*</groupId>
95+
<artifactId>*</artifactId>
96+
</exclusion>
97+
</exclusions>
98+
</dependency>
99+
<dependency>
100+
<groupId>org.apache.ranger</groupId>
101+
<artifactId>ranger-plugins-cred</artifactId>
102+
<version>${spark.ranger.plugin.version}</version>
103+
<exclusions>
104+
<exclusion>
105+
<groupId>*</groupId>
106+
<artifactId>*</artifactId>
107+
</exclusion>
108+
</exclusions>
109+
</dependency>
110+
<dependency>
111+
<groupId>org.apache.ranger</groupId>
112+
<artifactId>ranger-plugins-audit</artifactId>
113+
<version>${spark.ranger.plugin.version}</version>
114+
<exclusions>
115+
<exclusion>
116+
<groupId>*</groupId>
117+
<artifactId>*</artifactId>
118+
</exclusion>
119+
</exclusions>
120+
</dependency>
121+
<dependency>
122+
<groupId>org.eclipse.persistence</groupId>
123+
<artifactId>eclipselink</artifactId>
124+
<version>${eclipse.jpa.version}</version>
125+
<exclusions>
126+
<exclusion>
127+
<groupId>*</groupId>
128+
<artifactId>*</artifactId>
129+
</exclusion>
130+
</exclusions>
131+
</dependency>
132+
<dependency>
133+
<groupId>com.google.code.gson</groupId>
134+
<artifactId>gson</artifactId>
135+
<version>${gson.version}</version>
136+
<exclusions>
137+
<exclusion>
138+
<groupId>*</groupId>
139+
<artifactId>*</artifactId>
140+
</exclusion>
141+
</exclusions>
142+
</dependency>
143+
<dependency>
144+
<groupId>org.eclipse.persistence</groupId>
145+
<artifactId>javax.persistence</artifactId>
146+
<version>${javax.persistence.version}</version>
147+
<exclusions>
148+
<exclusion>
149+
<groupId>*</groupId>
150+
<artifactId>*</artifactId>
151+
</exclusion>
152+
</exclusions>
153+
</dependency>
154+
<dependency>
155+
<groupId>org.apache.httpcomponents</groupId>
156+
<artifactId>httpcore</artifactId>
157+
<version>4.4.4</version>
158+
<exclusions>
159+
<exclusion>
160+
<groupId>*</groupId>
161+
<artifactId>*</artifactId>
162+
</exclusion>
163+
</exclusions>
164+
</dependency>
165+
<dependency>
166+
<groupId>org.apache.httpcomponents</groupId>
167+
<artifactId>httpmime</artifactId>
168+
<version>4.5.2</version>
169+
<exclusions>
170+
<exclusion>
171+
<groupId>*</groupId>
172+
<artifactId>*</artifactId>
173+
</exclusion>
174+
</exclusions>
175+
</dependency>
176+
<dependency>
177+
<groupId>org.apache.httpcomponents</groupId>
178+
<artifactId>httpclient</artifactId>
179+
<version>4.5.2</version>
180+
<exclusions>
181+
<exclusion>
182+
<groupId>*</groupId>
183+
<artifactId>*</artifactId>
184+
</exclusion>
185+
</exclusions>
186+
</dependency>
187+
<dependency>
188+
<groupId>com.sun.jersey</groupId>
189+
<artifactId>jersey-bundle</artifactId>
190+
<version>1.17.1</version>
191+
<exclusions>
192+
<exclusion>
193+
<groupId>*</groupId>
194+
<artifactId>*</artifactId>
195+
</exclusion>
196+
</exclusions>
197+
</dependency>
198+
<dependency>
199+
<groupId>org.noggit</groupId>
200+
<artifactId>noggit</artifactId>
201+
<version>${noggit.version}</version>
202+
<exclusions>
203+
<exclusion>
204+
<groupId>*</groupId>
205+
<artifactId>*</artifactId>
206+
</exclusion>
207+
</exclusions>
208+
</dependency>
209+
<dependency>
210+
<groupId>org.apache.solr</groupId>
211+
<artifactId>solr-solrj</artifactId>
212+
<version>5.5.1</version>
213+
<exclusions>
214+
<exclusion>
215+
<groupId>*</groupId>
216+
<artifactId>*</artifactId>
217+
</exclusion>
218+
</exclusions>
219+
</dependency>
59220
</dependencies>
60221

61222
<build>

‎pom.xml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -218,6 +218,7 @@
218218
<tomcat.embed.version>7.0.85</tomcat.embed.version>
219219
<velocity.version>1.7</velocity.version>
220220
<zookeeper.version>3.4.6</zookeeper.version>
221+
<spark.ranger.plugin.version>0.6.3</spark.ranger.plugin.version>
221222
</properties>
222223
<profiles>
223224
<profile>

‎src/main/assembly/plugin-spark.xml‎

Lines changed: 20 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -26,46 +26,41 @@
2626
<moduleSets>
2727
<moduleSet>
2828
<binaries>
29-
<includeDependencies>false</includeDependencies>
30-
<unpack>false</unpack>
31-
<directoryMode>755</directoryMode>
32-
<fileMode>644</fileMode>
3329
<outputDirectory>/jars</outputDirectory>
34-
</binaries>
35-
<includes>
36-
<include>org.apache.ranger:ranger-hive-plugin-shim</include>
37-
<include>org.apache.ranger:ranger-plugin-classloader</include>
38-
<include>org.apache.ranger:ranger-spark-sql-plugin</include>
39-
</includes>
40-
</moduleSet>
41-
<moduleSet>
42-
<binaries>
43-
<includeDependencies>false</includeDependencies>
44-
<unpack>false</unpack>
30+
<includeDependencies>true</includeDependencies>
4531
<directoryMode>755</directoryMode>
4632
<fileMode>644</fileMode>
33+
<unpack>false</unpack>
4734
<dependencySets>
35+
<dependencySet>
36+
<outputDirectory>/jars</outputDirectory>
37+
<includes>
38+
<include>org.apache.ranger:ranger-hive-plugin-shim</include>
39+
<include>org.apache.ranger:ranger-plugin-classloader</include>
40+
</includes>
41+
</dependencySet>
4842
<dependencySet>
4943
<outputDirectory>/jars/ranger-hive-plugin-impl</outputDirectory>
5044
<includes>
5145
<include>org.eclipse.persistence:eclipselink</include>
46+
<include>com.google.code.gson:gson</include>
5247
<include>org.eclipse.persistence:javax.persistence</include>
53-
<include>org.apache.httpcomponents:httpmime:jar:${httpcomponents.httpmime.version}</include>
54-
<include>org.apache.httpcomponents:httpclient:jar:${httpcomponents.httpclient.version}</include>
55-
<include>org.apache.httpcomponents:httpcore:jar:${httpcomponents.httpcore.version}</include>
56-
<include>org.noggit:noggit:jar:${noggit.version}</include>
48+
<include>org.apache.httpcomponents:httpmime</include>
49+
<include>org.apache.httpcomponents:httpclient</include>
50+
<include>org.apache.httpcomponents:httpcore</include>
51+
<include>org.noggit:noggit</include>
5752
<include>org.apache.solr:solr-solrj</include>
53+
<include>com.sun.jersey:jersey-bundle</include>
54+
<include>org.apache.ranger:ranger-hive-plugin</include>
55+
<include>org.apache.ranger:ranger-plugins-common</include>
56+
<include>org.apache.ranger:ranger-plugins-cred</include>
57+
<include>org.apache.ranger:ranger-plugins-audit</include>
5858
</includes>
59-
<unpack>false</unpack>
6059
</dependencySet>
6160
</dependencySets>
62-
<outputDirectory>/jars/ranger-hive-plugin-impl</outputDirectory>
6361
</binaries>
6462
<includes>
65-
<include>org.apache.ranger:ranger-plugins-audit</include>
66-
<include>org.apache.ranger:ranger-plugins-cred</include>
67-
<include>org.apache.ranger:ranger-plugins-common</include>
68-
<include>org.apache.ranger:ranger-hive-plugin</include>
63+
<include>org.apache.ranger:ranger-spark-plugin</include>
6964
</includes>
7065
</moduleSet>
7166
</moduleSets>

0 commit comments

Comments
 (0)