-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathbuild.sbt
27 lines (20 loc) · 905 Bytes
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
name := "spark-oneflow-connector"
version := "0.1.2"
scalaVersion := "2.11.11"
organization := "org.oneflow"
lazy val versions = new {
val hadoop = "2.7.0"
val spark = "2.4.0"
}
PB.targets in Compile := Seq(
scalapb.gen() -> (sourceManaged in Compile).value
)
libraryDependencies ++= Seq(
"org.apache.hadoop" % "hadoop-common" % versions.hadoop % "provided" exclude ("com.google.protobuf", "protobuf-java"),
"org.apache.hadoop" % "hadoop-mapreduce-client-core" % versions.hadoop % "provided" exclude ("com.google.protobuf", "protobuf-java"),
"org.apache.spark" %% "spark-sql" % versions.spark % "provided" exclude ("com.google.protobuf", "protobuf-java"),
"org.apache.spark" %% "spark-mllib" % versions.spark % "provided" exclude ("com.google.protobuf", "protobuf-java")
)
assemblyShadeRules in assembly := Seq(
ShadeRule.rename("com.google.protobuf.**" -> "shadeproto.@1").inAll
)