-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathbuild.sbt
75 lines (53 loc) · 3.19 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
name := "KaspaCore"
version := "0.1"
scalaVersion := "2.11.12"
assemblyShadeRules in assembly := Seq(
ShadeRule.rename("com.fasterxml.**" -> "shadeio.@1")
.inLibrary(
"com.fasterxml.jackson.core" % "jackson-databind" % "2.9.7",
"com.fasterxml.jackson.core" % "jackson-core" % "2.9.7",
"com.fasterxml.jackson.module" % "jackson-module-scala_2.11" % "2.9.7",
"com.fasterxml.jackson.core" % "jackson-annotations" % "2.9.7",
"com.snowplowanalytics" %% "scala-maxmind-iplookups" % "0.5.0",
"com.maxmind.geoip2" % "geoip2" % "2.11.0",
"com.maxmind.db" % "maxmind-db" % "1.2.2"
)
)
resolvers += "confluent" at "http://packages.confluent.io/maven/"
resolvers += "Spark Packages Repo" at "https://dl.bintray.com/spark-packages/maven"
libraryDependencies += "com.fasterxml.jackson.core" % "jackson-core" % "2.9.7"
libraryDependencies += "com.fasterxml.jackson.core" % "jackson-databind" % "2.9.7"
libraryDependencies += "com.fasterxml.jackson.module" % "jackson-module-scala_2.11" % "2.9.7"
libraryDependencies += "com.fasterxml.jackson.core" % "jackson-annotations" % "2.9.7"
// https://mvnrepository.com/artifact/org.apache.spark/spark-sql
libraryDependencies += "org.apache.spark" %% "spark-sql" % "2.3.1" % "provided"
//libraryDependencies += "org.apache.spark" %% "spark-sql" % "2.3.1"
// https://mvnrepository.com/artifact/org.apache.spark/spark-core
libraryDependencies += "org.apache.spark" %% "spark-core" % "2.3.1" % "provided"
//libraryDependencies += "org.apache.spark" %% "spark-core" % "2.3.1"
// https://mvnrepository.com/artifact/org.apache.spark/spark-sql-kafka-0-10
libraryDependencies += "org.apache.spark" %% "spark-sql-kafka-0-10" % "2.3.1"
libraryDependencies += "io.confluent" % "kafka-avro-serializer" % "5.0.0"
libraryDependencies += "com.databricks" % "spark-avro_2.11" % "4.0.0"
libraryDependencies += "org.scalaz" % "scalaz-core_2.11" % "7.3.0-M21"
// https://mvnrepository.com/artifact/org.apache.kafka/kafka-clients
libraryDependencies += "org.apache.kafka" % "kafka-clients" % "2.0.0"
libraryDependencies += "com.amazonaws" % "aws-java-sdk-kms" % "1.11.313"
libraryDependencies += "joda-time" % "joda-time" % "2.10"
// https://mvnrepository.com/artifact/com.datastax.spark/spark-cassandra-connector
libraryDependencies += "com.datastax.spark" %% "spark-cassandra-connector" % "2.3.1"
libraryDependencies += "com.snowplowanalytics" %% "scala-maxmind-iplookups" % "0.5.0"
// https://mvnrepository.com/artifact/com.maxmind.geoip2/geoip2
libraryDependencies += "com.maxmind.geoip2" % "geoip2" % "2.11.0"
// https://mvnrepository.com/artifact/com.maxmind.db/maxmind-db
libraryDependencies += "com.maxmind.db" % "maxmind-db" % "1.2.2"
libraryDependencies += "org.typelevel" %% "cats-effect-laws" % "1.0.0" % "test"
libraryDependencies += "com.typesafe" % "config" % "1.3.2"
libraryDependencies += "org.mongodb.spark" % "mongo-spark-connector_2.11" % "2.3.1"
assemblyMergeStrategy in assembly := {
{
case "META-INF/services/org.apache.spark.sql.sources.DataSourceRegister" => MergeStrategy.concat
case PathList("META-INF", xs @ _*) => MergeStrategy.discard
case x => MergeStrategy.first
}
}