-
Notifications
You must be signed in to change notification settings - Fork 1
/
build.sbt
49 lines (43 loc) · 2.01 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
import Dependencies._
import sbt.Keys.libraryDependencies
val sparkVersion = "2.0.0"
lazy val root = (project in file(".")).
settings(
inThisBuild(List(
organization := "com.example",
scalaVersion := "2.11.8",
version := "0.1.0-SNAPSHOT"
)),
name := "KafkaAgents",
libraryDependencies += scalaTest % Test,
libraryDependencies += "org.apache.spark" %% "spark-core" % sparkVersion,
libraryDependencies += "org.apache.spark" %% "spark-streaming" % sparkVersion,
libraryDependencies += "org.apache.spark" %% "spark-sql" % sparkVersion % "provided",
libraryDependencies += "org.apache.spark" %% "spark-streaming-kafka-0-8" % sparkVersion,
libraryDependencies += "org.apache.avro" % "avro" % "1.7.7"
// libraryDependencies += "org.apache.spark" %% "spark-streaming-kinesis-asl" % sparkVersion,
)
assemblyMergeStrategy in assembly := {
case PathList("org","aopalliance", xs @ _*) => MergeStrategy.last
case PathList("javax", "inject", xs @ _*) => MergeStrategy.last
case PathList("javax", "servlet", xs @ _*) => MergeStrategy.last
case PathList("javax", "activation", xs @ _*) => MergeStrategy.last
case PathList("org", "apache", xs @ _*) => MergeStrategy.last
case PathList("com", "google", xs @ _*) => MergeStrategy.last
case PathList("com", "esotericsoftware", xs @ _*) => MergeStrategy.last
case PathList("com", "codahale", xs @ _*) => MergeStrategy.last
case PathList("com", "yammer", xs @ _*) => MergeStrategy.last
case "about.html" => MergeStrategy.rename
case "META-INF/ECLIPSEF.RSA" => MergeStrategy.last
case "META-INF/mailcap" => MergeStrategy.last
case "META-INF/mimetypes.default" => MergeStrategy.last
case "plugin.properties" => MergeStrategy.last
case "log4j.properties" => MergeStrategy.last
case x =>
val oldStrategy = (assemblyMergeStrategy in assembly).value
oldStrategy(x)
}
// define entry class
mainClass in assembly := Some("consumer.MyKafkaConsumer")
assemblyJarName in assembly := "consumer.jar"
cancelable in Global := true