This repository has been archived by the owner on Apr 22, 2022. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 3
/
build.sbt
104 lines (92 loc) · 4.13 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
//
// Copyright 2014 GoDataDriven B.V.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
organization := "io.divolte"
name := "divolte-spark"
version := "0.2-SNAPSHOT"
homepage := Some(url("https://github.com/divolte/divolte-schema"))
licenses := Seq("The Apache License, Version 2.0" ->
url("http://www.apache.org/licenses/LICENSE-2.0.txt"))
// Note that we can't currently build with 2.11 (or cross-compile) because
// the spark-streaming-kafka dependency is only available for 2.10.
scalaVersion := "2.10.5"
scalacOptions := Seq("-unchecked", "-deprecation", "-encoding", "utf8", "-target:jvm-1.7", "-feature")
// Experimental: improved incremental compilation and update resolution.
incOptions := incOptions.value.withNameHashing(nameHashing = true)
updateOptions := updateOptions.value.withCachedResolution(cachedResoluton = true)
// Enable during development to access local maven artifacts.
//resolvers += Resolver.mavenLocal
// These dependencies assume many are supplied by the Spark execution container.
// TODO: How do we go about different Hadoop version deps?
// Should we provide a env var option for this?
val sparkV = "1.3.0"
val hadoopV = "2.2.0"
val avroV = "1.7.7"
libraryDependencies += "org.apache.spark" %% "spark-core" % sparkV % Provided
libraryDependencies += "org.apache.spark" %% "spark-streaming" % sparkV % Provided
libraryDependencies += "org.apache.spark" %% "spark-streaming-kafka" % sparkV % Provided
libraryDependencies += "org.apache.hadoop" % "hadoop-client" % hadoopV % Provided
libraryDependencies += "org.apache.avro" % "avro" % avroV
libraryDependencies += "org.apache.avro" % "avro-mapred" % avroV classifier "hadoop2" excludeAll
ExclusionRule(organization = "org.apache.avro", name = "avro-ipc")
libraryDependencies += "io.divolte" % "divolte-schema" % "0.2.1"
assemblySettings
// We're publishing to Sonatype's OSSRH.
publishTo := {
val nexus = "https://oss.sonatype.org/"
if (isSnapshot.value)
Some("snapshots" at nexus + "content/repositories/snapshots")
else
Some("releases" at nexus + "service/local/staging/deploy/maven2")
}
// OSSRH is maven-based.
publishMavenStyle := true
// Ensure that test artifacts are never published.
publishArtifact in Test := false
// Ensure that the repositories for any optional dependencies are not included.
pomIncludeRepository := { _ => false }
// Required metadata for publication to OSSRH.
pomExtra :=
<inceptionYear>2014</inceptionYear>
<organization>
<name>GoDataDriven B.V.</name>
<url>http://godatadriven.com/</url>
</organization>
<scm>
<connection>scm:git:[email protected]:divolte/divolte-schema.git</connection>
<developerConnection>scm:git:[email protected]:divolte/divolte-schema.git</developerConnection>
<url>[email protected]:divolte/divolte-schema.git</url>
<tag>HEAD</tag>
</scm>
<developers>
<developer>
<name>Friso van Vollenhoven</name>
<email>[email protected]</email>
<organization>GoDataDriven B.V.</organization>
<organizationUrl>http://godatadriven.com</organizationUrl>
</developer>
<developer>
<name>Andrew Snare</name>
<email>[email protected]</email>
<organization>GoDataDriven B.V.</organization>
<organizationUrl>http://godatadriven.com</organizationUrl>
</developer>
<developer>
<name>Kris Geusebroek</name>
<email>[email protected]</email>
<organization>GoDataDriven B.V.</organization>
<organizationUrl>http://godatadriven.com</organizationUrl>
</developer>
</developers>