forked from seglo/learning-spark
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathbuild.sbt
More file actions
30 lines (28 loc) · 1.43 KB
/
build.sbt
File metadata and controls
30 lines (28 loc) · 1.43 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
lazy val githubstream = (project in file(".")).
settings(
name := "githubstream",
resolvers ++= Seq("confluent" at "http://packages.confluent.io/maven/"),
libraryDependencies ++= Seq(
"org.apache.spark" % "spark-core_2.10" % "1.6.1",
"org.apache.spark" % "spark-streaming_2.10" % "1.6.1",
"org.apache.spark" % "spark-streaming-kafka_2.10" % "1.6.1",
"org.apache.avro" % "avro" % "1.7.7",
"org.apache.kafka" % "kafka-clients" % "0.8.2.2",
"io.confluent" % "kafka-avro-serializer" % "1.0.1",
"net.databinder.dispatch" %% "dispatch-core" % "0.11.2",
"com.typesafe.play" % "play-json_2.10" % "2.4.3",
"org.reactivemongo" %% "reactivemongo" % "0.11.7",
"com.typesafe" % "config" % "1.3.0",
// scalavro is just used for generating avro schema's, can't use lib to it's full effect
// because I couldn't get it working with Spark
"com.gensler" %% "scalavro" % "0.6.2" % "test",
"org.specs2" %% "specs2-core" % "3.6.4" % "test"
),
dependencyOverrides ++= Set(
// incompatability with jackson dep, favour Spark's verison - http://stackoverflow.com/questions/31039367/spark-parallelize-could-not-find-creator-property-with-name-id
"com.fasterxml.jackson.core" % "jackson-databind" % "2.4.4",
// incompatibility between play and reactivemongo versions of netty
"io.netty" % "netty" % "3.9.9.Final"
)
)
parallelExecution in Test := false