-
Notifications
You must be signed in to change notification settings - Fork 4
/
Copy pathbuild.sbt
56 lines (49 loc) · 2.4 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
val globalSettings = Seq(
version := "0.1",
scalaVersion := "2.10.5"
)
lazy val batchdriver = (project in file("batchdriver"))
.settings(name := "batchdriver")
.settings(globalSettings:_*)
.settings(libraryDependencies ++= batchdriverDeps)
lazy val feeder = (project in file("feeder"))
.settings(name := "feeder")
.settings(globalSettings:_*)
.settings(libraryDependencies ++= feederDeps)
lazy val streaming = (project in file("streaming"))
.settings(name := "streaming")
.settings(globalSettings:_*)
.settings(libraryDependencies ++= streamingDeps)
val akkaVersion = "2.3.11"
val sparkVersion = "1.6.1"
val sparkCassandraConnectorVersion = "1.6.0"
val kafkaVersion = "0.8.2.1"
val scalaTestVersion = "2.2.4"
lazy val batchdriverDeps = Seq(
"com.datastax.spark" % "spark-cassandra-connector_2.10" % sparkCassandraConnectorVersion,
"org.apache.spark" %% "spark-mllib" % sparkVersion % "provided",
"org.apache.spark" %% "spark-graphx" % sparkVersion % "provided",
"org.apache.spark" %% "spark-sql" % sparkVersion % "provided",
"org.apache.spark" %% "spark-streaming" % sparkVersion % "provided",
"org.apache.spark" %% "spark-streaming-kafka" % sparkVersion % "provided",
"com.databricks" %% "spark-csv" % "1.2.0"
)
lazy val feederDeps = Seq(
"joda-time" % "joda-time" % "2.3",
"com.typesafe.akka" %% "akka-actor" % akkaVersion,
"com.typesafe.akka" %% "akka-testkit" % akkaVersion % "test",
"org.scalatest" %% "scalatest" % scalaTestVersion % "test",
"org.apache.kafka" % "kafka_2.10" % kafkaVersion
exclude("javax.jms", "jms")
exclude("com.sun.jdmk", "jmxtools")
exclude("com.sun.jmx", "jmxri")
)
lazy val streamingDeps = Seq(
"com.datastax.spark" % "spark-cassandra-connector_2.10" % sparkCassandraConnectorVersion,
"org.apache.spark" %% "spark-mllib" % sparkVersion % "provided",
"org.apache.spark" %% "spark-graphx" % sparkVersion % "provided",
"org.apache.spark" %% "spark-sql" % sparkVersion % "provided",
"org.apache.spark" %% "spark-streaming" % sparkVersion % "provided",
"org.apache.spark" %% "spark-streaming-kafka" % sparkVersion % "provided",
"com.databricks" %% "spark-csv" % "1.2.0"
)