-
Notifications
You must be signed in to change notification settings - Fork 65
/
Copy pathbuild.sbt
48 lines (38 loc) · 1.78 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
javaOptions ++= Seq("-server", "-Xms1536M", "-Xmx1536M", "-XX:+CMSClassUnloadingEnabled")
javacOptions ++= Seq("-server", "-Xms1536M", "-Xmx1536M", "-XX:+CMSClassUnloadingEnabled")
javacOptions ++= Seq("-encoding", "UTF-8")
lazy val Spark_MLlib_Twitter_Sentiment_Analysis = (project in file(".")).
settings(
name := "mllib-tweet-sentiment-analysis",
version := "0.1",
scalaVersion := "2.10.6"
)
val sparkVersion = "1.6.2"
val sparkCsvVersion = "1.4.0"
val configVersion = "1.3.0"
val jacksonVersion = "2.8.1"
val coreNlpVersion = "3.6.0"
val jedisVersion = "2.9.0"
//assemblyJarName in assembly := "mllib-tweet-sentiment-analysis-assembly-0.1.jar"
assemblyMergeStrategy in assembly := {
case PathList("org", "apache", "spark", "unused", "UnusedStubClass.class") => MergeStrategy.first
case PathList("META-INF", xs@_*) => MergeStrategy.discard
case x => (assemblyMergeStrategy in assembly).value(x)
}
libraryDependencies ++= Seq(
"com.typesafe" % "config" % configVersion,
"org.apache.spark" %% "spark-core" % sparkVersion % "provided",
"org.apache.spark" %% "spark-streaming" % sparkVersion % "provided",
"org.apache.spark" %% "spark-sql" % sparkVersion % "provided",
"org.apache.spark" %% "spark-mllib" % sparkVersion % "provided",
"org.apache.spark" %% "spark-streaming-twitter" % sparkVersion,
"com.databricks" %% "spark-csv" % sparkCsvVersion,
"edu.stanford.nlp" % "stanford-corenlp" % coreNlpVersion,
"edu.stanford.nlp" % "stanford-corenlp" % coreNlpVersion classifier "models",
"redis.clients" % "jedis" % jedisVersion,
"com.fasterxml.jackson.core" % "jackson-databind" % jacksonVersion
)
lazy val defaultSettings = Defaults.coreDefaultSettings ++ Seq(
resolvers += "Typesafe Repo" at "http://repo.typesafe.com/typesafe/releases/"
)
retrieveManaged := false