-
Notifications
You must be signed in to change notification settings - Fork 0
/
build.sbt
44 lines (37 loc) · 1.33 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
name := "wiki_data_fetcher"
version := "1.0"
scalaVersion := "2.10.4"
resolvers += "jitpack" at "https://jitpack.io"
/*
* test dependencies
*/
val testDependencies = Seq(
"org.slf4j" % "slf4j-simple" % "1.7.21" % "test",
"junit" % "junit" % "4.11" % "test",
"org.scalatest" %% "scalatest" % "2.2.6" % "test",
"org.apache.commons" % "commons-configuration2" % "2.1" % "test",
"commons-beanutils" % "commons-beanutils" % "1.9.2" % "test"
)
/*
* dependencies
*/
val mongoDBDriverDep = "org.mongodb" %% "casbah" % "3.1.1"
val sparkCoreDep = "org.apache.spark" %% "spark-core" % "1.5.0" % "provided"
val sparkSQLDep = "org.apache.spark" %% "spark-sql" % "1.5.0" % "provided"
val sparkDataBricksDep = "com.databricks" %% "spark-xml" % "0.3.3"
val mongoDBHadoopCore = ("org.mongodb.mongo-hadoop" % "mongo-hadoop-core" % "1.5.1")
.exclude("commons-logging", "commons-logging")
.exclude("commons-beanutils", "commons-beanutils-core")
.exclude("commons-collections", "commons-collections")
val dependencies = Seq(
mongoDBDriverDep,
sparkCoreDep,
sparkSQLDep,
sparkDataBricksDep,
"com.github.WikiPlag" % "wikiplag_utils" % "-SNAPSHOT",
"commons-cli" % "commons-cli" % "1.2",
mongoDBHadoopCore
)
libraryDependencies ++= testDependencies
libraryDependencies ++= dependencies
assemblyJarName in assembly := "wiki_data_fetcher.jar"