addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.14.2")
name := "er-spark"
organization := "org.wumiguo"
version := "0.1"
scalaVersion := "2.11.8"
test in assembly := {}
initialize := {
val _ = initialize.value // run the previous initialization
val required = "1.8"
val current = sys.props("java.specification.version")
assert(current == required, s"Unsupported JDK: java.specification.version $current != $required")
}
val sparkVersion = "2.3.0"
//packageBin in Compile := file(s"${name.value}_${scalaBinaryVersion.value}.jar")
//unmanagedBase := baseDirectory.value / "custom_lib"
libraryDependencies += "org.apache.spark" % "spark-core_2.11" % sparkVersion
// https://mvnrepository.com/artifact/org.apache.spark/spark-sql_2.11
libraryDependencies += "org.apache.spark" % "spark-sql_2.11" % sparkVersion
// https://mvnrepository.com/artifact/org.apache.spark/spark-graphx_2.11
libraryDependencies += "org.apache.spark" % "spark-graphx_2.11" % sparkVersion
libraryDependencies += "org.apache.spark" % "spark-mllib_2.11" % sparkVersion
libraryDependencies += "org.apache.spark" % "spark-hive_2.11" % sparkVersion
// https://mvnrepository.com/artifact/com.twitter/algebird-core_2.11
//libraryDependencies += "com.twitter" % "algebird-core_2.11" % "0.12.3"
// https://mvnrepository.com/artifact/org.apache.commons/commons-math3
libraryDependencies += "org.apache.commons" % "commons-math3" % "3.6.1"
// https://mvnrepository.com/artifact/commons-codec/commons-codec
libraryDependencies += "commons-codec" % "commons-codec" % "1.11"
// https://mvnrepository.com/artifact/org.jgrapht/jgrapht-core
libraryDependencies += "org.jgrapht" % "jgrapht-core" % "0.9.0" //% "1.0.1"
// https://mvnrepository.com/artifact/org.json/json
libraryDependencies += "org.json" % "json" % "20170516"
//https://www.scalatest.org
libraryDependencies += "org.scalactic" %% "scalactic" % "2.2.5"
libraryDependencies += "org.scalatest" %% "scalatest" % "2.2.5" % "test"
//mainClass in Compile := Some("Experiments.Main")
assemblyMergeStrategy in assembly := {
case PathList("org", "aopalliance", xs@*) => MergeStrategy.last
case PathList("javax", "inject", xs@) => MergeStrategy.last
case PathList("javax", "servlet", xs@_) => MergeStrategy.last
case PathList("javax", "activation", xs@*) => MergeStrategy.last
case PathList("javax", "xml", xs@) => MergeStrategy.last
case PathList("org", "apache", xs@_) => MergeStrategy.last
case PathList("org", "objenesis", xs@*) => MergeStrategy.last
case PathList("com", "esotericsoftware", xs@) => MergeStrategy.last
case PathList("com", "codahale", xs@_) => MergeStrategy.last
case PathList("com", "yammer", xs@*) => MergeStrategy.last
case PathList("org", "datanucleus", xs@) => MergeStrategy.last
case "META-INF/ECLIPSEF.RSA" => MergeStrategy.last
case "META-INF/mailcap" => MergeStrategy.last
case "META-INF/mimetypes.default" => MergeStrategy.last
case "plugin.properties" => MergeStrategy.last
case "log4j.properties" => MergeStrategy.last
case PathList("codegen", xs@_) => MergeStrategy.last
case "git.properties" => MergeStrategy.last
case "NamespaceContext.class" => MergeStrategy.last
case "plugin.xml" => MergeStrategy.last
case "parquet.thrift" => MergeStrategy.last
case x =>
val oldStrategy = (assemblyMergeStrategy in assembly).value
oldStrategy(x)
}