Merge pull request #164 from colorant/yarn-assembly

add spark-yarn dependency

Author: rxin

project/SharkBuild.scala

@@ -40,6 +40,12 @@ object SharkBuild extends Build {
                            DEFAULT_HADOOP_VERSION
 
 
+  // Whether to build Shark with Yarn support
+  val YARN_ENABLED = scala.util.Properties.envOrNone("SHARK_YARN") match {
+    case None => false
+    case Some(v) => v.toBoolean
+  }
+
   // Whether to build Shark with Tachyon jar.
   val TACHYON_ENABLED = false
 
@@ -123,6 +129,7 @@ object SharkBuild extends Build {
       "junit" % "junit" % "4.10" % "test",
       "net.java.dev.jets3t" % "jets3t" % "0.7.1",
       "com.novocode" % "junit-interface" % "0.8" % "test") ++
+      (if (YARN_ENABLED) Some("org.apache.spark" %% "spark-yarn" % SPARK_VERSION) else None).toSeq ++
       (if (TACHYON_ENABLED) Some("org.tachyonproject" % "tachyon" % "0.3.0-SNAPSHOT" excludeAll(excludeKyro, excludeHadoop) ) else None).toSeq
   )
 
@@ -135,6 +142,7 @@ object SharkBuild extends Build {
     mergeStrategy in assembly := {
       case m if m.toLowerCase.endsWith("manifest.mf") => MergeStrategy.discard
       case m if m.toLowerCase.matches("meta-inf.*\\.sf$") => MergeStrategy.discard
+      case "META-INF/services/org.apache.hadoop.fs.FileSystem" => MergeStrategy.concat
       case "reference.conf" => MergeStrategy.concat
       case _ => MergeStrategy.first
     }