build.sbt

name := "khame_data_analyze"

version := "0.1"

//scalaVersion := "2.12.8"
scalaVersion := "2.11.12"


//mainClass in (Compile, run) := Some("App")
//mainClass in (Compile, packageBin) := Some("App")
//
//// https://mvnrepository.com/artifact/org.apache.spark/spark-core
//libraryDependencies += "org.apache.spark" %% "spark-core" % "2.4.2"
//
//// https://mvnrepository.com/artifact/org.apache.spark/spark-sql
//libraryDependencies += "org.apache.spark" %% "spark-sql" % "2.4.2"
//
//// https://mvnrepository.com/artifact/org.apache.kafka/kafka
////libraryDependencies += "org.apache.kafka" %% "kafka" % "2.3.0"
//
//// https://mvnrepository.com/artifact/org.apache.spark/spark-streaming-kafka-0-8
////libraryDependencies += "org.apache.spark" %% "spark-streaming-kafka-0-8" % "2.4.3"
////
//// https://mvnrepository.com/artifact/org.apache.spark/spark-streaming-kafka-0-10
////libraryDependencies += "org.apache.spark" %% "spark-streaming-kafka-0-10" % "2.4.3"
//
//// https://mvnrepository.com/artifact/org.apache.spark/spark-sql-kafka-0-10
//libraryDependencies += "org.apache.spark" %% "spark-sql-kafka-0-10" % "2.4.3"
//
//
////libraryDependencies += "org.apache.spark" %% "spark-sql-kafka-0-10" % "2.3.0"
//
//
//assemblyMergeStrategy in assembly := {
//  case PathList("META-INF", xs @ _*) => MergeStrategy.discard
//  case x => MergeStrategy.first
//}
//
////import sbt.Keys._
////assemblyOption in assembly := (assemblyOption in assembly).value.copy(includeScala = false)



//libraryDependencies += "org.scala-lang.modules" %% "scala-parser-combinators" % "1.1.1"

resourceDirectory in (Compile, assembly) := baseDirectory.value / "resources"

val workaround = {
  sys.props += "packaging.type" -> "jar"
  ()
}

assemblyMergeStrategy in assembly := {
  case PathList("META-INF", _*) => MergeStrategy.discard
  case _ => MergeStrategy.first
}

libraryDependencies += "org.apache.spark" %% "spark-core" % "2.3.3"
libraryDependencies += "org.apache.spark" %% "spark-sql" % "2.3.3"

libraryDependencies += "org.apache.spark" %% "spark-streaming" % "2.3.3"

//libraryDependencies += "org.apache.spark" %% "spark-streaming-kafka" % "1.6.3"
libraryDependencies += "org.apache.spark" %% "spark-streaming-kafka-0-10" % "2.3.3"
libraryDependencies += "org.apache.kafka" % "kafka-clients" % "0.10.2.2"

libraryDependencies += ("org.apache.kafka" % "kafka-streams" % "0.10.2.2").excludeAll(
  ExclusionRule(organization = "com.sun.jmx"),
  ExclusionRule(organization = "com.sun.jdmk"),
  ExclusionRule(organization = "javax.jms")
)

//libraryDependencies += "com.datastax.spark" %% "spark-cassandra-connector" % "2.3.3"
//
//libraryDependencies += ("org.apache.cassandra" % "cassandra-all" % "3.4").excludeAll(
//  ExclusionRule(organization = "org.slf4j")
//)

//libraryDependencies += "org.apache.spark" %% "spark-catalyst" % "2.3.3" % Test