diff --git a/benchmarks/src/main/scala/com/github/mrpowers/spark/fast/tests/DatasetComparerBenchmark.scala b/benchmarks/src/main/scala/com/github/mrpowers/spark/fast/tests/DatasetComparerBenchmark.scala index 716359a..3189111 100644 --- a/benchmarks/src/main/scala/com/github/mrpowers/spark/fast/tests/DatasetComparerBenchmark.scala +++ b/benchmarks/src/main/scala/com/github/mrpowers/spark/fast/tests/DatasetComparerBenchmark.scala @@ -25,7 +25,7 @@ private class DatasetComparerBenchmark extends DatasetComparer { val ds1 = spark.range(0, 1000000, 1, 8) val ds3 = ds1 - val result = Try(assertLargeDatasetContentEqualityV2(ds1, ds3)) + val result = Try(assertLargeDatasetEqualityV2(ds1, ds3)) blackHole.consume(result) result.isSuccess diff --git a/build.sbt b/build.sbt index f9f8fb1..8bdcf85 100644 --- a/build.sbt +++ b/build.sbt @@ -38,14 +38,16 @@ lazy val commonSettings = Seq( else Seq.empty) }, libraryDependencies ++= Seq( - "org.apache.spark" %% "spark-sql" % sparkVersion % "provided", - "org.scalatest" %% "scalatest" % "3.2.18" % "test" + "org.scalatest" %% "scalatest" % "3.2.18" % "test" ) ) lazy val core = (project in file("core")) .settings( commonSettings, + libraryDependencies ++= Seq( + "org.apache.spark" %% "spark-sql" % sparkVersion % "provided" + ), name := "core", Compile / packageSrc / publishArtifact := true, Compile / packageDoc / publishArtifact := true @@ -56,7 +58,8 @@ lazy val benchmarks = (project in file("benchmarks")) .settings(commonSettings) .settings( libraryDependencies ++= Seq( - "org.openjdk.jmh" % "jmh-generator-annprocess" % "1.37" // required for jmh IDEA plugin. Make sure this version matches sbt-jmh version! + "org.apache.spark" %% "spark-sql" % sparkVersion % "compile", + "org.openjdk.jmh" % "jmh-generator-annprocess" % "1.37" // required for jmh IDEA plugin. Make sure this version matches sbt-jmh version! ), name := "benchmarks", publish / skip := true @@ -121,4 +124,4 @@ updateOptions := updateOptions.value.withLatestSnapshots(false) import xerial.sbt.Sonatype.sonatypeCentralHost -ThisBuild / sonatypeCredentialHost := sonatypeCentralHost \ No newline at end of file +ThisBuild / sonatypeCredentialHost := sonatypeCentralHost