diff --git a/python/requirements_common.txt b/python/requirements_common.txt index 67e0899..7193420 100644 --- a/python/requirements_common.txt +++ b/python/requirements_common.txt @@ -1,3 +1,3 @@ # Common requirements used for all environments -pyspark==3.5.0 +pyspark==3.3.0 diff --git a/scala/src/main/scala/EarlyStopSortMerge.scala b/scala/src/main/scala/EarlyStopSortMerge.scala index 70d35c9..7064355 100644 --- a/scala/src/main/scala/EarlyStopSortMerge.scala +++ b/scala/src/main/scala/EarlyStopSortMerge.scala @@ -30,7 +30,7 @@ import org.apache.spark.sql.{ SparkSessionExtensionsProvider, SparkSessionExtensions } -import org.apache.spark.sql.catalyst.encoders.ExpressionEncoder +import org.apache.spark.sql.catalyst.encoders.RowEncoder import org.apache.spark.sql.catalyst.plans.{Inner, LeftOuter, JoinType} import execution.CustomStrategy