Working for spark 3.3.0

Tom-Newton · Jan 18, 2024 · 255517b · 255517b
1 parent 4a49b7b
commit 255517b
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/python/requirements_common.txt b/python/requirements_common.txt
@@ -1,3 +1,3 @@
 # Common requirements used for all environments
 
-pyspark==3.5.0
+pyspark==3.3.0
diff --git a/scala/src/main/scala/EarlyStopSortMerge.scala b/scala/src/main/scala/EarlyStopSortMerge.scala
@@ -30,7 +30,7 @@ import org.apache.spark.sql.{
   SparkSessionExtensionsProvider,
   SparkSessionExtensions
 }
-import org.apache.spark.sql.catalyst.encoders.ExpressionEncoder
+import org.apache.spark.sql.catalyst.encoders.RowEncoder
 import org.apache.spark.sql.catalyst.plans.{Inner, LeftOuter, JoinType}
 
 import execution.CustomStrategy