From 255517be93eba49ad0b4fcf9042aef55cad46615 Mon Sep 17 00:00:00 2001
From: Thomas Newton <thomas.w.newton@gmail.com>
Date: Thu, 18 Jan 2024 10:17:00 +0000
Subject: [PATCH] Working for spark 3.3.0

---
 python/requirements_common.txt                | 2 +-
 scala/src/main/scala/EarlyStopSortMerge.scala | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/python/requirements_common.txt b/python/requirements_common.txt
index 67e0899..7193420 100644
--- a/python/requirements_common.txt
+++ b/python/requirements_common.txt
@@ -1,3 +1,3 @@
 # Common requirements used for all environments
 
-pyspark==3.5.0
+pyspark==3.3.0
diff --git a/scala/src/main/scala/EarlyStopSortMerge.scala b/scala/src/main/scala/EarlyStopSortMerge.scala
index 70d35c9..7064355 100644
--- a/scala/src/main/scala/EarlyStopSortMerge.scala
+++ b/scala/src/main/scala/EarlyStopSortMerge.scala
@@ -30,7 +30,7 @@ import org.apache.spark.sql.{
   SparkSessionExtensionsProvider,
   SparkSessionExtensions
 }
-import org.apache.spark.sql.catalyst.encoders.ExpressionEncoder
+import org.apache.spark.sql.catalyst.encoders.RowEncoder
 import org.apache.spark.sql.catalyst.plans.{Inner, LeftOuter, JoinType}
 
 import execution.CustomStrategy