add code

awslabs · Dec 13, 2024 · 843c51a · 843c51a
1 parent c8e1818
commit 843c51a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...phstorm_processing/data_transformations/dist_transformations/dist_label_transformation.py b/...phstorm_processing/data_transformations/dist_transformations/dist_label_transformation.py
@@ -62,7 +62,7 @@ def apply(self, input_df: DataFrame) -> DataFrame:
             processed_col_name,
             self.label_column,
         )
-        input_df = input_df.orderBy(COLUMN_ORDER_FLAG)
+        input_df = input_df.orderBy(COLUMN_ORDER_FLAG).drop(COLUMN_ORDER_FLAG)
 
         # Labels that were missing and were assigned the value numLabels by the StringIndexer
         # are converted to None