minor: move shuffle classes from common to spark

andygrove · Dec 21, 2024 · 5a1b608 · 5a1b608
1 parent ea6d205
commit 5a1b608
Show file tree

Hide file tree

Showing 6 changed files with 9 additions and 21 deletions.
diff --git a/...ecution/shuffle/ArrowReaderIterator.scala → ...ecution/shuffle/ArrowReaderIterator.scala b/...ecution/shuffle/ArrowReaderIterator.scala → ...ecution/shuffle/ArrowReaderIterator.scala
diff --git a/...huffle/CometBlockStoreShuffleReader.scala → ...huffle/CometBlockStoreShuffleReader.scala b/...huffle/CometBlockStoreShuffleReader.scala → ...huffle/CometBlockStoreShuffleReader.scala
@@ -21,21 +21,12 @@ package org.apache.spark.sql.comet.execution.shuffle
 
 import java.io.InputStream
 
-import org.apache.spark.InterruptibleIterator
-import org.apache.spark.MapOutputTracker
-import org.apache.spark.SparkEnv
-import org.apache.spark.TaskContext
-import org.apache.spark.internal.Logging
-import org.apache.spark.internal.config
+import org.apache.spark.{InterruptibleIterator, MapOutputTracker, SparkEnv, TaskContext}
+import org.apache.spark.internal.{config, Logging}
 import org.apache.spark.io.CompressionCodec
 import org.apache.spark.serializer.SerializerManager
-import org.apache.spark.shuffle.BaseShuffleHandle
-import org.apache.spark.shuffle.ShuffleReader
-import org.apache.spark.shuffle.ShuffleReadMetricsReporter
-import org.apache.spark.storage.BlockId
-import org.apache.spark.storage.BlockManager
-import org.apache.spark.storage.BlockManagerId
-import org.apache.spark.storage.ShuffleBlockFetcherIterator
+import org.apache.spark.shuffle.{BaseShuffleHandle, ShuffleReader, ShuffleReadMetricsReporter}
+import org.apache.spark.storage.{BlockId, BlockManager, BlockManagerId, ShuffleBlockFetcherIterator}
 import org.apache.spark.util.CompletionIterator
 
 /**

diff --git a/...tion/shuffle/CometShuffleDependency.scala → ...tion/shuffle/CometShuffleDependency.scala b/...tion/shuffle/CometShuffleDependency.scala → ...tion/shuffle/CometShuffleDependency.scala
diff --git a/...ecution/shuffle/CometShuffledRowRDD.scala → ...ecution/shuffle/CometShuffledRowRDD.scala b/...ecution/shuffle/CometShuffledRowRDD.scala → ...ecution/shuffle/CometShuffledRowRDD.scala
@@ -19,10 +19,10 @@
 
 package org.apache.spark.sql.comet.execution.shuffle
 
-import org.apache.spark.{Dependency, MapOutputTrackerMaster, Partition, Partitioner, ShuffleDependency, SparkEnv, TaskContext}
+import org.apache.spark._
 import org.apache.spark.rdd.RDD
 import org.apache.spark.shuffle.sort.SortShuffleManager
-import org.apache.spark.sql.execution.{CoalescedMapperPartitionSpec, CoalescedPartitioner, CoalescedPartitionSpec, PartialMapperPartitionSpec, PartialReducerPartitionSpec, ShufflePartitionSpec}
+import org.apache.spark.sql.execution._
 import org.apache.spark.sql.execution.metric.{SQLMetric, SQLShuffleReadMetricsReporter}
 import org.apache.spark.sql.internal.SQLConf
 import org.apache.spark.sql.vectorized.ColumnarBatch

diff --git a/...tion/shuffle/IpcInputStreamIterator.scala → ...tion/shuffle/IpcInputStreamIterator.scala b/...tion/shuffle/IpcInputStreamIterator.scala → ...tion/shuffle/IpcInputStreamIterator.scala
@@ -19,12 +19,9 @@
 
 package org.apache.spark.sql.comet.execution.shuffle
 
-import java.io.EOFException
-import java.io.InputStream
-import java.nio.ByteBuffer
-import java.nio.ByteOrder
-import java.nio.channels.Channels
-import java.nio.channels.ReadableByteChannel
+import java.io.{EOFException, InputStream}
+import java.nio.{ByteBuffer, ByteOrder}
+import java.nio.channels.{Channels, ReadableByteChannel}
 
 import org.apache.spark.TaskContext
 import org.apache.spark.internal.Logging

diff --git a/...omet/execution/shuffle/ShuffleUtils.scala → ...omet/execution/shuffle/ShuffleUtils.scala b/...omet/execution/shuffle/ShuffleUtils.scala → ...omet/execution/shuffle/ShuffleUtils.scala