Skip to content

Commit

Permalink
[CELEBORN] Rename CelebornHashBasedColumnarShuffleWriter to CelebornC…
Browse files Browse the repository at this point in the history
…olumnarShuffleWriter (#6391)
  • Loading branch information
kerwin-zk authored Jul 11, 2024
1 parent 5096d66 commit 1c6910e
Show file tree
Hide file tree
Showing 7 changed files with 11 additions and 11 deletions.
Original file line number Diff line number Diff line change
@@ -1 +1 @@
org.apache.spark.shuffle.CHCelebornHashBasedColumnarShuffleWriterFactory
org.apache.spark.shuffle.CHCelebornColumnarShuffleWriterFactory
Original file line number Diff line number Diff line change
Expand Up @@ -33,14 +33,14 @@ import org.apache.celeborn.common.CelebornConf
import java.io.IOException
import java.util.Locale

class CHCelebornHashBasedColumnarShuffleWriter[K, V](
class CHCelebornColumnarShuffleWriter[K, V](
shuffleId: Int,
handle: CelebornShuffleHandle[K, V, V],
context: TaskContext,
celebornConf: CelebornConf,
client: ShuffleClient,
writeMetrics: ShuffleWriteMetricsReporter)
extends CelebornHashBasedColumnarShuffleWriter[K, V](
extends CelebornColumnarShuffleWriter[K, V](
shuffleId: Int,
handle,
context,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ import org.apache.spark.shuffle.gluten.celeborn.CelebornShuffleWriterFactory
import org.apache.celeborn.client.ShuffleClient
import org.apache.celeborn.common.CelebornConf

class CHCelebornHashBasedColumnarShuffleWriterFactory extends CelebornShuffleWriterFactory {
class CHCelebornColumnarShuffleWriterFactory extends CelebornShuffleWriterFactory {
override def backendName(): String = CHBackend.BACKEND_NAME

override def createShuffleWriterInstance[K, V](
Expand All @@ -35,7 +35,7 @@ class CHCelebornHashBasedColumnarShuffleWriterFactory extends CelebornShuffleWri
celebornConf: CelebornConf,
client: ShuffleClient,
writeMetrics: ShuffleWriteMetricsReporter): ShuffleWriter[K, V] = {
new CHCelebornHashBasedColumnarShuffleWriter[K, V](
new CHCelebornColumnarShuffleWriter[K, V](
shuffleId,
handle,
context,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ import org.apache.celeborn.common.CelebornConf
import java.io.IOException
import java.util.Locale

abstract class CelebornHashBasedColumnarShuffleWriter[K, V](
abstract class CelebornColumnarShuffleWriter[K, V](
shuffleId: Int,
handle: CelebornShuffleHandle[K, V, V],
context: TaskContext,
Expand Down
Original file line number Diff line number Diff line change
@@ -1 +1 @@
org.apache.spark.shuffle.VeloxCelebornHashBasedColumnarShuffleWriterFactory
org.apache.spark.shuffle.VeloxCelebornColumnarShuffleWriterFactory
Original file line number Diff line number Diff line change
Expand Up @@ -34,14 +34,14 @@ import org.apache.celeborn.common.CelebornConf

import java.io.IOException

class VeloxCelebornHashBasedColumnarShuffleWriter[K, V](
class VeloxCelebornColumnarShuffleWriter[K, V](
shuffleId: Int,
handle: CelebornShuffleHandle[K, V, V],
context: TaskContext,
celebornConf: CelebornConf,
client: ShuffleClient,
writeMetrics: ShuffleWriteMetricsReporter)
extends CelebornHashBasedColumnarShuffleWriter[K, V](
extends CelebornColumnarShuffleWriter[K, V](
shuffleId,
handle,
context,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ import org.apache.spark.shuffle.gluten.celeborn.CelebornShuffleWriterFactory
import org.apache.celeborn.client.ShuffleClient
import org.apache.celeborn.common.CelebornConf

class VeloxCelebornHashBasedColumnarShuffleWriterFactory extends CelebornShuffleWriterFactory {
class VeloxCelebornColumnarShuffleWriterFactory extends CelebornShuffleWriterFactory {
override def backendName(): String = VeloxBackend.BACKEND_NAME

override def createShuffleWriterInstance[K, V](
Expand All @@ -35,7 +35,7 @@ class VeloxCelebornHashBasedColumnarShuffleWriterFactory extends CelebornShuffle
celebornConf: CelebornConf,
client: ShuffleClient,
writeMetrics: ShuffleWriteMetricsReporter): ShuffleWriter[K, V] = {
new VeloxCelebornHashBasedColumnarShuffleWriter[K, V](
new VeloxCelebornColumnarShuffleWriter[K, V](
shuffleId,
handle,
context,
Expand Down

0 comments on commit 1c6910e

Please sign in to comment.