[WIP][VL] Support celeborn sort based shuffle

apache · May 14, 2024 · 588163d · 588163d
1 parent 5513f38
commit 588163d
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 16 deletions.
diff --git a/cpp/core/shuffle/ShuffleWriter.h b/cpp/core/shuffle/ShuffleWriter.h
@@ -33,6 +33,9 @@
 
 namespace gluten {
 
+enum SplitState { kInit, kPreAlloc, kSplit, kStop };
+enum EvictState { kEvictable, kUnevictable };
+
 class ShuffleWriter : public Reclaimable {
  public:
   static constexpr int64_t kMinMemLimit = 128LL * 1024 * 1024;

diff --git a/cpp/velox/shuffle/VeloxHashBasedShuffleWriter.h b/cpp/velox/shuffle/VeloxHashBasedShuffleWriter.h
@@ -87,9 +87,6 @@ namespace gluten {
 
 #endif // end of VELOX_SHUFFLE_WRITER_PRINT
 
-enum SplitState { kInit, kPreAlloc, kSplit, kStop };
-enum EvictState { kEvictable, kUnevictable };
-
 struct BinaryArrayResizeState {
   bool inResize;
   uint32_t partitionId;

diff --git a/cpp/velox/shuffle/VeloxSortBasedShuffleWriter.h b/cpp/velox/shuffle/VeloxSortBasedShuffleWriter.h
@@ -87,19 +87,6 @@ namespace gluten {
 
 #endif // end of VELOX_SHUFFLE_WRITER_PRINT
 
-enum SplitState { kInit, kPreAlloc, kSplit, kStop };
-enum EvictState { kEvictable, kUnevictable };
-
-struct BinaryArrayResizeState {
-  bool inResize;
-  uint32_t partitionId;
-  uint32_t binaryIdx;
-
-  BinaryArrayResizeState() : inResize(false) {}
-  BinaryArrayResizeState(uint32_t partitionId, uint32_t binaryIdx)
-      : inResize(false), partitionId(partitionId), binaryIdx(binaryIdx) {}
-};
-
 class VeloxSortBasedShuffleWriter : public ShuffleWriter {
  public:
   static arrow::Result<std::shared_ptr<VeloxSortBasedShuffleWriter>> create(