[VL][UNIFFLE] Remove inc BytesWritten in VeloxUniffleColumnarShuffleW…

…riter
apache · Jun 28, 2024 · 4d38ead · 4d38ead
1 parent 86449d0
commit 4d38ead
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/...elox/src/main/java/org/apache/spark/shuffle/writer/VeloxUniffleColumnarShuffleWriter.java b/...elox/src/main/java/org/apache/spark/shuffle/writer/VeloxUniffleColumnarShuffleWriter.java
@@ -217,7 +217,8 @@ public Set<Phase> applicablePhases() {
                 - splitResult.getTotalWriteTime()
                 - splitResult.getTotalCompressTime());
 
-    shuffleWriteMetrics.incBytesWritten(splitResult.getTotalBytesWritten());
+    // bytesWritten is calculated in uniffle side: WriteBufferManager.createShuffleBlock
+    // shuffleWriteMetrics.incBytesWritten(splitResult.getTotalBytesWritten());
     shuffleWriteMetrics.incWriteTime(
         splitResult.getTotalWriteTime() + splitResult.getTotalPushTime());
     // partitionLengths is calculate in uniffle side