Skip to content

Commit

Permalink
[GLUTEN-6656][UNIFFLE] VeloxUniffleColumnarShuffleWriter should send …
Browse files Browse the repository at this point in the history
…commit for all ColumnBatch with empty rows
  • Loading branch information
SteNicholas committed Aug 2, 2024
1 parent b7dd9a8 commit d162899
Showing 1 changed file with 4 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -189,11 +189,13 @@ public long spill(MemoryTarget self, Spiller.Phase phase, long size) {
}
}

long startTime = System.nanoTime();
LOG.info("nativeShuffleWriter value {}", nativeShuffleWriter);
// If all of the ColumnarBatch have empty rows, the nativeShuffleWriter still equals -1
if (nativeShuffleWriter == -1L) {
throw new IllegalStateException("nativeShuffleWriter should not be -1L");
super.sendCommit();
return;
}
long startTime = System.nanoTime();
SplitResult splitResult;
try {
splitResult = jniWrapper.stop(nativeShuffleWriter);
Expand Down

0 comments on commit d162899

Please sign in to comment.