fix

apache · Aug 16, 2024 · 5fdb18b · 5fdb18b
1 parent f040410
commit 5fdb18b
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/cpp/core/shuffle/LocalPartitionWriter.cc b/cpp/core/shuffle/LocalPartitionWriter.cc
@@ -581,6 +581,8 @@ arrow::Status LocalPartitionWriter::sortEvict(
     std::unique_ptr<InMemoryPayload> inMemoryPayload,
     std::shared_ptr<arrow::Buffer> compressed,
     bool isFinal) {
+  rawPartitionLengths_[partitionId] += inMemoryPayload->rawSize();
+
   if (lastEvictPid_ != -1 && (partitionId < lastEvictPid_ || (isFinal && !dataFileOs_))) {
     lastEvictPid_ = -1;
     RETURN_NOT_OK(finishSpill(true));