From db955e4a2e3075f5edda5bcf85ada117c8d48a36 Mon Sep 17 00:00:00 2001 From: LiuNeng <1398775315@qq.com> Date: Tue, 14 Nov 2023 09:42:43 +0000 Subject: [PATCH] update --- cpp-ch/local-engine/Shuffle/PartitionWriter.cpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/cpp-ch/local-engine/Shuffle/PartitionWriter.cpp b/cpp-ch/local-engine/Shuffle/PartitionWriter.cpp index 20f47d869ec2..c933c4596641 100644 --- a/cpp-ch/local-engine/Shuffle/PartitionWriter.cpp +++ b/cpp-ch/local-engine/Shuffle/PartitionWriter.cpp @@ -57,7 +57,7 @@ void local_engine::PartitionWriter::write(const PartitionInfo& partition_info, D if (buffer.size() >= shuffle_writer->options.split_size) { Block block = buffer.releaseColumns(); - auto bytes = block.bytes(); + auto bytes = block.allocatedBytes(); total_partition_buffer_size += bytes; shuffle_writer->split_result.raw_partition_length[i] += bytes; partition_buffer[i].addBlock(block); @@ -131,7 +131,8 @@ std::vector LocalPartitionWriter::mergeSpills(WriteBuffer& data_file) spill_inputs.reserve(spill_infos.size()); for (const auto & spill : spill_infos) { - spill_inputs.emplace_back(std::make_shared(spill.spilled_file, shuffle_writer->options.io_buffer_size)); + // only use readBig + spill_inputs.emplace_back(std::make_shared(spill.spilled_file, 0)); } Stopwatch write_time_watch;