From 87667e9af7b236977ad098d5e7db9a8d596ece15 Mon Sep 17 00:00:00 2001 From: Hongze Zhang Date: Thu, 9 Nov 2023 16:42:30 +0800 Subject: [PATCH 1/2] [VL] Flush intermediate results when partial aggregation runs out of memory --- ep/build-velox/src/get_velox.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ep/build-velox/src/get_velox.sh b/ep/build-velox/src/get_velox.sh index 61aeb68f3523..bcd307e8e50f 100755 --- a/ep/build-velox/src/get_velox.sh +++ b/ep/build-velox/src/get_velox.sh @@ -16,8 +16,8 @@ set -exu -VELOX_REPO=https://github.com/oap-project/velox.git -VELOX_BRANCH=update +VELOX_REPO=https://github.com/zhztheplayer/velox.git +VELOX_BRANCH=wip-partial-flush VELOX_HOME="" #Set on run gluten on HDFS From 3be6df1fb54277aa29c974df146ba57dd1700207 Mon Sep 17 00:00:00 2001 From: Hongze Zhang Date: Fri, 10 Nov 2023 10:20:54 +0800 Subject: [PATCH 2/2] fixup --- cpp/velox/memory/VeloxMemoryManager.cc | 1 + 1 file changed, 1 insertion(+) diff --git a/cpp/velox/memory/VeloxMemoryManager.cc b/cpp/velox/memory/VeloxMemoryManager.cc index 1c78283f2830..21c8bcd45cd5 100644 --- a/cpp/velox/memory/VeloxMemoryManager.cc +++ b/cpp/velox/memory/VeloxMemoryManager.cc @@ -172,6 +172,7 @@ VeloxMemoryManager::VeloxMemoryManager( velox::memory::MemoryAllocator::kMaxAlignment, velox::memory::kMaxMemory, velox::memory::kMaxMemory, + velox::memory::kDefaultGrowthQuantum, true, // memory usage tracking true, // leak check false, // debug