diff --git a/cpp/CMakeLists.txt b/cpp/CMakeLists.txt
index c5cbab0697bf4..740c244f9ec66 100644
--- a/cpp/CMakeLists.txt
+++ b/cpp/CMakeLists.txt
@@ -159,6 +159,7 @@ find_package(JNI REQUIRED)
 find_package(glog REQUIRED)
 
 if(BUILD_TESTS)
+  set(BUILD_BENCHMARKS ON)
   set(GLUTEN_GTEST_MIN_VERSION "1.13.0")
   find_package(GTest ${GLUTEN_GTEST_MIN_VERSION} CONFIG)
   if(NOT GTest_FOUND)