diff --git a/dev/buildbundle-veloxbe.sh b/dev/buildbundle-veloxbe.sh
index eaa82730bb25..0a0fe48eac8d 100755
--- a/dev/buildbundle-veloxbe.sh
+++ b/dev/buildbundle-veloxbe.sh
@@ -5,17 +5,9 @@ source "$BASEDIR/builddeps-veloxbe.sh"
 
 function build_for_spark {
   spark_version=$1
-  mvn clean package -Pbackends-velox -Pceleborn -Puniffle -Pspark-$spark_version -DskipTests
+  mvn clean package -Pbackends-velox -Pceleborn -Puniffle -Pspark-$spark_version -DskipTests -Dcheckstyle.skip=true -DskipScalastyle=true
 }
 
 cd $GLUTEN_DIR
 
-# SPARK_VERSION is defined in builddeps-veloxbe.sh
-if [ "$SPARK_VERSION" = "ALL" ]; then
-  for spark_version in 3.2 3.3 3.4 3.5
-  do
-    build_for_spark $spark_version
-  done
-else
-  build_for_spark $SPARK_VERSION
-fi
+build_for_spark 3.2
diff --git a/dev/builddeps-veloxbe.sh b/dev/builddeps-veloxbe.sh
index 82c9cfc8d6c0..2a7ade96932c 100755
--- a/dev/builddeps-veloxbe.sh
+++ b/dev/builddeps-veloxbe.sh
@@ -6,6 +6,10 @@
 ####################################################################################################
 set -exu
 
+export CFLAGS=" -g "
+export CXXFLAGS=" -g "
+
+
 CURRENT_DIR=$(cd "$(dirname "$BASH_SOURCE")"; pwd)
 GLUTEN_DIR="$CURRENT_DIR/.."
 BUILD_TYPE=Release
@@ -20,11 +24,12 @@ ENABLE_QAT=OFF
 ENABLE_IAA=OFF
 ENABLE_HBM=OFF
 ENABLE_GCS=OFF
-ENABLE_S3=OFF
+ENABLE_S3=ON
 ENABLE_HDFS=OFF
 ENABLE_ABFS=OFF
-ENABLE_EP_CACHE=OFF
-ENABLE_VCPKG=OFF
+ENABLE_EP_CACHE=ON
+ARROW_ENABLE_CUSTOM_CODEC=OFF
+ENABLE_VCPKG=ON
 RUN_SETUP_SCRIPT=ON
 VELOX_REPO=""
 VELOX_BRANCH=""