From 43dc9d096395d16f2faa3ce23737c91d1d8dc641 Mon Sep 17 00:00:00 2001 From: Zuyu ZHANG Date: Wed, 11 Dec 2024 17:39:45 -0800 Subject: [PATCH] Fix CI --- .github/workflows/build-metrics.yml | 2 ++ .github/workflows/experimental.yml | 4 ++-- .github/workflows/linux-build-base.yml | 4 +++- .github/workflows/macos.yml | 1 + .github/workflows/scheduled.yml | 2 +- 5 files changed, 9 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build-metrics.yml b/.github/workflows/build-metrics.yml index 7e880707fabda..2a3285e2f6ac2 100644 --- a/.github/workflows/build-metrics.yml +++ b/.github/workflows/build-metrics.yml @@ -67,6 +67,8 @@ jobs: run: | EXTRA_CMAKE_FLAGS=( "-DVELOX_ENABLE_BENCHMARKS=ON" + "-DVELOX_ENABLE_ARROW=ON" + "-DVELOX_ENABLE_PARQUET=ON" "-DVELOX_ENABLE_HDFS=ON" "-DVELOX_ENABLE_S3=ON" "-DVELOX_ENABLE_GCS=ON" diff --git a/.github/workflows/experimental.yml b/.github/workflows/experimental.yml index e67fc211d258f..fbca400247ec4 100644 --- a/.github/workflows/experimental.yml +++ b/.github/workflows/experimental.yml @@ -76,7 +76,7 @@ jobs: - name: "Build" run: | cd velox - make debug NUM_THREADS="${{ inputs.numThreads || 8 }}" MAX_HIGH_MEM_JOBS="${{ inputs.maxHighMemJobs || 8 }}" MAX_LINK_JOBS="${{ inputs.maxLinkJobs || 4 }}" EXTRA_CMAKE_FLAGS="${{ inputs.extraCMakeFlags }}" + make debug NUM_THREADS="${{ inputs.numThreads || 8 }}" MAX_HIGH_MEM_JOBS="${{ inputs.maxHighMemJobs || 8 }}" MAX_LINK_JOBS="${{ inputs.maxLinkJobs || 4 }}" EXTRA_CMAKE_FLAGS="-DVELOX_ENABLE_ARROW=ON ${{ inputs.extraCMakeFlags }}" ccache -s - name: Upload aggregation fuzzer @@ -146,7 +146,7 @@ jobs: run: | cd velox source /opt/rh/gcc-toolset-12/enable - make debug NUM_THREADS="${{ inputs.numThreads || 8 }}" MAX_HIGH_MEM_JOBS="${{ inputs.maxHighMemJobs || 8 }}" MAX_LINK_JOBS="${{ inputs.maxLinkJobs || 4 }}" EXTRA_CMAKE_FLAGS="${{ inputs.extraCMakeFlags }}" + make debug NUM_THREADS="${{ inputs.numThreads || 8 }}" MAX_HIGH_MEM_JOBS="${{ inputs.maxHighMemJobs || 8 }}" MAX_LINK_JOBS="${{ inputs.maxLinkJobs || 4 }}" EXTRA_CMAKE_FLAGS="-DVELOX_ENABLE_ARROW=ON ${{ inputs.extraCMakeFlags }}" ccache -s - name: "Run Aggregate Fuzzer" diff --git a/.github/workflows/linux-build-base.yml b/.github/workflows/linux-build-base.yml index 829cbc8e57270..01ab4bae950df 100644 --- a/.github/workflows/linux-build-base.yml +++ b/.github/workflows/linux-build-base.yml @@ -78,7 +78,6 @@ jobs: - name: Make Release Build env: - gtest_SOURCE: AUTO MAKEFLAGS: 'NUM_THREADS=8 MAX_HIGH_MEM_JOBS=4 MAX_LINK_JOBS=4' CUDA_ARCHITECTURES: 70 CUDA_COMPILER: /usr/local/cuda-${CUDA_VERSION}/bin/nvcc @@ -87,6 +86,8 @@ jobs: run: | EXTRA_CMAKE_FLAGS=( "-DVELOX_ENABLE_BENCHMARKS=ON" + "-DVELOX_ENABLE_ARROW=ON" + "-DVELOX_ENABLE_PARQUET=ON" "-DVELOX_ENABLE_HDFS=ON" "-DVELOX_ENABLE_S3=ON" "-DVELOX_ENABLE_GCS=ON" @@ -159,6 +160,7 @@ jobs: VELOX_DEPENDENCY_SOURCE: BUNDLED ICU_SOURCE: SYSTEM MAKEFLAGS: "NUM_THREADS=8 MAX_HIGH_MEM_JOBS=4 MAX_LINK_JOBS=3" + EXTRA_CMAKE_FLAGS: "-DVELOX_ENABLE_ARROW=ON -DVELOX_ENABLE_PARQUET=ON" run: | if [[ "${USE_CLANG}" = "true" ]]; then export CC=/usr/bin/clang-15; export CXX=/usr/bin/clang++-15; fi make debug diff --git a/.github/workflows/macos.yml b/.github/workflows/macos.yml index 19d30ef3ccc95..e40ec0b4173a8 100644 --- a/.github/workflows/macos.yml +++ b/.github/workflows/macos.yml @@ -92,6 +92,7 @@ jobs: -GNinja \ -DTREAT_WARNINGS_AS_ERRORS=1 \ -DENABLE_ALL_WARNINGS=1 \ + -DVELOX_ENABLE_PARQUET=ON \ -DVELOX_MONO_LIBRARY=ON \ -DVELOX_BUILD_SHARED=ON \ -DCMAKE_BUILD_TYPE=$BUILD_TYPE diff --git a/.github/workflows/scheduled.yml b/.github/workflows/scheduled.yml index d157c37c537c3..7c3ee8aa4dcf7 100644 --- a/.github/workflows/scheduled.yml +++ b/.github/workflows/scheduled.yml @@ -198,7 +198,7 @@ jobs: - name: Build env: - EXTRA_CMAKE_FLAGS: "-DVELOX_BUILD_PYTHON_PACKAGE=ON ${{ inputs.extraCMakeFlags }}" + EXTRA_CMAKE_FLAGS: "-DVELOX_ENABLE_ARROW=ON -DVELOX_BUILD_PYTHON_PACKAGE=ON ${{ inputs.extraCMakeFlags }}" run: | EXTRA_CMAKE_FLAGS="-DPYTHON_EXECUTABLE=$(which python3) $EXTRA_CMAKE_FLAGS" make debug