From 8db1e05b333258a15db6d1cc3986e65a862a3c98 Mon Sep 17 00:00:00 2001 From: PHILO-HE Date: Tue, 20 Aug 2024 17:26:26 +0800 Subject: [PATCH] Fix build --- .github/workflows/velox_docker.yml | 15 +++++++++++---- 1 file changed, 11 insertions(+), 4 deletions(-) diff --git a/.github/workflows/velox_docker.yml b/.github/workflows/velox_docker.yml index d88866bd9df09..c1f77e3ce1ef8 100644 --- a/.github/workflows/velox_docker.yml +++ b/.github/workflows/velox_docker.yml @@ -592,7 +592,7 @@ jobs: GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \ --local --preset=velox-with-celeborn --benchmark-type=ds --error-on-memleak --off-heap-size=10g -s=1.0 --threads=8 --iterations=1 - Run CPP unit/benchmark test & UDF test: + run-CPP-test-UDF-test: runs-on: ubuntu-20.04 container: ghcr.io/facebookincubator/velox-dev:centos8 steps: @@ -610,6 +610,13 @@ jobs: ./cpp/build/velox/benchmarks/ /root/.m2/repository/org/apache/arrow/ key: cache-velox-build-centos-8-${{ hashFiles('./cache-key') }} + - name: Setup build dependency + run: | + yum install sudo patch java-1.8.0-openjdk-devel wget -y + wget https://downloads.apache.org/maven/maven-3/3.8.8/binaries/apache-maven-3.8.8-bin.tar.gz + tar -xvf apache-maven-3.8.8-bin.tar.gz + mv apache-maven-3.8.8 /usr/lib/maven + echo "PATH=${PATH}:/usr/lib/maven/bin" >> $GITHUB_ENV - name: Build Gluten native libraries if: steps.cache.outputs.cache-hit != 'true' run: | @@ -620,13 +627,13 @@ jobs: cd ./cpp/build && ctest -V - name: Run CPP benchmark test run: | - mvn test -Pspark-3.2 -Pbackends-velox -Pceleborn -pl backends-velox -am \ - -DtagsToInclude="org.apache.gluten.tags.GenerateExample" -Dtest=none \ - -DfailIfNoTests=false -Dexec.skip + mvn test -Pspark-3.5 -Pbackends-velox -pl backends-velox -am \ + -DtagsToInclude="org.apache.gluten.tags.GenerateExample" -Dtest=none -DfailIfNoTests=false -Dexec.skip # This test depends on example.json generated by the above mvn test. cd cpp/build/velox/benchmarks && sudo chmod +x ./generic_benchmark ./generic_benchmark --run-example --with-shuffle --threads 1 --iterations 1 - name: Run UDF test + run: | # Depends on --build_example=ON. $MVN_CMD test -Pspark-3.2 -Pbackends-velox -Piceberg -Pdelta -DtagsToExclude=None \ -DtagsToInclude=org.apache.gluten.tags.UDFTest