Skip to content

Commit

Permalink
Fix build
Browse files Browse the repository at this point in the history
  • Loading branch information
PHILO-HE committed Aug 20, 2024
1 parent 81b3076 commit 8db1e05
Showing 1 changed file with 11 additions and 4 deletions.
15 changes: 11 additions & 4 deletions .github/workflows/velox_docker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -592,7 +592,7 @@ jobs:
GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
--local --preset=velox-with-celeborn --benchmark-type=ds --error-on-memleak --off-heap-size=10g -s=1.0 --threads=8 --iterations=1
Run CPP unit/benchmark test & UDF test:
run-CPP-test-UDF-test:
runs-on: ubuntu-20.04
container: ghcr.io/facebookincubator/velox-dev:centos8
steps:
Expand All @@ -610,6 +610,13 @@ jobs:
./cpp/build/velox/benchmarks/
/root/.m2/repository/org/apache/arrow/
key: cache-velox-build-centos-8-${{ hashFiles('./cache-key') }}
- name: Setup build dependency
run: |
yum install sudo patch java-1.8.0-openjdk-devel wget -y
wget https://downloads.apache.org/maven/maven-3/3.8.8/binaries/apache-maven-3.8.8-bin.tar.gz
tar -xvf apache-maven-3.8.8-bin.tar.gz
mv apache-maven-3.8.8 /usr/lib/maven
echo "PATH=${PATH}:/usr/lib/maven/bin" >> $GITHUB_ENV
- name: Build Gluten native libraries
if: steps.cache.outputs.cache-hit != 'true'
run: |
Expand All @@ -620,13 +627,13 @@ jobs:
cd ./cpp/build && ctest -V
- name: Run CPP benchmark test
run: |
mvn test -Pspark-3.2 -Pbackends-velox -Pceleborn -pl backends-velox -am \
-DtagsToInclude="org.apache.gluten.tags.GenerateExample" -Dtest=none \
-DfailIfNoTests=false -Dexec.skip
mvn test -Pspark-3.5 -Pbackends-velox -pl backends-velox -am \
-DtagsToInclude="org.apache.gluten.tags.GenerateExample" -Dtest=none -DfailIfNoTests=false -Dexec.skip
# This test depends on example.json generated by the above mvn test.
cd cpp/build/velox/benchmarks && sudo chmod +x ./generic_benchmark
./generic_benchmark --run-example --with-shuffle --threads 1 --iterations 1
- name: Run UDF test
run: |
# Depends on --build_example=ON.
$MVN_CMD test -Pspark-3.2 -Pbackends-velox -Piceberg -Pdelta -DtagsToExclude=None \
-DtagsToInclude=org.apache.gluten.tags.UDFTest
Expand Down

0 comments on commit 8db1e05

Please sign in to comment.