From 97f4eb2e0c4af73978a5999eaf6f3115e72c6a97 Mon Sep 17 00:00:00 2001 From: Nicholas Jiang Date: Tue, 30 Jul 2024 17:58:21 +0800 Subject: [PATCH] [GLUTEN-6632] Bump Celeborn 0.4.2 and 0.5.1 (#6633) --- .github/workflows/velox_docker.yml | 6 +++--- docs/get-started/ClickHouse.md | 2 +- docs/get-started/Velox.md | 2 +- pom.xml | 2 +- tools/gluten-it/pom.xml | 4 ++-- 5 files changed, 8 insertions(+), 8 deletions(-) diff --git a/.github/workflows/velox_docker.yml b/.github/workflows/velox_docker.yml index 47dd7a9190b8..ca3317d12d40 100644 --- a/.github/workflows/velox_docker.yml +++ b/.github/workflows/velox_docker.yml @@ -533,7 +533,7 @@ jobs: fail-fast: false matrix: spark: [ "spark-3.2" ] - celeborn: [ "celeborn-0.5.0", "celeborn-0.4.1", "celeborn-0.3.2-incubating" ] + celeborn: [ "celeborn-0.5.1", "celeborn-0.4.2", "celeborn-0.3.2-incubating" ] runs-on: ubuntu-20.04 container: ubuntu:22.04 steps: @@ -564,9 +564,9 @@ jobs: - name: TPC-H SF1.0 && TPC-DS SF1.0 Parquet local spark3.2 with ${{ matrix.celeborn }} run: | EXTRA_PROFILE="" - if [ "${{ matrix.celeborn }}" = "celeborn-0.4.1" ]; then + if [ "${{ matrix.celeborn }}" = "celeborn-0.4.2" ]; then EXTRA_PROFILE="-Pceleborn-0.4" - elif [ "${{ matrix.celeborn }}" = "celeborn-0.5.0" ]; then + elif [ "${{ matrix.celeborn }}" = "celeborn-0.5.1" ]; then EXTRA_PROFILE="-Pceleborn-0.5" fi echo "EXTRA_PROFILE: ${EXTRA_PROFILE}" diff --git a/docs/get-started/ClickHouse.md b/docs/get-started/ClickHouse.md index b9826548bdc3..ab90f2312c54 100644 --- a/docs/get-started/ClickHouse.md +++ b/docs/get-started/ClickHouse.md @@ -629,7 +629,7 @@ public read-only account:gluten/hN2xX3uQ4m ### Celeborn support -Gluten with clickhouse backend supports [Celeborn](https://github.com/apache/celeborn) as remote shuffle service. Currently, the supported Celeborn versions are `0.3.x`, `0.4.x` and `0.5.0`. +Gluten with clickhouse backend supports [Celeborn](https://github.com/apache/celeborn) as remote shuffle service. Currently, the supported Celeborn versions are `0.3.x`, `0.4.x` and `0.5.x`. Below introduction is used to enable this feature. diff --git a/docs/get-started/Velox.md b/docs/get-started/Velox.md index a349427afe0d..6778bb9b7207 100644 --- a/docs/get-started/Velox.md +++ b/docs/get-started/Velox.md @@ -215,7 +215,7 @@ Currently there are several ways to asscess S3 in Spark. Please refer [Velox S3] ## Celeborn support -Gluten with velox backend supports [Celeborn](https://github.com/apache/celeborn) as remote shuffle service. Currently, the supported Celeborn versions are `0.3.x`, `0.4.x` and `0.5.0`. +Gluten with velox backend supports [Celeborn](https://github.com/apache/celeborn) as remote shuffle service. Currently, the supported Celeborn versions are `0.3.x`, `0.4.x` and `0.5.x`. Below introduction is used to enable this feature. diff --git a/pom.xml b/pom.xml index 81c355868159..bb59ad2a7faa 100644 --- a/pom.xml +++ b/pom.xml @@ -65,7 +65,7 @@ delta-core 2.4.0 24 - 0.4.1 + 0.5.1 0.8.0 15.0.0 15.0.0-gluten diff --git a/tools/gluten-it/pom.xml b/tools/gluten-it/pom.xml index a65324f2728d..43bc3ae092b5 100644 --- a/tools/gluten-it/pom.xml +++ b/tools/gluten-it/pom.xml @@ -171,13 +171,13 @@ celeborn-0.4 - 0.4.1 + 0.4.2 celeborn-0.5 - 0.5.0 + 0.5.1