diff --git a/.github/workflows/velox_docker.yml b/.github/workflows/velox_docker.yml
index 47dd7a9190b8..ca3317d12d40 100644
--- a/.github/workflows/velox_docker.yml
+++ b/.github/workflows/velox_docker.yml
@@ -533,7 +533,7 @@ jobs:
       fail-fast: false
       matrix:
         spark: [ "spark-3.2" ]
-        celeborn: [ "celeborn-0.5.0", "celeborn-0.4.1", "celeborn-0.3.2-incubating" ]
+        celeborn: [ "celeborn-0.5.1", "celeborn-0.4.2", "celeborn-0.3.2-incubating" ]
     runs-on: ubuntu-20.04
     container: ubuntu:22.04
     steps:
@@ -564,9 +564,9 @@ jobs:
       - name: TPC-H SF1.0 && TPC-DS SF1.0 Parquet local spark3.2 with ${{ matrix.celeborn }}
         run: |
           EXTRA_PROFILE=""
-          if [ "${{ matrix.celeborn }}" = "celeborn-0.4.1" ]; then
+          if [ "${{ matrix.celeborn }}" = "celeborn-0.4.2" ]; then
             EXTRA_PROFILE="-Pceleborn-0.4"
-          elif [ "${{ matrix.celeborn }}" = "celeborn-0.5.0" ]; then
+          elif [ "${{ matrix.celeborn }}" = "celeborn-0.5.1" ]; then
             EXTRA_PROFILE="-Pceleborn-0.5"
           fi
           echo "EXTRA_PROFILE: ${EXTRA_PROFILE}"
diff --git a/docs/get-started/ClickHouse.md b/docs/get-started/ClickHouse.md
index b9826548bdc3..ab90f2312c54 100644
--- a/docs/get-started/ClickHouse.md
+++ b/docs/get-started/ClickHouse.md
@@ -629,7 +629,7 @@ public read-only account：gluten/hN2xX3uQ4m
 
 ### Celeborn support
 
-Gluten with clickhouse backend supports [Celeborn](https://github.com/apache/celeborn) as remote shuffle service. Currently, the supported Celeborn versions are `0.3.x`, `0.4.x` and `0.5.0`.
+Gluten with clickhouse backend supports [Celeborn](https://github.com/apache/celeborn) as remote shuffle service. Currently, the supported Celeborn versions are `0.3.x`, `0.4.x` and `0.5.x`.
 
 Below introduction is used to enable this feature.
 
diff --git a/docs/get-started/Velox.md b/docs/get-started/Velox.md
index a349427afe0d..6778bb9b7207 100644
--- a/docs/get-started/Velox.md
+++ b/docs/get-started/Velox.md
@@ -215,7 +215,7 @@ Currently there are several ways to asscess S3 in Spark. Please refer [Velox S3]
 
 ## Celeborn support
 
-Gluten with velox backend supports [Celeborn](https://github.com/apache/celeborn) as remote shuffle service. Currently, the supported Celeborn versions are `0.3.x`, `0.4.x` and `0.5.0`.
+Gluten with velox backend supports [Celeborn](https://github.com/apache/celeborn) as remote shuffle service. Currently, the supported Celeborn versions are `0.3.x`, `0.4.x` and `0.5.x`.
 
 Below introduction is used to enable this feature.
 
diff --git a/pom.xml b/pom.xml
index 81c355868159..bb59ad2a7faa 100644
--- a/pom.xml
+++ b/pom.xml
@@ -65,7 +65,7 @@
     <delta.package.name>delta-core</delta.package.name>
     <delta.version>2.4.0</delta.version>
     <delta.binary.version>24</delta.binary.version>
-    <celeborn.version>0.4.1</celeborn.version>
+    <celeborn.version>0.5.1</celeborn.version>
     <uniffle.version>0.8.0</uniffle.version>
     <arrow.version>15.0.0</arrow.version>
     <arrow-gluten.version>15.0.0-gluten</arrow-gluten.version>
diff --git a/tools/gluten-it/pom.xml b/tools/gluten-it/pom.xml
index a65324f2728d..43bc3ae092b5 100644
--- a/tools/gluten-it/pom.xml
+++ b/tools/gluten-it/pom.xml
@@ -171,13 +171,13 @@
     <profile>
       <id>celeborn-0.4</id>
       <properties>
-        <celeborn.version>0.4.1</celeborn.version>
+        <celeborn.version>0.4.2</celeborn.version>
       </properties>
     </profile>
     <profile>
       <id>celeborn-0.5</id>
       <properties>
-        <celeborn.version>0.5.0</celeborn.version>
+        <celeborn.version>0.5.1</celeborn.version>
       </properties>
     </profile>
   </profiles>