[GLUTEN-7914][CORE] Flip dependency direction for gluten-celeborn (ap…

…ache#8241) Closes apache#7914
zhztheplayer · Dec 17, 2024 · 6b0445a · 6b0445a
1 parent 0598545
commit 6b0445a
Show file tree

Hide file tree

Showing 170 changed files with 145 additions and 470 deletions.
diff --git a/backends-clickhouse/pom.xml b/backends-clickhouse/pom.xml
@@ -14,6 +14,35 @@
   <name>Gluten Backends ClickHouse</name>
 
   <profiles>
+    <profile>
+      <id>celeborn</id>
+      <activation>
+        <activeByDefault>false</activeByDefault>
+      </activation>
+      <dependencies>
+        <dependency>
+          <groupId>org.apache.gluten</groupId>
+          <artifactId>gluten-celeborn</artifactId>
+          <version>${project.version}</version>
+        </dependency>
+        <dependency>
+          <groupId>org.apache.celeborn</groupId>
+          <artifactId>celeborn-client-spark-${spark.major.version}-shaded_${scala.binary.version}</artifactId>
+          <version>${celeborn.version}</version>
+          <scope>provided</scope>
+          <exclusions>
+            <exclusion>
+              <groupId>org.apache.celeborn</groupId>
+              <artifactId>celeborn-client-spark-${spark.major.version}_${scala.binary.version}</artifactId>
+            </exclusion>
+            <exclusion>
+              <groupId>org.apache.celeborn</groupId>
+              <artifactId>celeborn-spark-${spark.major.version}-columnar-shuffle_${scala.binary.version}</artifactId>
+            </exclusion>
+          </exclusions>
+        </dependency>
+      </dependencies>
+    </profile>
     <profile>
       <id>iceberg</id>
       <activation>

diff --git a/...ten.celeborn.CelebornShuffleWriterFactory → ...ten.celeborn.CelebornShuffleWriterFactory b/...ten.celeborn.CelebornShuffleWriterFactory → ...ten.celeborn.CelebornShuffleWriterFactory
diff --git a/...e/CHCelebornColumnarBatchSerializer.scala → ...e/CHCelebornColumnarBatchSerializer.scala b/...e/CHCelebornColumnarBatchSerializer.scala → ...e/CHCelebornColumnarBatchSerializer.scala
diff --git a/...fle/CHCelebornColumnarShuffleWriter.scala → ...fle/CHCelebornColumnarShuffleWriter.scala b/...fle/CHCelebornColumnarShuffleWriter.scala → ...fle/CHCelebornColumnarShuffleWriter.scala
diff --git a/...elebornColumnarShuffleWriterFactory.scala → ...elebornColumnarShuffleWriterFactory.scala b/...elebornColumnarShuffleWriterFactory.scala → ...elebornColumnarShuffleWriterFactory.scala
diff --git a/...src/test/resources/queries-output/q01.out → ...orn/test/resources/queries-output/q01.out b/...src/test/resources/queries-output/q01.out → ...orn/test/resources/queries-output/q01.out
diff --git a/...src/test/resources/queries-output/q02.out → ...orn/test/resources/queries-output/q02.out b/...src/test/resources/queries-output/q02.out → ...orn/test/resources/queries-output/q02.out
diff --git a/...src/test/resources/queries-output/q03.out → ...orn/test/resources/queries-output/q03.out b/...src/test/resources/queries-output/q03.out → ...orn/test/resources/queries-output/q03.out
diff --git a/...src/test/resources/queries-output/q04.out → ...orn/test/resources/queries-output/q04.out b/...src/test/resources/queries-output/q04.out → ...orn/test/resources/queries-output/q04.out
diff --git a/...src/test/resources/queries-output/q05.out → ...orn/test/resources/queries-output/q05.out b/...src/test/resources/queries-output/q05.out → ...orn/test/resources/queries-output/q05.out
diff --git a/...src/test/resources/queries-output/q06.out → ...orn/test/resources/queries-output/q06.out b/...src/test/resources/queries-output/q06.out → ...orn/test/resources/queries-output/q06.out
diff --git a/...src/test/resources/queries-output/q07.out → ...orn/test/resources/queries-output/q07.out b/...src/test/resources/queries-output/q07.out → ...orn/test/resources/queries-output/q07.out
diff --git a/...src/test/resources/queries-output/q08.out → ...orn/test/resources/queries-output/q08.out b/...src/test/resources/queries-output/q08.out → ...orn/test/resources/queries-output/q08.out
diff --git a/...src/test/resources/queries-output/q09.out → ...orn/test/resources/queries-output/q09.out b/...src/test/resources/queries-output/q09.out → ...orn/test/resources/queries-output/q09.out
diff --git a/...src/test/resources/queries-output/q10.out → ...orn/test/resources/queries-output/q10.out b/...src/test/resources/queries-output/q10.out → ...orn/test/resources/queries-output/q10.out
diff --git a/...src/test/resources/queries-output/q11.out → ...orn/test/resources/queries-output/q11.out b/...src/test/resources/queries-output/q11.out → ...orn/test/resources/queries-output/q11.out
diff --git a/...src/test/resources/queries-output/q12.out → ...orn/test/resources/queries-output/q12.out b/...src/test/resources/queries-output/q12.out → ...orn/test/resources/queries-output/q12.out
diff --git a/...src/test/resources/queries-output/q13.out → ...orn/test/resources/queries-output/q13.out b/...src/test/resources/queries-output/q13.out → ...orn/test/resources/queries-output/q13.out
diff --git a/...src/test/resources/queries-output/q14.out → ...orn/test/resources/queries-output/q14.out b/...src/test/resources/queries-output/q14.out → ...orn/test/resources/queries-output/q14.out
diff --git a/...src/test/resources/queries-output/q15.out → ...orn/test/resources/queries-output/q15.out b/...src/test/resources/queries-output/q15.out → ...orn/test/resources/queries-output/q15.out
diff --git a/...src/test/resources/queries-output/q16.out → ...orn/test/resources/queries-output/q16.out b/...src/test/resources/queries-output/q16.out → ...orn/test/resources/queries-output/q16.out
diff --git a/...src/test/resources/queries-output/q17.out → ...orn/test/resources/queries-output/q17.out b/...src/test/resources/queries-output/q17.out → ...orn/test/resources/queries-output/q17.out
diff --git a/...src/test/resources/queries-output/q18.out → ...orn/test/resources/queries-output/q18.out b/...src/test/resources/queries-output/q18.out → ...orn/test/resources/queries-output/q18.out
diff --git a/...src/test/resources/queries-output/q19.out → ...orn/test/resources/queries-output/q19.out b/...src/test/resources/queries-output/q19.out → ...orn/test/resources/queries-output/q19.out
diff --git a/...src/test/resources/queries-output/q20.out → ...orn/test/resources/queries-output/q20.out b/...src/test/resources/queries-output/q20.out → ...orn/test/resources/queries-output/q20.out
diff --git a/...src/test/resources/queries-output/q21.out → ...orn/test/resources/queries-output/q21.out b/...src/test/resources/queries-output/q21.out → ...orn/test/resources/queries-output/q21.out
diff --git a/...src/test/resources/queries-output/q22.out → ...orn/test/resources/queries-output/q22.out b/...src/test/resources/queries-output/q22.out → ...orn/test/resources/queries-output/q22.out
diff --git a/.../resources/queries/tpch-queries-ch/q1.sql → .../resources/queries/tpch-queries-ch/q1.sql b/.../resources/queries/tpch-queries-ch/q1.sql → .../resources/queries/tpch-queries-ch/q1.sql
diff --git a/...resources/queries/tpch-queries-ch/q10.sql → ...resources/queries/tpch-queries-ch/q10.sql b/...resources/queries/tpch-queries-ch/q10.sql → ...resources/queries/tpch-queries-ch/q10.sql
diff --git a/...resources/queries/tpch-queries-ch/q11.sql → ...resources/queries/tpch-queries-ch/q11.sql b/...resources/queries/tpch-queries-ch/q11.sql → ...resources/queries/tpch-queries-ch/q11.sql
diff --git a/...resources/queries/tpch-queries-ch/q12.sql → ...resources/queries/tpch-queries-ch/q12.sql b/...resources/queries/tpch-queries-ch/q12.sql → ...resources/queries/tpch-queries-ch/q12.sql
diff --git a/...resources/queries/tpch-queries-ch/q13.sql → ...resources/queries/tpch-queries-ch/q13.sql b/...resources/queries/tpch-queries-ch/q13.sql → ...resources/queries/tpch-queries-ch/q13.sql
diff --git a/...resources/queries/tpch-queries-ch/q14.sql → ...resources/queries/tpch-queries-ch/q14.sql b/...resources/queries/tpch-queries-ch/q14.sql → ...resources/queries/tpch-queries-ch/q14.sql
diff --git a/...resources/queries/tpch-queries-ch/q15.sql → ...resources/queries/tpch-queries-ch/q15.sql b/...resources/queries/tpch-queries-ch/q15.sql → ...resources/queries/tpch-queries-ch/q15.sql
diff --git a/...resources/queries/tpch-queries-ch/q16.sql → ...resources/queries/tpch-queries-ch/q16.sql b/...resources/queries/tpch-queries-ch/q16.sql → ...resources/queries/tpch-queries-ch/q16.sql
diff --git a/...resources/queries/tpch-queries-ch/q17.sql → ...resources/queries/tpch-queries-ch/q17.sql b/...resources/queries/tpch-queries-ch/q17.sql → ...resources/queries/tpch-queries-ch/q17.sql
diff --git a/...resources/queries/tpch-queries-ch/q18.sql → ...resources/queries/tpch-queries-ch/q18.sql b/...resources/queries/tpch-queries-ch/q18.sql → ...resources/queries/tpch-queries-ch/q18.sql
diff --git a/...resources/queries/tpch-queries-ch/q19.sql → ...resources/queries/tpch-queries-ch/q19.sql b/...resources/queries/tpch-queries-ch/q19.sql → ...resources/queries/tpch-queries-ch/q19.sql
diff --git a/.../resources/queries/tpch-queries-ch/q2.sql → .../resources/queries/tpch-queries-ch/q2.sql b/.../resources/queries/tpch-queries-ch/q2.sql → .../resources/queries/tpch-queries-ch/q2.sql
diff --git a/...resources/queries/tpch-queries-ch/q20.sql → ...resources/queries/tpch-queries-ch/q20.sql b/...resources/queries/tpch-queries-ch/q20.sql → ...resources/queries/tpch-queries-ch/q20.sql
diff --git a/...resources/queries/tpch-queries-ch/q21.sql → ...resources/queries/tpch-queries-ch/q21.sql b/...resources/queries/tpch-queries-ch/q21.sql → ...resources/queries/tpch-queries-ch/q21.sql
diff --git a/...resources/queries/tpch-queries-ch/q22.sql → ...resources/queries/tpch-queries-ch/q22.sql b/...resources/queries/tpch-queries-ch/q22.sql → ...resources/queries/tpch-queries-ch/q22.sql
diff --git a/.../resources/queries/tpch-queries-ch/q3.sql → .../resources/queries/tpch-queries-ch/q3.sql b/.../resources/queries/tpch-queries-ch/q3.sql → .../resources/queries/tpch-queries-ch/q3.sql
diff --git a/.../resources/queries/tpch-queries-ch/q4.sql → .../resources/queries/tpch-queries-ch/q4.sql b/.../resources/queries/tpch-queries-ch/q4.sql → .../resources/queries/tpch-queries-ch/q4.sql
diff --git a/.../resources/queries/tpch-queries-ch/q5.sql → .../resources/queries/tpch-queries-ch/q5.sql b/.../resources/queries/tpch-queries-ch/q5.sql → .../resources/queries/tpch-queries-ch/q5.sql
diff --git a/.../resources/queries/tpch-queries-ch/q6.sql → .../resources/queries/tpch-queries-ch/q6.sql b/.../resources/queries/tpch-queries-ch/q6.sql → .../resources/queries/tpch-queries-ch/q6.sql
diff --git a/.../resources/queries/tpch-queries-ch/q7.sql → .../resources/queries/tpch-queries-ch/q7.sql b/.../resources/queries/tpch-queries-ch/q7.sql → .../resources/queries/tpch-queries-ch/q7.sql
diff --git a/.../resources/queries/tpch-queries-ch/q8.sql → .../resources/queries/tpch-queries-ch/q8.sql b/.../resources/queries/tpch-queries-ch/q8.sql → .../resources/queries/tpch-queries-ch/q8.sql
diff --git a/.../resources/queries/tpch-queries-ch/q9.sql → .../resources/queries/tpch-queries-ch/q9.sql b/.../resources/queries/tpch-queries-ch/q9.sql → .../resources/queries/tpch-queries-ch/q9.sql
diff --git a/...-data-ch/customer/all_1_1_0/checksums.txt → ...-data-ch/customer/all_1_1_0/checksums.txt b/...-data-ch/customer/all_1_1_0/checksums.txt → ...-data-ch/customer/all_1_1_0/checksums.txt
diff --git a/...ch-data-ch/customer/all_1_1_0/columns.txt → ...ch-data-ch/customer/all_1_1_0/columns.txt b/...ch-data-ch/customer/all_1_1_0/columns.txt → ...ch-data-ch/customer/all_1_1_0/columns.txt
diff --git a/...tpch-data-ch/customer/all_1_1_0/count.txt → ...tpch-data-ch/customer/all_1_1_0/count.txt b/...tpch-data-ch/customer/all_1_1_0/count.txt → ...tpch-data-ch/customer/all_1_1_0/count.txt
diff --git a/.../tpch-data-ch/customer/all_1_1_0/data.bin → .../tpch-data-ch/customer/all_1_1_0/data.bin b/.../tpch-data-ch/customer/all_1_1_0/data.bin → .../tpch-data-ch/customer/all_1_1_0/data.bin
diff --git a/...tpch-data-ch/customer/all_1_1_0/data.mrk3 → ...tpch-data-ch/customer/all_1_1_0/data.mrk3 b/...tpch-data-ch/customer/all_1_1_0/data.mrk3 → ...tpch-data-ch/customer/all_1_1_0/data.mrk3
diff --git a/...r/all_1_1_0/default_compression_codec.txt → ...r/all_1_1_0/default_compression_codec.txt b/...r/all_1_1_0/default_compression_codec.txt → ...r/all_1_1_0/default_compression_codec.txt
diff --git a/...-data-ch/lineitem/all_1_1_0/checksums.txt → ...-data-ch/lineitem/all_1_1_0/checksums.txt b/...-data-ch/lineitem/all_1_1_0/checksums.txt → ...-data-ch/lineitem/all_1_1_0/checksums.txt
diff --git a/...ch-data-ch/lineitem/all_1_1_0/columns.txt → ...ch-data-ch/lineitem/all_1_1_0/columns.txt b/...ch-data-ch/lineitem/all_1_1_0/columns.txt → ...ch-data-ch/lineitem/all_1_1_0/columns.txt
diff --git a/...tpch-data-ch/lineitem/all_1_1_0/count.txt → ...tpch-data-ch/lineitem/all_1_1_0/count.txt b/...tpch-data-ch/lineitem/all_1_1_0/count.txt → ...tpch-data-ch/lineitem/all_1_1_0/count.txt
diff --git a/...m/all_1_1_0/default_compression_codec.txt → ...m/all_1_1_0/default_compression_codec.txt b/...m/all_1_1_0/default_compression_codec.txt → ...m/all_1_1_0/default_compression_codec.txt
diff --git a/...-data-ch/lineitem/all_1_1_0/l_comment.bin → ...-data-ch/lineitem/all_1_1_0/l_comment.bin b/...-data-ch/lineitem/all_1_1_0/l_comment.bin → ...-data-ch/lineitem/all_1_1_0/l_comment.bin
diff --git a/...data-ch/lineitem/all_1_1_0/l_comment.mrk2 → ...data-ch/lineitem/all_1_1_0/l_comment.mrk2 b/...data-ch/lineitem/all_1_1_0/l_comment.mrk2 → ...data-ch/lineitem/all_1_1_0/l_comment.mrk2
diff --git a/...ta-ch/lineitem/all_1_1_0/l_commitdate.bin → ...ta-ch/lineitem/all_1_1_0/l_commitdate.bin b/...ta-ch/lineitem/all_1_1_0/l_commitdate.bin → ...ta-ch/lineitem/all_1_1_0/l_commitdate.bin
diff --git a/...a-ch/lineitem/all_1_1_0/l_commitdate.mrk2 → ...a-ch/lineitem/all_1_1_0/l_commitdate.mrk2 b/...a-ch/lineitem/all_1_1_0/l_commitdate.mrk2 → ...a-ch/lineitem/all_1_1_0/l_commitdate.mrk2
diff --git a/...data-ch/lineitem/all_1_1_0/l_discount.bin → ...data-ch/lineitem/all_1_1_0/l_discount.bin b/...data-ch/lineitem/all_1_1_0/l_discount.bin → ...data-ch/lineitem/all_1_1_0/l_discount.bin
diff --git a/...ata-ch/lineitem/all_1_1_0/l_discount.mrk2 → ...ata-ch/lineitem/all_1_1_0/l_discount.mrk2 b/...ata-ch/lineitem/all_1_1_0/l_discount.mrk2 → ...ata-ch/lineitem/all_1_1_0/l_discount.mrk2
diff --git a/...ch/lineitem/all_1_1_0/l_extendedprice.bin → ...ch/lineitem/all_1_1_0/l_extendedprice.bin b/...ch/lineitem/all_1_1_0/l_extendedprice.bin → ...ch/lineitem/all_1_1_0/l_extendedprice.bin
diff --git a/...h/lineitem/all_1_1_0/l_extendedprice.mrk2 → ...h/lineitem/all_1_1_0/l_extendedprice.mrk2 b/...h/lineitem/all_1_1_0/l_extendedprice.mrk2 → ...h/lineitem/all_1_1_0/l_extendedprice.mrk2
diff --git a/...ta-ch/lineitem/all_1_1_0/l_linenumber.bin → ...ta-ch/lineitem/all_1_1_0/l_linenumber.bin b/...ta-ch/lineitem/all_1_1_0/l_linenumber.bin → ...ta-ch/lineitem/all_1_1_0/l_linenumber.bin
diff --git a/...a-ch/lineitem/all_1_1_0/l_linenumber.mrk2 → ...a-ch/lineitem/all_1_1_0/l_linenumber.mrk2 b/...a-ch/lineitem/all_1_1_0/l_linenumber.mrk2 → ...a-ch/lineitem/all_1_1_0/l_linenumber.mrk2
diff --git a/...ta-ch/lineitem/all_1_1_0/l_linestatus.bin → ...ta-ch/lineitem/all_1_1_0/l_linestatus.bin b/...ta-ch/lineitem/all_1_1_0/l_linestatus.bin → ...ta-ch/lineitem/all_1_1_0/l_linestatus.bin
diff --git a/...a-ch/lineitem/all_1_1_0/l_linestatus.mrk2 → ...a-ch/lineitem/all_1_1_0/l_linestatus.mrk2 b/...a-ch/lineitem/all_1_1_0/l_linestatus.mrk2 → ...a-ch/lineitem/all_1_1_0/l_linestatus.mrk2
diff --git a/...data-ch/lineitem/all_1_1_0/l_orderkey.bin → ...data-ch/lineitem/all_1_1_0/l_orderkey.bin b/...data-ch/lineitem/all_1_1_0/l_orderkey.bin → ...data-ch/lineitem/all_1_1_0/l_orderkey.bin
diff --git a/...ata-ch/lineitem/all_1_1_0/l_orderkey.mrk2 → ...ata-ch/lineitem/all_1_1_0/l_orderkey.mrk2 b/...ata-ch/lineitem/all_1_1_0/l_orderkey.mrk2 → ...ata-ch/lineitem/all_1_1_0/l_orderkey.mrk2
diff --git a/...-data-ch/lineitem/all_1_1_0/l_partkey.bin → ...-data-ch/lineitem/all_1_1_0/l_partkey.bin b/...-data-ch/lineitem/all_1_1_0/l_partkey.bin → ...-data-ch/lineitem/all_1_1_0/l_partkey.bin
diff --git a/...data-ch/lineitem/all_1_1_0/l_partkey.mrk2 → ...data-ch/lineitem/all_1_1_0/l_partkey.mrk2 b/...data-ch/lineitem/all_1_1_0/l_partkey.mrk2 → ...data-ch/lineitem/all_1_1_0/l_partkey.mrk2
diff --git a/...data-ch/lineitem/all_1_1_0/l_quantity.bin → ...data-ch/lineitem/all_1_1_0/l_quantity.bin b/...data-ch/lineitem/all_1_1_0/l_quantity.bin → ...data-ch/lineitem/all_1_1_0/l_quantity.bin
diff --git a/...ata-ch/lineitem/all_1_1_0/l_quantity.mrk2 → ...ata-ch/lineitem/all_1_1_0/l_quantity.mrk2 b/...ata-ch/lineitem/all_1_1_0/l_quantity.mrk2 → ...ata-ch/lineitem/all_1_1_0/l_quantity.mrk2
diff --git a/...a-ch/lineitem/all_1_1_0/l_receiptdate.bin → ...a-ch/lineitem/all_1_1_0/l_receiptdate.bin b/...a-ch/lineitem/all_1_1_0/l_receiptdate.bin → ...a-ch/lineitem/all_1_1_0/l_receiptdate.bin
diff --git a/...-ch/lineitem/all_1_1_0/l_receiptdate.mrk2 → ...-ch/lineitem/all_1_1_0/l_receiptdate.mrk2 b/...-ch/lineitem/all_1_1_0/l_receiptdate.mrk2 → ...-ch/lineitem/all_1_1_0/l_receiptdate.mrk2
diff --git a/...ta-ch/lineitem/all_1_1_0/l_returnflag.bin → ...ta-ch/lineitem/all_1_1_0/l_returnflag.bin b/...ta-ch/lineitem/all_1_1_0/l_returnflag.bin → ...ta-ch/lineitem/all_1_1_0/l_returnflag.bin
diff --git a/...a-ch/lineitem/all_1_1_0/l_returnflag.mrk2 → ...a-ch/lineitem/all_1_1_0/l_returnflag.mrk2 b/...a-ch/lineitem/all_1_1_0/l_returnflag.mrk2 → ...a-ch/lineitem/all_1_1_0/l_returnflag.mrk2
diff --git a/...data-ch/lineitem/all_1_1_0/l_shipdate.bin → ...data-ch/lineitem/all_1_1_0/l_shipdate.bin b/...data-ch/lineitem/all_1_1_0/l_shipdate.bin → ...data-ch/lineitem/all_1_1_0/l_shipdate.bin
diff --git a/...ata-ch/lineitem/all_1_1_0/l_shipdate.mrk2 → ...ata-ch/lineitem/all_1_1_0/l_shipdate.mrk2 b/...ata-ch/lineitem/all_1_1_0/l_shipdate.mrk2 → ...ata-ch/lineitem/all_1_1_0/l_shipdate.mrk2
diff --git a/...-ch/lineitem/all_1_1_0/l_shipinstruct.bin → ...-ch/lineitem/all_1_1_0/l_shipinstruct.bin b/...-ch/lineitem/all_1_1_0/l_shipinstruct.bin → ...-ch/lineitem/all_1_1_0/l_shipinstruct.bin
diff --git a/...ch/lineitem/all_1_1_0/l_shipinstruct.mrk2 → ...ch/lineitem/all_1_1_0/l_shipinstruct.mrk2 b/...ch/lineitem/all_1_1_0/l_shipinstruct.mrk2 → ...ch/lineitem/all_1_1_0/l_shipinstruct.mrk2
diff --git a/...data-ch/lineitem/all_1_1_0/l_shipmode.bin → ...data-ch/lineitem/all_1_1_0/l_shipmode.bin b/...data-ch/lineitem/all_1_1_0/l_shipmode.bin → ...data-ch/lineitem/all_1_1_0/l_shipmode.bin
diff --git a/...ata-ch/lineitem/all_1_1_0/l_shipmode.mrk2 → ...ata-ch/lineitem/all_1_1_0/l_shipmode.mrk2 b/...ata-ch/lineitem/all_1_1_0/l_shipmode.mrk2 → ...ata-ch/lineitem/all_1_1_0/l_shipmode.mrk2
diff --git a/...-data-ch/lineitem/all_1_1_0/l_suppkey.bin → ...-data-ch/lineitem/all_1_1_0/l_suppkey.bin b/...-data-ch/lineitem/all_1_1_0/l_suppkey.bin → ...-data-ch/lineitem/all_1_1_0/l_suppkey.bin
diff --git a/...data-ch/lineitem/all_1_1_0/l_suppkey.mrk2 → ...data-ch/lineitem/all_1_1_0/l_suppkey.mrk2 b/...data-ch/lineitem/all_1_1_0/l_suppkey.mrk2 → ...data-ch/lineitem/all_1_1_0/l_suppkey.mrk2
diff --git a/...tpch-data-ch/lineitem/all_1_1_0/l_tax.bin → ...tpch-data-ch/lineitem/all_1_1_0/l_tax.bin b/...tpch-data-ch/lineitem/all_1_1_0/l_tax.bin → ...tpch-data-ch/lineitem/all_1_1_0/l_tax.bin
diff --git a/...pch-data-ch/lineitem/all_1_1_0/l_tax.mrk2 → ...pch-data-ch/lineitem/all_1_1_0/l_tax.mrk2 b/...pch-data-ch/lineitem/all_1_1_0/l_tax.mrk2 → ...pch-data-ch/lineitem/all_1_1_0/l_tax.mrk2
diff --git a/...ch-data-ch/nation/all_1_1_0/checksums.txt → ...ch-data-ch/nation/all_1_1_0/checksums.txt b/...ch-data-ch/nation/all_1_1_0/checksums.txt → ...ch-data-ch/nation/all_1_1_0/checksums.txt
diff --git a/...tpch-data-ch/nation/all_1_1_0/columns.txt → ...tpch-data-ch/nation/all_1_1_0/columns.txt b/...tpch-data-ch/nation/all_1_1_0/columns.txt → ...tpch-data-ch/nation/all_1_1_0/columns.txt
diff --git a/...s/tpch-data-ch/nation/all_1_1_0/count.txt → ...s/tpch-data-ch/nation/all_1_1_0/count.txt b/...s/tpch-data-ch/nation/all_1_1_0/count.txt → ...s/tpch-data-ch/nation/all_1_1_0/count.txt
diff --git a/...es/tpch-data-ch/nation/all_1_1_0/data.bin → ...es/tpch-data-ch/nation/all_1_1_0/data.bin b/...es/tpch-data-ch/nation/all_1_1_0/data.bin → ...es/tpch-data-ch/nation/all_1_1_0/data.bin
diff --git a/...s/tpch-data-ch/nation/all_1_1_0/data.mrk3 → ...s/tpch-data-ch/nation/all_1_1_0/data.mrk3 b/...s/tpch-data-ch/nation/all_1_1_0/data.mrk3 → ...s/tpch-data-ch/nation/all_1_1_0/data.mrk3
diff --git a/...n/all_1_1_0/default_compression_codec.txt → ...n/all_1_1_0/default_compression_codec.txt b/...n/all_1_1_0/default_compression_codec.txt → ...n/all_1_1_0/default_compression_codec.txt
diff --git a/...ch-data-ch/orders/all_1_1_0/checksums.txt → ...ch-data-ch/orders/all_1_1_0/checksums.txt b/...ch-data-ch/orders/all_1_1_0/checksums.txt → ...ch-data-ch/orders/all_1_1_0/checksums.txt
diff --git a/...tpch-data-ch/orders/all_1_1_0/columns.txt → ...tpch-data-ch/orders/all_1_1_0/columns.txt b/...tpch-data-ch/orders/all_1_1_0/columns.txt → ...tpch-data-ch/orders/all_1_1_0/columns.txt
diff --git a/...s/tpch-data-ch/orders/all_1_1_0/count.txt → ...s/tpch-data-ch/orders/all_1_1_0/count.txt b/...s/tpch-data-ch/orders/all_1_1_0/count.txt → ...s/tpch-data-ch/orders/all_1_1_0/count.txt
diff --git a/...s/all_1_1_0/default_compression_codec.txt → ...s/all_1_1_0/default_compression_codec.txt b/...s/all_1_1_0/default_compression_codec.txt → ...s/all_1_1_0/default_compression_codec.txt
diff --git a/...tpch-data-ch/orders/all_1_1_0/o_clerk.bin → ...tpch-data-ch/orders/all_1_1_0/o_clerk.bin b/...tpch-data-ch/orders/all_1_1_0/o_clerk.bin → ...tpch-data-ch/orders/all_1_1_0/o_clerk.bin
diff --git a/...pch-data-ch/orders/all_1_1_0/o_clerk.mrk2 → ...pch-data-ch/orders/all_1_1_0/o_clerk.mrk2 b/...pch-data-ch/orders/all_1_1_0/o_clerk.mrk2 → ...pch-data-ch/orders/all_1_1_0/o_clerk.mrk2
diff --git a/...ch-data-ch/orders/all_1_1_0/o_comment.bin → ...ch-data-ch/orders/all_1_1_0/o_comment.bin b/...ch-data-ch/orders/all_1_1_0/o_comment.bin → ...ch-data-ch/orders/all_1_1_0/o_comment.bin
diff --git a/...h-data-ch/orders/all_1_1_0/o_comment.mrk2 → ...h-data-ch/orders/all_1_1_0/o_comment.mrk2 b/...h-data-ch/orders/all_1_1_0/o_comment.mrk2 → ...h-data-ch/orders/all_1_1_0/o_comment.mrk2
diff --git a/...ch-data-ch/orders/all_1_1_0/o_custkey.bin → ...ch-data-ch/orders/all_1_1_0/o_custkey.bin b/...ch-data-ch/orders/all_1_1_0/o_custkey.bin → ...ch-data-ch/orders/all_1_1_0/o_custkey.bin
diff --git a/...h-data-ch/orders/all_1_1_0/o_custkey.mrk2 → ...h-data-ch/orders/all_1_1_0/o_custkey.mrk2 b/...h-data-ch/orders/all_1_1_0/o_custkey.mrk2 → ...h-data-ch/orders/all_1_1_0/o_custkey.mrk2
diff --git a/...-data-ch/orders/all_1_1_0/o_orderdate.bin → ...-data-ch/orders/all_1_1_0/o_orderdate.bin b/...-data-ch/orders/all_1_1_0/o_orderdate.bin → ...-data-ch/orders/all_1_1_0/o_orderdate.bin
diff --git a/...data-ch/orders/all_1_1_0/o_orderdate.mrk2 → ...data-ch/orders/all_1_1_0/o_orderdate.mrk2 b/...data-ch/orders/all_1_1_0/o_orderdate.mrk2 → ...data-ch/orders/all_1_1_0/o_orderdate.mrk2
diff --git a/...h-data-ch/orders/all_1_1_0/o_orderkey.bin → ...h-data-ch/orders/all_1_1_0/o_orderkey.bin b/...h-data-ch/orders/all_1_1_0/o_orderkey.bin → ...h-data-ch/orders/all_1_1_0/o_orderkey.bin
diff --git a/...-data-ch/orders/all_1_1_0/o_orderkey.mrk2 → ...-data-ch/orders/all_1_1_0/o_orderkey.mrk2 b/...-data-ch/orders/all_1_1_0/o_orderkey.mrk2 → ...-data-ch/orders/all_1_1_0/o_orderkey.mrk2
diff --git a/...a-ch/orders/all_1_1_0/o_orderpriority.bin → ...a-ch/orders/all_1_1_0/o_orderpriority.bin b/...a-ch/orders/all_1_1_0/o_orderpriority.bin → ...a-ch/orders/all_1_1_0/o_orderpriority.bin
diff --git a/...-ch/orders/all_1_1_0/o_orderpriority.mrk2 → ...-ch/orders/all_1_1_0/o_orderpriority.mrk2 b/...-ch/orders/all_1_1_0/o_orderpriority.mrk2 → ...-ch/orders/all_1_1_0/o_orderpriority.mrk2
diff --git a/...ata-ch/orders/all_1_1_0/o_orderstatus.bin → ...ata-ch/orders/all_1_1_0/o_orderstatus.bin b/...ata-ch/orders/all_1_1_0/o_orderstatus.bin → ...ata-ch/orders/all_1_1_0/o_orderstatus.bin
diff --git a/...ta-ch/orders/all_1_1_0/o_orderstatus.mrk2 → ...ta-ch/orders/all_1_1_0/o_orderstatus.mrk2 b/...ta-ch/orders/all_1_1_0/o_orderstatus.mrk2 → ...ta-ch/orders/all_1_1_0/o_orderstatus.mrk2
diff --git a/...ta-ch/orders/all_1_1_0/o_shippriority.bin → ...ta-ch/orders/all_1_1_0/o_shippriority.bin b/...ta-ch/orders/all_1_1_0/o_shippriority.bin → ...ta-ch/orders/all_1_1_0/o_shippriority.bin
diff --git a/...a-ch/orders/all_1_1_0/o_shippriority.mrk2 → ...a-ch/orders/all_1_1_0/o_shippriority.mrk2 b/...a-ch/orders/all_1_1_0/o_shippriority.mrk2 → ...a-ch/orders/all_1_1_0/o_shippriority.mrk2
diff --git a/...data-ch/orders/all_1_1_0/o_totalprice.bin → ...data-ch/orders/all_1_1_0/o_totalprice.bin b/...data-ch/orders/all_1_1_0/o_totalprice.bin → ...data-ch/orders/all_1_1_0/o_totalprice.bin
diff --git a/...ata-ch/orders/all_1_1_0/o_totalprice.mrk2 → ...ata-ch/orders/all_1_1_0/o_totalprice.mrk2 b/...ata-ch/orders/all_1_1_0/o_totalprice.mrk2 → ...ata-ch/orders/all_1_1_0/o_totalprice.mrk2
diff --git a/...tpch-data-ch/part/all_1_1_0/checksums.txt → ...tpch-data-ch/part/all_1_1_0/checksums.txt b/...tpch-data-ch/part/all_1_1_0/checksums.txt → ...tpch-data-ch/part/all_1_1_0/checksums.txt
diff --git a/...s/tpch-data-ch/part/all_1_1_0/columns.txt → ...s/tpch-data-ch/part/all_1_1_0/columns.txt b/...s/tpch-data-ch/part/all_1_1_0/columns.txt → ...s/tpch-data-ch/part/all_1_1_0/columns.txt
diff --git a/...ces/tpch-data-ch/part/all_1_1_0/count.txt → ...ces/tpch-data-ch/part/all_1_1_0/count.txt b/...ces/tpch-data-ch/part/all_1_1_0/count.txt → ...ces/tpch-data-ch/part/all_1_1_0/count.txt
diff --git a/...rces/tpch-data-ch/part/all_1_1_0/data.bin → ...rces/tpch-data-ch/part/all_1_1_0/data.bin b/...rces/tpch-data-ch/part/all_1_1_0/data.bin → ...rces/tpch-data-ch/part/all_1_1_0/data.bin
diff --git a/...ces/tpch-data-ch/part/all_1_1_0/data.mrk3 → ...ces/tpch-data-ch/part/all_1_1_0/data.mrk3 b/...ces/tpch-data-ch/part/all_1_1_0/data.mrk3 → ...ces/tpch-data-ch/part/all_1_1_0/data.mrk3
diff --git a/...t/all_1_1_0/default_compression_codec.txt → ...t/all_1_1_0/default_compression_codec.txt b/...t/all_1_1_0/default_compression_codec.txt → ...t/all_1_1_0/default_compression_codec.txt
diff --git a/...-data-ch/partsupp/all_1_1_0/checksums.txt → ...-data-ch/partsupp/all_1_1_0/checksums.txt b/...-data-ch/partsupp/all_1_1_0/checksums.txt → ...-data-ch/partsupp/all_1_1_0/checksums.txt
diff --git a/...ch-data-ch/partsupp/all_1_1_0/columns.txt → ...ch-data-ch/partsupp/all_1_1_0/columns.txt b/...ch-data-ch/partsupp/all_1_1_0/columns.txt → ...ch-data-ch/partsupp/all_1_1_0/columns.txt
diff --git a/...tpch-data-ch/partsupp/all_1_1_0/count.txt → ...tpch-data-ch/partsupp/all_1_1_0/count.txt b/...tpch-data-ch/partsupp/all_1_1_0/count.txt → ...tpch-data-ch/partsupp/all_1_1_0/count.txt
diff --git a/...p/all_1_1_0/default_compression_codec.txt → ...p/all_1_1_0/default_compression_codec.txt b/...p/all_1_1_0/default_compression_codec.txt → ...p/all_1_1_0/default_compression_codec.txt
diff --git a/...ata-ch/partsupp/all_1_1_0/ps_availqty.bin → ...ata-ch/partsupp/all_1_1_0/ps_availqty.bin b/...ata-ch/partsupp/all_1_1_0/ps_availqty.bin → ...ata-ch/partsupp/all_1_1_0/ps_availqty.bin
diff --git a/...ta-ch/partsupp/all_1_1_0/ps_availqty.mrk2 → ...ta-ch/partsupp/all_1_1_0/ps_availqty.mrk2 b/...ta-ch/partsupp/all_1_1_0/ps_availqty.mrk2 → ...ta-ch/partsupp/all_1_1_0/ps_availqty.mrk2
diff --git a/...data-ch/partsupp/all_1_1_0/ps_comment.bin → ...data-ch/partsupp/all_1_1_0/ps_comment.bin b/...data-ch/partsupp/all_1_1_0/ps_comment.bin → ...data-ch/partsupp/all_1_1_0/ps_comment.bin
diff --git a/...ata-ch/partsupp/all_1_1_0/ps_comment.mrk2 → ...ata-ch/partsupp/all_1_1_0/ps_comment.mrk2 b/...ata-ch/partsupp/all_1_1_0/ps_comment.mrk2 → ...ata-ch/partsupp/all_1_1_0/ps_comment.mrk2
diff --git a/...data-ch/partsupp/all_1_1_0/ps_partkey.bin → ...data-ch/partsupp/all_1_1_0/ps_partkey.bin b/...data-ch/partsupp/all_1_1_0/ps_partkey.bin → ...data-ch/partsupp/all_1_1_0/ps_partkey.bin
diff --git a/...ata-ch/partsupp/all_1_1_0/ps_partkey.mrk2 → ...ata-ch/partsupp/all_1_1_0/ps_partkey.mrk2 b/...ata-ch/partsupp/all_1_1_0/ps_partkey.mrk2 → ...ata-ch/partsupp/all_1_1_0/ps_partkey.mrk2
diff --git a/...data-ch/partsupp/all_1_1_0/ps_suppkey.bin → ...data-ch/partsupp/all_1_1_0/ps_suppkey.bin b/...data-ch/partsupp/all_1_1_0/ps_suppkey.bin → ...data-ch/partsupp/all_1_1_0/ps_suppkey.bin
diff --git a/...ata-ch/partsupp/all_1_1_0/ps_suppkey.mrk2 → ...ata-ch/partsupp/all_1_1_0/ps_suppkey.mrk2 b/...ata-ch/partsupp/all_1_1_0/ps_suppkey.mrk2 → ...ata-ch/partsupp/all_1_1_0/ps_suppkey.mrk2
diff --git a/...a-ch/partsupp/all_1_1_0/ps_supplycost.bin → ...a-ch/partsupp/all_1_1_0/ps_supplycost.bin b/...a-ch/partsupp/all_1_1_0/ps_supplycost.bin → ...a-ch/partsupp/all_1_1_0/ps_supplycost.bin
diff --git a/...-ch/partsupp/all_1_1_0/ps_supplycost.mrk2 → ...-ch/partsupp/all_1_1_0/ps_supplycost.mrk2 b/...-ch/partsupp/all_1_1_0/ps_supplycost.mrk2 → ...-ch/partsupp/all_1_1_0/ps_supplycost.mrk2
diff --git a/...ch-data-ch/region/all_1_1_0/checksums.txt → ...ch-data-ch/region/all_1_1_0/checksums.txt b/...ch-data-ch/region/all_1_1_0/checksums.txt → ...ch-data-ch/region/all_1_1_0/checksums.txt
diff --git a/...tpch-data-ch/region/all_1_1_0/columns.txt → ...tpch-data-ch/region/all_1_1_0/columns.txt b/...tpch-data-ch/region/all_1_1_0/columns.txt → ...tpch-data-ch/region/all_1_1_0/columns.txt
diff --git a/...s/tpch-data-ch/region/all_1_1_0/count.txt → ...s/tpch-data-ch/region/all_1_1_0/count.txt b/...s/tpch-data-ch/region/all_1_1_0/count.txt → ...s/tpch-data-ch/region/all_1_1_0/count.txt
diff --git a/...es/tpch-data-ch/region/all_1_1_0/data.bin → ...es/tpch-data-ch/region/all_1_1_0/data.bin b/...es/tpch-data-ch/region/all_1_1_0/data.bin → ...es/tpch-data-ch/region/all_1_1_0/data.bin
diff --git a/...s/tpch-data-ch/region/all_1_1_0/data.mrk3 → ...s/tpch-data-ch/region/all_1_1_0/data.mrk3 b/...s/tpch-data-ch/region/all_1_1_0/data.mrk3 → ...s/tpch-data-ch/region/all_1_1_0/data.mrk3
diff --git a/...n/all_1_1_0/default_compression_codec.txt → ...n/all_1_1_0/default_compression_codec.txt b/...n/all_1_1_0/default_compression_codec.txt → ...n/all_1_1_0/default_compression_codec.txt
diff --git a/...-data-ch/supplier/all_1_1_0/checksums.txt → ...-data-ch/supplier/all_1_1_0/checksums.txt b/...-data-ch/supplier/all_1_1_0/checksums.txt → ...-data-ch/supplier/all_1_1_0/checksums.txt
diff --git a/...ch-data-ch/supplier/all_1_1_0/columns.txt → ...ch-data-ch/supplier/all_1_1_0/columns.txt b/...ch-data-ch/supplier/all_1_1_0/columns.txt → ...ch-data-ch/supplier/all_1_1_0/columns.txt
diff --git a/...tpch-data-ch/supplier/all_1_1_0/count.txt → ...tpch-data-ch/supplier/all_1_1_0/count.txt b/...tpch-data-ch/supplier/all_1_1_0/count.txt → ...tpch-data-ch/supplier/all_1_1_0/count.txt
diff --git a/.../tpch-data-ch/supplier/all_1_1_0/data.bin → .../tpch-data-ch/supplier/all_1_1_0/data.bin b/.../tpch-data-ch/supplier/all_1_1_0/data.bin → .../tpch-data-ch/supplier/all_1_1_0/data.bin
diff --git a/...tpch-data-ch/supplier/all_1_1_0/data.mrk3 → ...tpch-data-ch/supplier/all_1_1_0/data.mrk3 b/...tpch-data-ch/supplier/all_1_1_0/data.mrk3 → ...tpch-data-ch/supplier/all_1_1_0/data.mrk3
diff --git a/...r/all_1_1_0/default_compression_codec.txt → ...r/all_1_1_0/default_compression_codec.txt b/...r/all_1_1_0/default_compression_codec.txt → ...r/all_1_1_0/default_compression_codec.txt
diff --git a/...seRSSColumnarMemorySortShuffleSuite.scala → ...seRSSColumnarMemorySortShuffleSuite.scala b/...seRSSColumnarMemorySortShuffleSuite.scala → ...seRSSColumnarMemorySortShuffleSuite.scala
@@ -26,10 +26,10 @@ class GlutenClickHouseRSSColumnarMemorySortShuffleSuite
   override protected val tablesPath: String = basePath + "/tpch-data-ch"
   override protected val tpchQueries: String = rootPath + "queries/tpch-queries-ch"
   override protected val queriesResults: String =
-    rootPath + "../../../../../backends-clickhouse/src/test/resources/mergetree-queries-output"
+    rootPath + "../../../../backends-clickhouse/src/test/resources/mergetree-queries-output"
 
   override protected val parquetTableDataPath: String =
-    "../../../../../gluten-core/src/test/resources/tpch-data"
+    "../../../../gluten-core/src/test/resources/tpch-data"
 
   /** Run Gluten + ClickHouse Backend with ColumnarShuffleManager */
   override protected def sparkConf: SparkConf = {

diff --git a/...lickHouseRSSColumnarShuffleAQESuite.scala → ...lickHouseRSSColumnarShuffleAQESuite.scala b/...lickHouseRSSColumnarShuffleAQESuite.scala → ...lickHouseRSSColumnarShuffleAQESuite.scala
@@ -30,10 +30,10 @@ class GlutenClickHouseRSSColumnarShuffleAQESuite
   override protected val tablesPath: String = basePath + "/tpch-data-ch"
   override protected val tpchQueries: String = rootPath + "queries/tpch-queries-ch"
   override protected val queriesResults: String =
-    rootPath + "../../../../../backends-clickhouse/src/test/resources/mergetree-queries-output"
+    rootPath + "../../../../backends-clickhouse/src/test/resources/mergetree-queries-output"
 
   override protected val parquetTableDataPath: String =
-    "../../../../../gluten-core/src/test/resources/tpch-data"
+    "../../../../gluten-core/src/test/resources/tpch-data"
 
   /** Run Gluten + ClickHouse Backend with ColumnarShuffleManager */
   override protected def sparkConf: SparkConf = {

diff --git a/backends-velox/pom.xml b/backends-velox/pom.xml
@@ -28,6 +28,35 @@
         <tagsToExclude>org.apache.gluten.tags.UDFTest</tagsToExclude>
       </properties>
     </profile>
+    <profile>
+      <id>celeborn</id>
+      <activation>
+        <activeByDefault>false</activeByDefault>
+      </activation>
+      <dependencies>
+        <dependency>
+          <groupId>org.apache.gluten</groupId>
+          <artifactId>gluten-celeborn</artifactId>
+          <version>${project.version}</version>
+        </dependency>
+        <dependency>
+          <groupId>org.apache.celeborn</groupId>
+          <artifactId>celeborn-client-spark-${spark.major.version}-shaded_${scala.binary.version}</artifactId>
+          <version>${celeborn.version}</version>
+          <scope>provided</scope>
+          <exclusions>
+            <exclusion>
+              <groupId>org.apache.celeborn</groupId>
+              <artifactId>celeborn-client-spark-${spark.major.version}_${scala.binary.version}</artifactId>
+            </exclusion>
+            <exclusion>
+              <groupId>org.apache.celeborn</groupId>
+              <artifactId>celeborn-spark-${spark.major.version}-columnar-shuffle_${scala.binary.version}</artifactId>
+            </exclusion>
+          </exclusions>
+        </dependency>
+      </dependencies>
+    </profile>
     <profile>
       <id>iceberg</id>
       <activation>

diff --git a/...ten.celeborn.CelebornShuffleWriterFactory → ...ten.celeborn.CelebornShuffleWriterFactory b/...ten.celeborn.CelebornShuffleWriterFactory → ...ten.celeborn.CelebornShuffleWriterFactory
diff --git a/...eloxCelebornColumnarBatchSerializer.scala → ...eloxCelebornColumnarBatchSerializer.scala b/...eloxCelebornColumnarBatchSerializer.scala → ...eloxCelebornColumnarBatchSerializer.scala
diff --git a/.../VeloxCelebornColumnarShuffleWriter.scala → .../VeloxCelebornColumnarShuffleWriter.scala b/.../VeloxCelebornColumnarShuffleWriter.scala → .../VeloxCelebornColumnarShuffleWriter.scala
diff --git a/...elebornColumnarShuffleWriterFactory.scala → ...elebornColumnarShuffleWriterFactory.scala b/...elebornColumnarShuffleWriterFactory.scala → ...elebornColumnarShuffleWriterFactory.scala
diff --git a/gluten-celeborn/clickhouse/pom.xml b/gluten-celeborn/clickhouse/pom.xml