diff --git a/.github/workflows/velox_backend.yml b/.github/workflows/velox_backend.yml
index a4fd3e440365..38a3c5c8acdb 100644
--- a/.github/workflows/velox_backend.yml
+++ b/.github/workflows/velox_backend.yml
@@ -863,15 +863,15 @@ jobs:
working-directory: ${{ github.workspace }}
run: |
mkdir -p '${{ env.CCACHE_DIR }}'
- - name: Prepare spark.test.home for Spark 3.5.1 (other tests)
+ - name: Prepare spark.test.home for Spark 3.5.2 (other tests)
run: |
bash .github/workflows/util/install_spark_resources.sh 3.5
dnf module -y install python39 && \
alternatives --set python3 /usr/bin/python3.9 && \
pip3 install setuptools && \
- pip3 install pyspark==3.5.1 cython && \
+ pip3 install pyspark==3.5.2 cython && \
pip3 install pandas pyarrow
- - name: Build and Run unit test for Spark 3.5.1 (other tests)
+ - name: Build and Run unit test for Spark 3.5.2 (other tests)
run: |
cd $GITHUB_WORKSPACE/
export SPARK_SCALA_VERSION=2.12
@@ -920,15 +920,15 @@ jobs:
working-directory: ${{ github.workspace }}
run: |
mkdir -p '${{ env.CCACHE_DIR }}'
- - name: Prepare spark.test.home for Spark 3.5.1 (other tests)
+ - name: Prepare spark.test.home for Spark 3.5.2 (other tests)
run: |
bash .github/workflows/util/install_spark_resources.sh 3.5-scala2.13
dnf module -y install python39 && \
alternatives --set python3 /usr/bin/python3.9 && \
pip3 install setuptools && \
- pip3 install pyspark==3.5.1 cython && \
+ pip3 install pyspark==3.5.2 cython && \
pip3 install pandas pyarrow
- - name: Build and Run unit test for Spark 3.5.1 with scala-2.13 (other tests)
+ - name: Build and Run unit test for Spark 3.5.2 with scala-2.13 (other tests)
run: |
cd $GITHUB_WORKSPACE/
export SPARK_SCALA_VERSION=2.13
@@ -971,10 +971,10 @@ jobs:
working-directory: ${{ github.workspace }}
run: |
mkdir -p '${{ env.CCACHE_DIR }}'
- - name: Prepare spark.test.home for Spark 3.5.1 (other tests)
+ - name: Prepare spark.test.home for Spark 3.5.2 (other tests)
run: |
bash .github/workflows/util/install_spark_resources.sh 3.5
- - name: Build and Run unit test for Spark 3.5.1 (slow tests)
+ - name: Build and Run unit test for Spark 3.5.2 (slow tests)
run: |
cd $GITHUB_WORKSPACE/
$MVN_CMD clean test -Pspark-3.5 -Pbackends-velox -Pceleborn -Piceberg -Pdelta -Phudi -Pspark-ut \
diff --git a/gluten-substrait/src/main/scala/org/apache/spark/shuffle/sort/ColumnarShuffleManager.scala b/gluten-substrait/src/main/scala/org/apache/spark/shuffle/sort/ColumnarShuffleManager.scala
index d8ba78cb98fd..8d39a295cc5c 100644
--- a/gluten-substrait/src/main/scala/org/apache/spark/shuffle/sort/ColumnarShuffleManager.scala
+++ b/gluten-substrait/src/main/scala/org/apache/spark/shuffle/sort/ColumnarShuffleManager.scala
@@ -107,7 +107,7 @@ class ColumnarShuffleManager(conf: SparkConf) extends ShuffleManager with Loggin
metrics,
shuffleExecutorComponents)
case other: BaseShuffleHandle[K @unchecked, V @unchecked, _] =>
- new SortShuffleWriter(other, mapId, context, shuffleExecutorComponents)
+ new SortShuffleWriter(other, mapId, context, _, shuffleExecutorComponents)
}
}
diff --git a/pom.xml b/pom.xml
index 6a7204a01189..0746240200e3 100644
--- a/pom.xml
+++ b/pom.xml
@@ -321,7 +321,7 @@
3.5
spark35
spark-sql-columnar-shims-spark35
- 3.5.1
+ 3.5.2
1.5.0
delta-spark
3.2.0
diff --git a/tools/gluten-it/pom.xml b/tools/gluten-it/pom.xml
index cff7a78eb097..c7ca3fbcbc4f 100644
--- a/tools/gluten-it/pom.xml
+++ b/tools/gluten-it/pom.xml
@@ -164,7 +164,7 @@
spark-3.5
- 3.5.1
+ 3.5.2
2.12.18