Bump Apache Spark to 3.5.4 (#11731)

apache · Jan 3, 2025 · dbfefb0 · dbfefb0
1 parent c0d6d42
commit dbfefb0
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml
@@ -82,7 +82,7 @@ slf4j = "2.0.16"
 snowflake-jdbc = "3.20.0"
 spark-hive33 = "3.3.4"
 spark-hive34 = "3.4.4"
-spark-hive35 = "3.5.2"
+spark-hive35 = "3.5.4"
 sqlite-jdbc = "3.47.1.0"
 testcontainers = "1.20.4"
 tez010 = "0.10.4"

diff --git a/...park/src/main/java/org/apache/iceberg/spark/data/vectorized/IcebergArrowColumnVector.java b/...park/src/main/java/org/apache/iceberg/spark/data/vectorized/IcebergArrowColumnVector.java
@@ -59,6 +59,11 @@ public void close() {
     accessor.close();
   }
 
+  public void closeIfFreeable() {
+    // If a column vector is writable or constant, it should override this method and do nothing.
+    // See more details at SPARK-50235, SPARK-50463 (Fixed in Spark 3.5.4)
+  }
+
   @Override
   public boolean hasNull() {
     return nullabilityHolder.hasNulls();