fix

viirya · Dec 8, 2024 · bbd6b3f · bbd6b3f
1 parent a7e95b4
commit bbd6b3f
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/spark/src/main/scala/org/apache/spark/sql/comet/CometColumnarToRowExec.scala b/spark/src/main/scala/org/apache/spark/sql/comet/CometColumnarToRowExec.scala
@@ -29,7 +29,7 @@ import org.apache.spark.sql.catalyst.expressions.codegen.Block._
 import org.apache.spark.sql.catalyst.plans.physical.Partitioning
 import org.apache.spark.sql.execution.{CodegenSupport, ColumnarToRowTransition, SparkPlan}
 import org.apache.spark.sql.execution.metric.{SQLMetric, SQLMetrics}
-import org.apache.spark.sql.execution.vectorized.WritableColumnVector
+import org.apache.spark.sql.execution.vectorized.{ConstantColumnVector, WritableColumnVector}
 import org.apache.spark.sql.types._
 import org.apache.spark.sql.vectorized.{ColumnarBatch, ColumnVector}
 import org.apache.spark.util.Utils
@@ -157,7 +157,9 @@ case class CometColumnarToRowExec(child: SparkPlan)
     }
 
     val writableColumnVectorClz = classOf[WritableColumnVector].getName
+    val constantColumnVectorClz = classOf[ConstantColumnVector].getName
 
+    // scalastyle:off line.size.limit
     s"""
        |if ($batch == null) {
        |  $nextBatchFuncName();
@@ -174,7 +176,7 @@ case class CometColumnarToRowExec(child: SparkPlan)
        |
        |  // Comet fix for SPARK-50235
        |  for (int i = 0; i < ${colVars.length}; i++) {
-       |    if (!($batch.column(i) instanceof $writableColumnVectorClz)) {
+       |    if (!($batch.column(i) instanceof $writableColumnVectorClz || $batch.column(i) instanceof $constantColumnVectorClz)) {
        |      $batch.column(i).close();
        |    }
        |  }
@@ -187,6 +189,7 @@ case class CometColumnarToRowExec(child: SparkPlan)
        |  $batch.close();
        |}
      """.stripMargin
+    // scalastyle:on line.size.limit
   }
 
   override def inputRDDs(): Seq[RDD[InternalRow]] = {