From f6d10f2b11c4f22ef8ee93976d359641dfd05363 Mon Sep 17 00:00:00 2001 From: Qian Sun Date: Thu, 12 Sep 2024 14:51:39 +0800 Subject: [PATCH] update veloxSparkPlanExecApi --- .../gluten/backendsapi/clickhouse/CHSparkPlanExecApi.scala | 2 +- .../gluten/backendsapi/velox/VeloxSparkPlanExecApi.scala | 6 ++++++ .../org/apache/gluten/backendsapi/SparkPlanExecApi.scala | 3 +-- 3 files changed, 8 insertions(+), 3 deletions(-) diff --git a/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHSparkPlanExecApi.scala b/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHSparkPlanExecApi.scala index a8996c4d2e834..1a171a0c4c27a 100644 --- a/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHSparkPlanExecApi.scala +++ b/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHSparkPlanExecApi.scala @@ -80,7 +80,7 @@ class CHSparkPlanExecApi extends SparkPlanExecApi with Logging { override def genProjectExecTransformer( projectList: Seq[NamedExpression], - child: SparkPlan): ProjectExecTransformer = { + child: SparkPlan): ProjectExecTransformerBase = { def processProjectExecTransformer(projectList: Seq[NamedExpression]): Seq[NamedExpression] = { // When there is a MergeScalarSubqueries which will create the named_struct with the // same name, looks like {'bloomFilter', BF1, 'bloomFilter', BF2} diff --git a/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxSparkPlanExecApi.scala b/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxSparkPlanExecApi.scala index 4755adc912450..f475b78e5cb0d 100644 --- a/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxSparkPlanExecApi.scala +++ b/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxSparkPlanExecApi.scala @@ -315,6 +315,12 @@ class VeloxSparkPlanExecApi extends SparkPlanExecApi { FilterExecTransformer(condition, child) } + override def genProjectExecTransformer( + projectList: Seq[NamedExpression], + child: SparkPlan): ProjectExecTransformerBase = { + ProjectExecTransformer(projectList, child) + } + /** Generate HashAggregateExecTransformer. */ override def genHashAggregateExecTransformer( requiredChildDistributionExpressions: Option[Seq[Expression]], diff --git a/gluten-substrait/src/main/scala/org/apache/gluten/backendsapi/SparkPlanExecApi.scala b/gluten-substrait/src/main/scala/org/apache/gluten/backendsapi/SparkPlanExecApi.scala index a55926d76d12d..70d5d4df42377 100644 --- a/gluten-substrait/src/main/scala/org/apache/gluten/backendsapi/SparkPlanExecApi.scala +++ b/gluten-substrait/src/main/scala/org/apache/gluten/backendsapi/SparkPlanExecApi.scala @@ -79,8 +79,7 @@ trait SparkPlanExecApi { def genProjectExecTransformer( projectList: Seq[NamedExpression], - child: SparkPlan): ProjectExecTransformer = - ProjectExecTransformer.createUnsafe(projectList, child) + child: SparkPlan): ProjectExecTransformerBase /** Generate HashAggregateExecTransformer. */ def genHashAggregateExecTransformer(