Skip to content

Commit

Permalink
update veloxSparkPlanExecApi
Browse files Browse the repository at this point in the history
  • Loading branch information
dcoliversun committed Sep 19, 2024
1 parent fda681d commit 4303560
Show file tree
Hide file tree
Showing 3 changed files with 8 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,7 @@ class CHSparkPlanExecApi extends SparkPlanExecApi with Logging {

override def genProjectExecTransformer(
projectList: Seq[NamedExpression],
child: SparkPlan): ProjectExecTransformer = {
child: SparkPlan): ProjectExecTransformerBase = {
def processProjectExecTransformer(projectList: Seq[NamedExpression]): Seq[NamedExpression] = {
// When there is a MergeScalarSubqueries which will create the named_struct with the
// same name, looks like {'bloomFilter', BF1, 'bloomFilter', BF2}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -295,6 +295,12 @@ class VeloxSparkPlanExecApi extends SparkPlanExecApi {
FilterExecTransformer(condition, child)
}

override def genProjectExecTransformer(
projectList: Seq[NamedExpression],
child: SparkPlan): ProjectExecTransformerBase = {
ProjectExecTransformer(projectList, child)
}

/** Generate HashAggregateExecTransformer. */
override def genHashAggregateExecTransformer(
requiredChildDistributionExpressions: Option[Seq[Expression]],
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,8 +69,7 @@ trait SparkPlanExecApi {

def genProjectExecTransformer(
projectList: Seq[NamedExpression],
child: SparkPlan): ProjectExecTransformer =
ProjectExecTransformer.createUnsafe(projectList, child)
child: SparkPlan): ProjectExecTransformerBase

/** Generate HashAggregateExecTransformer. */
def genHashAggregateExecTransformer(
Expand Down

0 comments on commit 4303560

Please sign in to comment.