Skip to content

Commit

Permalink
update veloxSparkPlanExecApi
Browse files Browse the repository at this point in the history
  • Loading branch information
dcoliversun committed Sep 12, 2024
1 parent 2cbf09a commit f6d10f2
Show file tree
Hide file tree
Showing 3 changed files with 8 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ class CHSparkPlanExecApi extends SparkPlanExecApi with Logging {

override def genProjectExecTransformer(
projectList: Seq[NamedExpression],
child: SparkPlan): ProjectExecTransformer = {
child: SparkPlan): ProjectExecTransformerBase = {
def processProjectExecTransformer(projectList: Seq[NamedExpression]): Seq[NamedExpression] = {
// When there is a MergeScalarSubqueries which will create the named_struct with the
// same name, looks like {'bloomFilter', BF1, 'bloomFilter', BF2}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -315,6 +315,12 @@ class VeloxSparkPlanExecApi extends SparkPlanExecApi {
FilterExecTransformer(condition, child)
}

override def genProjectExecTransformer(
projectList: Seq[NamedExpression],
child: SparkPlan): ProjectExecTransformerBase = {
ProjectExecTransformer(projectList, child)
}

/** Generate HashAggregateExecTransformer. */
override def genHashAggregateExecTransformer(
requiredChildDistributionExpressions: Option[Seq[Expression]],
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -79,8 +79,7 @@ trait SparkPlanExecApi {

def genProjectExecTransformer(
projectList: Seq[NamedExpression],
child: SparkPlan): ProjectExecTransformer =
ProjectExecTransformer.createUnsafe(projectList, child)
child: SparkPlan): ProjectExecTransformerBase

/** Generate HashAggregateExecTransformer. */
def genHashAggregateExecTransformer(
Expand Down

0 comments on commit f6d10f2

Please sign in to comment.