Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
zml1206 committed Sep 13, 2024
1 parent 1149283 commit 35a2ed1
Showing 1 changed file with 4 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -51,10 +51,12 @@ object PushDownFilterToScan extends Rule[SparkPlan] with PredicateHelper {
BackendsApiManager.getSparkPlanExecApiInstance.postProcessPushDownFilter(
splitConjunctivePredicates(filter.cond),
batchScan)
// If BatchScanExecTransformerBase's parent is filter, pushdownFilters can't be None.
batchScan.setPushDownFilters(Seq.empty)
val newScan = batchScan
if (pushDownFilters.size > 0) {
val newScan = batchScan
newScan.setPushDownFilters(pushDownFilters)
if (newScan.doValidate().ok()) {
if (newScan.doValidate().ok() && false) {
filter.withNewChildren(Seq(newScan))
} else {
filter
Expand Down

0 comments on commit 35a2ed1

Please sign in to comment.