Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
zml1206 committed Sep 18, 2024
1 parent 9938db3 commit 0634e34
Showing 1 changed file with 3 additions and 7 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -36,13 +36,9 @@ object PushDownFilterToScan extends Rule[SparkPlan] with PredicateHelper {
BackendsApiManager.getSparkPlanExecApiInstance.postProcessPushDownFilter(
splitConjunctivePredicates(filter.cond),
fileScan)
if (pushDownFilters.size > fileScan.dataFilters.size) {
val newScan = fileScan.copy(dataFilters = pushDownFilters)
if (newScan.doValidate().ok()) {
filter.withNewChildren(Seq(newScan))
} else {
filter
}
val newScan = fileScan.copy(dataFilters = pushDownFilters)
if (newScan.doValidate().ok()) {
filter.withNewChildren(Seq(newScan))
} else {
filter
}
Expand Down

0 comments on commit 0634e34

Please sign in to comment.