From 0634e34192fbf401bc9bb7ab0528f971e8e00eb0 Mon Sep 17 00:00:00 2001 From: zml1206 Date: Fri, 13 Sep 2024 19:27:57 +0800 Subject: [PATCH] fix --- .../extension/columnar/PushDownFilterToScan.scala | 10 +++------- 1 file changed, 3 insertions(+), 7 deletions(-) diff --git a/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/PushDownFilterToScan.scala b/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/PushDownFilterToScan.scala index 5eba9baa1c4d..3ff098ae4b41 100644 --- a/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/PushDownFilterToScan.scala +++ b/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/PushDownFilterToScan.scala @@ -36,13 +36,9 @@ object PushDownFilterToScan extends Rule[SparkPlan] with PredicateHelper { BackendsApiManager.getSparkPlanExecApiInstance.postProcessPushDownFilter( splitConjunctivePredicates(filter.cond), fileScan) - if (pushDownFilters.size > fileScan.dataFilters.size) { - val newScan = fileScan.copy(dataFilters = pushDownFilters) - if (newScan.doValidate().ok()) { - filter.withNewChildren(Seq(newScan)) - } else { - filter - } + val newScan = fileScan.copy(dataFilters = pushDownFilters) + if (newScan.doValidate().ok()) { + filter.withNewChildren(Seq(newScan)) } else { filter }