From 35a2ed1b09f40915bd9567153c0d6eca4601b798 Mon Sep 17 00:00:00 2001 From: zml1206 Date: Fri, 13 Sep 2024 11:21:44 +0800 Subject: [PATCH] fix --- .../gluten/extension/columnar/PushDownFilterToScan.scala | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/PushDownFilterToScan.scala b/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/PushDownFilterToScan.scala index 7b1f552dff7a1..3fe90a71d9cef 100644 --- a/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/PushDownFilterToScan.scala +++ b/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/PushDownFilterToScan.scala @@ -51,10 +51,12 @@ object PushDownFilterToScan extends Rule[SparkPlan] with PredicateHelper { BackendsApiManager.getSparkPlanExecApiInstance.postProcessPushDownFilter( splitConjunctivePredicates(filter.cond), batchScan) + // If BatchScanExecTransformerBase's parent is filter, pushdownFilters can't be None. + batchScan.setPushDownFilters(Seq.empty) + val newScan = batchScan if (pushDownFilters.size > 0) { - val newScan = batchScan newScan.setPushDownFilters(pushDownFilters) - if (newScan.doValidate().ok()) { + if (newScan.doValidate().ok() && false) { filter.withNewChildren(Seq(newScan)) } else { filter