From 5ca4044ae02c4633e5a319bca39d7de8aef82e78 Mon Sep 17 00:00:00 2001 From: zml1206 Date: Fri, 6 Dec 2024 15:13:27 +0800 Subject: [PATCH] update --- .../apache/gluten/execution/ScanTransformerFactory.scala | 9 +-------- 1 file changed, 1 insertion(+), 8 deletions(-) diff --git a/gluten-substrait/src/main/scala/org/apache/gluten/execution/ScanTransformerFactory.scala b/gluten-substrait/src/main/scala/org/apache/gluten/execution/ScanTransformerFactory.scala index b3b40955cd6c5..dfdf2d2f34e1d 100644 --- a/gluten-substrait/src/main/scala/org/apache/gluten/execution/ScanTransformerFactory.scala +++ b/gluten-substrait/src/main/scala/org/apache/gluten/execution/ScanTransformerFactory.scala @@ -16,7 +16,6 @@ */ package org.apache.gluten.execution -import org.apache.gluten.expression.ExpressionConverter import org.apache.gluten.sql.shims.SparkShimLoader import org.apache.spark.sql.connector.read.Scan @@ -43,12 +42,6 @@ object ScanTransformerFactory { .asInstanceOf[DataSourceScanTransformerRegister] .createDataSourceTransformer(scanExec) case _ => - val dataFilters = scanExec.dataFilters.filter { - expr => - ExpressionConverter.canReplaceWithExpressionTransformer( - ExpressionConverter.replaceAttributeReference(expr), - scanExec.output) - } FileSourceScanExecTransformer( scanExec.relation, scanExec.output, @@ -56,7 +49,7 @@ object ScanTransformerFactory { scanExec.partitionFilters, scanExec.optionalBucketSet, scanExec.optionalNumCoalescedBuckets, - dataFilters, + scanExec.dataFilters, scanExec.tableIdentifier, scanExec.disableBucketedScan )