Skip to content

Commit

Permalink
fix issue after merge main
Browse files Browse the repository at this point in the history
  • Loading branch information
Yangyang Gao committed Dec 6, 2023
1 parent b86896a commit 273bee9
Showing 1 changed file with 3 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -26,14 +26,15 @@ import io.glutenproject.substrait.rel.{ReadRelNode, RelBuilder, SplitInfo}
import io.glutenproject.substrait.rel.LocalFilesNode.ReadFileFormat

import org.apache.spark.rdd.RDD
import org.apache.spark.sql.catalyst.expressions.{And, Attribute, Expression}
import org.apache.spark.sql.catalyst.expressions.{And, Attribute, AttributeReference, Expression}
import org.apache.spark.sql.vectorized.ColumnarBatch

import com.google.common.collect.Lists

import scala.collection.JavaConverters._

trait BasicScanExecTransformer extends LeafTransformSupport with BaseDataSource {
import org.apache.spark.sql.catalyst.util._

/** Returns the filters that can be pushed down to native file scan */
def filterExprs(hasMetadataColFilters: Boolean = true): Seq[Expression]
Expand All @@ -60,6 +61,7 @@ trait BasicScanExecTransformer extends LeafTransformSupport with BaseDataSource
getPartitions.map(
BackendsApiManager.getIteratorApiInstance
.genSplitInfo(_, getPartitionSchema, fileFormat, getMetadataColumns.map(_.name)))
}

def doExecuteColumnarInternal(): RDD[ColumnarBatch] = {
val numOutputRows = longMetric("outputRows")
Expand Down

0 comments on commit 273bee9

Please sign in to comment.