Skip to content

Commit

Permalink
fixup
Browse files Browse the repository at this point in the history
  • Loading branch information
zhztheplayer committed Aug 27, 2024
1 parent 93823bc commit 1744463
Show file tree
Hide file tree
Showing 4 changed files with 6 additions and 6 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -69,8 +69,7 @@ object PlanNodesUtil {
context,
Lists.newArrayList(
RelBuilder.makeProjectRel(readRel, projExprNodeList, context, operatorId, output.size)),
Lists.newArrayList(
ConverterUtil.genColumnNameWithExprId(ConverterUtil.getAttrFromExpr(key)))
Lists.newArrayList(ConverterUtil.genColumnNameWithExprId(ConverterUtil.getAttrFromExpr(key)))
)
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -79,8 +79,8 @@ case class SortExecTransformer(
RelBuilder.makeSortRel(input, sortFieldList.asJava, context, operatorId)
} else {
// Use a extension node to send the input types through Substrait plan for validation.
val inputTypeNodeList = originalInputAttributes.map(
attr => ConverterUtil.getTypeNode(attr.dataType, attr.nullable))
val inputTypeNodeList =
originalInputAttributes.map(attr => ConverterUtil.getTypeNode(attr.dataType, attr.nullable))
val extensionNode = ExtensionBuilder.makeAdvancedExtension(
BackendsApiManager.getTransformerApiInstance.packPBMessage(
TypeBuilder.makeStruct(false, inputTypeNodeList.asJava).toProtobuf))
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,8 @@ static InputStream unwrapSparkInputStream(InputStream in) {
InputStream unwrapped = in;
if (unwrapped instanceof BufferReleasingInputStream) {
final BufferReleasingInputStream brin = (BufferReleasingInputStream) unwrapped;
unwrapped = org.apache.spark.storage.SparkInputStreamUtil.unwrapBufferReleasingInputStream(brin);
unwrapped =
org.apache.spark.storage.SparkInputStreamUtil.unwrapBufferReleasingInputStream(brin);
}
if (unwrapped instanceof CheckedInputStream) {
final CheckedInputStream cin = (CheckedInputStream) unwrapped;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@ import org.apache.gluten.vectorized.ArrowWritableColumnVector
import org.apache.spark.internal.Logging
import org.apache.spark.sql.catalyst.InternalRow
import org.apache.spark.sql.catalyst.expressions.Attribute
import org.apache.spark.sql.execution.vectorized.ArrowColumnVectorUtil
import org.apache.spark.sql.types._
import org.apache.spark.sql.utils.{SparkArrowUtil, SparkSchemaUtil}
import org.apache.spark.sql.vectorized.{ColumnarBatch, ColumnVector}
Expand All @@ -33,7 +34,6 @@ import org.apache.arrow.memory.BufferAllocator
import org.apache.arrow.vector.ipc.message.ArrowRecordBatch
import org.apache.arrow.vector.types.pojo.{ArrowType, Field, Schema}
import org.apache.hadoop.fs.FileStatus
import org.apache.spark.sql.execution.vectorized.ArrowColumnVectorUtil

import java.net.{URI, URLDecoder}
import java.util
Expand Down

0 comments on commit 1744463

Please sign in to comment.