Skip to content

Commit

Permalink
fixup
Browse files Browse the repository at this point in the history
  • Loading branch information
zhztheplayer committed Aug 1, 2024
1 parent 811919f commit b2c8707
Show file tree
Hide file tree
Showing 3 changed files with 10 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -36,5 +36,6 @@ public long handle() {
return runtime.getHandle();
}

public native long create(int minOutputBatchSize, int maxOutputBatchSize, ColumnarBatchInIterator itr);
public native long create(
int minOutputBatchSize, int maxOutputBatchSize, ColumnarBatchInIterator itr);
}
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,10 @@ import scala.collection.JavaConverters._
* An operator to coalesce input batches by appending the later batches to the one that comes
* earlier.
*/
case class VeloxResizeBatchesExec(override val child: SparkPlan, minOutputBatchSize: Int, maxOutputBatchSize: Int)
case class VeloxResizeBatchesExec(
override val child: SparkPlan,
minOutputBatchSize: Int,
maxOutputBatchSize: Int)
extends GlutenPlan
with UnaryExecNode {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -837,7 +837,8 @@ class TestOperator extends VeloxWholeStageTransformerSuite with AdaptiveSparkPla
withSQLConf(
"spark.gluten.sql.columnar.backend.velox.resizeBatches.shuffleInput" -> "true",
"spark.gluten.sql.columnar.maxBatchSize" -> "2",
"spark.gluten.sql.columnar.backend.velox.resizeBatches.shuffleInput.range" -> s"$minBatchSize~$maxBatchSize"
"spark.gluten.sql.columnar.backend.velox.resizeBatches.shuffleInput.range" ->
s"$minBatchSize~$maxBatchSize"
) {
val df = runQueryAndCompare(
"select l_orderkey, sum(l_partkey) as sum from lineitem " +
Expand All @@ -861,7 +862,8 @@ class TestOperator extends VeloxWholeStageTransformerSuite with AdaptiveSparkPla
withSQLConf(
"spark.gluten.sql.columnar.backend.velox.resizeBatches.shuffleInput" -> "true",
"spark.gluten.sql.columnar.maxBatchSize" -> "100",
"spark.gluten.sql.columnar.backend.velox.resizeBatches.shuffleInput.range" -> s"$minBatchSize~$maxBatchSize"
"spark.gluten.sql.columnar.backend.velox.resizeBatches.shuffleInput.range" ->
s"$minBatchSize~$maxBatchSize"
) {
val df = runQueryAndCompare(
"select l_orderkey, sum(l_partkey) as sum from lineitem " +
Expand Down

0 comments on commit b2c8707

Please sign in to comment.