From 0d73586f4b253e14b6a24f6cdb92472afeb0f0e7 Mon Sep 17 00:00:00 2001 From: Liang-Chi Hsieh Date: Tue, 9 Jul 2024 18:13:35 -0700 Subject: [PATCH] Reduce batch size --- .../test/scala/org/apache/spark/sql/CometTPCDSQuerySuite.scala | 2 ++ 1 file changed, 2 insertions(+) diff --git a/spark/src/test/scala/org/apache/spark/sql/CometTPCDSQuerySuite.scala b/spark/src/test/scala/org/apache/spark/sql/CometTPCDSQuerySuite.scala index 0709da5f1..bfc45aba2 100644 --- a/spark/src/test/scala/org/apache/spark/sql/CometTPCDSQuerySuite.scala +++ b/spark/src/test/scala/org/apache/spark/sql/CometTPCDSQuerySuite.scala @@ -184,6 +184,8 @@ class CometTPCDSQuerySuite "spark.shuffle.manager", "org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager") conf.set(CometConf.COMET_ENABLED.key, "true") + conf.set(CometConf.COMET_BATCH_SIZE.key, "1000") + conf.set(CometConf.COMET_COLUMNAR_SHUFFLE_BATCH_SIZE.key, "1000") conf.set(CometConf.COMET_EXEC_ENABLED.key, "true") conf.set(CometConf.COMET_EXEC_ALL_OPERATOR_ENABLED.key, "true") conf.set(CometConf.COMET_EXEC_SHUFFLE_ENABLED.key, "true")