Skip to content

Commit

Permalink
Reduce batch size
Browse files Browse the repository at this point in the history
  • Loading branch information
viirya committed Jul 10, 2024
1 parent 7127968 commit 0d73586
Showing 1 changed file with 2 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -184,6 +184,8 @@ class CometTPCDSQuerySuite
"spark.shuffle.manager",
"org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager")
conf.set(CometConf.COMET_ENABLED.key, "true")
conf.set(CometConf.COMET_BATCH_SIZE.key, "1000")
conf.set(CometConf.COMET_COLUMNAR_SHUFFLE_BATCH_SIZE.key, "1000")
conf.set(CometConf.COMET_EXEC_ENABLED.key, "true")
conf.set(CometConf.COMET_EXEC_ALL_OPERATOR_ENABLED.key, "true")
conf.set(CometConf.COMET_EXEC_SHUFFLE_ENABLED.key, "true")

0 comments on commit 0d73586

Please sign in to comment.