From d78daf49f51071835f6ac4cbd29276686f5f7cc2 Mon Sep 17 00:00:00 2001 From: Zhichao Zhang Date: Wed, 6 Dec 2023 09:20:54 +0800 Subject: [PATCH] fix failed ut --- .../execution/adaptive/GlutenAdaptiveQueryExecSuite.scala | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/gluten-ut/spark33/src/test/scala/org/apache/spark/sql/execution/adaptive/GlutenAdaptiveQueryExecSuite.scala b/gluten-ut/spark33/src/test/scala/org/apache/spark/sql/execution/adaptive/GlutenAdaptiveQueryExecSuite.scala index 5b5ee83be49b0..dd6c6f2fb0c9e 100644 --- a/gluten-ut/spark33/src/test/scala/org/apache/spark/sql/execution/adaptive/GlutenAdaptiveQueryExecSuite.scala +++ b/gluten-ut/spark33/src/test/scala/org/apache/spark/sql/execution/adaptive/GlutenAdaptiveQueryExecSuite.scala @@ -438,7 +438,7 @@ class GlutenAdaptiveQueryExecSuite extends AdaptiveQueryExecSuite with GlutenSQL withSQLConf( SQLConf.ADAPTIVE_EXECUTION_ENABLED.key -> "true", // magic threshold, ch backend has two bhj when threshold is 100 - SQLConf.AUTO_BROADCASTJOIN_THRESHOLD.key -> "90", + SQLConf.AUTO_BROADCASTJOIN_THRESHOLD.key -> "100", SQLConf.SHUFFLE_PARTITIONS.key -> "5" ) { val (plan, adaptivePlan) = runAdaptiveAndVerifyResult( @@ -447,9 +447,9 @@ class GlutenAdaptiveQueryExecSuite extends AdaptiveQueryExecSuite with GlutenSQL assert(sortMergeJoinSize(plan) == 3) // TODO: vanilla spark has 2 bhj, and 1 smj, but gluten has 3 bhj, // make sure this will not cause performance regression and why it is bhj - assert(broadcastHashJoinSize(adaptivePlan) == 1) + assert(broadcastHashJoinSize(adaptivePlan) == 2) // Vanilla spark still a SMJ, and its two shuffles can't apply local read. - checkNumLocalShuffleReads(adaptivePlan, 4) + checkNumLocalShuffleReads(adaptivePlan, 2) // Even with local shuffle read, the query stage reuse can also work. val ex = findReusedExchange(adaptivePlan) assert(ex.size == 1)