From 7025f240850df8f3605ec920a8f919be6018d204 Mon Sep 17 00:00:00 2001 From: Zhichao Zhang Date: Sat, 31 Aug 2024 11:05:19 +0800 Subject: [PATCH] fix --- .../apache/gluten/execution/CHHashJoinExecTransformer.scala | 3 --- .../tpch/GlutenClickHouseTPCHSaltNullParquetSuite.scala | 2 +- 2 files changed, 1 insertion(+), 4 deletions(-) diff --git a/backends-clickhouse/src/main/scala/org/apache/gluten/execution/CHHashJoinExecTransformer.scala b/backends-clickhouse/src/main/scala/org/apache/gluten/execution/CHHashJoinExecTransformer.scala index 55db008a50059..41def4d42c4e8 100644 --- a/backends-clickhouse/src/main/scala/org/apache/gluten/execution/CHHashJoinExecTransformer.scala +++ b/backends-clickhouse/src/main/scala/org/apache/gluten/execution/CHHashJoinExecTransformer.scala @@ -231,9 +231,6 @@ case class CHBroadcastHashJoinExecTransformer( if (shouldFallback) { return ValidationResult.failed("ch join validate fail") } - /* if (isNullAwareAntiJoin) { - return ValidationResult.failed("ch does not support NAAJ") - } */ super.doValidateInternal() } diff --git a/backends-clickhouse/src/test/scala/org/apache/gluten/execution/tpch/GlutenClickHouseTPCHSaltNullParquetSuite.scala b/backends-clickhouse/src/test/scala/org/apache/gluten/execution/tpch/GlutenClickHouseTPCHSaltNullParquetSuite.scala index acd69e6f86b04..1db37e00f9465 100644 --- a/backends-clickhouse/src/test/scala/org/apache/gluten/execution/tpch/GlutenClickHouseTPCHSaltNullParquetSuite.scala +++ b/backends-clickhouse/src/test/scala/org/apache/gluten/execution/tpch/GlutenClickHouseTPCHSaltNullParquetSuite.scala @@ -72,7 +72,7 @@ class GlutenClickHouseTPCHSaltNullParquetSuite extends GlutenClickHouseTPCHAbstr salted_df = Some((salted_df match { case Some(x) => x case None => df - }).withColumn(c.name, when(rand() < 0.5, null).otherwise(col(c.name)))) + }).withColumn(c.name, when(rand() < 0.01, null).otherwise(col(c.name)))) } val currentSaltedTablePath = saltedTablesPath + "/" + tableName