add uts

apache · Sep 4, 2024 · 5914798 · 5914798
1 parent 34b4a39
commit 5914798
Show file tree

Hide file tree

Showing 5 changed files with 12 additions and 4 deletions.
diff --git a/...est/scala/org/apache/gluten/execution/tpch/GlutenClickHouseTPCHSaltNullParquetSuite.scala b/...est/scala/org/apache/gluten/execution/tpch/GlutenClickHouseTPCHSaltNullParquetSuite.scala
@@ -2936,5 +2936,11 @@ class GlutenClickHouseTPCHSaltNullParquetSuite extends GlutenClickHouseTPCHAbstr
         checkBHJWithIsNullAwareAntiJoin(df)
       })
   }
+
+  test("soundex") {
+    runQueryAndCompare("select soundex(c_comment) from customer limit 50") {
+      checkGlutenOperatorMatch[ProjectExecTransformer]
+    }
+  }
 }
 // scalastyle:on line.size.limit
diff --git a/...ut/spark32/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala b/...ut/spark32/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
@@ -911,7 +911,7 @@ class ClickHouseTestSettings extends BackendTestSettings {
     .exclude("ParseUrl")
     .exclude("SPARK-33468: ParseUrl in ANSI mode should fail if input string is not a valid url")
     .exclude("FORMAT") // refer https://github.com/apache/incubator-gluten/issues/6765
-    .exclude("soundex unit test")
+    .exclude("soundex unit test") // CH and spark returns different results when input non-ASCII characters
     .excludeGlutenTest("SPARK-40213: ascii for Latin-1 Supplement characters")
   enableSuite[GlutenTryCastSuite]
     .exclude("null cast")

diff --git a/...ut/spark33/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala b/...ut/spark33/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
@@ -907,7 +907,7 @@ class ClickHouseTestSettings extends BackendTestSettings {
     .exclude("ParseUrl")
     .exclude("SPARK-33468: ParseUrl in ANSI mode should fail if input string is not a valid url")
     .exclude("FORMAT") // refer https://github.com/apache/incubator-gluten/issues/6765
-    .exclude("soundex unit test")
+    .exclude("soundex unit test") // CH and spark returns different results when input non-ASCII characters
   enableSuite[GlutenTryCastSuite]
     .exclude("null cast")
     .exclude("cast string to date")

diff --git a/...ut/spark34/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala b/...ut/spark34/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
@@ -811,7 +811,9 @@ class ClickHouseTestSettings extends BackendTestSettings {
     .exclude("ParseUrl")
     .exclude("SPARK-33468: ParseUrl in ANSI mode should fail if input string is not a valid url")
     .exclude("FORMAT") // refer https://github.com/apache/incubator-gluten/issues/6765
-    .exclude("soundex unit test")
+    .exclude(
+      "soundex unit test"
+    ) // CH and spark returns different results when input non-ASCII characters
   enableSuite[GlutenDataSourceV2DataFrameSessionCatalogSuite]
   enableSuite[GlutenDataSourceV2SQLSessionCatalogSuite]
   enableSuite[GlutenDataSourceV2SQLSuiteV1Filter]

diff --git a/...ut/spark35/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala b/...ut/spark35/src/test/scala/org/apache/gluten/utils/clickhouse/ClickHouseTestSettings.scala
@@ -811,7 +811,7 @@ class ClickHouseTestSettings extends BackendTestSettings {
     .exclude("ParseUrl")
     .exclude("SPARK-33468: ParseUrl in ANSI mode should fail if input string is not a valid url")
     .exclude("FORMAT") // refer https://github.com/apache/incubator-gluten/issues/6765
-    .exclude("soundex unit test")
+    .exclude("soundex unit test") // CH and spark returns different results when input non-ASCII characters
   enableSuite[GlutenDataSourceV2DataFrameSessionCatalogSuite]
   enableSuite[GlutenDataSourceV2SQLSessionCatalogSuite]
   enableSuite[GlutenDataSourceV2SQLSuiteV1Filter]