[VL] Enable arrays_overlap function (apache#5878)

[VL] Enable arrays_overlap function.
Kyligence · May 27, 2024 · 95096e3 · 95096e3
1 parent 48e05f7
commit 95096e3
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 2 deletions.
diff --git a/backends-velox/src/test/scala/org/apache/gluten/execution/ScalarFunctionsValidateSuite.scala b/backends-velox/src/test/scala/org/apache/gluten/execution/ScalarFunctionsValidateSuite.scala
@@ -1037,4 +1037,20 @@ class ScalarFunctionsValidateSuite extends FunctionsValidateTest {
         }
     }
   }
+
+  test("arrays_overlap") {
+    withTempPath {
+      path =>
+        Seq[(Seq[Integer], Seq[Integer])]((Seq(1, 2, 3), Seq(3, 4)), (Seq(5, null), Seq()))
+          .toDF("v1", "v2")
+          .write
+          .parquet(path.getCanonicalPath)
+
+        spark.read.parquet(path.getCanonicalPath).createOrReplaceTempView("array_tbl")
+
+        runQueryAndCompare("select arrays_overlap(v1, v2) from array_tbl;") {
+          checkGlutenOperatorMatch[ProjectExecTransformer]
+        }
+    }
+  }
 }
diff --git a/cpp/velox/substrait/SubstraitToVeloxPlanValidator.cc b/cpp/velox/substrait/SubstraitToVeloxPlanValidator.cc
@@ -68,7 +68,6 @@ static const std::unordered_set<std::string> kBlackList = {
     "repeat",
     "trunc",
     "sequence",
-    "arrays_overlap",
     "approx_percentile",
     "get_array_struct_fields"};
 

diff --git a/docs/velox-backend-support-progress.md b/docs/velox-backend-support-progress.md
@@ -272,7 +272,7 @@ Gluten supports 199 functions. (Drag to right to see all data types)
 | array_repeat                  |                        |                       | S      |                          | S       | S    | S     | S   | S    | S     | S      | S    | S         | S      | S       |      |        |          |       |     |        |     |
 | array_sort                    | array_sort             | array_sort            | S      |                          |         |      |       |     |      |       |        |      |           |        |         |      |        |          |       |     |        |     |
 | array_union                   |                        |                       |        |                          |         |      |       |     |      |       |        |      |           |        |         |      |        |          |       |     |        |     |
-| arrays_overlap                | array_overlap          |                       |        |                          |         |      |       |     |      |       |        |      |           |        |         |      |        |          |       |     |        |     |
+| arrays_overlap                | array_overlap          | S                     |        |                          |         |      |       |     |      |       |        |      |           |        |         |      |        |          |       |     |        |     |
 | arrays_zip                    | zip                       |                       | S      |                          |         |      |       |     |      |       |        |      |           |        |         |      |        |          |       |     |        |     |
 | cardinality                   | cardinality            |                       |        |                          |         |      |       |     |      |       |        |      |           |        |         |      |        |          |       |     |        |     |
 | element_at                    | element_at             | element_at            | S      |                          |         |      |       |     |      |       |        |      |           |        |         |      |        |          | S     | S   |        |     |