feat: Add Spark from_json function

velox/docs/functions/spark/json.rst

@@ -11,3 +11,23 @@ JSON Functions
         SELECT json_object_keys(''); -- NULL
         SELECT json_object_keys(1); -- NULL
         SELECT json_object_keys('"hello"'); -- NULL
+
+.. spark:function:: from_json(jsonString) -> [json object]
+
+    Casting a JSON text to the function's output type returns the value 
+    represented by the JSON text if it matches the output type; otherwise, NULL 
+    is returned. 
+    The function supports ARRAY, MAP, and ROW as output types. For primitive 
+    values, supported types include BOOLEAN, TINYINT, SMALLINT, INTEGER, BIGINT, 
+    REAL, DOUBLE or VARCHAR. Casting to ARRAY and MAP is supported when the 
+    element type of the array or the value type of the map is one of these 
+    supported types. For maps, the key type must be VARCHAR. When casting to
+    ROW, only JSON objects are supported, and the keys in the JSON object must 
+    match the field names of the ROW exactly (case-sensitive).
+    Behaviors of the casts are shown with the examples below. ::
+
+        SELECT from_json('{"a": true}'); -- {'a'=true} // Output type: ROW({"a"}, {BOOLEAN()})
+        SELECT from_json('{"a": 1}'); -- {'a'=1} // Output type: ROW({"a"}, {INTEGER()})
+        SELECT from_json('{"a": 1.0}'); -- {'a'=1.0} // Output type: ROW({"a"}, {DOUBLE()})
+        SELECT from_json('["name", "age", "id"]'); -- ['name', 'age', 'id'] // Output type: ARRAY(VARCHAR())
+        SELECT from_json('{"a": 1, "b": 2}'); -- {'a'=1, 'b'=2} // Output type: MAP(VARCHAR(),INTEGER())

velox/functions/sparksql/registration/RegisterSpecialForm.cpp

@@ -18,6 +18,7 @@
 #include "velox/expression/SpecialFormRegistry.h"
 #include "velox/functions/sparksql/specialforms/AtLeastNNonNulls.h"
 #include "velox/functions/sparksql/specialforms/DecimalRound.h"
+#include "velox/functions/sparksql/specialforms/FromJson.h"
 #include "velox/functions/sparksql/specialforms/MakeDecimal.h"
 #include "velox/functions/sparksql/specialforms/SparkCastExpr.h"
 
@@ -44,6 +45,9 @@ void registerSpecialFormGeneralFunctions(const std::string& prefix) {
       "cast", std::make_unique<SparkCastCallToSpecialForm>());
   registerFunctionCallToSpecialForm(
       "try_cast", std::make_unique<SparkTryCastCallToSpecialForm>());
+  exec::registerFunctionCallToSpecialForm(
+      FromJsonCallToSpecialForm::kFromJson,
+      std::make_unique<FromJsonCallToSpecialForm>());
 }
 } // namespace sparksql
 } // namespace facebook::velox::functions

velox/functions/sparksql/specialforms/CMakeLists.txt

@@ -16,9 +16,10 @@ velox_add_library(
   velox_functions_spark_specialforms
   AtLeastNNonNulls.cpp
   DecimalRound.cpp
+  FromJson.cpp
   MakeDecimal.cpp
   SparkCastExpr.cpp
   SparkCastHooks.cpp)
 
 velox_link_libraries(velox_functions_spark_specialforms fmt::fmt
-                     velox_expression)
+                     velox_functions_json velox_expression)