[feature] support reading a dict representing a json doc (#172)

Nike-Inc · Feb 27, 2025 · d6ef80d · d6ef80d
1 parent 7cd04bb
commit d6ef80d
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/src/koheesio/spark/readers/memory.py b/src/koheesio/spark/readers/memory.py
@@ -95,6 +95,8 @@ def _json(self) -> DataFrame:
         elif isinstance(self.data, list):
             if all(isinstance(x, str) for x in self.data):
                 json_data = [json.loads(x) for x in self.data]
+            else:
+                json_data = self.data
         else:
             json_data = [self.data]
 

diff --git a/tests/spark/readers/test_memory.py b/tests/spark/readers/test_memory.py
@@ -27,7 +27,10 @@ class TestInMemoryDataReader:
             ),
             pytest.param(
                 ['{"id": 1, "string": "hello"}', '{"id": 2, "string": "world"}'], DataFormat.JSON, {}, "id < 3"
-            )
+            ),
+            pytest.param(
+                [{"id": 1, "string": "hello"}, {"id": 2, "string": "world"}], DataFormat.JSON, {}, "id < 3"
+            ),
         ],
     )
     # fmt: on