Add helper for getting content from metadata

client/src/nv_ingest_client/util/util.py

@@ -401,3 +401,15 @@ def filter_function_kwargs(func, **kwargs):
     args_dict = {k: kwargs.pop(k) for k in dict(kwargs) if k in func_args}
 
     return args_dict
+
+
+def get_content(results: List[any]):
+
+    text_elems = [elem for elem in result if element["document_type"] == "text" for result in results]
+    structured_elems = [elem for elem in result if element["document_type"] == "structured" for result in results]
+
+    text_content = [{"page_number": elem["metadata"]["content_metadata"]["page_number"], "content": elem["metadata"]["content"]} for elem in text_elems]
+    structured_content = [{"page_number": elem["metadata"]["content_metadata"]["page_number"], "content": elem["metadata"]["table_content"]} for elem in structured_elems]
+
+
+    return {"text_content": text_content, "structured_content": structured_content}