applied filter to avoid None items;

the-deep-nlp · Jul 23, 2024 · 2765e66 · 2765e66
1 parent 7219e8c
commit 2765e66
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/handlers/ecs/textextraction/app.py b/handlers/ecs/textextraction/app.py
@@ -256,7 +256,7 @@ def _common_doc_handler(
         """
         entries_with_page_info = self._add_page_info([entries])
         entries_list = [item for sublist in entries_with_page_info for item in sublist]
-
+        entries_list = filter(lambda item: item is not None, entries_list) # remove None items
         extracted_text = "\n\n".join(entries_list)
         extracted_text = preprocess_extracted_texts(extracted_text)
         total_words_count = get_words_count(extracted_text)