NiFi scripts: added anon doc.

CogStack · Nov 27, 2023 · dd3af8c · dd3af8c
1 parent 2c8bdc7
commit dd3af8c
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/nifi/user-scripts/anonymise_doc.py b/nifi/user-scripts/anonymise_doc.py
@@ -0,0 +1,12 @@
+from medcat.utils.ner.deid import DeIdModel
+import sys
+
+input_text = sys.stdin.read()
+
+model_pack_path = "/opt/models/de_id_base.zip"
+
+cat = DeIdModel.load_model_pack(model_pack_path)
+
+anon_text = cat.deid_text(input_text, redact=True)
+
+sys.stdout.write(anon_text)