From 84a18f3136e172c699cb5993879d8a2d8a535921 Mon Sep 17 00:00:00 2001 From: vladd-bit Date: Mon, 27 Nov 2023 11:15:02 +0000 Subject: [PATCH] NiFi scripts: anon doc script improvement (allow modelpack path). --- nifi/user-scripts/anonymise_doc.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/nifi/user-scripts/anonymise_doc.py b/nifi/user-scripts/anonymise_doc.py index fa135633..6558f550 100644 --- a/nifi/user-scripts/anonymise_doc.py +++ b/nifi/user-scripts/anonymise_doc.py @@ -1,9 +1,14 @@ from medcat.utils.ner.deid import DeIdModel import sys - +import os input_text = sys.stdin.read() -model_pack_path = "/opt/models/de_id_base.zip" +model_pack_path = os.environ.get("MODEL_PACK_PATH", "/opt/models/de_id_base.zip") + +for arg in sys.argv: + _arg = arg.split("=", 1) + if _arg[0] == "model_pack_path": + model_pack_path = _arg[1] cat = DeIdModel.load_model_pack(model_pack_path)