feat: classify sensitive columns locally

2026-09-03 02:11:13 +02:00
parent 7b87e95427
commit f114d0065a
57 changed files with 4038 additions and 1149 deletions
@@ -0,0 +1,21 @@
+services:
+  core:
+    image: thothii-core:sensitivity-ner
+    build:
+      args:
+        INSTALL_SENSITIVITY_NER: "true"
+    environment:
+      THT_SENSITIVITY_NER_MODEL_PATH: /opt/thothii/models/gliner2-privacy-filter-pii-multi
+      THT_SENSITIVITY_NER_PYTHON: /opt/sensitivity-ner/bin/python
+      THT_SENSITIVITY_NER_THREADS: ${THT_SENSITIVITY_NER_THREADS:-2}
+    volumes:
+      - type: bind
+        source: ${THT_SENSITIVITY_NER_MODEL_DIR:?set THT_SENSITIVITY_NER_MODEL_DIR}
+        target: /opt/thothii/models/gliner2-privacy-filter-pii-multi
+        read_only: true
+
+  catalog-migrate:
+    image: thothii-core:sensitivity-ner
+
+  workspace-maintenance:
+    image: thothii-core:sensitivity-ner