Add synthetic NERGAL unit tests

test_nergal.py

@@ -0,0 +1,43 @@
+"""Synthetic NERGAL tests. Invented strings only; no corpus text or real identifiers."""
+import hashlib
+import json
+import unittest
+from pathlib import Path
+
+HERE = Path(__file__).resolve().parent
+RULES_SHA = '547c0428b0799bf051566d6ac489987eff27f09e1bda36a5665452fe155b3966'
+
+
+class NergalTests(unittest.TestCase):
+    def test_card_and_rules_hash(self):
+        from nergal import GAP_IDS, GAPS, HUB_ID, RULES_SHA as PINNED, THRESHOLD
+        card = json.loads((HERE / 'hybrid.json').read_text())
+        self.assertEqual(HUB_ID, 'SlayerLab/NERGAL')
+        self.assertEqual(GAPS, card['gaps'])
+        self.assertEqual(GAP_IDS, card['gap_ids'])
+        self.assertEqual(THRESHOLD, card['threshold'])
+        self.assertEqual(PINNED, RULES_SHA)
+        digest = hashlib.sha256((HERE / 'scrub_pii.py').read_bytes()).hexdigest()
+        self.assertEqual(digest, RULES_SHA)
+
+    def test_union_keeps_regex_and_adds_model_spans(self):
+        from nergal import apply_union, scrub_spans
+        text = 'Ring 000000000 then extra.'
+        rules = [{'start': 5, 'end': 14, 'label': 'phone', 'score': 1.0}]
+        model = [
+            {'start': 5, 'end': 14, 'label': 'phone', 'score': 0.99},
+            {'start': 20, 'end': 25, 'label': 'pii', 'score': 0.97},
+        ]
+        masked, counts = scrub_spans(text, rules, model, threshold=0.95)
+        self.assertIn('[Telefon]', masked)
+        self.assertIn('[PII]', masked)
+        self.assertGreater(counts['union_placeholder_chars'], counts['rules_placeholder_chars'])
+        self.assertEqual(counts['model_extra_spans'], 1)
+        _, rules_chars, _, _ = apply_union(text, rules)
+        self.assertEqual(counts['rules_placeholder_chars'], rules_chars)
+        self.assertNotIn('000000000', masked)
+        self.assertNotIn('extra', masked)
+
+
+if __name__ == '__main__':
+    unittest.main()