{ "code": { "dirty": true, "git_revision": "a8b33432e3e0e292c5381b480ab9e6a74bd5a316" }, "corpus": "nemotron-pii", "corpus_diagnostics": { "dropped_labels": { "account_number": 16693, "age": 7167, "bank_routing_number": 8354, "biometric_identifier": 11379, "blood_type": 5539, "certificate_license_number": 3002, "city": 18347, "coordinate": 7659, "country": 23475, "county": 8465, "customer_id": 20502, "cvv": 4843, "date": 73867, "date_time": 13221, "device_identifier": 2507, "education_level": 9378, "employee_id": 8878, "employment_status": 11018, "gender": 7645, "health_plan_beneficiary_number": 10558, "http_cookie": 4892, "language": 8651, "license_plate": 4078, "mac_address": 4250, "medical_record_number": 11098, "occupation": 36888, "pin": 6456, "political_view": 6402, "postcode": 6279, "race_ethnicity": 9248, "religious_belief": 6257, "sexuality": 3312, "state": 18318, "swift_bic": 5559, "time": 24506, "unique_id": 1777, "url": 37847, "vehicle_identifier": 4561 }, "gold_bad_offset": 0, "gold_in_scope": 304548, "gold_out_of_scope": 72916, "gold_text_mismatch": 934, "rows": 100000, "rows_with_overlapping_gold": 1, "unknown_labels": {} }, "corpus_diagnostics_scope": "whole file, not the limited run", "corpus_license": "CC-BY-4.0", "corpus_revision": "b70ffaf5ff39e079776134c5bf4381f00a9fd1ed", "corpus_sha256": "1a4b0512ecb5370f0992d29d0f9c07351e6de13f0d7ea33bb18cecb984780247", "document_limit": 25, "documents_scored": 25, "environment": { "detectors": [ "RuleDetector", "Gliner2Detector" ], "devices": [ "cpu", "cuda" ], "executable": "/usr/local/bin/python", "machine": "x86_64", "packages": { "edgepii": "0.3.1", "faker": "40.44.0", "gliner2": "2.1.0", "huggingface-hub": "2.4.0", "peft": "0.21.2", "phonenumbers": "9.0.42", "pyarrow": "20.0.0", "pyyaml": "6.0.3", "tokenizers": "0.23.3", "torch": "2.8.0", "transformers": "5.22.1" }, "platform": "Linux-4.19.0-gvisor-x86_64-with-glibc2.31", "python": "3.11.0", "source_sha256": "53696ffc8e1fe460882917cbd2fd8c7c9dcbab1a978296377940e3d3fa8a8d09" }, "evaluation": { "annotation_policy": "source corpus policy", "fold": "confusables", "materialization_protocol": "source-v1", "min_score": null, "selection": "prefix_per_slice", "selection_sha256": "56a52feb9d8b4fa14087c5e4be7e6bd5eca609f8fe88ea17678855114fd38b3d", "spy_seed": null, "types": [ "ADDRESS", "EMAIL", "GOV_ID", "IP_ADDRESS", "PAYMENT", "PERSON", "PHONE", "SECRET", "USERNAME" ], "unique_documents": 75 }, "first_principles_verification": { "cases": 5, "contract_passed": true, "model_only_smoke_spans": 2, "scope": "inference and source/masking invariants; not an accuracy guarantee", "valid_original_source_spans": 7 }, "gates": { "failures": [], "passed": true, "policy": { "max_dropped": 0, "max_leaks": null, "min_recall": 0.0 } }, "latency_ms": { "calls": 75, "max": 77.10687800000215, "mean": 32.11015646666615, "p50": 26.927360000001954, "p95": 54.89221399999877, "scope": "locate only; excludes model loading and scoring" }, "model_only_ablation": { "corpus": "nemotron-pii", "corpus_diagnostics": { "dropped_labels": { "account_number": 16693, "age": 7167, "bank_routing_number": 8354, "biometric_identifier": 11379, "blood_type": 5539, "certificate_license_number": 3002, "city": 18347, "coordinate": 7659, "country": 23475, "county": 8465, "customer_id": 20502, "cvv": 4843, "date": 73867, "date_time": 13221, "device_identifier": 2507, "education_level": 9378, "employee_id": 8878, "employment_status": 11018, "gender": 7645, "health_plan_beneficiary_number": 10558, "http_cookie": 4892, "language": 8651, "license_plate": 4078, "mac_address": 4250, "medical_record_number": 11098, "occupation": 36888, "pin": 6456, "political_view": 6402, "postcode": 6279, "race_ethnicity": 9248, "religious_belief": 6257, "sexuality": 3312, "state": 18318, "swift_bic": 5559, "time": 24506, "unique_id": 1777, "url": 37847, "vehicle_identifier": 4561 }, "gold_bad_offset": 0, "gold_in_scope": 304548, "gold_out_of_scope": 72916, "gold_text_mismatch": 934, "rows": 100000, "rows_with_overlapping_gold": 1, "unknown_labels": {} }, "corpus_diagnostics_scope": "whole file, not the limited run", "corpus_license": "CC-BY-4.0", "corpus_revision": "b70ffaf5ff39e079776134c5bf4381f00a9fd1ed", "corpus_sha256": "1a4b0512ecb5370f0992d29d0f9c07351e6de13f0d7ea33bb18cecb984780247", "document_limit": 25, "documents_scored": 25, "environment": { "detectors": [ "Gliner2Detector" ], "devices": [ "cuda" ], "executable": "/usr/local/bin/python", "machine": "x86_64", "packages": { "edgepii": "0.3.1", "faker": "40.44.0", "gliner2": "2.1.0", "huggingface-hub": "2.4.0", "peft": "0.21.2", "phonenumbers": "9.0.42", "pyarrow": "20.0.0", "pyyaml": "6.0.3", "tokenizers": "0.23.3", "torch": "2.8.0", "transformers": "5.22.1" }, "platform": "Linux-4.19.0-gvisor-x86_64-with-glibc2.31", "python": "3.11.0", "source_sha256": "53696ffc8e1fe460882917cbd2fd8c7c9dcbab1a978296377940e3d3fa8a8d09" }, "evaluation": { "annotation_policy": "source corpus policy", "fold": "confusables", "materialization_protocol": "source-v1", "min_score": null, "selection": "prefix_per_slice", "selection_sha256": "56a52feb9d8b4fa14087c5e4be7e6bd5eca609f8fe88ea17678855114fd38b3d", "spy_seed": null, "types": [ "ADDRESS", "EMAIL", "GOV_ID", "IP_ADDRESS", "PAYMENT", "PERSON", "PHONE", "SECRET", "USERNAME" ], "unique_documents": 75 }, "latency_ms": { "calls": 75, "max": 76.02540900000321, "mean": 30.68798158666642, "p50": 25.636173000002316, "p95": 55.23509900000079, "scope": "locate only; excludes model loading and scoring" }, "preset": "custom", "preset_revision": "custom", "seconds": 2.325, "slices": { "all": { "containment": { "character_recall": 0.8555008210180624, "covered_characters": 521, "fully_contained_gold_spans": 48, "fully_contained_repeated_identifiers": 4, "gold_characters": 609, "high_severity_gold_spans": 12, "masked_characters": 791, "masking_precision": 0.6586599241466498, "repeated_identifiers": 5, "scope": "declared gold policy; zero gold does not establish PII-free text", "span_recall": 0.9056603773584906, "zero_gold_document_mask_rate": 1.0, "zero_gold_documents": 3, "zero_gold_masked_documents": 3 }, "documents": 25, "dropped_offsets": 0, "extra": 27, "f1": 0.6290322580645161, "f2": 0.6890459363957597, "fn": 14, "fp": 32, "gold_spans": 53, "high_severity_leaks": 2, "miss": 5, "per_type": { "ADDRESS": { "f1": 0.7692307692307693, "f2": 0.6756756756756757, "fn": 3, "fp": 0, "precision": 1.0, "recall": 0.625, "tp": 5 }, "EMAIL": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 4 }, "GOV_ID": { "f1": 0.5714285714285715, "f2": 0.7692307692307692, "fn": 0, "fp": 9, "precision": 0.4, "recall": 1.0, "tp": 6 }, "IP_ADDRESS": { "f1": 0.0, "f2": 0.0, "fn": 0, "fp": 1, "precision": 0.0, "recall": 1.0, "tp": 0 }, "PAYMENT": { "f1": 0.3076923076923077, "f2": 0.5263157894736843, "fn": 0, "fp": 9, "precision": 0.18181818181818182, "recall": 1.0, "tp": 2 }, "PERSON": { "f1": 0.5957446808510639, "f2": 0.6194690265486726, "fn": 8, "fp": 11, "precision": 0.56, "recall": 0.6363636363636364, "tp": 14 }, "PHONE": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 3 }, "SECRET": { "f1": 0.5, "f2": 0.5, "fn": 2, "fp": 2, "precision": 0.5, "recall": 0.5, "tp": 2 }, "USERNAME": { "f1": 0.8571428571428571, "f2": 0.7894736842105263, "fn": 1, "fp": 0, "precision": 1.0, "recall": 0.75, "tp": 3 } }, "pre_policy_candidates": { "documents": 25, "fully_contained_gold_spans": 48, "gold_spans": 53, "high_severity_leaks": 2, "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable", "span_recall": 0.9056603773584906 }, "precision": 0.5492957746478874, "predicted_spans": 71, "recall": 0.7358490566037735, "shift": 8, "slice": "all", "tp": 39, "unmapped_predictions": 0, "wrong_type": 1 }, "intl": { "containment": { "character_recall": 0.9614791987673343, "covered_characters": 624, "fully_contained_gold_spans": 53, "fully_contained_repeated_identifiers": 8, "gold_characters": 649, "high_severity_gold_spans": 6, "masked_characters": 780, "masking_precision": 0.8, "repeated_identifiers": 8, "scope": "declared gold policy; zero gold does not establish PII-free text", "span_recall": 0.9636363636363636, "zero_gold_document_mask_rate": 0.6666666666666666, "zero_gold_documents": 3, "zero_gold_masked_documents": 2 }, "documents": 25, "dropped_offsets": 0, "extra": 16, "f1": 0.5789473684210527, "f2": 0.5913978494623655, "fn": 22, "fp": 26, "gold_spans": 55, "high_severity_leaks": 0, "miss": 2, "per_type": { "ADDRESS": { "f1": 0.9090909090909091, "f2": 0.8620689655172415, "fn": 1, "fp": 0, "precision": 1.0, "recall": 0.8333333333333334, "tp": 5 }, "EMAIL": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 9 }, "GOV_ID": { "f1": 0.5, "f2": 0.7142857142857143, "fn": 0, "fp": 8, "precision": 0.3333333333333333, "recall": 1.0, "tp": 4 }, "PAYMENT": { "f1": 0.4, "f2": 0.625, "fn": 0, "fp": 3, "precision": 0.25, "recall": 1.0, "tp": 1 }, "PERSON": { "f1": 0.25531914893617025, "f2": 0.23437500000000003, "fn": 21, "fp": 14, "precision": 0.3, "recall": 0.2222222222222222, "tp": 6 }, "PHONE": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 4 }, "SECRET": { "f1": 0.6666666666666666, "f2": 0.8333333333333334, "fn": 0, "fp": 1, "precision": 0.5, "recall": 1.0, "tp": 1 }, "USERNAME": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 3 } }, "pre_policy_candidates": { "documents": 25, "fully_contained_gold_spans": 53, "gold_spans": 55, "high_severity_leaks": 0, "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable", "span_recall": 0.9636363636363636 }, "precision": 0.559322033898305, "predicted_spans": 59, "recall": 0.6, "shift": 20, "slice": "intl", "tp": 33, "unmapped_predictions": 0, "wrong_type": 0 }, "structured": { "containment": { "character_recall": 0.7994389901823282, "covered_characters": 570, "fully_contained_gold_spans": 60, "fully_contained_repeated_identifiers": 12, "gold_characters": 713, "high_severity_gold_spans": 8, "masked_characters": 768, "masking_precision": 0.7421875, "repeated_identifiers": 14, "scope": "declared gold policy; zero gold does not establish PII-free text", "span_recall": 0.8450704225352113, "zero_gold_document_mask_rate": 1.0, "zero_gold_documents": 2, "zero_gold_masked_documents": 2 }, "documents": 25, "dropped_offsets": 0, "extra": 15, "f1": 0.6376811594202898, "f2": 0.6267806267806267, "fn": 27, "fp": 23, "gold_spans": 71, "high_severity_leaks": 4, "miss": 11, "per_type": { "ADDRESS": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 5 }, "EMAIL": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 5 }, "GOV_ID": { "f1": 0.5, "f2": 0.7142857142857143, "fn": 0, "fp": 6, "precision": 0.3333333333333333, "recall": 1.0, "tp": 3 }, "IP_ADDRESS": { "f1": 0.5, "f2": 0.5, "fn": 1, "fp": 1, "precision": 0.5, "recall": 0.5, "tp": 1 }, "PAYMENT": { "f1": 0.0, "f2": 0.0, "fn": 2, "fp": 6, "precision": 0.0, "recall": 0.0, "tp": 0 }, "PERSON": { "f1": 0.6153846153846153, "f2": 0.5555555555555556, "fn": 22, "fp": 8, "precision": 0.75, "recall": 0.5217391304347826, "tp": 24 }, "PHONE": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 4 }, "SECRET": { "f1": 0.4, "f2": 0.3571428571428571, "fn": 2, "fp": 1, "precision": 0.5, "recall": 0.3333333333333333, "tp": 1 }, "USERNAME": { "f1": 0.6666666666666666, "f2": 0.8333333333333334, "fn": 0, "fp": 1, "precision": 0.5, "recall": 1.0, "tp": 1 } }, "pre_policy_candidates": { "documents": 25, "fully_contained_gold_spans": 60, "gold_spans": 71, "high_severity_leaks": 4, "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable", "span_recall": 0.8450704225352113 }, "precision": 0.6567164179104478, "predicted_spans": 67, "recall": 0.6197183098591549, "shift": 16, "slice": "structured", "tp": 44, "unmapped_predictions": 0, "wrong_type": 0 }, "unstructured": { "containment": { "character_recall": 0.8489583333333334, "covered_characters": 489, "fully_contained_gold_spans": 45, "fully_contained_repeated_identifiers": 3, "gold_characters": 576, "high_severity_gold_spans": 10, "masked_characters": 749, "masking_precision": 0.6528704939919893, "repeated_identifiers": 3, "scope": "declared gold policy; zero gold does not establish PII-free text", "span_recall": 0.9, "zero_gold_document_mask_rate": 1.0, "zero_gold_documents": 2, "zero_gold_masked_documents": 2 }, "documents": 25, "dropped_offsets": 0, "extra": 25, "f1": 0.5614035087719298, "f2": 0.6060606060606061, "fn": 18, "fp": 32, "gold_spans": 50, "high_severity_leaks": 0, "miss": 5, "per_type": { "ADDRESS": { "f1": 0.5, "f2": 0.3846153846153846, "fn": 4, "fp": 0, "precision": 1.0, "recall": 0.3333333333333333, "tp": 2 }, "EMAIL": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 5 }, "GOV_ID": { "f1": 0.5555555555555556, "f2": 0.7575757575757577, "fn": 0, "fp": 8, "precision": 0.38461538461538464, "recall": 1.0, "tp": 5 }, "PAYMENT": { "f1": 0.5333333333333333, "f2": 0.7407407407407408, "fn": 0, "fp": 7, "precision": 0.36363636363636365, "recall": 1.0, "tp": 4 }, "PERSON": { "f1": 0.3913043478260869, "f2": 0.4017857142857143, "fn": 13, "fp": 15, "precision": 0.375, "recall": 0.4090909090909091, "tp": 9 }, "PHONE": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 4 }, "SECRET": { "f1": 0.5, "f2": 0.7142857142857143, "fn": 0, "fp": 2, "precision": 0.3333333333333333, "recall": 1.0, "tp": 1 }, "USERNAME": { "f1": 0.8, "f2": 0.7142857142857142, "fn": 1, "fp": 0, "precision": 1.0, "recall": 0.6666666666666666, "tp": 2 } }, "pre_policy_candidates": { "documents": 25, "fully_contained_gold_spans": 45, "gold_spans": 50, "high_severity_leaks": 0, "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable", "span_recall": 0.9 }, "precision": 0.5, "predicted_spans": 64, "recall": 0.64, "shift": 12, "slice": "unstructured", "tp": 32, "unmapped_predictions": 0, "wrong_type": 1 }, "us": { "containment": { "character_recall": 0.8555008210180624, "covered_characters": 521, "fully_contained_gold_spans": 48, "fully_contained_repeated_identifiers": 4, "gold_characters": 609, "high_severity_gold_spans": 12, "masked_characters": 791, "masking_precision": 0.6586599241466498, "repeated_identifiers": 5, "scope": "declared gold policy; zero gold does not establish PII-free text", "span_recall": 0.9056603773584906, "zero_gold_document_mask_rate": 1.0, "zero_gold_documents": 3, "zero_gold_masked_documents": 3 }, "documents": 25, "dropped_offsets": 0, "extra": 27, "f1": 0.6290322580645161, "f2": 0.6890459363957597, "fn": 14, "fp": 32, "gold_spans": 53, "high_severity_leaks": 2, "miss": 5, "per_type": { "ADDRESS": { "f1": 0.7692307692307693, "f2": 0.6756756756756757, "fn": 3, "fp": 0, "precision": 1.0, "recall": 0.625, "tp": 5 }, "EMAIL": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 4 }, "GOV_ID": { "f1": 0.5714285714285715, "f2": 0.7692307692307692, "fn": 0, "fp": 9, "precision": 0.4, "recall": 1.0, "tp": 6 }, "IP_ADDRESS": { "f1": 0.0, "f2": 0.0, "fn": 0, "fp": 1, "precision": 0.0, "recall": 1.0, "tp": 0 }, "PAYMENT": { "f1": 0.3076923076923077, "f2": 0.5263157894736843, "fn": 0, "fp": 9, "precision": 0.18181818181818182, "recall": 1.0, "tp": 2 }, "PERSON": { "f1": 0.5957446808510639, "f2": 0.6194690265486726, "fn": 8, "fp": 11, "precision": 0.56, "recall": 0.6363636363636364, "tp": 14 }, "PHONE": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 3 }, "SECRET": { "f1": 0.5, "f2": 0.5, "fn": 2, "fp": 2, "precision": 0.5, "recall": 0.5, "tp": 2 }, "USERNAME": { "f1": 0.8571428571428571, "f2": 0.7894736842105263, "fn": 1, "fp": 0, "precision": 1.0, "recall": 0.75, "tp": 3 } }, "pre_policy_candidates": { "documents": 25, "fully_contained_gold_spans": 48, "gold_spans": 53, "high_severity_leaks": 2, "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable", "span_recall": 0.9056603773584906 }, "precision": 0.5492957746478874, "predicted_spans": 71, "recall": 0.7358490566037735, "shift": 8, "slice": "us", "tp": 39, "unmapped_predictions": 0, "wrong_type": 1 } }, "taxonomy_version": "2026.11" }, "preset": "multi-open", "preset_revision": "1cb4166094dc58fa8d836429f060d6c95f62b495", "runtime": { "deployment_source_sha256": "2d775313348a4b808205d2f4ff855c08edcd33190ee807973410ded392e56a7e", "device": "cuda", "gpu": "Tesla T4", "installed_packages": { "Faker": "40.44.0", "Jinja2": "3.1.6", "MarkupSafe": "3.0.4", "PyYAML": "6.0.3", "Pygments": "2.17.2", "accelerate": "1.15.0", "aiohttp": "3.8.3", "aiosignal": "1.3.1", "aiostream": "0.4.4", "annotated-doc": "0.0.5", "annotated-types": "0.8.0", "anyio": "4.16.0", "asgiref": "3.5.2", "asttokens": "2.4.1", "async-timeout": "4.0.3", "attrs": "23.2.0", "certifi": "2024.2.2", "charset-normalizer": "2.1.1", "click": "8.5.0", "cloudpickle": "2.2.0", "commonmark": "0.9.1", "decorator": "5.1.1", "edgepii": "0.3.1", "executing": "2.0.1", "fastapi": "0.162.0", "fastprogress": "1.0.0", "filelock": "4.2.9", "frozenlist": "1.4.1", "fsspec": "2026.9.0", "gliner2": "2.1.0", "grpclib": "0.4.3", "h11": "0.16.0", "h2": "4.1.0", "hf-xet": "1.8.0", "hpack": "4.0.0", "httpcore2": "2.16.0", "httpx2": "2.16.0", "huggingface_hub": "2.4.0", "hyperframe": "6.0.1", "idna": "3.20", "importlib-metadata": "4.8.1", "ipython": "8.23.0", "jedi": "0.19.1", "matplotlib-inline": "0.1.6", "mpmath": "1.3.0", "multidict": "6.0.5", "networkx": "3.6.1", "numpy": "1.26.4", "nvidia-cublas-cu12": "12.8.4.1", "nvidia-cuda-cupti-cu12": "12.8.90", "nvidia-cuda-nvrtc-cu12": "12.8.93", "nvidia-cuda-runtime-cu12": "12.8.90", "nvidia-cudnn-cu12": "9.10.2.21", "nvidia-cufft-cu12": "11.3.3.83", "nvidia-cufile-cu12": "1.13.1.3", "nvidia-curand-cu12": "10.3.9.90", "nvidia-cusolver-cu12": "11.7.3.90", "nvidia-cusparse-cu12": "12.5.8.93", "nvidia-cusparselt-cu12": "0.7.1", "nvidia-nccl-cu12": "2.27.3", "nvidia-nvjitlink-cu12": "12.8.93", "nvidia-nvtx-cu12": "12.8.90", "opentelemetry-api": "1.45.2", "opf": "0.1.0", "packaging": "26.3", "parso": "0.8.3", "peft": "0.21.2", "pexpect": "4.9.0", "phonenumbers": "9.0.42", "pip": "24.0", "prompt-toolkit": "3.0.43", "protobuf": "5.26.1", "psutil": "7.2.2", "ptyprocess": "0.7.0", "pure-eval": "0.2.2", "pyarrow": "20.0.0", "pydantic": "2.14.2", "pydantic_core": "2.50.2", "python-multipart": "0.0.9", "regex": "2026.9.29", "requests": "2.34.2", "rich": "12.3.0", "safetensors": "0.8.0", "sentencepiece": "0.2.1", "setuptools": "65.5.0", "six": "1.16.0", "sniffio": "1.3.1", "stack-data": "0.6.3", "starlette": "1.10.0", "sympy": "1.14.0", "tblib": "1.7.0", "tiktoken": "0.14.0", "tokenizers": "0.23.3", "toml": "0.10.2", "torch": "2.8.0", "tqdm": "4.70.1", "traitlets": "5.14.2", "transformers": "5.22.1", "triton": "3.4.0", "truststore": "0.10.5", "typeguard": "4.2.1", "typer": "0.6.1", "types-certifi": "2021.10.8.3", "types-toml": "0.10.4", "typing-inspection": "0.4.5", "typing_extensions": "4.16.0", "urllib3": "2.8.0", "wcwidth": "0.2.13", "wheel": "0.38.4", "yarl": "1.9.4", "zipp": "3.18.1" }, "model_load_scope": "download, initialization, and one warmup; excludes container startup", "model_load_seconds": 12.364319537, "provider": "modal", "warmup": "one synthetic document before timing" }, "seconds": 2.435, "slices": { "all": { "containment": { "character_recall": 0.8555008210180624, "covered_characters": 521, "fully_contained_gold_spans": 48, "fully_contained_repeated_identifiers": 4, "gold_characters": 609, "high_severity_gold_spans": 12, "masked_characters": 865, "masking_precision": 0.6023121387283237, "repeated_identifiers": 5, "scope": "declared gold policy; zero gold does not establish PII-free text", "span_recall": 0.9056603773584906, "zero_gold_document_mask_rate": 1.0, "zero_gold_documents": 3, "zero_gold_masked_documents": 3 }, "documents": 25, "dropped_offsets": 0, "extra": 35, "f1": 0.5909090909090908, "f2": 0.6701030927835052, "fn": 14, "fp": 40, "gold_spans": 53, "high_severity_leaks": 2, "miss": 5, "per_type": { "ADDRESS": { "f1": 0.7692307692307693, "f2": 0.6756756756756757, "fn": 3, "fp": 0, "precision": 1.0, "recall": 0.625, "tp": 5 }, "EMAIL": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 4 }, "GOV_ID": { "f1": 0.5714285714285715, "f2": 0.7692307692307692, "fn": 0, "fp": 9, "precision": 0.4, "recall": 1.0, "tp": 6 }, "IP_ADDRESS": { "f1": 0.0, "f2": 0.0, "fn": 0, "fp": 1, "precision": 0.0, "recall": 1.0, "tp": 0 }, "PAYMENT": { "f1": 0.3076923076923077, "f2": 0.5263157894736843, "fn": 0, "fp": 9, "precision": 0.18181818181818182, "recall": 1.0, "tp": 2 }, "PERSON": { "f1": 0.5957446808510639, "f2": 0.6194690265486726, "fn": 8, "fp": 11, "precision": 0.56, "recall": 0.6363636363636364, "tp": 14 }, "PHONE": { "f1": 0.5, "f2": 0.7142857142857143, "fn": 0, "fp": 6, "precision": 0.3333333333333333, "recall": 1.0, "tp": 3 }, "SECRET": { "f1": 0.4, "f2": 0.45454545454545453, "fn": 2, "fp": 4, "precision": 0.3333333333333333, "recall": 0.5, "tp": 2 }, "USERNAME": { "f1": 0.8571428571428571, "f2": 0.7894736842105263, "fn": 1, "fp": 0, "precision": 1.0, "recall": 0.75, "tp": 3 } }, "pre_policy_candidates": { "documents": 25, "fully_contained_gold_spans": 48, "gold_spans": 53, "high_severity_leaks": 2, "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable", "span_recall": 0.9056603773584906 }, "precision": 0.4936708860759494, "predicted_spans": 79, "recall": 0.7358490566037735, "shift": 8, "slice": "all", "tp": 39, "unmapped_predictions": 0, "wrong_type": 1 }, "intl": { "containment": { "character_recall": 0.9614791987673343, "covered_characters": 624, "fully_contained_gold_spans": 53, "fully_contained_repeated_identifiers": 8, "gold_characters": 649, "high_severity_gold_spans": 6, "masked_characters": 806, "masking_precision": 0.7741935483870968, "repeated_identifiers": 8, "scope": "declared gold policy; zero gold does not establish PII-free text", "span_recall": 0.9636363636363636, "zero_gold_document_mask_rate": 0.6666666666666666, "zero_gold_documents": 3, "zero_gold_masked_documents": 2 }, "documents": 25, "dropped_offsets": 0, "extra": 19, "f1": 0.5641025641025641, "f2": 0.5851063829787234, "fn": 22, "fp": 29, "gold_spans": 55, "high_severity_leaks": 0, "miss": 2, "per_type": { "ADDRESS": { "f1": 0.9090909090909091, "f2": 0.8620689655172415, "fn": 1, "fp": 0, "precision": 1.0, "recall": 0.8333333333333334, "tp": 5 }, "EMAIL": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 9 }, "GOV_ID": { "f1": 0.5, "f2": 0.7142857142857143, "fn": 0, "fp": 8, "precision": 0.3333333333333333, "recall": 1.0, "tp": 4 }, "PAYMENT": { "f1": 0.4, "f2": 0.625, "fn": 0, "fp": 3, "precision": 0.25, "recall": 1.0, "tp": 1 }, "PERSON": { "f1": 0.25531914893617025, "f2": 0.23437500000000003, "fn": 21, "fp": 14, "precision": 0.3, "recall": 0.2222222222222222, "tp": 6 }, "PHONE": { "f1": 0.888888888888889, "f2": 0.9523809523809523, "fn": 0, "fp": 1, "precision": 0.8, "recall": 1.0, "tp": 4 }, "SECRET": { "f1": 0.4, "f2": 0.625, "fn": 0, "fp": 3, "precision": 0.25, "recall": 1.0, "tp": 1 }, "USERNAME": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 3 } }, "pre_policy_candidates": { "documents": 25, "fully_contained_gold_spans": 53, "gold_spans": 55, "high_severity_leaks": 0, "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable", "span_recall": 0.9636363636363636 }, "precision": 0.532258064516129, "predicted_spans": 62, "recall": 0.6, "shift": 20, "slice": "intl", "tp": 33, "unmapped_predictions": 0, "wrong_type": 0 }, "structured": { "containment": { "character_recall": 0.8429172510518934, "covered_characters": 601, "fully_contained_gold_spans": 61, "fully_contained_repeated_identifiers": 12, "gold_characters": 713, "high_severity_gold_spans": 8, "masked_characters": 963, "masking_precision": 0.6240913811007269, "repeated_identifiers": 14, "scope": "declared gold policy; zero gold does not establish PII-free text", "span_recall": 0.8591549295774648, "zero_gold_document_mask_rate": 1.0, "zero_gold_documents": 2, "zero_gold_masked_documents": 2 }, "documents": 25, "dropped_offsets": 0, "extra": 32, "f1": 0.576923076923077, "f2": 0.6097560975609756, "fn": 26, "fp": 40, "gold_spans": 71, "high_severity_leaks": 4, "miss": 10, "per_type": { "ADDRESS": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 5 }, "EMAIL": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 5 }, "GOV_ID": { "f1": 0.5, "f2": 0.7142857142857143, "fn": 0, "fp": 6, "precision": 0.3333333333333333, "recall": 1.0, "tp": 3 }, "IP_ADDRESS": { "f1": 0.8, "f2": 0.9090909090909091, "fn": 0, "fp": 1, "precision": 0.6666666666666666, "recall": 1.0, "tp": 2 }, "PAYMENT": { "f1": 0.0, "f2": 0.0, "fn": 2, "fp": 14, "precision": 0.0, "recall": 0.0, "tp": 0 }, "PERSON": { "f1": 0.6153846153846153, "f2": 0.5555555555555556, "fn": 22, "fp": 8, "precision": 0.75, "recall": 0.5217391304347826, "tp": 24 }, "PHONE": { "f1": 0.5333333333333333, "f2": 0.7407407407407408, "fn": 0, "fp": 7, "precision": 0.36363636363636365, "recall": 1.0, "tp": 4 }, "SECRET": { "f1": 0.28571428571428575, "f2": 0.3125, "fn": 2, "fp": 3, "precision": 0.25, "recall": 0.3333333333333333, "tp": 1 }, "USERNAME": { "f1": 0.6666666666666666, "f2": 0.8333333333333334, "fn": 0, "fp": 1, "precision": 0.5, "recall": 1.0, "tp": 1 } }, "pre_policy_candidates": { "documents": 25, "fully_contained_gold_spans": 61, "gold_spans": 71, "high_severity_leaks": 4, "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable", "span_recall": 0.8591549295774648 }, "precision": 0.5294117647058824, "predicted_spans": 85, "recall": 0.6338028169014085, "shift": 16, "slice": "structured", "tp": 45, "unmapped_predictions": 0, "wrong_type": 0 }, "unstructured": { "containment": { "character_recall": 0.8489583333333334, "covered_characters": 489, "fully_contained_gold_spans": 45, "fully_contained_repeated_identifiers": 3, "gold_characters": 576, "high_severity_gold_spans": 10, "masked_characters": 779, "masking_precision": 0.6277278562259306, "repeated_identifiers": 3, "scope": "declared gold policy; zero gold does not establish PII-free text", "span_recall": 0.9, "zero_gold_document_mask_rate": 1.0, "zero_gold_documents": 2, "zero_gold_masked_documents": 2 }, "documents": 25, "dropped_offsets": 0, "extra": 28, "f1": 0.5470085470085471, "f2": 0.5992509363295879, "fn": 18, "fp": 35, "gold_spans": 50, "high_severity_leaks": 0, "miss": 5, "per_type": { "ADDRESS": { "f1": 0.5, "f2": 0.3846153846153846, "fn": 4, "fp": 0, "precision": 1.0, "recall": 0.3333333333333333, "tp": 2 }, "EMAIL": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 5 }, "GOV_ID": { "f1": 0.5555555555555556, "f2": 0.7575757575757577, "fn": 0, "fp": 8, "precision": 0.38461538461538464, "recall": 1.0, "tp": 5 }, "PAYMENT": { "f1": 0.5, "f2": 0.7142857142857143, "fn": 0, "fp": 8, "precision": 0.3333333333333333, "recall": 1.0, "tp": 4 }, "PERSON": { "f1": 0.3913043478260869, "f2": 0.4017857142857143, "fn": 13, "fp": 15, "precision": 0.375, "recall": 0.4090909090909091, "tp": 9 }, "PHONE": { "f1": 0.8, "f2": 0.9090909090909091, "fn": 0, "fp": 2, "precision": 0.6666666666666666, "recall": 1.0, "tp": 4 }, "SECRET": { "f1": 0.5, "f2": 0.7142857142857143, "fn": 0, "fp": 2, "precision": 0.3333333333333333, "recall": 1.0, "tp": 1 }, "USERNAME": { "f1": 0.8, "f2": 0.7142857142857142, "fn": 1, "fp": 0, "precision": 1.0, "recall": 0.6666666666666666, "tp": 2 } }, "pre_policy_candidates": { "documents": 25, "fully_contained_gold_spans": 45, "gold_spans": 50, "high_severity_leaks": 0, "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable", "span_recall": 0.9 }, "precision": 0.47761194029850745, "predicted_spans": 67, "recall": 0.64, "shift": 12, "slice": "unstructured", "tp": 32, "unmapped_predictions": 0, "wrong_type": 1 }, "us": { "containment": { "character_recall": 0.8555008210180624, "covered_characters": 521, "fully_contained_gold_spans": 48, "fully_contained_repeated_identifiers": 4, "gold_characters": 609, "high_severity_gold_spans": 12, "masked_characters": 865, "masking_precision": 0.6023121387283237, "repeated_identifiers": 5, "scope": "declared gold policy; zero gold does not establish PII-free text", "span_recall": 0.9056603773584906, "zero_gold_document_mask_rate": 1.0, "zero_gold_documents": 3, "zero_gold_masked_documents": 3 }, "documents": 25, "dropped_offsets": 0, "extra": 35, "f1": 0.5909090909090908, "f2": 0.6701030927835052, "fn": 14, "fp": 40, "gold_spans": 53, "high_severity_leaks": 2, "miss": 5, "per_type": { "ADDRESS": { "f1": 0.7692307692307693, "f2": 0.6756756756756757, "fn": 3, "fp": 0, "precision": 1.0, "recall": 0.625, "tp": 5 }, "EMAIL": { "f1": 1.0, "f2": 1.0, "fn": 0, "fp": 0, "precision": 1.0, "recall": 1.0, "tp": 4 }, "GOV_ID": { "f1": 0.5714285714285715, "f2": 0.7692307692307692, "fn": 0, "fp": 9, "precision": 0.4, "recall": 1.0, "tp": 6 }, "IP_ADDRESS": { "f1": 0.0, "f2": 0.0, "fn": 0, "fp": 1, "precision": 0.0, "recall": 1.0, "tp": 0 }, "PAYMENT": { "f1": 0.3076923076923077, "f2": 0.5263157894736843, "fn": 0, "fp": 9, "precision": 0.18181818181818182, "recall": 1.0, "tp": 2 }, "PERSON": { "f1": 0.5957446808510639, "f2": 0.6194690265486726, "fn": 8, "fp": 11, "precision": 0.56, "recall": 0.6363636363636364, "tp": 14 }, "PHONE": { "f1": 0.5, "f2": 0.7142857142857143, "fn": 0, "fp": 6, "precision": 0.3333333333333333, "recall": 1.0, "tp": 3 }, "SECRET": { "f1": 0.4, "f2": 0.45454545454545453, "fn": 2, "fp": 4, "precision": 0.3333333333333333, "recall": 0.5, "tp": 2 }, "USERNAME": { "f1": 0.8571428571428571, "f2": 0.7894736842105263, "fn": 1, "fp": 0, "precision": 1.0, "recall": 0.75, "tp": 3 } }, "pre_policy_candidates": { "documents": 25, "fully_contained_gold_spans": 48, "gold_spans": 53, "high_severity_leaks": 2, "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable", "span_recall": 0.9056603773584906 }, "precision": 0.4936708860759494, "predicted_spans": 79, "recall": 0.7358490566037735, "shift": 8, "slice": "us", "tp": 39, "unmapped_predictions": 0, "wrong_type": 1 } }, "taxonomy_version": "2026.11" }