{
  "code": {
    "dirty": true,
    "git_revision": "a8b33432e3e0e292c5381b480ab9e6a74bd5a316"
  },
  "corpus": "spy-legal",
  "corpus_diagnostics": {
    "dropped_labels": {
      "URL": 4243
    },
    "gold_bad_offset": 0,
    "gold_in_scope": 23128,
    "gold_out_of_scope": 0,
    "gold_text_mismatch": 0,
    "rows": 4197,
    "rows_with_overlapping_gold": 0,
    "unknown_labels": {}
  },
  "corpus_diagnostics_scope": "whole file, not the limited run",
  "corpus_license": "CC-BY-4.0",
  "corpus_revision": "093be5a0235c9e15bc1c364f10ac48b9563de34c",
  "corpus_sha256": "bb1337d1b289e3da63accc032d614330313fd700612792094a482266fcc389d9",
  "document_limit": 50,
  "documents_scored": 50,
  "environment": {
    "detectors": [
      "RuleDetector",
      "Gliner2Detector"
    ],
    "devices": [
      "cpu",
      "cuda"
    ],
    "executable": "/usr/local/bin/python",
    "machine": "x86_64",
    "packages": {
      "edgepii": "0.3.1",
      "faker": "40.44.0",
      "gliner2": "2.1.0",
      "huggingface-hub": "2.4.0",
      "peft": "0.21.2",
      "phonenumbers": "9.0.42",
      "pyarrow": "26.0.1",
      "pyyaml": "6.0.3",
      "tokenizers": "0.23.3",
      "torch": "2.8.0",
      "transformers": "5.22.1"
    },
    "platform": "Linux-4.19.0-gvisor-x86_64-with-glibc2.31",
    "python": "3.11.0",
    "source_sha256": "53696ffc8e1fe460882917cbd2fd8c7c9dcbab1a978296377940e3d3fa8a8d09"
  },
  "evaluation": {
    "annotation_policy": "author-associated; synthetic US ID shapes",
    "fold": "confusables",
    "materialization_protocol": "government-id-v2",
    "min_score": null,
    "selection": "prefix_per_slice",
    "selection_sha256": "8923318576cb7efaa919b3e04a121401f7cc36387f66ce6c564d38ed86bc866c",
    "spy_seed": 42,
    "types": [
      "ADDRESS",
      "EMAIL",
      "GOV_ID",
      "IP_ADDRESS",
      "PAYMENT",
      "PERSON",
      "PHONE",
      "SECRET",
      "USERNAME"
    ],
    "unique_documents": 50
  },
  "first_principles_verification": {
    "cases": 5,
    "contract_passed": true,
    "model_only_smoke_spans": 2,
    "scope": "inference and source/masking invariants; not an accuracy guarantee",
    "valid_original_source_spans": 7
  },
  "gates": {
    "failures": [],
    "passed": true,
    "policy": {
      "max_dropped": 0,
      "max_leaks": null,
      "min_recall": 0.0
    }
  },
  "latency_ms": {
    "calls": 50,
    "max": 179.66037299999726,
    "mean": 134.72819715999987,
    "p50": 132.22315799999862,
    "p95": 170.23893699999704,
    "scope": "locate only; excludes model loading and scoring"
  },
  "model_only_ablation": {
    "corpus": "spy-legal",
    "corpus_diagnostics": {
      "dropped_labels": {
        "URL": 4243
      },
      "gold_bad_offset": 0,
      "gold_in_scope": 23128,
      "gold_out_of_scope": 0,
      "gold_text_mismatch": 0,
      "rows": 4197,
      "rows_with_overlapping_gold": 0,
      "unknown_labels": {}
    },
    "corpus_diagnostics_scope": "whole file, not the limited run",
    "corpus_license": "CC-BY-4.0",
    "corpus_revision": "093be5a0235c9e15bc1c364f10ac48b9563de34c",
    "corpus_sha256": "bb1337d1b289e3da63accc032d614330313fd700612792094a482266fcc389d9",
    "document_limit": 50,
    "documents_scored": 50,
    "environment": {
      "detectors": [
        "Gliner2Detector"
      ],
      "devices": [
        "cuda"
      ],
      "executable": "/usr/local/bin/python",
      "machine": "x86_64",
      "packages": {
        "edgepii": "0.3.1",
        "faker": "40.44.0",
        "gliner2": "2.1.0",
        "huggingface-hub": "2.4.0",
        "peft": "0.21.2",
        "phonenumbers": "9.0.42",
        "pyarrow": "26.0.1",
        "pyyaml": "6.0.3",
        "tokenizers": "0.23.3",
        "torch": "2.8.0",
        "transformers": "5.22.1"
      },
      "platform": "Linux-4.19.0-gvisor-x86_64-with-glibc2.31",
      "python": "3.11.0",
      "source_sha256": "53696ffc8e1fe460882917cbd2fd8c7c9dcbab1a978296377940e3d3fa8a8d09"
    },
    "evaluation": {
      "annotation_policy": "author-associated; synthetic US ID shapes",
      "fold": "confusables",
      "materialization_protocol": "government-id-v2",
      "min_score": null,
      "selection": "prefix_per_slice",
      "selection_sha256": "8923318576cb7efaa919b3e04a121401f7cc36387f66ce6c564d38ed86bc866c",
      "spy_seed": 42,
      "types": [
        "ADDRESS",
        "EMAIL",
        "GOV_ID",
        "IP_ADDRESS",
        "PAYMENT",
        "PERSON",
        "PHONE",
        "SECRET",
        "USERNAME"
      ],
      "unique_documents": 50
    },
    "latency_ms": {
      "calls": 50,
      "max": 175.32612600000164,
      "mean": 129.33525711999977,
      "p50": 126.52685599999813,
      "p95": 169.32191400000107,
      "scope": "locate only; excludes model loading and scoring"
    },
    "preset": "custom",
    "preset_revision": "custom",
    "seconds": 6.486,
    "slices": {
      "all": {
        "containment": {
          "character_recall": 0.9386963896292707,
          "covered_characters": 3874,
          "fully_contained_gold_spans": 237,
          "fully_contained_repeated_identifiers": 0,
          "gold_characters": 4127,
          "high_severity_gold_spans": 37,
          "masked_characters": 10305,
          "masking_precision": 0.37593401261523535,
          "repeated_identifiers": 0,
          "scope": "declared gold policy; zero gold does not establish PII-free text",
          "span_recall": 0.9330708661417323,
          "zero_gold_document_mask_rate": null,
          "zero_gold_documents": 0,
          "zero_gold_masked_documents": 0
        },
        "documents": 50,
        "dropped_offsets": 0,
        "extra": 422,
        "f1": 0.44541484716157204,
        "f2": 0.6078665077473182,
        "fn": 50,
        "fp": 458,
        "gold_spans": 254,
        "high_severity_leaks": 5,
        "miss": 14,
        "per_type": {
          "ADDRESS": {
            "f1": 0.7578947368421053,
            "f2": 0.8035714285714286,
            "fn": 7,
            "fp": 16,
            "precision": 0.6923076923076923,
            "recall": 0.8372093023255814,
            "tp": 36
          },
          "EMAIL": {
            "f1": 0.47668393782383417,
            "f2": 0.6886227544910178,
            "fn": 1,
            "fp": 100,
            "precision": 0.3150684931506849,
            "recall": 0.9787234042553191,
            "tp": 46
          },
          "GOV_ID": {
            "f1": 0.5294117647058824,
            "f2": 0.5027932960893855,
            "fn": 19,
            "fp": 13,
            "precision": 0.5806451612903226,
            "recall": 0.4864864864864865,
            "tp": 18
          },
          "PERSON": {
            "f1": 0.29473684210526313,
            "f2": 0.5,
            "fn": 3,
            "fp": 198,
            "precision": 0.175,
            "recall": 0.9333333333333333,
            "tp": 42
          },
          "PHONE": {
            "f1": 0.3825136612021858,
            "f2": 0.5775577557755776,
            "fn": 5,
            "fp": 108,
            "precision": 0.24475524475524477,
            "recall": 0.875,
            "tp": 35
          },
          "SECRET": {
            "f1": 0.0,
            "f2": 0.0,
            "fn": 0,
            "fp": 2,
            "precision": 0.0,
            "recall": 1.0,
            "tp": 0
          },
          "USERNAME": {
            "f1": 0.6000000000000001,
            "f2": 0.6250000000000001,
            "fn": 15,
            "fp": 21,
            "precision": 0.5625,
            "recall": 0.6428571428571429,
            "tp": 27
          }
        },
        "pre_policy_candidates": {
          "documents": 50,
          "fully_contained_gold_spans": 237,
          "gold_spans": 254,
          "high_severity_leaks": 5,
          "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable",
          "span_recall": 0.9330708661417323
        },
        "precision": 0.3081570996978852,
        "predicted_spans": 662,
        "recall": 0.8031496062992126,
        "shift": 8,
        "slice": "all",
        "tp": 204,
        "unmapped_predictions": 0,
        "wrong_type": 28
      },
      "legal": {
        "containment": {
          "character_recall": 0.9386963896292707,
          "covered_characters": 3874,
          "fully_contained_gold_spans": 237,
          "fully_contained_repeated_identifiers": 0,
          "gold_characters": 4127,
          "high_severity_gold_spans": 37,
          "masked_characters": 10305,
          "masking_precision": 0.37593401261523535,
          "repeated_identifiers": 0,
          "scope": "declared gold policy; zero gold does not establish PII-free text",
          "span_recall": 0.9330708661417323,
          "zero_gold_document_mask_rate": null,
          "zero_gold_documents": 0,
          "zero_gold_masked_documents": 0
        },
        "documents": 50,
        "dropped_offsets": 0,
        "extra": 422,
        "f1": 0.44541484716157204,
        "f2": 0.6078665077473182,
        "fn": 50,
        "fp": 458,
        "gold_spans": 254,
        "high_severity_leaks": 5,
        "miss": 14,
        "per_type": {
          "ADDRESS": {
            "f1": 0.7578947368421053,
            "f2": 0.8035714285714286,
            "fn": 7,
            "fp": 16,
            "precision": 0.6923076923076923,
            "recall": 0.8372093023255814,
            "tp": 36
          },
          "EMAIL": {
            "f1": 0.47668393782383417,
            "f2": 0.6886227544910178,
            "fn": 1,
            "fp": 100,
            "precision": 0.3150684931506849,
            "recall": 0.9787234042553191,
            "tp": 46
          },
          "GOV_ID": {
            "f1": 0.5294117647058824,
            "f2": 0.5027932960893855,
            "fn": 19,
            "fp": 13,
            "precision": 0.5806451612903226,
            "recall": 0.4864864864864865,
            "tp": 18
          },
          "PERSON": {
            "f1": 0.29473684210526313,
            "f2": 0.5,
            "fn": 3,
            "fp": 198,
            "precision": 0.175,
            "recall": 0.9333333333333333,
            "tp": 42
          },
          "PHONE": {
            "f1": 0.3825136612021858,
            "f2": 0.5775577557755776,
            "fn": 5,
            "fp": 108,
            "precision": 0.24475524475524477,
            "recall": 0.875,
            "tp": 35
          },
          "SECRET": {
            "f1": 0.0,
            "f2": 0.0,
            "fn": 0,
            "fp": 2,
            "precision": 0.0,
            "recall": 1.0,
            "tp": 0
          },
          "USERNAME": {
            "f1": 0.6000000000000001,
            "f2": 0.6250000000000001,
            "fn": 15,
            "fp": 21,
            "precision": 0.5625,
            "recall": 0.6428571428571429,
            "tp": 27
          }
        },
        "pre_policy_candidates": {
          "documents": 50,
          "fully_contained_gold_spans": 237,
          "gold_spans": 254,
          "high_severity_leaks": 5,
          "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable",
          "span_recall": 0.9330708661417323
        },
        "precision": 0.3081570996978852,
        "predicted_spans": 662,
        "recall": 0.8031496062992126,
        "shift": 8,
        "slice": "legal",
        "tp": 204,
        "unmapped_predictions": 0,
        "wrong_type": 28
      }
    },
    "taxonomy_version": "2026.11"
  },
  "preset": "multi-open",
  "preset_revision": "1cb4166094dc58fa8d836429f060d6c95f62b495",
  "runtime": {
    "deployment_source_sha256": "43ae7c817ee5a8aeb3f917e5368474f148266e6a2ca523e8c599300f94117355",
    "device": "cuda",
    "gpu": "Tesla T4",
    "installed_packages": {
      "Faker": "40.44.0",
      "Jinja2": "3.1.6",
      "MarkupSafe": "3.0.4",
      "PyYAML": "6.0.3",
      "Pygments": "2.17.2",
      "accelerate": "1.15.0",
      "aiohttp": "3.8.3",
      "aiosignal": "1.3.1",
      "aiostream": "0.4.4",
      "annotated-doc": "0.0.5",
      "annotated-types": "0.8.0",
      "anyio": "4.16.0",
      "asgiref": "3.5.2",
      "asttokens": "2.4.1",
      "async-timeout": "4.0.3",
      "attrs": "23.2.0",
      "certifi": "2024.2.2",
      "charset-normalizer": "2.1.1",
      "click": "8.5.0",
      "cloudpickle": "2.2.0",
      "commonmark": "0.9.1",
      "decorator": "5.1.1",
      "edgepii": "0.3.1",
      "executing": "2.0.1",
      "fastapi": "0.162.0",
      "fastprogress": "1.0.0",
      "filelock": "4.2.9",
      "frozenlist": "1.4.1",
      "fsspec": "2026.9.0",
      "gliner2": "2.1.0",
      "grpclib": "0.4.3",
      "h11": "0.16.0",
      "h2": "4.1.0",
      "hf-xet": "1.8.0",
      "hpack": "4.0.0",
      "httpcore2": "2.16.0",
      "httpx2": "2.16.0",
      "huggingface_hub": "2.4.0",
      "hyperframe": "6.0.1",
      "idna": "3.20",
      "importlib-metadata": "4.8.1",
      "ipython": "8.23.0",
      "jedi": "0.19.1",
      "matplotlib-inline": "0.1.6",
      "mpmath": "1.3.0",
      "multidict": "6.0.5",
      "networkx": "3.6.1",
      "numpy": "1.26.4",
      "nvidia-cublas-cu12": "12.8.4.1",
      "nvidia-cuda-cupti-cu12": "12.8.90",
      "nvidia-cuda-nvrtc-cu12": "12.8.93",
      "nvidia-cuda-runtime-cu12": "12.8.90",
      "nvidia-cudnn-cu12": "9.10.2.21",
      "nvidia-cufft-cu12": "11.3.3.83",
      "nvidia-cufile-cu12": "1.13.1.3",
      "nvidia-curand-cu12": "10.3.9.90",
      "nvidia-cusolver-cu12": "11.7.3.90",
      "nvidia-cusparse-cu12": "12.5.8.93",
      "nvidia-cusparselt-cu12": "0.7.1",
      "nvidia-nccl-cu12": "2.27.3",
      "nvidia-nvjitlink-cu12": "12.8.93",
      "nvidia-nvtx-cu12": "12.8.90",
      "opentelemetry-api": "1.45.2",
      "opf": "0.1.0",
      "packaging": "26.3",
      "parso": "0.8.3",
      "peft": "0.21.2",
      "pexpect": "4.9.0",
      "phonenumbers": "9.0.42",
      "pip": "24.0",
      "prompt-toolkit": "3.0.43",
      "protobuf": "5.26.1",
      "psutil": "7.2.2",
      "ptyprocess": "0.7.0",
      "pure-eval": "0.2.2",
      "pyarrow": "26.0.1",
      "pydantic": "2.14.2",
      "pydantic_core": "2.50.2",
      "python-multipart": "0.0.9",
      "regex": "2026.9.29",
      "requests": "2.34.2",
      "rich": "12.3.0",
      "safetensors": "0.8.0",
      "sentencepiece": "0.2.1",
      "setuptools": "65.5.0",
      "six": "1.16.0",
      "sniffio": "1.3.1",
      "stack-data": "0.6.3",
      "starlette": "1.10.0",
      "sympy": "1.14.0",
      "tblib": "1.7.0",
      "tiktoken": "0.14.0",
      "tokenizers": "0.23.3",
      "toml": "0.10.2",
      "torch": "2.8.0",
      "tqdm": "4.70.1",
      "traitlets": "5.14.2",
      "transformers": "5.22.1",
      "triton": "3.4.0",
      "truststore": "0.10.5",
      "typeguard": "4.2.1",
      "typer": "0.6.1",
      "types-certifi": "2021.10.8.3",
      "types-toml": "0.10.4",
      "typing-inspection": "0.4.5",
      "typing_extensions": "4.16.0",
      "urllib3": "2.8.0",
      "wcwidth": "0.2.13",
      "wheel": "0.38.4",
      "yarl": "1.9.4",
      "zipp": "3.18.1"
    },
    "model_load_scope": "download, initialization, and one warmup; excludes container startup",
    "model_load_seconds": 11.827936256,
    "provider": "modal",
    "warmup": "one synthetic document before timing"
  },
  "seconds": 6.757,
  "slices": {
    "all": {
      "containment": {
        "character_recall": 0.9469348194814635,
        "covered_characters": 3908,
        "fully_contained_gold_spans": 240,
        "fully_contained_repeated_identifiers": 0,
        "gold_characters": 4127,
        "high_severity_gold_spans": 37,
        "masked_characters": 10401,
        "masking_precision": 0.3757331025862898,
        "repeated_identifiers": 0,
        "scope": "declared gold policy; zero gold does not establish PII-free text",
        "span_recall": 0.9448818897637795,
        "zero_gold_document_mask_rate": null,
        "zero_gold_documents": 0,
        "zero_gold_masked_documents": 0
      },
      "documents": 50,
      "dropped_offsets": 0,
      "extra": 425,
      "f1": 0.4511930585683297,
      "f2": 0.6175771971496437,
      "fn": 46,
      "fp": 460,
      "gold_spans": 254,
      "high_severity_leaks": 3,
      "miss": 11,
      "per_type": {
        "ADDRESS": {
          "f1": 0.7578947368421053,
          "f2": 0.8035714285714286,
          "fn": 7,
          "fp": 16,
          "precision": 0.6923076923076923,
          "recall": 0.8372093023255814,
          "tp": 36
        },
        "EMAIL": {
          "f1": 0.4742268041237114,
          "f2": 0.6865671641791045,
          "fn": 1,
          "fp": 101,
          "precision": 0.3129251700680272,
          "recall": 0.9787234042553191,
          "tp": 46
        },
        "GOV_ID": {
          "f1": 0.5294117647058824,
          "f2": 0.5027932960893855,
          "fn": 19,
          "fp": 13,
          "precision": 0.5806451612903226,
          "recall": 0.4864864864864865,
          "tp": 18
        },
        "PAYMENT": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 0,
          "fp": 11,
          "precision": 0.0,
          "recall": 1.0,
          "tp": 0
        },
        "PERSON": {
          "f1": 0.29577464788732394,
          "f2": 0.5011933174224344,
          "fn": 3,
          "fp": 197,
          "precision": 0.17573221757322174,
          "recall": 0.9333333333333333,
          "tp": 42
        },
        "PHONE": {
          "f1": 0.4382022471910112,
          "f2": 0.6543624161073825,
          "fn": 1,
          "fp": 99,
          "precision": 0.2826086956521739,
          "recall": 0.975,
          "tp": 39
        },
        "SECRET": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 0,
          "fp": 2,
          "precision": 0.0,
          "recall": 1.0,
          "tp": 0
        },
        "USERNAME": {
          "f1": 0.6000000000000001,
          "f2": 0.6250000000000001,
          "fn": 15,
          "fp": 21,
          "precision": 0.5625,
          "recall": 0.6428571428571429,
          "tp": 27
        }
      },
      "pre_policy_candidates": {
        "documents": 50,
        "fully_contained_gold_spans": 240,
        "gold_spans": 254,
        "high_severity_leaks": 3,
        "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable",
        "span_recall": 0.9448818897637795
      },
      "precision": 0.31137724550898205,
      "predicted_spans": 668,
      "recall": 0.8188976377952756,
      "shift": 5,
      "slice": "all",
      "tp": 208,
      "unmapped_predictions": 0,
      "wrong_type": 30
    },
    "legal": {
      "containment": {
        "character_recall": 0.9469348194814635,
        "covered_characters": 3908,
        "fully_contained_gold_spans": 240,
        "fully_contained_repeated_identifiers": 0,
        "gold_characters": 4127,
        "high_severity_gold_spans": 37,
        "masked_characters": 10401,
        "masking_precision": 0.3757331025862898,
        "repeated_identifiers": 0,
        "scope": "declared gold policy; zero gold does not establish PII-free text",
        "span_recall": 0.9448818897637795,
        "zero_gold_document_mask_rate": null,
        "zero_gold_documents": 0,
        "zero_gold_masked_documents": 0
      },
      "documents": 50,
      "dropped_offsets": 0,
      "extra": 425,
      "f1": 0.4511930585683297,
      "f2": 0.6175771971496437,
      "fn": 46,
      "fp": 460,
      "gold_spans": 254,
      "high_severity_leaks": 3,
      "miss": 11,
      "per_type": {
        "ADDRESS": {
          "f1": 0.7578947368421053,
          "f2": 0.8035714285714286,
          "fn": 7,
          "fp": 16,
          "precision": 0.6923076923076923,
          "recall": 0.8372093023255814,
          "tp": 36
        },
        "EMAIL": {
          "f1": 0.4742268041237114,
          "f2": 0.6865671641791045,
          "fn": 1,
          "fp": 101,
          "precision": 0.3129251700680272,
          "recall": 0.9787234042553191,
          "tp": 46
        },
        "GOV_ID": {
          "f1": 0.5294117647058824,
          "f2": 0.5027932960893855,
          "fn": 19,
          "fp": 13,
          "precision": 0.5806451612903226,
          "recall": 0.4864864864864865,
          "tp": 18
        },
        "PAYMENT": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 0,
          "fp": 11,
          "precision": 0.0,
          "recall": 1.0,
          "tp": 0
        },
        "PERSON": {
          "f1": 0.29577464788732394,
          "f2": 0.5011933174224344,
          "fn": 3,
          "fp": 197,
          "precision": 0.17573221757322174,
          "recall": 0.9333333333333333,
          "tp": 42
        },
        "PHONE": {
          "f1": 0.4382022471910112,
          "f2": 0.6543624161073825,
          "fn": 1,
          "fp": 99,
          "precision": 0.2826086956521739,
          "recall": 0.975,
          "tp": 39
        },
        "SECRET": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 0,
          "fp": 2,
          "precision": 0.0,
          "recall": 1.0,
          "tp": 0
        },
        "USERNAME": {
          "f1": 0.6000000000000001,
          "f2": 0.6250000000000001,
          "fn": 15,
          "fp": 21,
          "precision": 0.5625,
          "recall": 0.6428571428571429,
          "tp": 27
        }
      },
      "pre_policy_candidates": {
        "documents": 50,
        "fully_contained_gold_spans": 240,
        "gold_spans": 254,
        "high_severity_leaks": 3,
        "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable",
        "span_recall": 0.9448818897637795
      },
      "precision": 0.31137724550898205,
      "predicted_spans": 668,
      "recall": 0.8188976377952756,
      "shift": 5,
      "slice": "legal",
      "tp": 208,
      "unmapped_predictions": 0,
      "wrong_type": 30
    }
  },
  "taxonomy_version": "2026.11"
}