{
  "code": {
    "dirty": true,
    "git_revision": "a8b33432e3e0e292c5381b480ab9e6a74bd5a316"
  },
  "corpus": "spy-medical",
  "corpus_diagnostics": {
    "dropped_labels": {
      "URL": 4322
    },
    "gold_bad_offset": 0,
    "gold_in_scope": 27101,
    "gold_out_of_scope": 0,
    "gold_text_mismatch": 0,
    "rows": 4491,
    "rows_with_overlapping_gold": 0,
    "unknown_labels": {}
  },
  "corpus_diagnostics_scope": "whole file, not the limited run",
  "corpus_license": "CC-BY-4.0",
  "corpus_revision": "093be5a0235c9e15bc1c364f10ac48b9563de34c",
  "corpus_sha256": "230f508921503c1ec6e352c420d639458d89c6cf658b9f0d8ea75bf014c6e15b",
  "document_limit": 50,
  "documents_scored": 50,
  "environment": {
    "detectors": [
      "NativeOpf"
    ],
    "devices": [
      "cuda"
    ],
    "executable": "/usr/local/bin/python",
    "machine": "x86_64",
    "packages": {
      "edgepii": "0.3.1",
      "faker": "40.44.0",
      "gliner2": "2.1.0",
      "huggingface-hub": "2.4.0",
      "peft": "0.21.2",
      "phonenumbers": "9.0.42",
      "pyarrow": "26.0.1",
      "pyyaml": "6.0.3",
      "tokenizers": "0.23.3",
      "torch": "2.8.0",
      "transformers": "5.22.1"
    },
    "platform": "Linux-4.19.0-gvisor-x86_64-with-glibc2.31",
    "python": "3.11.0",
    "source_sha256": "53696ffc8e1fe460882917cbd2fd8c7c9dcbab1a978296377940e3d3fa8a8d09"
  },
  "evaluation": {
    "annotation_policy": "author-associated; synthetic US ID shapes",
    "decoder_source_revision": "f7f00ca7fb869683eb732c010299d901457f19c3",
    "fold": "confusables",
    "materialization_protocol": "government-id-v2",
    "min_score": null,
    "mode": "native-label containment; no public taxonomy projection",
    "selection": "prefix_per_slice",
    "selection_sha256": "a6fbe20649c5291ea6056f1483304a74aed9edddc5ba33cf93547c5b3be4db39",
    "spy_seed": 42,
    "types": [
      "ADDRESS",
      "EMAIL",
      "GOV_ID",
      "IP_ADDRESS",
      "PAYMENT",
      "PERSON",
      "PHONE",
      "SECRET",
      "USERNAME"
    ],
    "unique_documents": 50
  },
  "first_principles_verification": {
    "cases": 5,
    "contract_passed": true,
    "model_only_smoke_spans": 5,
    "scope": "inference and source/masking invariants; not an accuracy guarantee",
    "valid_original_source_spans": 5
  },
  "gates": {
    "failures": [],
    "passed": true,
    "policy": {
      "max_dropped": 0,
      "max_leaks": null,
      "min_recall": null
    }
  },
  "latency_ms": {
    "calls": 50,
    "max": 1498.737509999998,
    "mean": 1473.04805264,
    "p50": 1474.3602639999976,
    "p95": 1493.4510900000078,
    "scope": "locate only; excludes model loading and scoring"
  },
  "preset": "opf-native",
  "preset_revision": "7ffa9a043d54d1be65afb281eddf0ffbe629385b",
  "runtime": {
    "deployment_source_sha256": "43ae7c817ee5a8aeb3f917e5368474f148266e6a2ca523e8c599300f94117355",
    "device": "cuda",
    "gpu": "Tesla T4",
    "installed_packages": {
      "Faker": "40.44.0",
      "Jinja2": "3.1.6",
      "MarkupSafe": "3.0.4",
      "PyYAML": "6.0.3",
      "Pygments": "2.17.2",
      "accelerate": "1.15.0",
      "aiohttp": "3.8.3",
      "aiosignal": "1.3.1",
      "aiostream": "0.4.4",
      "annotated-doc": "0.0.5",
      "annotated-types": "0.8.0",
      "anyio": "4.16.0",
      "asgiref": "3.5.2",
      "asttokens": "2.4.1",
      "async-timeout": "4.0.3",
      "attrs": "23.2.0",
      "certifi": "2024.2.2",
      "charset-normalizer": "2.1.1",
      "click": "8.5.0",
      "cloudpickle": "2.2.0",
      "commonmark": "0.9.1",
      "decorator": "5.1.1",
      "edgepii": "0.3.1",
      "executing": "2.0.1",
      "fastapi": "0.162.0",
      "fastprogress": "1.0.0",
      "filelock": "4.2.9",
      "frozenlist": "1.4.1",
      "fsspec": "2026.9.0",
      "gliner2": "2.1.0",
      "grpclib": "0.4.3",
      "h11": "0.16.0",
      "h2": "4.1.0",
      "hf-xet": "1.8.0",
      "hpack": "4.0.0",
      "httpcore2": "2.16.0",
      "httpx2": "2.16.0",
      "huggingface_hub": "2.4.0",
      "hyperframe": "6.0.1",
      "idna": "3.20",
      "importlib-metadata": "4.8.1",
      "ipython": "8.23.0",
      "jedi": "0.19.1",
      "matplotlib-inline": "0.1.6",
      "mpmath": "1.3.0",
      "multidict": "6.0.5",
      "networkx": "3.6.1",
      "numpy": "1.26.4",
      "nvidia-cublas-cu12": "12.8.4.1",
      "nvidia-cuda-cupti-cu12": "12.8.90",
      "nvidia-cuda-nvrtc-cu12": "12.8.93",
      "nvidia-cuda-runtime-cu12": "12.8.90",
      "nvidia-cudnn-cu12": "9.10.2.21",
      "nvidia-cufft-cu12": "11.3.3.83",
      "nvidia-cufile-cu12": "1.13.1.3",
      "nvidia-curand-cu12": "10.3.9.90",
      "nvidia-cusolver-cu12": "11.7.3.90",
      "nvidia-cusparse-cu12": "12.5.8.93",
      "nvidia-cusparselt-cu12": "0.7.1",
      "nvidia-nccl-cu12": "2.27.3",
      "nvidia-nvjitlink-cu12": "12.8.93",
      "nvidia-nvtx-cu12": "12.8.90",
      "opentelemetry-api": "1.45.2",
      "opf": "0.1.0",
      "packaging": "26.3",
      "parso": "0.8.3",
      "peft": "0.21.2",
      "pexpect": "4.9.0",
      "phonenumbers": "9.0.42",
      "pip": "24.0",
      "prompt-toolkit": "3.0.43",
      "protobuf": "5.26.1",
      "psutil": "7.2.2",
      "ptyprocess": "0.7.0",
      "pure-eval": "0.2.2",
      "pyarrow": "26.0.1",
      "pydantic": "2.14.2",
      "pydantic_core": "2.50.2",
      "python-multipart": "0.0.9",
      "regex": "2026.9.29",
      "requests": "2.34.2",
      "rich": "12.3.0",
      "safetensors": "0.8.0",
      "sentencepiece": "0.2.1",
      "setuptools": "65.5.0",
      "six": "1.16.0",
      "sniffio": "1.3.1",
      "stack-data": "0.6.3",
      "starlette": "1.10.0",
      "sympy": "1.14.0",
      "tblib": "1.7.0",
      "tiktoken": "0.14.0",
      "tokenizers": "0.23.3",
      "toml": "0.10.2",
      "torch": "2.8.0",
      "tqdm": "4.70.1",
      "traitlets": "5.14.2",
      "transformers": "5.22.1",
      "triton": "3.4.0",
      "truststore": "0.10.5",
      "typeguard": "4.2.1",
      "typer": "0.6.1",
      "types-certifi": "2021.10.8.3",
      "types-toml": "0.10.4",
      "typing-inspection": "0.4.5",
      "typing_extensions": "4.16.0",
      "urllib3": "2.8.0",
      "wcwidth": "0.2.13",
      "wheel": "0.38.4",
      "yarl": "1.9.4",
      "zipp": "3.18.1"
    },
    "model_load_scope": "download, initialization, and one warmup; excludes container startup",
    "model_load_seconds": 11.847774133,
    "provider": "modal",
    "warmup": "one synthetic document before timing"
  },
  "seconds": 73.675,
  "slices": {
    "all": {
      "containment": {
        "character_recall": 0.9068246832856559,
        "covered_characters": 4438,
        "fully_contained_gold_spans": 272,
        "fully_contained_repeated_identifiers": 0,
        "gold_characters": 4894,
        "high_severity_gold_spans": 43,
        "masked_characters": 14823,
        "masking_precision": 0.29939958173109354,
        "repeated_identifiers": 0,
        "scope": "declared gold policy; zero gold does not establish PII-free text",
        "span_recall": 0.8745980707395499,
        "zero_gold_document_mask_rate": null,
        "zero_gold_documents": 0,
        "zero_gold_masked_documents": 0
      },
      "documents": 50,
      "dropped_offsets": 0,
      "gold_spans": 311,
      "high_severity_leaks": 2,
      "pre_policy_candidates": {
        "documents": 0,
        "fully_contained_gold_spans": 0,
        "gold_spans": 0,
        "high_severity_leaks": 0,
        "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable",
        "span_recall": null
      },
      "predicted_spans": 758,
      "slice": "all",
      "unmapped_predictions": 0
    },
    "medical": {
      "containment": {
        "character_recall": 0.9068246832856559,
        "covered_characters": 4438,
        "fully_contained_gold_spans": 272,
        "fully_contained_repeated_identifiers": 0,
        "gold_characters": 4894,
        "high_severity_gold_spans": 43,
        "masked_characters": 14823,
        "masking_precision": 0.29939958173109354,
        "repeated_identifiers": 0,
        "scope": "declared gold policy; zero gold does not establish PII-free text",
        "span_recall": 0.8745980707395499,
        "zero_gold_document_mask_rate": null,
        "zero_gold_documents": 0,
        "zero_gold_masked_documents": 0
      },
      "documents": 50,
      "dropped_offsets": 0,
      "gold_spans": 311,
      "high_severity_leaks": 2,
      "pre_policy_candidates": {
        "documents": 0,
        "fully_contained_gold_spans": 0,
        "gold_spans": 0,
        "high_severity_leaks": 0,
        "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable",
        "span_recall": null
      },
      "predicted_spans": 758,
      "slice": "medical",
      "unmapped_predictions": 0
    }
  },
  "taxonomy_version": "2026.11"
}