{
  "code": {
    "dirty": true,
    "git_revision": "a8b33432e3e0e292c5381b480ab9e6a74bd5a316"
  },
  "corpus": "gretel-finance-en",
  "corpus_diagnostics": {
    "dropped_labels": {
      "account_pin": 80,
      "bank_routing_number": 81,
      "credit_card_security_code": 76,
      "customer_id": 94,
      "date": 923,
      "date_time": 38,
      "employee_id": 114,
      "local_latlng": 58,
      "swift_bic_code": 112,
      "time": 211
    },
    "gold_bad_offset": 0,
    "gold_in_scope": 7464,
    "gold_out_of_scope": 3602,
    "gold_text_mismatch": 0,
    "rows": 2891,
    "rows_with_overlapping_gold": 59,
    "unknown_labels": {}
  },
  "corpus_diagnostics_scope": "whole file, not the limited run",
  "corpus_license": "Apache-2.0",
  "corpus_revision": "7b844d16738527a04264f50214cb426a4cea0897",
  "corpus_sha256": "c02b06d3c5b7c375525136d6f74acc52ab8fc07fa863d0aa50734910ec0ef2ad",
  "document_limit": 50,
  "documents_scored": 50,
  "environment": {
    "detectors": [
      "RuleDetector"
    ],
    "devices": [
      "cpu"
    ],
    "executable": "/usr/local/bin/python",
    "machine": "x86_64",
    "packages": {
      "edgepii": "0.3.1",
      "faker": "40.44.0",
      "gliner2": "2.1.0",
      "huggingface-hub": "2.4.0",
      "peft": "0.21.2",
      "phonenumbers": "9.0.42",
      "pyarrow": "20.0.0",
      "pyyaml": "6.0.3",
      "tokenizers": "0.23.3",
      "torch": "2.8.0",
      "transformers": "5.22.1"
    },
    "platform": "Linux-4.19.0-gvisor-x86_64-with-glibc2.31",
    "python": "3.11.0",
    "source_sha256": "53696ffc8e1fe460882917cbd2fd8c7c9dcbab1a978296377940e3d3fa8a8d09"
  },
  "evaluation": {
    "annotation_policy": "source corpus policy",
    "fold": "confusables",
    "materialization_protocol": "source-v1",
    "min_score": null,
    "selection": "prefix_per_slice",
    "selection_sha256": "e0c16f7df0a7e0a3c8f1c7154f80c15d2f520aec4c5fe14db6439a67d426f8ae",
    "spy_seed": null,
    "types": [
      "ADDRESS",
      "EMAIL",
      "GOV_ID",
      "IP_ADDRESS",
      "PAYMENT",
      "PERSON",
      "PHONE",
      "SECRET",
      "USERNAME"
    ],
    "unique_documents": 50
  },
  "first_principles_verification": {
    "cases": 5,
    "contract_passed": true,
    "model_only_smoke_spans": 0,
    "scope": "inference and source/masking invariants; not an accuracy guarantee",
    "valid_original_source_spans": 6
  },
  "gates": {
    "failures": [],
    "passed": true,
    "policy": {
      "max_dropped": 0,
      "max_leaks": null,
      "min_recall": 0.0
    }
  },
  "latency_ms": {
    "calls": 50,
    "max": 21.121313000000086,
    "mean": 3.154041559999978,
    "p50": 2.442131000000458,
    "p95": 6.150775000000053,
    "scope": "locate only; excludes model loading and scoring"
  },
  "preset": "rules",
  "preset_revision": "rules",
  "runtime": {
    "deployment_source_sha256": "2d775313348a4b808205d2f4ff855c08edcd33190ee807973410ded392e56a7e",
    "device": "cpu",
    "gpu": null,
    "installed_packages": {
      "Faker": "40.44.0",
      "Jinja2": "3.1.6",
      "MarkupSafe": "3.0.4",
      "PyYAML": "6.0.3",
      "Pygments": "2.17.2",
      "accelerate": "1.15.0",
      "aiohttp": "3.8.3",
      "aiosignal": "1.3.1",
      "aiostream": "0.4.4",
      "annotated-doc": "0.0.5",
      "annotated-types": "0.8.0",
      "anyio": "4.16.0",
      "asgiref": "3.5.2",
      "asttokens": "2.4.1",
      "async-timeout": "4.0.3",
      "attrs": "23.2.0",
      "certifi": "2024.2.2",
      "charset-normalizer": "2.1.1",
      "click": "8.5.0",
      "cloudpickle": "2.2.0",
      "commonmark": "0.9.1",
      "decorator": "5.1.1",
      "edgepii": "0.3.1",
      "executing": "2.0.1",
      "fastapi": "0.162.0",
      "fastprogress": "1.0.0",
      "filelock": "4.2.9",
      "frozenlist": "1.4.1",
      "fsspec": "2026.9.0",
      "gliner2": "2.1.0",
      "grpclib": "0.4.3",
      "h11": "0.16.0",
      "h2": "4.1.0",
      "hf-xet": "1.8.0",
      "hpack": "4.0.0",
      "httpcore2": "2.16.0",
      "httpx2": "2.16.0",
      "huggingface_hub": "2.4.0",
      "hyperframe": "6.0.1",
      "idna": "3.20",
      "importlib-metadata": "4.8.1",
      "ipython": "8.23.0",
      "jedi": "0.19.1",
      "matplotlib-inline": "0.1.6",
      "mpmath": "1.3.0",
      "multidict": "6.0.5",
      "networkx": "3.6.1",
      "numpy": "1.26.4",
      "nvidia-cublas-cu12": "12.8.4.1",
      "nvidia-cuda-cupti-cu12": "12.8.90",
      "nvidia-cuda-nvrtc-cu12": "12.8.93",
      "nvidia-cuda-runtime-cu12": "12.8.90",
      "nvidia-cudnn-cu12": "9.10.2.21",
      "nvidia-cufft-cu12": "11.3.3.83",
      "nvidia-cufile-cu12": "1.13.1.3",
      "nvidia-curand-cu12": "10.3.9.90",
      "nvidia-cusolver-cu12": "11.7.3.90",
      "nvidia-cusparse-cu12": "12.5.8.93",
      "nvidia-cusparselt-cu12": "0.7.1",
      "nvidia-nccl-cu12": "2.27.3",
      "nvidia-nvjitlink-cu12": "12.8.93",
      "nvidia-nvtx-cu12": "12.8.90",
      "opentelemetry-api": "1.45.2",
      "opf": "0.1.0",
      "packaging": "26.3",
      "parso": "0.8.3",
      "peft": "0.21.2",
      "pexpect": "4.9.0",
      "phonenumbers": "9.0.42",
      "pip": "24.0",
      "prompt-toolkit": "3.0.43",
      "protobuf": "5.26.1",
      "psutil": "7.2.2",
      "ptyprocess": "0.7.0",
      "pure-eval": "0.2.2",
      "pyarrow": "20.0.0",
      "pydantic": "2.14.2",
      "pydantic_core": "2.50.2",
      "python-multipart": "0.0.9",
      "regex": "2026.9.29",
      "requests": "2.34.2",
      "rich": "12.3.0",
      "safetensors": "0.8.0",
      "sentencepiece": "0.2.1",
      "setuptools": "65.5.0",
      "six": "1.16.0",
      "sniffio": "1.3.1",
      "stack-data": "0.6.3",
      "starlette": "1.10.0",
      "sympy": "1.14.0",
      "tblib": "1.7.0",
      "tiktoken": "0.14.0",
      "tokenizers": "0.23.3",
      "toml": "0.10.2",
      "torch": "2.8.0",
      "tqdm": "4.70.1",
      "traitlets": "5.14.2",
      "transformers": "5.22.1",
      "triton": "3.4.0",
      "truststore": "0.10.5",
      "typeguard": "4.2.1",
      "typer": "0.6.1",
      "types-certifi": "2021.10.8.3",
      "types-toml": "0.10.4",
      "typing-inspection": "0.4.5",
      "typing_extensions": "4.16.0",
      "urllib3": "2.8.0",
      "wcwidth": "0.2.13",
      "wheel": "0.38.4",
      "yarl": "1.9.4",
      "zipp": "3.18.1"
    },
    "model_load_scope": "download, initialization, and one warmup; excludes container startup",
    "model_load_seconds": 0.05298582199999968,
    "provider": "modal",
    "warmup": "one synthetic document before timing"
  },
  "seconds": 0.164,
  "slices": {
    "all": {
      "containment": {
        "character_recall": 0.13766325450052946,
        "covered_characters": 390,
        "fully_contained_gold_spans": 19,
        "fully_contained_repeated_identifiers": 1,
        "gold_characters": 2833,
        "high_severity_gold_spans": 11,
        "masked_characters": 855,
        "masking_precision": 0.45614035087719296,
        "repeated_identifiers": 21,
        "scope": "declared gold policy; zero gold does not establish PII-free text",
        "span_recall": 0.12582781456953643,
        "zero_gold_document_mask_rate": 0.3,
        "zero_gold_documents": 10,
        "zero_gold_masked_documents": 3
      },
      "documents": 50,
      "dropped_offsets": 0,
      "extra": 32,
      "f1": 0.17647058823529413,
      "f2": 0.136986301369863,
      "fn": 133,
      "fp": 35,
      "gold_spans": 151,
      "high_severity_leaks": 10,
      "miss": 130,
      "per_type": {
        "ADDRESS": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 42,
          "fp": 0,
          "precision": 1.0,
          "recall": 0.0,
          "tp": 0
        },
        "EMAIL": {
          "f1": 0.23529411764705882,
          "f2": 0.3448275862068966,
          "fn": 2,
          "fp": 11,
          "precision": 0.15384615384615385,
          "recall": 0.5,
          "tp": 2
        },
        "GOV_ID": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 5,
          "fp": 0,
          "precision": 1.0,
          "recall": 0.0,
          "tp": 0
        },
        "IP_ADDRESS": {
          "f1": 0.8571428571428571,
          "f2": 0.9375,
          "fn": 0,
          "fp": 1,
          "precision": 0.75,
          "recall": 1.0,
          "tp": 3
        },
        "PAYMENT": {
          "f1": 0.1,
          "f2": 0.14285714285714285,
          "fn": 4,
          "fp": 14,
          "precision": 0.06666666666666667,
          "recall": 0.2,
          "tp": 1
        },
        "PERSON": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 75,
          "fp": 0,
          "precision": 1.0,
          "recall": 0.0,
          "tp": 0
        },
        "PHONE": {
          "f1": 0.6666666666666666,
          "f2": 0.7407407407407408,
          "fn": 3,
          "fp": 9,
          "precision": 0.5714285714285714,
          "recall": 0.8,
          "tp": 12
        },
        "SECRET": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 1,
          "fp": 0,
          "precision": 1.0,
          "recall": 0.0,
          "tp": 0
        },
        "USERNAME": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 1,
          "fp": 0,
          "precision": 1.0,
          "recall": 0.0,
          "tp": 0
        }
      },
      "pre_policy_candidates": {
        "documents": 50,
        "fully_contained_gold_spans": 19,
        "gold_spans": 151,
        "high_severity_leaks": 10,
        "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable",
        "span_recall": 0.12582781456953643
      },
      "precision": 0.33962264150943394,
      "predicted_spans": 53,
      "recall": 0.11920529801324503,
      "shift": 2,
      "slice": "all",
      "tp": 18,
      "unmapped_predictions": 0,
      "wrong_type": 1
    },
    "finance": {
      "containment": {
        "character_recall": 0.13766325450052946,
        "covered_characters": 390,
        "fully_contained_gold_spans": 19,
        "fully_contained_repeated_identifiers": 1,
        "gold_characters": 2833,
        "high_severity_gold_spans": 11,
        "masked_characters": 855,
        "masking_precision": 0.45614035087719296,
        "repeated_identifiers": 21,
        "scope": "declared gold policy; zero gold does not establish PII-free text",
        "span_recall": 0.12582781456953643,
        "zero_gold_document_mask_rate": 0.3,
        "zero_gold_documents": 10,
        "zero_gold_masked_documents": 3
      },
      "documents": 50,
      "dropped_offsets": 0,
      "extra": 32,
      "f1": 0.17647058823529413,
      "f2": 0.136986301369863,
      "fn": 133,
      "fp": 35,
      "gold_spans": 151,
      "high_severity_leaks": 10,
      "miss": 130,
      "per_type": {
        "ADDRESS": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 42,
          "fp": 0,
          "precision": 1.0,
          "recall": 0.0,
          "tp": 0
        },
        "EMAIL": {
          "f1": 0.23529411764705882,
          "f2": 0.3448275862068966,
          "fn": 2,
          "fp": 11,
          "precision": 0.15384615384615385,
          "recall": 0.5,
          "tp": 2
        },
        "GOV_ID": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 5,
          "fp": 0,
          "precision": 1.0,
          "recall": 0.0,
          "tp": 0
        },
        "IP_ADDRESS": {
          "f1": 0.8571428571428571,
          "f2": 0.9375,
          "fn": 0,
          "fp": 1,
          "precision": 0.75,
          "recall": 1.0,
          "tp": 3
        },
        "PAYMENT": {
          "f1": 0.1,
          "f2": 0.14285714285714285,
          "fn": 4,
          "fp": 14,
          "precision": 0.06666666666666667,
          "recall": 0.2,
          "tp": 1
        },
        "PERSON": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 75,
          "fp": 0,
          "precision": 1.0,
          "recall": 0.0,
          "tp": 0
        },
        "PHONE": {
          "f1": 0.6666666666666666,
          "f2": 0.7407407407407408,
          "fn": 3,
          "fp": 9,
          "precision": 0.5714285714285714,
          "recall": 0.8,
          "tp": 12
        },
        "SECRET": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 1,
          "fp": 0,
          "precision": 1.0,
          "recall": 0.0,
          "tp": 0
        },
        "USERNAME": {
          "f1": 0.0,
          "f2": 0.0,
          "fn": 1,
          "fp": 0,
          "precision": 1.0,
          "recall": 0.0,
          "tp": 0
        }
      },
      "pre_policy_candidates": {
        "documents": 50,
        "fully_contained_gold_spans": 19,
        "gold_spans": 151,
        "high_severity_leaks": 10,
        "scope": "mapped requested-type candidates before overlap and score policy; null when unavailable",
        "span_recall": 0.12582781456953643
      },
      "precision": 0.33962264150943394,
      "predicted_spans": 53,
      "recall": 0.11920529801324503,
      "shift": 2,
      "slice": "finance",
      "tp": 18,
      "unmapped_predictions": 0,
      "wrong_type": 1
    }
  },
  "taxonomy_version": "2026.11"
}