{ "cases": [ { "high_severity_gold": [ false, false, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, true, true, true, false ], "covered_characters": 66, "gold_characters": 98, "masked_characters": 186 }, "masker-mini-native": { "covered": [ false, false, true, true, true, false ], "covered_characters": 66, "gold_characters": 98, "masked_characters": 185 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, false, true, true, true, false ], "covered_characters": 66, "masked_characters": 186, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, false, true, false, false ], "covered_characters": 62, "gold_characters": 84, "masked_characters": 145 }, "masker-mini-native": { "covered": [ true, false, true, false, false ], "covered_characters": 66, "gold_characters": 84, "masked_characters": 149 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, false, true, false, false ], "covered_characters": 66, "masked_characters": 149, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, true, true, false, false ], "covered_characters": 72, "gold_characters": 107, "masked_characters": 157 }, "masker-mini-native": { "covered": [ false, false, true, true, false, false ], "covered_characters": 72, "gold_characters": 107, "masked_characters": 157 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, false, true, true, false, false ], "covered_characters": 72, "masked_characters": 157, "native_span_parity": true, "range_parity": true } } }, { "high_severity_gold": [ false, false, true, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, false ], "covered_characters": 65, "gold_characters": 76, "masked_characters": 206 }, "masker-mini-native": { "covered": [ true, true, true, true, false ], "covered_characters": 65, "gold_characters": 76, "masked_characters": 206 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, false ], "covered_characters": 65, "masked_characters": 206, "native_span_parity": true, "range_parity": true } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, false, false ], "covered_characters": 90, "gold_characters": 103, "masked_characters": 179 }, "masker-mini-native": { "covered": [ true, true, true, true, false, false ], "covered_characters": 90, "gold_characters": 103, "masked_characters": 179 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, false, false ], "covered_characters": 90, "masked_characters": 179, "native_span_parity": false, "range_parity": true } } }, { "high_severity_gold": [ false, false, true, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, false ], "covered_characters": 74, "gold_characters": 84, "masked_characters": 191 }, "masker-mini-native": { "covered": [ true, true, true, true, false ], "covered_characters": 74, "gold_characters": 84, "masked_characters": 191 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, false ], "covered_characters": 74, "masked_characters": 191, "native_span_parity": false, "range_parity": true } } }, { "high_severity_gold": [ false, false, false, true, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, false, true, true, true, true, true, false ], "covered_characters": 98, "gold_characters": 112, "masked_characters": 202 }, "masker-mini-native": { "covered": [ true, false, true, true, true, true, true, false ], "covered_characters": 96, "gold_characters": 112, "masked_characters": 200 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, false, true, true, true, true, true, false ], "covered_characters": 98, "masked_characters": 202, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, true, true, false, false ], "covered_characters": 50, "gold_characters": 77, "masked_characters": 176 }, "masker-mini-native": { "covered": [ false, true, true, false, false ], "covered_characters": 50, "gold_characters": 77, "masked_characters": 180 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, true, true, false, false ], "covered_characters": 50, "masked_characters": 180, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, true, true, true, false, false ], "covered_characters": 63, "gold_characters": 89, "masked_characters": 173 }, "masker-mini-native": { "covered": [ false, true, true, true, false, false ], "covered_characters": 63, "gold_characters": 89, "masked_characters": 173 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, true, true, true, false, false ], "covered_characters": 63, "masked_characters": 176, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, false, false, false ], "covered_characters": 113, "gold_characters": 124, "masked_characters": 226 }, "masker-mini-native": { "covered": [ true, true, true, true, false, false, false ], "covered_characters": 113, "gold_characters": 124, "masked_characters": 226 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, false, false, false ], "covered_characters": 113, "masked_characters": 226, "native_span_parity": true, "range_parity": true } } }, { "high_severity_gold": [ false, false, false, true, true, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, true, true, true, true, true, true, false ], "covered_characters": 127, "gold_characters": 137, "masked_characters": 212 }, "masker-mini-native": { "covered": [ false, false, true, true, true, true, true, true, false ], "covered_characters": 127, "gold_characters": 137, "masked_characters": 212 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, false, true, true, true, true, true, true, false ], "covered_characters": 127, "masked_characters": 212, "native_span_parity": false, "range_parity": true } } }, { "high_severity_gold": [ false, false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, true, true, false ], "covered_characters": 97, "gold_characters": 107, "masked_characters": 170 }, "masker-mini-native": { "covered": [ true, true, true, true, true, true, false ], "covered_characters": 97, "gold_characters": 107, "masked_characters": 171 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, true, true, false ], "covered_characters": 97, "masked_characters": 171, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, false, true, true, false, false ], "covered_characters": 85, "gold_characters": 116, "masked_characters": 235 }, "masker-mini-native": { "covered": [ true, true, false, true, true, false, false ], "covered_characters": 85, "gold_characters": 116, "masked_characters": 238 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, false, true, true, false, false ], "covered_characters": 85, "masked_characters": 238, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, true, true ], "covered_characters": 78, "gold_characters": 78, "masked_characters": 178 }, "masker-mini-native": { "covered": [ true, true, true, true, true, true ], "covered_characters": 78, "gold_characters": 78, "masked_characters": 178 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, true, true ], "covered_characters": 78, "masked_characters": 178, "native_span_parity": true, "range_parity": true } } }, { "high_severity_gold": [ false, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, true, true, false, false ], "covered_characters": 72, "gold_characters": 92, "masked_characters": 139 }, "masker-mini-native": { "covered": [ false, true, true, false, false ], "covered_characters": 72, "gold_characters": 92, "masked_characters": 139 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, true, true, false, false ], "covered_characters": 72, "masked_characters": 139, "native_span_parity": true, "range_parity": true } } }, { "high_severity_gold": [ false, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, false ], "covered_characters": 98, "gold_characters": 99, "masked_characters": 151 }, "masker-mini-native": { "covered": [ true, true, true, true, false ], "covered_characters": 98, "gold_characters": 99, "masked_characters": 151 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, false ], "covered_characters": 98, "masked_characters": 151, "native_span_parity": false, "range_parity": true } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, true, false ], "covered_characters": 78, "gold_characters": 85, "masked_characters": 219 }, "masker-mini-native": { "covered": [ true, true, true, true, true, false ], "covered_characters": 78, "gold_characters": 85, "masked_characters": 214 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, true, false ], "covered_characters": 78, "masked_characters": 219, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, true, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, false, true, true, true, true, false ], "covered_characters": 97, "gold_characters": 119, "masked_characters": 228 }, "masker-mini-native": { "covered": [ true, true, false, true, true, true, true, false ], "covered_characters": 96, "gold_characters": 119, "masked_characters": 233 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, false, true, true, true, true, false ], "covered_characters": 97, "masked_characters": 235, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, true, false ], "covered_characters": 73, "gold_characters": 78, "masked_characters": 155 }, "masker-mini-native": { "covered": [ true, true, true, true, true, false ], "covered_characters": 73, "gold_characters": 78, "masked_characters": 162 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, true, false ], "covered_characters": 73, "masked_characters": 162, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, false, false ], "covered_characters": 64, "gold_characters": 75, "masked_characters": 195 }, "masker-mini-native": { "covered": [ true, true, true, false, false ], "covered_characters": 64, "gold_characters": 75, "masked_characters": 186 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, false, false ], "covered_characters": 64, "masked_characters": 195, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, true, true, false, true, false ], "covered_characters": 60, "gold_characters": 88, "masked_characters": 153 }, "masker-mini-native": { "covered": [ false, true, true, false, true, false ], "covered_characters": 60, "gold_characters": 88, "masked_characters": 153 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, true, true, false, true, false ], "covered_characters": 60, "masked_characters": 153, "native_span_parity": true, "range_parity": true } } }, { "high_severity_gold": [ false, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, true, true, false ], "covered_characters": 77, "gold_characters": 105, "masked_characters": 255 }, "masker-mini-native": { "covered": [ false, false, true, true, false ], "covered_characters": 79, "gold_characters": 105, "masked_characters": 257 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, false, true, true, false ], "covered_characters": 80, "masked_characters": 258, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, false, false ], "covered_characters": 41, "gold_characters": 55, "masked_characters": 175 }, "masker-mini-native": { "covered": [ true, true, true, false, false ], "covered_characters": 41, "gold_characters": 55, "masked_characters": 175 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, false, false ], "covered_characters": 41, "masked_characters": 175, "native_span_parity": false, "range_parity": true } } }, { "high_severity_gold": [ false, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, true, true, true ], "covered_characters": 78, "gold_characters": 83, "masked_characters": 122 }, "masker-mini-native": { "covered": [ false, true, true, true ], "covered_characters": 82, "gold_characters": 83, "masked_characters": 130 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, true, true, true ], "covered_characters": 82, "masked_characters": 130, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false ], "models": { "masker-int4-native": { "covered": [ true, false, true, true, false ], "covered_characters": 58, "gold_characters": 77, "masked_characters": 131 }, "masker-mini-native": { "covered": [ true, false, true, true, false ], "covered_characters": 62, "gold_characters": 77, "masked_characters": 135 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, false, true, true, false ], "covered_characters": 62, "masked_characters": 135, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, true, true, true, true, false, false ], "covered_characters": 82, "gold_characters": 95, "masked_characters": 230 }, "masker-mini-native": { "covered": [ false, true, true, true, true, false, false ], "covered_characters": 82, "gold_characters": 95, "masked_characters": 249 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, true, true, true, true, false, false ], "covered_characters": 82, "masked_characters": 249, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, true, true, true, false ], "covered_characters": 70, "gold_characters": 97, "masked_characters": 130 }, "masker-mini-native": { "covered": [ false, false, true, true, true, false ], "covered_characters": 70, "gold_characters": 97, "masked_characters": 130 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, false, true, true, true, false ], "covered_characters": 70, "masked_characters": 130, "native_span_parity": false, "range_parity": true } } }, { "high_severity_gold": [ false, false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, true, false, false ], "covered_characters": 102, "gold_characters": 109, "masked_characters": 174 }, "masker-mini-native": { "covered": [ true, true, true, true, true, false, false ], "covered_characters": 102, "gold_characters": 109, "masked_characters": 173 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, true, false, false ], "covered_characters": 102, "masked_characters": 174, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, true, true, true, true ], "covered_characters": 66, "gold_characters": 97, "masked_characters": 158 }, "masker-mini-native": { "covered": [ false, false, true, true, true, true ], "covered_characters": 69, "gold_characters": 97, "masked_characters": 166 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, false, true, true, true, true ], "covered_characters": 69, "masked_characters": 166, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, true, true, true, true, false, false ], "covered_characters": 82, "gold_characters": 106, "masked_characters": 182 }, "masker-mini-native": { "covered": [ false, true, true, true, true, false, false ], "covered_characters": 82, "gold_characters": 106, "masked_characters": 181 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, true, true, true, true, false, false ], "covered_characters": 82, "masked_characters": 182, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, false, true, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, false, true, true, true, true, false, false ], "covered_characters": 117, "gold_characters": 165, "masked_characters": 207 }, "masker-mini-native": { "covered": [ false, false, false, true, true, true, true, false, false ], "covered_characters": 117, "gold_characters": 165, "masked_characters": 208 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, false, false, true, true, true, true, false, false ], "covered_characters": 117, "masked_characters": 208, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, true, true, false ], "covered_characters": 94, "gold_characters": 104, "masked_characters": 174 }, "masker-mini-native": { "covered": [ true, true, true, true, true, true, false ], "covered_characters": 94, "gold_characters": 104, "masked_characters": 165 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, true, true, false ], "covered_characters": 94, "masked_characters": 174, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, true, false, false ], "models": { "masker-int4-native": { "covered": [ true, false, false, true, false, false ], "covered_characters": 75, "gold_characters": 96, "masked_characters": 195 }, "masker-mini-native": { "covered": [ true, false, false, true, true, false ], "covered_characters": 76, "gold_characters": 96, "masked_characters": 196 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, false, false, true, true, false ], "covered_characters": 76, "masked_characters": 203, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, true, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, true, true, true, false ], "covered_characters": 89, "gold_characters": 109, "masked_characters": 206 }, "masker-mini-native": { "covered": [ false, false, true, true, true, false ], "covered_characters": 91, "gold_characters": 109, "masked_characters": 208 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, false, true, true, true, false ], "covered_characters": 91, "masked_characters": 208, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, true, true, true, true, true, false ], "covered_characters": 90, "gold_characters": 104, "masked_characters": 206 }, "masker-mini-native": { "covered": [ false, true, true, true, true, true, false ], "covered_characters": 90, "gold_characters": 104, "masked_characters": 209 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, true, true, true, true, true, false ], "covered_characters": 90, "masked_characters": 210, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, true, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, false, true, true, false, true, false ], "covered_characters": 105, "gold_characters": 121, "masked_characters": 152 }, "masker-mini-native": { "covered": [ true, true, false, true, true, false, true, false ], "covered_characters": 102, "gold_characters": 121, "masked_characters": 149 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, false, true, true, false, true, false ], "covered_characters": 105, "masked_characters": 152, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, true, false, false ], "models": { "masker-int4-native": { "covered": [ false, true, true, true, true, true ], "covered_characters": 102, "gold_characters": 103, "masked_characters": 206 }, "masker-mini-native": { "covered": [ false, true, true, true, true, true ], "covered_characters": 102, "gold_characters": 103, "masked_characters": 210 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, true, true, true, true, true ], "covered_characters": 102, "masked_characters": 210, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, false, true, true, true, false ], "covered_characters": 62, "gold_characters": 82, "masked_characters": 197 }, "masker-mini-native": { "covered": [ true, false, true, true, true, false ], "covered_characters": 62, "gold_characters": 82, "masked_characters": 198 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, false, true, true, true, false ], "covered_characters": 62, "masked_characters": 198, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, true ], "covered_characters": 40, "gold_characters": 56, "masked_characters": 154 }, "masker-mini-native": { "covered": [ false, false, true ], "covered_characters": 40, "gold_characters": 56, "masked_characters": 154 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, false, true ], "covered_characters": 40, "masked_characters": 154, "native_span_parity": false, "range_parity": true } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, false, false ], "covered_characters": 79, "gold_characters": 97, "masked_characters": 266 }, "masker-mini-native": { "covered": [ true, true, true, true, false, false ], "covered_characters": 79, "gold_characters": 97, "masked_characters": 270 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, false, false ], "covered_characters": 79, "masked_characters": 270, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, true, true, false ], "covered_characters": 60, "gold_characters": 79, "masked_characters": 204 }, "masker-mini-native": { "covered": [ false, false, true, true, false ], "covered_characters": 60, "gold_characters": 79, "masked_characters": 204 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, false, true, true, false ], "covered_characters": 60, "masked_characters": 204, "native_span_parity": false, "range_parity": true } } }, { "high_severity_gold": [ false, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, false ], "covered_characters": 58, "gold_characters": 62, "masked_characters": 148 }, "masker-mini-native": { "covered": [ true, true, true, true, false ], "covered_characters": 58, "gold_characters": 62, "masked_characters": 144 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, false ], "covered_characters": 58, "masked_characters": 148, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, false ], "covered_characters": 58, "gold_characters": 65, "masked_characters": 217 }, "masker-mini-native": { "covered": [ true, true, true, true, false ], "covered_characters": 60, "gold_characters": 65, "masked_characters": 223 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, false ], "covered_characters": 60, "masked_characters": 223, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, false, false, true, true, false, false, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, false, true, true, false, true, true, true, true, true, true, false, false ], "covered_characters": 170, "gold_characters": 197, "masked_characters": 293 }, "masker-mini-native": { "covered": [ true, false, true, true, false, true, true, true, true, true, true, true, false ], "covered_characters": 175, "gold_characters": 197, "masked_characters": 305 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, false, true, true, false, true, true, true, true, true, true, true, false ], "covered_characters": 175, "masked_characters": 306, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, true, true, false ], "covered_characters": 83, "gold_characters": 95, "masked_characters": 199 }, "masker-mini-native": { "covered": [ true, true, true, true, true, true, false ], "covered_characters": 83, "gold_characters": 95, "masked_characters": 209 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, true, true, false ], "covered_characters": 83, "masked_characters": 210, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, true, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true, true, false, false ], "covered_characters": 73, "gold_characters": 92, "masked_characters": 136 }, "masker-mini-native": { "covered": [ true, true, true, true, true, false, false ], "covered_characters": 73, "gold_characters": 92, "masked_characters": 136 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true, true, false, false ], "covered_characters": 73, "masked_characters": 136, "native_span_parity": true, "range_parity": true } } }, { "high_severity_gold": [ false, false, false, false ], "models": { "masker-int4-native": { "covered": [ true, true, true, true ], "covered_characters": 72, "gold_characters": 72, "masked_characters": 167 }, "masker-mini-native": { "covered": [ true, true, true, true ], "covered_characters": 72, "gold_characters": 72, "masked_characters": 170 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ true, true, true, true ], "covered_characters": 72, "masked_characters": 170, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, true, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, true, true, true, true ], "covered_characters": 88, "gold_characters": 102, "masked_characters": 168 }, "masker-mini-native": { "covered": [ false, false, true, true, true, true ], "covered_characters": 88, "gold_characters": 102, "masked_characters": 168 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, false, true, true, true, true ], "covered_characters": 88, "masked_characters": 168, "native_span_parity": true, "range_parity": true } } }, { "high_severity_gold": [ false, false, true, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, true, true, true, true, false ], "covered_characters": 89, "gold_characters": 106, "masked_characters": 162 }, "masker-mini-native": { "covered": [ false, true, true, true, false, false ], "covered_characters": 88, "gold_characters": 106, "masked_characters": 157 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, true, true, true, true, false ], "covered_characters": 89, "masked_characters": 162, "native_span_parity": false, "range_parity": false } } }, { "high_severity_gold": [ false, false, false, true, false, false, false, false ], "models": { "masker-int4-native": { "covered": [ false, false, true, true, true, true, false, false ], "covered_characters": 96, "gold_characters": 135, "masked_characters": 162 }, "masker-mini-native": { "covered": [ false, true, true, true, true, true, false, false ], "covered_characters": 104, "gold_characters": 135, "masked_characters": 173 } }, "pairs": { "masker-int4-native+masker-mini-native": { "covered": [ false, true, true, true, true, true, false, false ], "covered_characters": 104, "masked_characters": 173, "native_span_parity": false, "range_parity": false } } } ], "code": { "dirty": true, "git_revision": "9670e3eaa61c1dc9d0d8b0002ffbba6e17d3a32c" }, "corpus": "spy-medical", "cpu_threads": 4, "device": "cpu", "first_principles_verification": { "cases": 5, "contract_passed": true, "model_only_smoke_spans": 3, "scope": "inference and source/masking invariants; not an accuracy guarantee", "valid_original_source_spans": 3 }, "gpu": null, "helper_sha256": { "compact_candidates.py": "d6d374957bfcbb6a71906c0d5f264844ad864b5139f8e4f5945adad1803147ed", "native_candidates.py": "6d3e31388b8e4a48a2c75e4a402bfd3e7fec4f22b99307180527444ab51cf8b7", "paired_metrics.py": "c80f114e54a4bd579b25d65791bfb1412f9aff429ccce96280a445bbb7c9e752" }, "limit_per_slice": 50, "locate_ms": { "masker-int4-native": [ 106.54390399999869, 77.213062000002, 96.92709200000138, 126.70984300000043, 109.67935599999734, 148.69363500000077, 102.8615780000024, 135.97057600000184, 122.52348299999838, 148.51997099999892, 123.91482900000028, 136.12355699999767, 135.92612300000084, 107.96789400000151, 168.71913199999966, 129.0704990000009, 156.9631660000006, 145.07742300000004, 135.13719200000196, 158.70534800000158, 153.0640880000007, 196.1539789999982, 152.6784610000007, 122.98129899999921, 131.38111000000308, 147.4397449999998, 104.836229, 139.68958299999912, 129.90327500000376, 150.08554599999968, 193.05474800000155, 187.45018300000282, 144.57042899999806, 150.61795900000163, 129.23125200000385, 145.67287700000264, 109.28111600000534, 112.65523699999846, 102.11496499999839, 125.61586500000033, 134.5081360000009, 116.9827180000027, 164.6000040000004, 159.32387200000164, 138.77552099999946, 115.12791199999839, 102.99119900000164, 93.47014899999806, 164.70006000000126, 108.95519900000039 ], "masker-mini-native": [ 185.25004199999984, 135.61573900000212, 146.8563809999992, 149.36631899999853, 176.90422500000125, 167.41903199999797, 138.16153699999845, 187.89066299999746, 167.86481000000109, 214.50684899999928, 143.40243499999872, 155.54620700000044, 150.81482400000112, 155.4726389999992, 164.8211659999994, 169.89628800000034, 220.10925699999717, 234.2109619999988, 172.76441099999928, 211.25173600000124, 199.1455319999993, 171.45383699999783, 190.30811799999725, 163.99050700000117, 161.96845900000056, 172.5057449999987, 168.0188739999977, 228.64836999999838, 124.7714519999974, 167.66468699999848, 155.419344000002, 185.5475699999971, 159.31417999999553, 252.35823300000249, 208.0938540000048, 148.5064469999955, 183.0505479999971, 144.67543399999983, 127.72612999999922, 172.8585979999977, 169.93507200000124, 136.71686600000044, 222.07363000000413, 198.52549699999855, 169.8271939999998, 127.58584699999886, 153.90409999999832, 128.97502199999877, 228.45492000000434, 195.05601400000216 ] }, "materialization_protocol": "government-id-v2", "mode": "paired-native-range-research", "models": { "masker-int4-native": { "backend": "onnx-int4", "revision": "beb7235d454aa4488b6ee1cd47f417caa12a6d15" }, "masker-mini-native": { "backend": "torch-fp32", "revision": "beb7235d454aa4488b6ee1cd47f417caa12a6d15" } }, "packages": { "Faker": "40.44.0", "Jinja2": "3.1.6", "MarkupSafe": "3.0.4", "PyYAML": "6.0.3", "Pygments": "2.17.2", "accelerate": "1.15.0", "aiohttp": "3.8.3", "aiosignal": "1.3.1", "aiostream": "0.4.4", "annotated-doc": "0.0.5", "annotated-types": "0.8.0", "anyio": "4.16.0", "asgiref": "3.5.2", "asttokens": "2.4.1", "async-timeout": "4.0.3", "attrs": "23.2.0", "certifi": "2024.2.2", "charset-normalizer": "2.1.1", "click": "8.5.0", "cloudpickle": "2.2.0", "coloredlogs": "15.0.1", "commonmark": "0.9.1", "decorator": "5.1.1", "edgepii": "0.4.0", "executing": "2.0.1", "fastapi": "0.162.0", "fastprogress": "1.0.0", "filelock": "4.2.9", "flatbuffers": "25.12.19", "frozenlist": "1.4.1", "fsspec": "2026.9.0", "gliner2": "2.1.0", "grpclib": "0.4.3", "h11": "0.16.0", "h2": "4.1.0", "hf-xet": "1.8.0", "hpack": "4.0.0", "httpcore2": "2.16.0", "httpx2": "2.16.0", "huggingface_hub": "2.4.0", "humanfriendly": "10.0", "hyperframe": "6.0.1", "idna": "3.20", "importlib-metadata": "4.8.1", "ipython": "8.23.0", "jedi": "0.19.1", "matplotlib-inline": "0.1.6", "mpmath": "1.3.0", "multidict": "6.0.5", "networkx": "3.6.1", "numpy": "1.26.4", "nvidia-cublas-cu12": "12.8.4.1", "nvidia-cuda-cupti-cu12": "12.8.90", "nvidia-cuda-nvrtc-cu12": "12.8.93", "nvidia-cuda-runtime-cu12": "12.8.90", "nvidia-cudnn-cu12": "9.10.2.21", "nvidia-cufft-cu12": "11.3.3.83", "nvidia-cufile-cu12": "1.13.1.3", "nvidia-curand-cu12": "10.3.9.90", "nvidia-cusolver-cu12": "11.7.3.90", "nvidia-cusparse-cu12": "12.5.8.93", "nvidia-cusparselt-cu12": "0.7.1", "nvidia-nccl-cu12": "2.27.3", "nvidia-nvjitlink-cu12": "12.8.93", "nvidia-nvtx-cu12": "12.8.90", "onnxruntime": "1.23.2", "opentelemetry-api": "1.45.2", "opf": "0.1.0", "packaging": "26.3", "parso": "0.8.3", "peft": "0.21.2", "pexpect": "4.9.0", "phonenumbers": "9.0.42", "pip": "24.0", "prompt-toolkit": "3.0.43", "protobuf": "5.26.1", "psutil": "7.2.2", "ptyprocess": "0.7.0", "pure-eval": "0.2.2", "pyarrow": "20.0.0", "pydantic": "2.14.2", "pydantic_core": "2.50.2", "python-multipart": "0.0.9", "regex": "2026.9.29", "requests": "2.34.2", "rich": "12.3.0", "safetensors": "0.8.0", "sentencepiece": "0.2.1", "setuptools": "65.5.0", "six": "1.16.0", "sniffio": "1.3.1", "stack-data": "0.6.3", "starlette": "1.10.0", "sympy": "1.14.0", "tblib": "1.7.0", "tiktoken": "0.14.0", "tokenizers": "0.23.3", "toml": "0.10.2", "torch": "2.8.0", "tqdm": "4.70.1", "traitlets": "5.14.2", "transformers": "5.22.1", "triton": "3.4.0", "truststore": "0.10.5", "typeguard": "4.2.1", "typer": "0.6.1", "types-certifi": "2021.10.8.3", "types-toml": "0.10.4", "typing-inspection": "0.4.5", "typing_extensions": "4.16.0", "urllib3": "2.8.0", "wcwidth": "0.2.13", "wheel": "0.38.4", "yarl": "1.9.4", "zipp": "3.18.1" }, "provider": "modal", "quantized": true, "scope": "native range union, no public type projection or irreversible protection plan; public prefix exploration, no trained routing policy", "selection_sha256": "a6fbe20649c5291ea6056f1483304a74aed9edddc5ba33cf93547c5b3be4db39", "single_span_support_counts": { "masker-int4-native": { "EMAIL <- EMAIL -> EMAIL": 36, "GOV_ID <- GOVERNMENT_ID -> GOV_ID": 41, "GOV_ID <- PHONE -> PHONE": 1, "PHONE <- GOVERNMENT_ID -> GOV_ID": 5, "PHONE <- PHONE -> PHONE": 25 }, "masker-mini-native": { "EMAIL <- EMAIL -> EMAIL": 36, "GOV_ID <- GOVERNMENT_ID -> GOV_ID": 41, "PHONE <- GOVERNMENT_ID -> GOV_ID": 6, "PHONE <- PHONE -> PHONE": 25, "USERNAME <- GOVERNMENT_ID -> GOV_ID": 1 } }, "summary": { "documents": 50, "gold_spans": 311, "high_severity_gold": 43, "models": { "masker-int4-native": { "character_recall": 0.825091949325705, "contained": 200, "containment": 0.6430868167202572, "covered_characters": 4038, "documents_with_high_severity_miss": 0, "high_severity_misses": 0, "masked_characters": 9252, "masking_precision": 0.4364461738002594 }, "masker-mini-native": { "character_recall": 0.8308132407029015, "contained": 202, "containment": 0.6495176848874598, "covered_characters": 4066, "documents_with_high_severity_miss": 0, "high_severity_misses": 0, "masked_characters": 9335, "masking_precision": 0.4355650776647027 } }, "pairs": { "masker-int4-native+masker-mini-native": { "contained": 203, "containment": 0.6527331189710611, "covered_characters": 4074, "documents_with_high_severity_miss": 0, "high_severity_misses": 0, "left": "masker-int4-native", "left_recovers_right_misses": 1, "masked_characters": 9391, "masking_precision": 0.43381961452454476, "native_span_parity_documents": 8, "neither_alone_but_union_covers": 0, "range_parity_documents": 16, "right": "masker-mini-native", "right_recovers_left_misses": 3 } } }, "support_scope": "gold-type <- native-label -> existing global taxonomy mapping; counts qualifying predictions, not unique gold" }