@desert-ant-labs/redact 0.2.0

package/dist/deterministic.js

@@ -0,0 +1,449 @@
+// Port of redact_training.deterministic (v1.4) - the high-precision
+// deterministic recognizer layer. Pure regex + checksums, no dependencies.
+// Kept in parity with the Python detect() via scripts/parity_check.
+const OWNED = new Set(["EMAIL", "URL", "IP_ADDRESS", "CREDIT_CARD", "SSN",
+    "BANK_ACCOUNT", "ROUTING_NUMBER", "TAX_ID", "GOVERNMENT_ID", "PASSPORT",
+    "DRIVERS_LICENSE", "IMEI"]);
+// ---------------------------------------------------------------- regexes
+const EMAIL_RE = /(?<![A-Za-z0-9.!#$%&'*+/=?^_`{|}~-])([\p{L}\p{N}.!#$%&'*+/=?^`{|}~-]{1,64}@(?:[A-Za-z0-9](?:[A-Za-z0-9-]{0,61}[A-Za-z0-9])?\.)+[A-Za-z]{2,63})(?![A-Za-z0-9-])/gu;
+const URL_RE = /\b((?:https?:\/\/|ftp:\/\/|www\.)[^\s<>()\[\]{}"']{3,})/gi;
+const IPV4_RE = /(?<![\d.])(?:\d{1,3}\.){3}\d{1,3}(?!\d)(?!\.\d)/g;
+const IPV6_RE = /(?<![\w:])(?:[0-9a-f]{0,4}:){2,7}[0-9a-f]{0,4}(?![\w:])/gi;
+const MAC_RE = /(?<![0-9a-f])(?:[0-9a-f]{2}[:-]){5}[0-9a-f]{2}(?![0-9a-f])/gi;
+const CC_RE = /(?<!\d)(?:\d[ -]?){13,19}(?!\d)/g;
+const IBAN_RE = /\b[A-Z]{2}\d{2}(?:[ ]?[A-Z0-9]){11,30}\b/gi;
+const BIC_RE = /\b[A-Z]{4}[A-Z]{2}[A-Z0-9]{2}(?:[A-Z0-9]{3})?\b/g;
+const SSN_RE = /(?<!\d)(\d{3})[- ](\d{2})[- ](\d{4})(?!\d)/g;
+const ROUTING_RE = /(?<!\d)\d{9}(?!\d)/g;
+const VIN_RE = /(?<![A-Z0-9])[A-HJ-NPR-Z0-9]{17}(?![A-Z0-9])/gi;
+const ES_DNI_RE = /(?<![A-Z0-9])(?:\d{8}|[XYZ]\d{7})[A-Z](?![A-Z0-9])/gi;
+const NAT_ID_RE = /(?<![A-Za-z0-9])\d[\d .\-]{7,17}\d(?![A-Za-z0-9])/g;
+const IT_CF_RE = /(?<![A-Za-z0-9])[A-Z]{6}\d{2}[A-Z]\d{2}[A-Z]\d{3}[A-Z](?![A-Za-z0-9])/gi;
+const FI_HETU_RE = /(?<![A-Za-z0-9])\d{6}[-+A-F]\d{3}[0-9A-Y](?![A-Za-z0-9])/g;
+const DK_CPR_RE = /(?<!\d)\d{6}[- ]?\d{4}(?!\d)/g;
+const VAT_RE = /(?<![A-Za-z0-9])(AT|BE|BG|CY|CZ|DE|DK|EE|EL|GR|ES|FI|FR|HR|HU|IE|IT|LT|LU|LV|MT|NL|PL|PT|RO|SE|SI|SK)\s?([0-9A-Za-z]{5,14})(?![A-Za-z0-9])/g;
+const IMEI_RE = /(?<!\d)\d{15}(?!\d)/g;
+const SE_PN_RE = /(?<!\d)((?:\d{2})?\d{6})[-+](\d{4})(?!\d)/g;
+const PASSPORT_VAL_RE = /(?<![A-Za-z0-9])[A-Z0-9]{6,9}(?![A-Za-z0-9])/g;
+const PPS_RE = /(?<![A-Za-z0-9])\d{7}[A-Za-z]{1,2}(?![A-Za-z0-9])/g;
+const PL_DL_RE = /(?<![0-9/])\d{5}\/\d{2}\/\d{4,7}(?![0-9/])/g;
+const CONTEXT_DIGIT_RE = /(?<![A-Za-z0-9])\d{7,12}(?![A-Za-z0-9])/g;
+const INTL_PHONE_RE = /(?<!\w)\+\d{1,3}[ .-]?(?:\(?\d{1,5}\)?[ .-]?){1,5}\d{2,5}(?!\w)/g;
+const GENERIC_PHONE_RE = /(?<!\w)(?:\+?\d{1,3}[ .-]?)?(?:\(?\d{2,5}\)?[ .-]?){2,5}\d{2,5}(?!\w)/g;
+// keyword contexts
+const IP_CTX = /\b(?:ip|ipv4|ipv6|address|addr|host|server|node|endpoint|cidr)\b|地址/i;
+const ROUTING_CTX = /\b(?:routing|aba|bank|wire|ach)\b/i;
+const SSN_CTX = /\b(?:ssn|social security|social insurance|social number|sin|seguridad social)\b|社保|社会保障|사회보장/i;
+const TAX_CTX = /\b(?:tax|taxnum|tax number|tax identification|tin|vat|npwp)\b|税号|税|세금/i;
+const GOV_CTX = /\b(?:national id|identity card|id card|government id|nric|fin|dni|nie|cpf|cnpj|passport)\b|身份证|주민등록/i;
+const NAT_ID_CTX = /(?<![\p{L}\p{N}])(?:id|ident\w*|national|personal (?:id|number|code)|pesel|bsn|burgerservice\w*|egn|ЕГН|cnp|oib|amka|ΑΜΚΑ|isikukood|henkilötunnus|hetu|codice fiscale|rodné|personnummer|personas kods|asmens kodas|emšo|emso|matricule|rijksregister\w*|steuer\w*|dni|nie|nif|nir|insee|sécu\w*|sécurité sociale|secu\w*|rodn[eé]|ad[oó]azonos[ií]t[oó]|ad[oó]sz[aá]m|cpr|nip|partita iva|p\.?\s?iva|iva|vat|svnr|sozialversicherung\w*|pps\w*|tax|fiscal\w*|social|seguridad)(?![\p{L}\p{N}])/iu;
+const VAT_CTX = /(?<![\p{L}\p{N}])(?:vat|ust[- ]?id\w*|umsatzsteuer|tva|iva|partita iva|btw|moms|alv|dph|di[cč]|pvn|pvm|dds|nip|nif|cif|[aá]fa|arvonlis\w*|fiscal\w*|tax)(?![\p{L}\p{N}])|ΑΦΜ|ФДС/iu;
+const IMEI_CTX = /\bimei\b/i;
+const SE_PN_CTX = /\b(?:personnummer|person\s*number|födelsenummer|personnr)\b/i;
+const PASSPORT_CTX = /\b(?:passport|passeport|reisepass|pasaporte|passaporto|paspoort)\b/i;
+const PPS_CTX = /\b(?:pps|ppsn|personal\s*public\s*service)\b/i;
+const DK_CPR_CTX = /\bcpr\b/i;
+const CREDIT_CTX = /\b(?:credit\s*card|debit\s*card|payment\s*card|bank\s*card|card\s*(?:number|no|num|info|ending|on file)|card\s*(?:charged|debited)|charged?\s*(?:my\s*|the\s*)?card|\bcard\b|visa|mastercard|master\s*card|maestro|amex|american\s*express|discover|diners|tarjeta|carte bancaire|kreditkarte|carta di credito|cartão)\b|信用卡|银行卡|カード|카드/i;
+const PHONE_CTX = /\b(?:phone|mobile|tel(?:ephone)?|cell|call(?:\s*me)?|fax|whatsapp|sms|contact number|phone number|telefon(?:ní|nummer|szám|o|oon)?|teléfono|téléphone|telepon|mobil(?:e|ni|telefon)?|gsm|tlf|zavolejte|zadzwoń|appelez|appeler|téléphonez|chiamare|chiami|chiama|llame|llamar|llamada|ligue|ligar|bel(?:len)?|hívja|hívjon|sunați|sună|ring|ringa|nazovite|καλέστε|τηλέφωνο|телефон)\b|电话|電話|연락처|전화/i;
+// document-type keyword recognizers (keyword is case-insensitive, value is
+// uppercase - JS has no inline (?-i:), so we match the keyword then extract the
+// value case-sensitively from the remaining text).
+const DL_KW = /(?<![\p{L}\p{N}])(driving licen[cs]e|driver'?s? licen[cs]e|licence number|permis de conduire|permis de conduite|f[uü]hrerschein|fahrerlaubnis(?:nummer)?|patente(?: di guida)?|numero patente|prawo jazdy|rijbewijs(?:nummer)?|(?:carn[eé]|permiso) de conducir|carta de condu[cç][aã]o|k[oö]rkort(?:snummer)?|k[oø]rekort|ajokortti|vezet[oő]i enged[eé]ly|[rř]idi[cč]sk[\p{L}]* pr[uů]kaz[\p{L}]*|vodi[cč]sk[\p{L}]* preukaz[\p{L}]*|permis de conducere|voza[cč]k[au] dozvol[ae]|vozni[sš]ko dovoljenje|vairuotojo pa[zž]ym[eė]jimas|vad[iī]t[aā]ja apliec[iī]ba|juhiluba|licenzja tas-sewqan)(?:[\s.:\-]*(?:nr|no|nummer|number|num[eé]ro|n[°º])\.?)?/giu;
+const DOC_ID_KW = /\b(passport|passeport|reisepass|pasaporte|passaporto|paspoort|national id|identity card|id card|identity number|identification number|id number|id no|personalausweis|ausweisnummer|ausweis|carte d.identit[eé]|documento de identidad|documento di identit[aà]|carta d.identit[aà]|identiteitskaart|n[uú]mero de identificaci[oó]n|de identifica[cç][aã]o|c[eé]dula)/gi;
+const PASSPORT_KW = /^(passport|passeport|reisepass|pasaporte|passaporto|paspoort)/i;
+// value after a document keyword: uppercase/digit token with single-char seps.
+const DOC_VALUE = /^[^A-Z0-9\n]{0,18}?([A-Z0-9](?:[A-Z0-9]|[ .\-/](?=[A-Z0-9])){4,44})/;
+const DL_VALUE = /^[^A-Z0-9\n]{0,14}?([A-Z0-9](?:[A-Z0-9]|[ .\-/](?=[A-Z0-9])){4,24})/;
+const BIC_BEFORE = /(?:swift\s*[-/]?\s*bic|swift\s+code|bic(?:\s+code)?)\s*[:#=(\[]?\s*$/i;
+const _IBAN_LEN = { AD: 24, AE: 23, AL: 28, AT: 20, AZ: 28, BA: 20, BE: 16, BG: 22, BH: 22, BR: 29, BY: 28, CH: 21, CR: 22, CY: 28, CZ: 24, DE: 22, DK: 18, DO: 28, EE: 20, EG: 29, ES: 24, FI: 18, FO: 18, FR: 27, GB: 22, GE: 22, GI: 23, GL: 18, GR: 27, GT: 28, HR: 21, HU: 28, IE: 22, IL: 23, IS: 26, IT: 27, JO: 30, KW: 30, KZ: 20, LB: 28, LC: 32, LI: 21, LT: 20, LU: 20, LV: 21, MC: 27, MD: 24, ME: 22, MK: 19, MR: 27, MT: 31, MU: 30, NL: 18, NO: 15, PK: 24, PL: 28, PS: 29, PT: 25, QA: 29, RO: 24, RS: 22, SA: 24, SC: 31, SE: 24, SI: 19, SK: 24, SM: 27, TN: 24, TR: 26, UA: 29, VG: 24, XK: 20 };
+// ---------------------------------------------------------------- helpers
+const dig = (s) => s.replace(/\D/g, "");
+const dl = (s) => [...s].filter((c) => c >= "0" && c <= "9").map(Number);
+const isAlnum = (c) => /[A-Za-z0-9]/.test(c);
+const isAlpha = (c) => /[A-Za-z]/.test(c);
+const wsum = (d, w) => d.reduce((a, x, i) => a + (i < w.length ? x * w[i] : 0), 0);
+function hasContext(re, text, start, end, window = 48) {
+    const lo = Math.max(0, start - window), hi = Math.min(text.length, end + window);
+    return re.test(text.slice(lo, hi));
+}
+function before(re, text, start, window = 64) {
+    return re.test(text.slice(Math.max(0, start - window), start));
+}
+// ---------------------------------------------------------------- checksums
+function luhnLen(d) {
+    let total = 0;
+    const parity = d.length % 2;
+    for (let i = 0; i < d.length; i++) {
+        let x = d[i];
+        if (i % 2 === parity) {
+            x *= 2;
+            if (x > 9)
+                x -= 9;
+        }
+        total += x;
+    }
+    return total % 10 === 0;
+}
+function luhnOk(num) { const d = dl(num); return d.length >= 13 && d.length <= 19 && luhnLen(d); }
+function imeiOk(v) { const d = dl(v); return d.length === 15 && luhnLen(d); }
+function validSePn(v) { let d = dl(v); if (d.length === 12)
+    d = d.slice(2); return d.length === 10 && luhnLen(d); }
+function ibanOk(value) {
+    const s = value.replace(/\s+/g, "").toUpperCase();
+    if (!/^[A-Z]{2}\d{2}[A-Z0-9]{11,30}$/.test(s))
+        return false;
+    if (s.length !== _IBAN_LEN[s.slice(0, 2)])
+        return false;
+    const r = s.slice(4) + s.slice(0, 4);
+    let rem = 0;
+    for (const c of r) {
+        const v = (c >= "A" && c <= "Z") ? (c.charCodeAt(0) - 55).toString() : c;
+        for (const ch of v)
+            rem = (rem * 10 + (ch.charCodeAt(0) - 48)) % 97;
+    }
+    return rem === 1;
+}
+function abaRoutingOk(v) { if (!/^\d{9}$/.test(v))
+    return false; const d = dl(v); return (3 * (d[0] + d[3] + d[6]) + 7 * (d[1] + d[4] + d[7]) + (d[2] + d[5] + d[8])) % 10 === 0; }
+function validUsSsn(v) { const m = /^(\d{3})[- ](\d{2})[- ](\d{4})$/.exec(v); if (!m)
+    return false; const a = +m[1]; if (m[1] === "000" || m[1] === "666" || (a >= 900 && a <= 999))
+    return false; return m[2] !== "00" && m[3] !== "0000"; }
+function bicOk(v) { if (v !== v.toUpperCase())
+    return false; if (!/^[A-Z]{4}[A-Z]{2}[A-Z0-9]{2}([A-Z0-9]{3})?$/.test(v))
+    return false; const c = v.slice(4, 6); return c !== "AA" && c !== "ZZ"; }
+function vinOk(v) {
+    const s = v.toUpperCase();
+    if (!/^[A-HJ-NPR-Z0-9]{17}$/.test(s))
+        return false;
+    const vals = { A: 1, B: 2, C: 3, D: 4, E: 5, F: 6, G: 7, H: 8, J: 1, K: 2, L: 3, M: 4, N: 5, P: 7, R: 9, S: 2, T: 3, U: 4, V: 5, W: 6, X: 7, Y: 8, Z: 9 };
+    const val = (c) => (c >= "0" && c <= "9") ? +c : vals[c];
+    const w = [8, 7, 6, 5, 4, 3, 2, 10, 0, 9, 8, 7, 6, 5, 4, 3, 2];
+    let sum = 0;
+    for (let i = 0; i < 17; i++)
+        sum += val(s[i]) * w[i];
+    const chk = sum % 11;
+    return s[8] === (chk === 10 ? "X" : String(chk));
+}
+function esDniOk(v) { const s = v.toUpperCase(); if (!/^(?:\d{8}|[XYZ]\d{7})$/.test(s.slice(0, -1)) || !/[A-Z]$/.test(s))
+    return false; if (!/^(?:\d{8}|[XYZ]\d{7})[A-Z]$/.test(s))
+    return false; const pfx = { X: "0", Y: "1", Z: "2" }[s[0]]; const num = pfx !== undefined ? +(pfx + s.slice(1, 8)) : +s.slice(0, 8); return s[s.length - 1] === "TRWAGMYFPDXBNJZSQVHLCKE"[num % 23]; }
+// national IDs (by digit count)
+function plPeselOk(v) { const d = dl(v); if (d.length !== 11)
+    return false; if ((10 - wsum(d.slice(0, 10), [1, 3, 7, 9, 1, 3, 7, 9, 1, 3]) % 10) % 10 !== d[10])
+    return false; const mm = (d[2] * 10 + d[3]) % 20; return mm >= 1 && mm <= 12 && (d[4] * 10 + d[5]) >= 1 && (d[4] * 10 + d[5]) <= 31; }
+function nlBsnOk(v) { const d = dl(v); return d.length === 9 && d.some((x) => x) && (wsum(d.slice(0, 8), [9, 8, 7, 6, 5, 4, 3, 2]) - d[8]) % 11 === 0; }
+function bgEgnOk(v) { const d = dl(v); if (d.length !== 10)
+    return false; let c = wsum(d.slice(0, 9), [2, 4, 8, 5, 10, 9, 7, 3, 6]) % 11; if (c === 10)
+    c = 0; if (c !== d[9])
+    return false; let mm = d[2] * 10 + d[3]; mm = (mm >= 21 && mm <= 32) ? mm - 20 : (mm >= 41 && mm <= 52) ? mm - 40 : mm; return mm >= 1 && mm <= 12 && (d[4] * 10 + d[5]) >= 1 && (d[4] * 10 + d[5]) <= 31; }
+function roCnpOk(v) { const d = dl(v); if (d.length !== 13)
+    return false; let c = wsum(d.slice(0, 12), [2, 7, 9, 1, 4, 6, 3, 5, 8, 2, 7, 9]) % 11; if (c === 10)
+    c = 1; return c === d[12] && d[0] >= 1 && d[0] <= 9 && (d[3] * 10 + d[4]) >= 1 && (d[3] * 10 + d[4]) <= 12 && (d[5] * 10 + d[6]) >= 1 && (d[5] * 10 + d[6]) <= 31; }
+function hrOibOk(v) { const d = dl(v); if (d.length !== 11)
+    return false; let r = 10; for (let i = 0; i < 10; i++) {
+    r = (r + d[i]) % 10 || 10;
+    r = (r * 2) % 11;
+} return (11 - r) % 10 === d[10]; }
+function eeIsikukoodOk(v) { const d = dl(v); if (d.length !== 11)
+    return false; let c = wsum(d.slice(0, 10), [1, 2, 3, 4, 5, 6, 7, 8, 9, 1]) % 11; if (c === 10) {
+    c = wsum(d.slice(0, 10), [3, 4, 5, 6, 7, 8, 9, 1, 2, 3]) % 11;
+    if (c === 10)
+        c = 0;
+} return c === d[10]; }
+function grAmkaOk(v) { const d = dl(v); if (d.length !== 11 || (d[2] * 10 + d[3]) < 1 || (d[2] * 10 + d[3]) > 12)
+    return false; return luhnLen(d); }
+function ptNifOk(v) { const d = dl(v); if (d.length !== 9 || ![1, 2, 3, 5, 6, 8, 9].includes(d[0]))
+    return false; let c = 11 - wsum(d.slice(0, 8), [9, 8, 7, 6, 5, 4, 3, 2]) % 11; if (c >= 10)
+    c = 0; return c === d[8]; }
+function frNirOk(v) { const d = dl(v); if (d.length !== 15 || (d[0] !== 1 && d[0] !== 2))
+    return false; const k = 97 - Number(d.slice(0, 13).join("")) % 97; return d[13] * 10 + d[14] === (k || 97); }
+function beRrnOk(v) { const d = dl(v); if (d.length !== 11)
+    return false; const base = Number(d.slice(0, 9).join("")), chk = d[9] * 10 + d[10]; return (97 - base % 97) % 97 === chk || (97 - (2e9 + base) % 97) % 97 === chk; }
+function czRcOk(v) { const d = dl(v); if (d.length !== 10)
+    return false; const mm = d[2] * 10 + d[3]; if (![0, 20, 50, 70].some((o) => mm - o >= 1 && mm - o <= 12))
+    return false; return Number(d.join("")) % 11 === 0; }
+function siEmsoOk(v) { const d = dl(v); if (d.length !== 13 || (d[2] * 10 + d[3]) < 1 || (d[2] * 10 + d[3]) > 12)
+    return false; const m = wsum(d.slice(0, 12), [7, 6, 5, 4, 3, 2, 7, 6, 5, 4, 3, 2]) % 11; const chk = m === 0 ? 0 : 11 - m; return chk !== 10 && chk === d[12]; }
+function huAdoazOk(v) { const d = dl(v); if (d.length !== 10 || d[0] !== 8)
+    return false; let c = 0; for (let i = 0; i < 9; i++)
+    c += d[i] * (i + 1); c %= 11; return c !== 10 && c === d[9]; }
+function lvPkOk(v) { const d = dl(v); if (d.length !== 11 || d[0] === 3 || (d[2] * 10 + d[3]) < 1 || (d[2] * 10 + d[3]) > 12)
+    return false; return ((1 - wsum(d.slice(0, 10), [1, 6, 3, 7, 9, 10, 5, 8, 4, 2])) % 11 + 11) % 11 % 10 === d[10]; }
+function plNipOk(v) { const d = dl(v); if (d.length !== 10)
+    return false; const c = wsum(d.slice(0, 9), [6, 5, 7, 2, 3, 4, 5, 6, 7]) % 11; return c !== 10 && c === d[9]; }
+function itPivaOk(v) { const d = dl(v); if (d.length !== 11)
+    return false; let x = 0, y = 0; for (let i = 0; i < 10; i += 2)
+    x += d[i]; for (let i = 1; i < 10; i += 2) {
+    let t = d[i] * 2;
+    y += t > 9 ? t - 9 : t;
+} return (10 - (x + y) % 10) % 10 === d[10]; }
+function atSvnrOk(v) { const d = dl(v); if (d.length !== 10)
+    return false; const w = [3, 7, 9, 0, 5, 8, 4, 2, 1, 6]; let c = 0; for (let i = 0; i < 10; i++)
+    if (i !== 3)
+        c += d[i] * w[i]; c %= 11; return c !== 10 && c === d[3]; }
+function iePpsOk(v) { const m = /^(\d{7})([A-W])([A-W]?)$/.exec(v.toUpperCase()); if (!m)
+    return false; let s = 0; for (let i = 0; i < 7; i++)
+    s += +m[1][i] * (8 - i); if (m[3])
+    s += (m[3].charCodeAt(0) - 64) * 9; return "WABCDEFGHIJKLMNOPQRSTUV"[s % 23] === m[2]; }
+function itCfOk(v) { const s = v.toUpperCase(); if (!/^[A-Z0-9]{16}$/.test(s))
+    return false; const odd = { "0": 1, "1": 0, "2": 5, "3": 7, "4": 9, "5": 13, "6": 15, "7": 17, "8": 19, "9": 21, A: 1, B: 0, C: 5, D: 7, E: 9, F: 13, G: 15, H: 17, I: 19, J: 21, K: 2, L: 4, M: 18, N: 20, O: 11, P: 3, Q: 6, R: 8, S: 12, T: 14, U: 16, V: 10, W: 22, X: 25, Y: 24, Z: 23 }; const evenV = (c) => (c >= "0" && c <= "9") ? +c : c.charCodeAt(0) - 65; let tot = 0; for (let i = 0; i < 15; i++)
+    tot += (i % 2 === 0 ? odd[s[i]] : evenV(s[i])); return String.fromCharCode(65 + tot % 26) === s[15]; }
+function fiHetuOk(v) { const m = /^(\d{6})[-+A-F](\d{3})([0-9A-Y])$/.exec(v.replace(/ /g, "").toUpperCase()); return !!m && "0123456789ABCDEFHJKLMNPRSTUVWXY"[Number(m[1] + m[2]) % 31] === m[3]; }
+const NAT_VALIDATORS = {
+    9: [nlBsnOk, ptNifOk],
+    10: [bgEgnOk, czRcOk, huAdoazOk, plNipOk, atSvnrOk],
+    11: [plPeselOk, hrOibOk, grAmkaOk, eeIsikukoodOk, lvPkOk, beRrnOk, itPivaOk],
+    13: [roCnpOk, siEmsoOk],
+    15: [frNirOk],
+};
+// VAT: per-country checksum (reuse national-ID checks where they coincide)
+const V = {
+    AT: (n) => { if (!/^U\d{8}$/.test(n))
+        return false; let s = 4; for (let i = 0; i < 7; i++) {
+        let x = +n[1 + i] * (i % 2 ? 2 : 1);
+        s += x > 9 ? x - 9 : x;
+    } return (10 - s % 10) % 10 === +n[8]; },
+    BE: (n) => /^0\d{9}$/.test(n) && (97 - Number(n.slice(0, 8)) % 97) === +n.slice(8),
+    BG: (n) => { if (/^\d{9}$/.test(n)) {
+        const d = dl(n);
+        let s = 0;
+        for (let i = 0; i < 8; i++)
+            s += d[i] * (i + 1);
+        s %= 11;
+        if (s === 10) {
+            s = 0;
+            for (let i = 0; i < 8; i++)
+                s += d[i] * (i + 3);
+            s %= 11;
+            if (s === 10)
+                s = 0;
+        }
+        return s === d[8];
+    } return /^\d{10}$/.test(n) && bgEgnOk(n); },
+    CY: (n) => { if (!/^\d{8}[A-Z]$/.test(n))
+        return false; const tr = { 0: 1, 1: 0, 2: 5, 3: 7, 4: 9, 5: 13, 6: 15, 7: 17, 8: 19, 9: 21 }; let s = 0; for (let i = 0; i < 8; i++)
+        s += (i % 2 === 0 ? tr[+n[i]] : +n[i]); return String.fromCharCode(65 + s % 26) === n[8]; },
+    CZ: (n) => { if (/^\d{8}$/.test(n)) {
+        let s = 0;
+        for (let i = 0; i < 7; i++)
+            s += +n[i] * (8 - i);
+        s %= 11;
+        return (11 - s) % 10 === +n[7];
+    } return /^\d{10}$/.test(n) && czRcOk(n); },
+    DE: (n) => { if (!/^\d{9}$/.test(n))
+        return false; let p = 10; for (let i = 0; i < 8; i++) {
+        let s = (+n[i] + p) % 10 || 10;
+        p = (s * 2) % 11;
+    } return (11 - p) % 10 === +n[8]; },
+    DK: (n) => /^\d{8}$/.test(n) && wsum(dl(n), [2, 7, 6, 5, 4, 3, 2, 1]) % 11 === 0,
+    EE: (n) => /^\d{9}$/.test(n) && (10 - wsum(dl(n).slice(0, 8), [3, 7, 1, 3, 7, 1, 3, 7]) % 10) % 10 === +n[8],
+    EL: (n) => { if (!/^\d{9}$/.test(n))
+        return false; let s = 0; for (let i = 0; i < 8; i++)
+        s += +n[i] * (2 ** (8 - i)); s %= 11; return (s < 10 ? s : 0) === +n[8]; },
+    ES: (n) => /^[A-Z0-9]\d{7}[A-Z0-9]$/.test(n),
+    FI: (n) => { if (!/^\d{8}$/.test(n))
+        return false; const s = wsum(dl(n).slice(0, 7), [7, 9, 10, 5, 8, 4, 2]) % 11; return s !== 1 && (s === 0 ? 0 : 11 - s) === +n[7]; },
+    FR: (n) => { if (!/^\d{11}$/.test(n))
+        return false; const siren = n.slice(2); const d = dl(siren); let ls = 0; for (let i = 0; i < d.length; i++) {
+        let x = d[d.length - 1 - i] * (i % 2 ? 2 : 1);
+        ls += x > 9 ? x - 9 : x;
+    } return ls % 10 === 0 && +n.slice(0, 2) === (12 + 3 * (Number(siren) % 97)) % 97; },
+    HR: (n) => hrOibOk(n), HU: (n) => /^\d{8}$/.test(n) && (10 - wsum(dl(n).slice(0, 7), [9, 7, 3, 1, 9, 7, 3]) % 10) % 10 === +n[7],
+    IE: (n) => { const m = /^(\d{7})([A-W])([A-W]?)$/.exec(n); if (!m)
+        return false; let s = 0; for (let i = 0; i < 7; i++)
+        s += +m[1][i] * (8 - i); if (m[3])
+        s += (m[3].charCodeAt(0) - 64) * 9; return "WABCDEFGHIJKLMNOPQRSTUV"[s % 23] === m[2]; },
+    IT: (n) => itPivaOk(n),
+    LT: (n) => { if (!/^(\d{9}|\d{12})$/.test(n))
+        return false; const d = dl(n), k = d.length; let s = 0; for (let i = 0; i < k - 1; i++)
+        s += d[i] * ((i % 9) + 1); s %= 11; if (s === 10) {
+        s = 0;
+        for (let i = 0; i < k - 1; i++)
+            s += d[i] * ((i % 9) + 3);
+        s %= 11;
+        if (s === 10)
+            s = 0;
+    } return s === d[k - 1]; },
+    LU: (n) => /^\d{8}$/.test(n) && Number(n.slice(0, 6)) % 89 === +n.slice(6),
+    LV: (n) => /^\d{11}$/.test(n), MT: (n) => /^\d{8}$/.test(n) && (37 - wsum(dl(n).slice(0, 6), [3, 4, 6, 7, 8, 9]) % 37) % 37 === +n.slice(6),
+    NL: (n) => /^\d{9}B\d{2}$/.test(n), PL: (n) => plNipOk(n), PT: (n) => ptNifOk(n),
+    RO: (n) => { if (!/^\d{2,10}$/.test(n))
+        return false; const b = n.slice(0, -1); const full = [7, 5, 3, 2, 1, 7, 5, 3, 2]; const w = full.slice(full.length - b.length); let s = 0; for (let i = 0; i < b.length; i++)
+        s += +b[i] * w[i]; s = (s * 10) % 11; return (s === 10 ? 0 : s) === +n[n.length - 1]; },
+    SE: (n) => { if (!/^\d{10}01$/.test(n))
+        return false; const d = dl(n.slice(0, 10)); let ls = 0; for (let i = 0; i < 10; i++) {
+        let x = d[i] * (i % 2 === 0 ? 2 : 1);
+        ls += x > 9 ? x - 9 : x;
+    } return ls % 10 === 0; },
+    SI: (n) => { if (!/^\d{8}$/.test(n))
+        return false; const s = wsum(dl(n).slice(0, 7), [8, 7, 6, 5, 4, 3, 2]) % 11; const c = 11 - s; return c !== 10 && (c === 11 ? 0 : c) === +n[7]; },
+    SK: (n) => /^\d{10}$/.test(n) && Number(n) % 11 === 0,
+};
+V.GR = V.EL;
+const VAT_FMT_ONLY = new Set(["ES", "LV", "NL"]);
+// ---------------------------------------------------------------- merge
+function merge(spans) {
+    const ordered = spans.slice().sort((a, b) => a.start - b.start || (b.end - b.start) - (a.end - a.start) || a.label.localeCompare(b.label));
+    const out = [];
+    for (const s of ordered) {
+        if (!out.length || s.start >= out[out.length - 1].end)
+            out.push(s);
+        else {
+            const p = out[out.length - 1];
+            const sl = s.end - s.start, pl = p.end - p.start;
+            if (sl > pl || (sl === pl && s.score > p.score))
+                out[out.length - 1] = s;
+        }
+    }
+    return out;
+}
+// trim a document-keyword value that swallowed a following lowercase word
+function trimTrailingWord(text, val, end) {
+    while (val.length >= 2 && isAlpha(val[val.length - 1]) && val[val.length - 2] === " " && end < text.length && text[end] >= "a" && text[end] <= "z") {
+        val = val.slice(0, -2);
+        end -= 2;
+    }
+    return [val, end];
+}
+export function deterministicDetect(text, enabled) {
+    const en = enabled ? new Set(enabled) : OWNED;
+    const spans = [];
+    const add = (s, e, label, score = 1.0) => { if (s < e)
+        spans.push({ start: s, end: e, label, score }); };
+    for (const m of text.matchAll(EMAIL_RE))
+        add(m.index, m.index + m[1].length, "EMAIL");
+    for (const m of text.matchAll(URL_RE)) {
+        if (m.index > 0 && text[m.index - 1] === "@")
+            continue;
+        add(m.index, m.index + m[1].length, "URL");
+    }
+    for (const m of text.matchAll(IPV4_RE))
+        if (isIp(m[0]) && hasContext(IP_CTX, text, m.index, m.index + m[0].length, 40))
+            add(m.index, m.index + m[0].length, "IP_ADDRESS");
+    for (const m of text.matchAll(IPV6_RE)) {
+        if (m[0] === ":" || m[0] === "::")
+            continue;
+        if (isIp(m[0]) && hasContext(IP_CTX, text, m.index, m.index + m[0].length, 40))
+            add(m.index, m.index + m[0].length, "IP_ADDRESS");
+    }
+    for (const m of text.matchAll(MAC_RE))
+        add(m.index, m.index + m[0].length, "IP_ADDRESS");
+    for (const m of text.matchAll(CC_RE)) {
+        const val = m[0];
+        if (new Set(dig(val)).size <= 1)
+            continue;
+        const b = text.slice(Math.max(0, m.index - 56), m.index);
+        if (luhnOk(val) && CREDIT_CTX.test(b)) {
+            let end = m.index + val.length;
+            while (end > m.index && " -.".includes(text[end - 1]))
+                end--;
+            add(m.index, end, "CREDIT_CARD");
+        }
+    }
+    for (const m of text.matchAll(IBAN_RE))
+        if (ibanOk(m[0]))
+            add(m.index, m.index + m[0].length, "BANK_ACCOUNT");
+    for (const m of text.matchAll(BIC_RE))
+        if (bicOk(m[0]) && before(BIC_BEFORE, text, m.index, 64))
+            add(m.index, m.index + m[0].length, "BANK_ACCOUNT");
+    for (const m of text.matchAll(ES_DNI_RE))
+        if (esDniOk(m[0]) && hasContext(GOV_CTX, text, m.index, m.index + m[0].length, 56))
+            add(m.index, m.index + m[0].length, "GOVERNMENT_ID");
+    for (const m of text.matchAll(NAT_ID_RE)) {
+        const d = m[0];
+        const n = dl(d).length;
+        const vals = NAT_VALIDATORS[n];
+        if (vals && vals.some((fn) => fn(d)) && hasContext(NAT_ID_CTX, text, m.index, m.index + d.length, 64))
+            add(m.index, m.index + d.length, "GOVERNMENT_ID", 0.92);
+    }
+    for (const m of text.matchAll(IT_CF_RE))
+        if (itCfOk(m[0]))
+            add(m.index, m.index + m[0].length, "GOVERNMENT_ID", 0.95);
+    for (const m of text.matchAll(FI_HETU_RE))
+        if (fiHetuOk(m[0]))
+            add(m.index, m.index + m[0].length, "GOVERNMENT_ID", 0.95);
+    for (const m of text.matchAll(DK_CPR_RE)) {
+        const d = dl(m[0]);
+        if ((d[0] * 10 + d[1]) >= 1 && (d[0] * 10 + d[1]) <= 31 && (d[2] * 10 + d[3]) >= 1 && (d[2] * 10 + d[3]) <= 12 && before(DK_CPR_CTX, text, m.index, 40))
+            add(m.index, m.index + m[0].length, "GOVERNMENT_ID", 0.85);
+    }
+    for (const m of text.matchAll(VAT_RE)) {
+        const cc = m[1];
+        const num = m[2].replace(/\s/g, "").toUpperCase();
+        const fn = V[cc];
+        if (fn && fn(num) && (!VAT_FMT_ONLY.has(cc) || hasContext(VAT_CTX, text, m.index, m.index + m[0].length, 40)))
+            add(m.index, m.index + m[0].length, "TAX_ID", 0.95);
+    }
+    for (const m of text.matchAll(IMEI_RE))
+        if (imeiOk(m[0]) && hasContext(IMEI_CTX, text, m.index, m.index + m[0].length, 32))
+            add(m.index, m.index + m[0].length, "IMEI", 0.9);
+    for (const m of text.matchAll(SSN_RE))
+        if (validUsSsn(m[0]) || hasContext(SSN_CTX, text, m.index, m.index + m[0].length))
+            add(m.index, m.index + m[0].length, "SSN");
+    for (const m of text.matchAll(SE_PN_RE))
+        if (validSePn(m[0]) || before(SE_PN_CTX, text, m.index, 40))
+            add(m.index, m.index + m[0].length, "GOVERNMENT_ID");
+    for (const m of text.matchAll(PASSPORT_VAL_RE))
+        if (/\d/.test(m[0]) && before(PASSPORT_CTX, text, m.index, 32))
+            add(m.index, m.index + m[0].length, "PASSPORT");
+    // driving licences: keyword then case-sensitive value
+    for (const m of text.matchAll(DL_KW)) {
+        const vm = DL_VALUE.exec(text.slice(m.index + m[0].length));
+        if (!vm)
+            continue;
+        const vs = m.index + m[0].length + vm.index + vm[0].indexOf(vm[1]);
+        let [val, end] = trimTrailingWord(text, vm[1], vs + vm[1].length);
+        if ([...val].filter(isAlnum).length >= 5)
+            add(vs, end, "DRIVERS_LICENSE", 0.9);
+    }
+    for (const m of text.matchAll(PL_DL_RE))
+        add(m.index, m.index + m[0].length, "DRIVERS_LICENSE", 0.9);
+    for (const m of text.matchAll(DOC_ID_KW)) {
+        const vm = DOC_VALUE.exec(text.slice(m.index + m[0].length));
+        if (!vm)
+            continue;
+        const vs = m.index + m[0].length + vm.index + vm[0].indexOf(vm[1]);
+        let [val, end] = trimTrailingWord(text, vm[1], vs + vm[1].length);
+        if ([...val].filter((c) => c >= "0" && c <= "9").length >= 1 && [...val].filter(isAlnum).length >= 6) {
+            const lab = PASSPORT_KW.test(m[1]) ? "PASSPORT" : "GOVERNMENT_ID";
+            add(vs, end, lab, 0.9);
+        }
+    }
+    for (const m of text.matchAll(PPS_RE))
+        if (iePpsOk(m[0]) || hasContext(PPS_CTX, text, m.index, m.index + m[0].length, 32))
+            add(m.index, m.index + m[0].length, "GOVERNMENT_ID");
+    for (const m of text.matchAll(CONTEXT_DIGIT_RE)) {
+        const d = dig(m[0]);
+        const b = text.slice(Math.max(0, m.index - 56), m.index);
+        if (d.length >= 7 && d.length <= 12 && SSN_CTX.test(b) && !TAX_CTX.test(b))
+            add(m.index, m.index + m[0].length, "SSN", 0.9);
+    }
+    for (const m of text.matchAll(ROUTING_RE))
+        if (abaRoutingOk(m[0]) && hasContext(ROUTING_CTX, text, m.index, m.index + m[0].length))
+            add(m.index, m.index + m[0].length, "ROUTING_NUMBER");
+    for (const m of text.matchAll(INTL_PHONE_RE)) {
+        const n = dig(m[0]).length;
+        if (n >= 8 && n <= 15)
+            add(m.index, m.index + m[0].length, "PHONE", 0.92);
+    }
+    for (const m of text.matchAll(GENERIC_PHONE_RE)) {
+        const d = dig(m[0]);
+        const b = text.slice(Math.max(0, m.index - 56), m.index);
+        const grouped = /[ .\-]/.test(m[0]);
+        if (PHONE_CTX.test(b) && ((d.length >= 9 && d.length <= 15) || (d.length >= 7 && d.length <= 8 && grouped)))
+            add(m.index, m.index + m[0].length, "PHONE", 0.88);
+    }
+    return merge(spans).filter((s) => en.has(s.label)).map((s) => ({ start: s.start, end: s.end, label: s.label }));
+}
+function isIp(v) {
+    if (/^(\d{1,3}\.){3}\d{1,3}$/.test(v))
+        return v.split(".").every((p) => +p <= 255);
+    if (/^[0-9a-f:]+$/i.test(v) && v.includes(":") && v !== ":" && v !== "::") {
+        const parts = v.split("::");
+        if (parts.length > 2)
+            return false;
+        return true;
+    }
+    return false;
+}
+export { OWNED as OWNED_LABELS };

package/dist/index.d.ts

@@ -0,0 +1,21 @@
+import { Redact, type LoadOptions } from "./model.js";
+import type { Options, Redaction, Span } from "./types.js";
+export { Redact, type LoadOptions } from "./model.js";
+export type { Options, Redaction, RedactionItem, Span, RedactLabel } from "./types.js";
+export { deterministicDetect, OWNED_LABELS } from "./deterministic.js";
+/**
+ * Default loading configuration. Mutate before the first {@link redaction} /
+ * {@link detect} call, or pass overrides to {@link load}.
+ */
+export declare const env: LoadOptions;
+/** Loads the model (Hugging Face Hub, cached) or a local dir if `localPath` is set. */
+export declare function load(options?: LoadOptions): Promise<Redact>;
+/**
+ * Redact the PII in `text`, returning the masked text, the detections, and a
+ * `restore` helper. The model loads (and caches) lazily on first call.
+ */
+export declare function redaction(text: string, options?: Options): Promise<Redaction>;
+/** Detect PII spans in `text` without building placeholders. */
+export declare function detect(text: string, options?: Options): Promise<Span[]>;
+/** Clears the memoized model so the next call re-reads {@link env}. */
+export declare function reset(): void;

package/dist/index.js

@@ -0,0 +1,42 @@
+import { Redact } from "./model.js";
+export { Redact } from "./model.js";
+export { deterministicDetect, OWNED_LABELS } from "./deterministic.js";
+/**
+ * Default loading configuration. Mutate before the first {@link redaction} /
+ * {@link detect} call, or pass overrides to {@link load}.
+ */
+export const env = {
+    repo: "desert-ant-labs/redact",
+    revision: "v0.2.0",
+    useCache: true,
+};
+/** Loads the model (Hugging Face Hub, cached) or a local dir if `localPath` is set. */
+export async function load(options = {}) {
+    return Redact.load({ ...env, ...options });
+}
+let modelPromise = null;
+function shared() {
+    if (!modelPromise) {
+        // Don't cache a rejected load: clear the slot on failure so the next call retries.
+        modelPromise = load().catch((err) => {
+            modelPromise = null;
+            throw err;
+        });
+    }
+    return modelPromise;
+}
+/**
+ * Redact the PII in `text`, returning the masked text, the detections, and a
+ * `restore` helper. The model loads (and caches) lazily on first call.
+ */
+export async function redaction(text, options = {}) {
+    return (await shared()).redaction(text, options);
+}
+/** Detect PII spans in `text` without building placeholders. */
+export async function detect(text, options = {}) {
+    return (await shared()).detect(text, options);
+}
+/** Clears the memoized model so the next call re-reads {@link env}. */
+export function reset() {
+    modelPromise = null;
+}

package/dist/model.d.ts

@@ -0,0 +1,40 @@
+import type { Options, Redaction, Span } from "./types.js";
+/** How to resolve the model files. */
+export interface LoadOptions {
+    /** Model repo id. Default `"desert-ant-labs/redact"`. */
+    repo?: string;
+    /** Pinned revision (tag/branch/commit). Default `"v0.2.0"`. */
+    revision?: string;
+    /** Load from a local directory of model files instead of the Hugging Face Hub. */
+    localPath?: string;
+    /** Cache downloaded files. Default `true`. */
+    useCache?: boolean;
+    /** Directory for the on-disk cache (Node). */
+    cacheDir?: string;
+    /** transformers.js weight dtype. Default `"fp32"` (the published int8 ONNX). */
+    dtype?: string;
+}
+/**
+ * On-device multilingual PII redaction. A tiny BIOES token classifier (via
+ * transformers.js / ONNX Runtime) reconciled with a dependency-free deterministic
+ * recognizer layer. Load once with {@link Redact.load} and reuse.
+ */
+export declare class Redact {
+    private readonly tokenizer;
+    private readonly model;
+    private readonly id2label;
+    private readonly specialIds;
+    private constructor();
+    /** Loads the model from the Hugging Face Hub (cached) or a local directory. */
+    static load(options?: LoadOptions): Promise<Redact>;
+    private reconstructOffsets;
+    private mlSpans;
+    /** Detect PII spans (the full deterministic-owner hybrid pipeline). */
+    detect(text: string, options?: Options): Promise<Span[]>;
+    /**
+     * Detect and redact the PII in `text`. Each entity is replaced by a unique,
+     * numbered placeholder (`[EMAIL_1]`, `[GIVEN_NAME_1]`, ...) so the result is
+     * safe to hand to an LLM and restore afterwards via {@link Redaction.restore}.
+     */
+    redaction(text: string, options?: Options): Promise<Redaction>;
+}