@discretion/core 0.1.0

package/dist/src/transforms/stripInvisibles.js

@@ -0,0 +1,151 @@
+/**
+ * Transform 1: STRIP INVISIBLES.
+ *
+ * Removes zero-width and bidi control characters:
+ *   U+200B–U+200F  (ZWSP, ZWNJ, ZWJ, LRM, RLM)
+ *   U+202A–U+202E  (bidi embedding/override controls)
+ *   U+2060–U+2064  (word joiner, invisible operators)
+ *   U+FEFF         (BOM / zero-width no-break space)
+ *   U+00AD         (soft hyphen)
+ *
+ * These are pure noise for detection and are the classic obfuscation vector
+ * (a ZWSP dropped into the middle of "john@example.com"), so they go first —
+ * they interfere with every transform downstream.
+ *
+ * TWO CHARACTERS IN THE SET ARE SOMETIMES STRUCTURAL, NOT NOISE:
+ *
+ * THE EMOJI EXCEPTION — ZWJ (U+200D) inside an emoji sequence joins the
+ * sequence together; stripping it would corrupt 👨‍👩‍👧 into 👨👩👧. Per UAX #29,
+ * ZWJ and ZWNJ are the only characters in the strip set that can sit INSIDE
+ * a grapheme cluster (all the others have Grapheme_Cluster_Break=Control and
+ * form their own clusters), so the rule is: leave any cluster containing an
+ * Extended_Pictographic code point completely untouched.
+ *
+ * THE JOINING-SCRIPT EXCEPTION — ZWNJ (U+200C) is linguistically MEANINGFUL
+ * in scripts with cursive joining or conjunct formation: in Persian/Urdu and
+ * other Arabic-script languages it controls letter shaping and word
+ * segmentation (می‌خواهم), and in Indic scripts it suppresses conjuncts
+ * (क्‌ष renders dead consonant + ssa instead of the kṣa ligature). Stripping
+ * it there CORRUPTS the text. Rule (mirroring the emoji reasoning): preserve
+ * ZWNJ when its nearest substantive neighbors on BOTH sides — skipping other
+ * invisibles and combining marks — belong to a ZWNJ-using script. Everywhere
+ * else (Latin ligature suppression, obfuscation, stray controls) it is noise
+ * and is stripped.
+ */
+import { MappedTextBuilder } from '../offsetMap.js';
+import { graphemeSegmenter } from './graphemes.js';
+// The character class is assembled from code points rather than written as
+// literals so no invisible characters hide in this source file.
+const cc = (cp) => String.fromCharCode(cp);
+const INVISIBLE = new RegExp(`[${cc(0x00ad)}${cc(0x200b)}-${cc(0x200f)}${cc(0x202a)}-${cc(0x202e)}` +
+    `${cc(0x2060)}-${cc(0x2064)}${cc(0xfeff)}]`);
+const EXTENDED_PICTOGRAPHIC = /\p{Extended_Pictographic}/u;
+/**
+ * Scripts in which ZWNJ carries meaning: the cursive-joining family (Arabic
+ * script as used by Persian, Urdu, Kurdish, …; Syriac; Mongolian) and the
+ * Brahmic/Indic family (conjunct and ligature control). Note these are
+ * Unicode Script properties, deliberately independent of the coarser
+ * ScriptName buckets used for dominance elsewhere.
+ */
+const ZWNJ_SCRIPT = /[\p{Script=Arabic}\p{Script=Syriac}\p{Script=Mongolian}\p{Script=Devanagari}\p{Script=Bengali}\p{Script=Gurmukhi}\p{Script=Gujarati}\p{Script=Oriya}\p{Script=Tamil}\p{Script=Telugu}\p{Script=Kannada}\p{Script=Malayalam}\p{Script=Sinhala}\p{Script=Myanmar}\p{Script=Khmer}]/u;
+const COMBINING_MARK = /\p{M}/u;
+function isInvisible(cp) {
+    return (cp === 0x00ad ||
+        (cp >= 0x200b && cp <= 0x200f) ||
+        (cp >= 0x202a && cp <= 0x202e) ||
+        (cp >= 0x2060 && cp <= 0x2064) ||
+        cp === 0xfeff);
+}
+/**
+ * Walk from `from` in `step` direction to the nearest code point that is
+ * neither a strippable invisible nor a combining mark, and report whether it
+ * belongs to a ZWNJ-using script.
+ *
+ * Marks are skippable because ZWNJ legitimately follows them (the canonical
+ * Hindi use is ZWNJ directly after the virama; Arabic harakat may also sit
+ * between the letter and the ZWNJ) — but a mark that itself carries a
+ * ZWNJ-script Script property (like the virama, Script=Devanagari) already
+ * answers the question and short-circuits to true.
+ */
+function neighborSupportsZwnj(text, from, step) {
+    let i = from;
+    while (step === -1 ? i > 0 : i < text.length) {
+        let j;
+        let cp;
+        if (step === -1) {
+            // Move one code point left, respecting surrogate pairs.
+            j = i - 1;
+            cp = text.charCodeAt(j);
+            if (cp >= 0xdc00 && cp <= 0xdfff && j > 0) {
+                const high = text.charCodeAt(j - 1);
+                if (high >= 0xd800 && high <= 0xdbff) {
+                    j -= 1;
+                    cp = text.codePointAt(j);
+                }
+            }
+        }
+        else {
+            j = i;
+            cp = text.codePointAt(j);
+        }
+        const char = String.fromCodePoint(cp);
+        if (ZWNJ_SCRIPT.test(char))
+            return true;
+        if (!isInvisible(cp) && !COMBINING_MARK.test(char))
+            return false;
+        i = step === -1 ? j : j + char.length;
+    }
+    return false; // ran off the edge of the text
+}
+/** True when the ZWNJ at `zwnjIndex` sits between ZWNJ-using-script text. */
+function shouldPreserveZwnj(text, zwnjIndex) {
+    return neighborSupportsZwnj(text, zwnjIndex, -1) && neighborSupportsZwnj(text, zwnjIndex + 1, 1);
+}
+export function stripInvisibles(text) {
+    if (!INVISIBLE.test(text))
+        return null; // fast path: nothing to strip
+    const builder = new MappedTextBuilder();
+    const changes = [];
+    for (const { segment, index } of graphemeSegmenter.segment(text)) {
+        const segmentEnd = index + segment.length;
+        if (!INVISIBLE.test(segment)) {
+            builder.copyVerbatim(text, index, segmentEnd);
+            continue;
+        }
+        if (EXTENDED_PICTOGRAPHIC.test(segment)) {
+            // Emoji cluster: its ZWJs (and any variation selectors) are structural.
+            builder.copyVerbatim(text, index, segmentEnd);
+            continue;
+        }
+        // Non-emoji cluster containing at least one invisible: strip code-point-wise.
+        let pos = index;
+        for (const char of segment) {
+            const charEnd = pos + char.length;
+            const cp = char.codePointAt(0);
+            if (cp === 0x200c && shouldPreserveZwnj(text, pos)) {
+                // Joining-script ZWNJ: structural, keep it (see header).
+                builder.copyVerbatim(text, pos, charEnd);
+            }
+            else if (isInvisible(cp)) {
+                builder.deleteRange(pos, charEnd);
+                changes.push({
+                    kind: 'strip-invisibles',
+                    start: pos,
+                    end: charEnd,
+                    before: char,
+                    after: '',
+                });
+            }
+            else {
+                builder.copyVerbatim(text, pos, charEnd);
+            }
+            pos = charEnd;
+        }
+    }
+    // Every invisible was structural (emoji ZWJ / joining-script ZWNJ).
+    if (changes.length === 0)
+        return null;
+    const { text: out, map } = builder.finish(text.length);
+    return { text: out, map, changes };
+}
+//# sourceMappingURL=stripInvisibles.js.map

package/dist/src/transforms/stripInvisibles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stripInvisibles.js","sourceRoot":"","sources":["../../../src/transforms/stripInvisibles.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AACH,OAAO,EAAE,iBAAiB,EAA6C,MAAM,iBAAiB,CAAC;AAC/F,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,2EAA2E;AAC3E,gEAAgE;AAChE,MAAM,EAAE,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;AAC3D,MAAM,SAAS,GAAG,IAAI,MAAM,CAC1B,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE;IACpE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAC9C,CAAC;AACF,MAAM,qBAAqB,GAAG,4BAA4B,CAAC;AAE3D;;;;;;GAMG;AACH,MAAM,WAAW,GACf,mRAAmR,CAAC;AACtR,MAAM,cAAc,GAAG,QAAQ,CAAC;AAEhC,SAAS,WAAW,CAAC,EAAU;IAC7B,OAAO,CACL,EAAE,KAAK,MAAM;QACb,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,EAAE,KAAK,MAAM,CACd,CAAC;AACJ,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,oBAAoB,CAAC,IAAY,EAAE,IAAY,EAAE,IAAY;IACpE,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7C,IAAI,CAAS,CAAC;QACd,IAAI,EAAU,CAAC;QACf,IAAI,IAAI,KAAK,CAAC,CAAC,EAAE,CAAC;YAChB,wDAAwD;YACxD,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACV,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACpC,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;oBACrC,CAAC,IAAI,CAAC,CAAC;oBACP,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,CAAC,GAAG,CAAC,CAAC;YACN,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC;QAC5B,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;QACtC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QACxC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QACjE,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;IACxC,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,+BAA+B;AAC/C,CAAC;AAED,6EAA6E;AAC7E,SAAS,kBAAkB,CAAC,IAAY,EAAE,SAAiB;IACzD,OAAO,oBAAoB,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,oBAAoB,CAAC,IAAI,EAAE,SAAS,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,8BAA8B;IAEtE,MAAM,OAAO,GAAG,IAAI,iBAAiB,EAAE,CAAC;IACxC,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,KAAK,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACjE,MAAM,UAAU,GAAG,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;QAC1C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;YAC9C,SAAS;QACX,CAAC;QACD,IAAI,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACxC,wEAAwE;YACxE,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;YAC9C,SAAS;QACX,CAAC;QACD,8EAA8E;QAC9E,IAAI,GAAG,GAAG,KAAK,CAAC;QAChB,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;YAClC,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC;YAChC,IAAI,EAAE,KAAK,MAAM,IAAI,kBAAkB,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;gBACnD,yDAAyD;gBACzD,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC3C,CAAC;iBAAM,IAAI,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC3B,OAAO,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,kBAAkB;oBACxB,KAAK,EAAE,GAAG;oBACV,GAAG,EAAE,OAAO;oBACZ,MAAM,EAAE,IAAI;oBACZ,KAAK,EAAE,EAAE;iBACV,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC3C,CAAC;YACD,GAAG,GAAG,OAAO,CAAC;QAChB,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEtC,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvD,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;AACrC,CAAC"}

package/dist/src/transforms/whitespacePunct.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Transform 4: WHITESPACE AND PUNCTUATION NORMALIZATION.
+ *
+ *   • exotic space characters → U+0020 regular space
+ *   • dash variants (hyphen, non-breaking hyphen, figure/en/em dash,
+ *     horizontal bar, minus sign) → '-' hyphen-minus
+ *   • curly and angle quotes → straight ' and "
+ *
+ * All replacements are strictly 1 code unit → 1 code unit, so this transform
+ * never changes offsets relative to its input. Runs of spaces are NOT
+ * collapsed and nothing is trimmed — that would change offsets in ways that
+ * damage code and formatted text.
+ *
+ * Most exotic spaces are already folded to U+0020 by NFKC; this transform
+ * exists so the guarantee holds even when the NFKC step is disabled, and for
+ * the few characters NFKC leaves alone (e.g. U+1680 OGHAM SPACE MARK and the
+ * dash/quote variants, which are not compatibility-decomposable).
+ */
+import { type TransformStepResult } from '../offsetMap.js';
+export declare function normalizeWhitespacePunct(text: string): TransformStepResult | null;
+//# sourceMappingURL=whitespacePunct.d.ts.map

package/dist/src/transforms/whitespacePunct.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"whitespacePunct.d.ts","sourceRoot":"","sources":["../../../src/transforms/whitespacePunct.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,EAAqB,KAAK,mBAAmB,EAAmB,MAAM,iBAAiB,CAAC;AAkD/F,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CA+BjF"}

package/dist/src/transforms/whitespacePunct.js

@@ -0,0 +1,100 @@
+/**
+ * Transform 4: WHITESPACE AND PUNCTUATION NORMALIZATION.
+ *
+ *   • exotic space characters → U+0020 regular space
+ *   • dash variants (hyphen, non-breaking hyphen, figure/en/em dash,
+ *     horizontal bar, minus sign) → '-' hyphen-minus
+ *   • curly and angle quotes → straight ' and "
+ *
+ * All replacements are strictly 1 code unit → 1 code unit, so this transform
+ * never changes offsets relative to its input. Runs of spaces are NOT
+ * collapsed and nothing is trimmed — that would change offsets in ways that
+ * damage code and formatted text.
+ *
+ * Most exotic spaces are already folded to U+0020 by NFKC; this transform
+ * exists so the guarantee holds even when the NFKC step is disabled, and for
+ * the few characters NFKC leaves alone (e.g. U+1680 OGHAM SPACE MARK and the
+ * dash/quote variants, which are not compatibility-decomposable).
+ */
+import { MappedTextBuilder } from '../offsetMap.js';
+/**
+ * code unit → replacement. Every source is a BMP non-surrogate code point and
+ * every replacement is a single ASCII character, keeping the transform 1:1.
+ * Invisible-looking space characters are keyed by code point to keep literal
+ * invisibles out of this file; dashes and quotes are visible and literal.
+ */
+const REPLACEMENTS = new Map([
+    // Spaces (the complete Zs category except U+0020 itself).
+    [0x00a0, ' '], // NO-BREAK SPACE
+    [0x1680, ' '], // OGHAM SPACE MARK
+    [0x2000, ' '], // EN QUAD
+    [0x2001, ' '], // EM QUAD
+    [0x2002, ' '], // EN SPACE
+    [0x2003, ' '], // EM SPACE
+    [0x2004, ' '], // THREE-PER-EM SPACE
+    [0x2005, ' '], // FOUR-PER-EM SPACE
+    [0x2006, ' '], // SIX-PER-EM SPACE
+    [0x2007, ' '], // FIGURE SPACE
+    [0x2008, ' '], // PUNCTUATION SPACE
+    [0x2009, ' '], // THIN SPACE
+    [0x200a, ' '], // HAIR SPACE
+    [0x202f, ' '], // NARROW NO-BREAK SPACE
+    [0x205f, ' '], // MEDIUM MATHEMATICAL SPACE
+    [0x3000, ' '], // IDEOGRAPHIC SPACE
+    // Dashes.
+    ['‐'.charCodeAt(0), '-'], // U+2010 HYPHEN
+    ['‑'.charCodeAt(0), '-'], // U+2011 NON-BREAKING HYPHEN
+    ['‒'.charCodeAt(0), '-'], // U+2012 FIGURE DASH
+    ['–'.charCodeAt(0), '-'], // U+2013 EN DASH
+    ['—'.charCodeAt(0), '-'], // U+2014 EM DASH
+    ['―'.charCodeAt(0), '-'], // U+2015 HORIZONTAL BAR
+    ['−'.charCodeAt(0), '-'], // U+2212 MINUS SIGN
+    // Single quotes.
+    ['‘'.charCodeAt(0), "'"], // U+2018
+    ['’'.charCodeAt(0), "'"], // U+2019
+    ['‚'.charCodeAt(0), "'"], // U+201A
+    ['‛'.charCodeAt(0), "'"], // U+201B
+    ['‹'.charCodeAt(0), "'"], // U+2039
+    ['›'.charCodeAt(0), "'"], // U+203A
+    // Double quotes.
+    ['“'.charCodeAt(0), '"'], // U+201C
+    ['”'.charCodeAt(0), '"'], // U+201D
+    ['„'.charCodeAt(0), '"'], // U+201E
+    ['‟'.charCodeAt(0), '"'], // U+201F
+    ['«'.charCodeAt(0), '"'], // U+00AB
+    ['»'.charCodeAt(0), '"'], // U+00BB
+]);
+export function normalizeWhitespacePunct(text) {
+    // Fast path: scan for the first replaceable unit; most text has none.
+    let first = -1;
+    for (let i = 0; i < text.length; i++) {
+        if (REPLACEMENTS.has(text.charCodeAt(i))) {
+            first = i;
+            break;
+        }
+    }
+    if (first === -1)
+        return null;
+    const builder = new MappedTextBuilder();
+    const changes = [];
+    let cursor = 0;
+    for (let i = first; i < text.length; i++) {
+        const replacement = REPLACEMENTS.get(text.charCodeAt(i));
+        if (replacement === undefined)
+            continue;
+        builder.copyVerbatim(text, cursor, i);
+        builder.replaceRange(replacement, i, i + 1);
+        changes.push({
+            kind: 'whitespace-punct',
+            start: i,
+            end: i + 1,
+            before: text[i],
+            after: replacement,
+        });
+        cursor = i + 1;
+    }
+    builder.copyVerbatim(text, cursor, text.length);
+    const { text: out, map } = builder.finish(text.length);
+    return { text: out, map, changes };
+}
+//# sourceMappingURL=whitespacePunct.js.map

package/dist/src/transforms/whitespacePunct.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whitespacePunct.js","sourceRoot":"","sources":["../../../src/transforms/whitespacePunct.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,EAAE,iBAAiB,EAA6C,MAAM,iBAAiB,CAAC;AAE/F;;;;;GAKG;AACH,MAAM,YAAY,GAAgC,IAAI,GAAG,CAAiB;IACxE,0DAA0D;IAC1D,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,iBAAiB;IAChC,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,mBAAmB;IAClC,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,UAAU;IACzB,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,UAAU;IACzB,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,WAAW;IAC1B,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,WAAW;IAC1B,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,qBAAqB;IACpC,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,oBAAoB;IACnC,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,mBAAmB;IAClC,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,eAAe;IAC9B,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,oBAAoB;IACnC,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,aAAa;IAC5B,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,aAAa;IAC5B,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,wBAAwB;IACvC,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,4BAA4B;IAC3C,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,oBAAoB;IACnC,UAAU;IACV,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,gBAAgB;IAC1C,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,6BAA6B;IACvD,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,qBAAqB;IAC/C,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,iBAAiB;IAC3C,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,iBAAiB;IAC3C,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,wBAAwB;IAClD,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,oBAAoB;IAC9C,iBAAiB;IACjB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;IACnC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;IACnC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;IACnC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;IACnC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;IACnC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;IACnC,iBAAiB;IACjB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;IACnC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;IACnC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;IACnC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;IACnC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;IACnC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS;CACpC,CAAC,CAAC;AAEH,MAAM,UAAU,wBAAwB,CAAC,IAAY;IACnD,sEAAsE;IACtE,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACzC,KAAK,GAAG,CAAC,CAAC;YACV,MAAM;QACR,CAAC;IACH,CAAC;IACD,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAE9B,MAAM,OAAO,GAAG,IAAI,iBAAiB,EAAE,CAAC;IACxC,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,IAAI,WAAW,KAAK,SAAS;YAAE,SAAS;QACxC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACtC,OAAO,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,kBAAkB;YACxB,KAAK,EAAE,CAAC;YACR,GAAG,EAAE,CAAC,GAAG,CAAC;YACV,MAAM,EAAE,IAAI,CAAC,CAAC,CAAE;YAChB,KAAK,EAAE,WAAW;SACnB,CAAC,CAAC;QACH,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAChD,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvD,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;AACrC,CAAC"}

package/dist/src/types.d.ts

@@ -0,0 +1,212 @@
+/**
+ * Shared types for the whole Discretion project.
+ *
+ * These are contracts that later milestones (detectors, fusion, vault,
+ * substitution, egress guard, extension, playground) depend on. This file
+ * defines TYPES ONLY — no logic, no constants with behavior.
+ *
+ * EntityType membership comes directly from SPEC.md: the Stage 1 "Validated
+ * identifier detection" detector list and the Stage 2 NER types. Names use
+ * the spec's own SCREAMING_SNAKE_CASE spelling so a detector's declared
+ * entity type reads identically in the spec and in the code.
+ */
+/**
+ * Every entity type the pipeline can detect, grouped as SPEC.md groups them.
+ *
+ * Three deliberate design choices, each recorded in ARCHITECTURE.md:
+ *
+ *  1. National identifiers are FAMILIES, not one member per country. SPEC.md
+ *     requires that "adding a new national identifier must require touching
+ *     exactly one new file" — a per-country union member would force every
+ *     new scheme to edit this file too, breaking that requirement. The
+ *     concrete scheme (SSN, TCKN, PESEL, Aadhaar, …) and its country travel
+ *     in Candidate.metadata. The substitution section's singular
+ *     "NATIONAL_ID → a value passing that country's checksum" confirms the
+ *     family reading.
+ *  2. Tax and VAT registrations are split out from NATIONAL_ID because their
+ *     sensitivity genuinely differs — a company VAT number is often public
+ *     registry data, a personal national ID never is — so the sensitivity
+ *     profiles must be able to threshold them independently.
+ *  3. PEM private keys get their own member rather than sharing API_KEY.
+ *     SPEC.md lists them in the same bullet, but a leaked private key and a
+ *     leaked API key differ in blast radius and in how each is surrogated.
+ */
+export type EntityType = 'EMAIL' | 'PHONE' | 'IP_ADDRESS' | 'MAC_ADDRESS' | 'URL_WITH_CREDENTIALS' | 'CREDIT_CARD' | 'IBAN' | 'SWIFT_BIC' | 'US_ROUTING_NUMBER' | 'UK_SORT_CODE' | 'CA_TRANSIT_NUMBER' | 'AU_BSB' | 'IN_IFSC' | 'BR_AGENCIA' | 'CRYPTO_WALLET' | 'NATIONAL_ID' | 'TAX_ID' | 'VAT_NUMBER' | 'PASSPORT_MRZ' | 'DRIVERS_LICENSE' | 'VIN' | 'US_NPI' | 'HEALTH_DATA' | 'API_KEY' | 'PRIVATE_KEY' | 'JWT' | 'GENERIC_SECRET' | 'CONNECTION_STRING' | 'POSTAL_CODE' | 'STREET_ADDRESS' | 'COORDINATES' | 'PERSON' | 'ORG' | 'LOCATION' | 'DATE_OF_BIRTH';
+/**
+ * Which pipeline stage produced a candidate, or contributed to an entity.
+ * One member per stage of SPEC.md's core detection pipeline.
+ */
+export type DetectionStage = 'stage0-normalization' | 'stage1-validated-identifier' | 'stage2-ner' | 'stage2b-gazetteer' | 'stage2c-verification' | 'stage3-context' | 'stage4-fusion';
+/**
+ * A pre-fusion detection produced by a single detector.
+ * Offsets are indices into the NORMALIZED text (see NormalizationResult for
+ * how they map back to the original).
+ */
+export interface Candidate {
+    /** The matched substring of the normalized text. */
+    text: string;
+    type: EntityType;
+    /** Start offset (inclusive), UTF-16 code units into the normalized text. */
+    start: number;
+    /** End offset (exclusive). */
+    end: number;
+    /** Detector-local confidence in [0, 1]; NOT calibrated across detectors. */
+    rawConfidence: number;
+    stage: DetectionStage;
+    /** Stable identifier of the detector that produced this, e.g. "email-rfc5322". */
+    detectorId: string;
+    /** Detector-specific extras (e.g. { scheme: 'ssn', country: 'US' } for national_id). */
+    metadata?: Readonly<Record<string, unknown>>;
+}
+/** Why an entity was reported — surfaced in the review UI and in eval output. */
+export interface EntityExplanation {
+    /** Which stages fired for this entity. */
+    stages: readonly DetectionStage[];
+    /** Which triggers matched (detector ids, trigger names, context words). */
+    triggers: readonly string[];
+    /** Name of the validator that passed (checksum, format check), if any. */
+    validatorPassed?: string;
+}
+/** A post-fusion entity: what the pipeline actually reports. */
+export interface DetectedEntity {
+    /** The matched substring of the normalized text. */
+    text: string;
+    type: EntityType;
+    /** Start offset (inclusive), UTF-16 code units into the normalized text. */
+    start: number;
+    /** End offset (exclusive). */
+    end: number;
+    /** Calibrated confidence in [0, 1], comparable across types and stages. */
+    calibratedConfidence: number;
+    explanation: EntityExplanation;
+}
+export type SubstitutionMode = 'surrogate' | 'token';
+/** One masked value held locally so the original can be restored later. */
+export interface VaultEntry {
+    /** Stable unique id of this entry. */
+    id: string;
+    type: EntityType;
+    /** The original text that was masked (first-seen writing). */
+    original: string;
+    /** What it was replaced with (a surrogate value or an opaque token). */
+    replacement: string;
+    /** Epoch milliseconds when the entry was created. */
+    createdAt: number;
+    /**
+     * Canonical form of the original (separators stripped, case-normalized by
+     * the detector) — the consistency key that makes "4111 1111…" and
+     * "4111-1111…" share one entry, and the egress guard's
+     * separator-insensitive search term. Added in M4; optional because token
+     * bracket entries for unknown shapes have no canonical beyond the text.
+     */
+    canonical?: string;
+    /**
+     * True when no sensible surrogate could be produced and a bracket token
+     * was used instead — SPEC.md requires the fallback be recorded in the
+     * session record. Added in M4.
+     */
+    fallback?: boolean;
+}
+/** Result of masking a piece of text. */
+export interface MaskResult {
+    maskedText: string;
+    /** The entities that were substituted. */
+    entities: readonly DetectedEntity[];
+    /** Vault entries created for this mask operation. */
+    vaultEntries: readonly VaultEntry[];
+}
+/** Result of restoring masked values in a piece of text. */
+export interface RestoreResult {
+    restoredText: string;
+    /** How many replacements were restored to their originals. */
+    restoredCount: number;
+    /** Replacements found in the text with no matching vault entry. */
+    unmatchedReplacements: readonly string[];
+}
+/** Writing systems the pipeline distinguishes. Everything else is 'other'. */
+export type ScriptName = 'latin' | 'cyrillic' | 'arabic' | 'hebrew' | 'han' | 'kana' | 'hangul' | 'devanagari' | 'greek' | 'thai' | 'armenian' | 'georgian' | 'ethiopic' | 'other';
+/** Per-script breakdown of a piece of text. */
+export interface ScriptInfo {
+    /**
+     * Letter counts per script. Script-neutral characters — whitespace, digits,
+     * punctuation, symbols, combining marks — are not counted at all; letters of
+     * scripts outside the supported list are counted under 'other'.
+     */
+    counts: Readonly<Record<ScriptName, number>>;
+    /**
+     * The script with the strictly highest letter count among the supported
+     * (non-'other') scripts, or null when the text has no such letters or the
+     * top count is tied.
+     */
+    dominant: ScriptName | null;
+    /** True when letters of two or more supported scripts are present. */
+    mixed: boolean;
+}
+/** The individual transforms of the Stage 0 pipeline, in execution order. */
+export type TransformKind = 'strip-invisibles' | 'nfkc' | 'homoglyph-fold' | 'whitespace-punct' | 'fold-digits';
+/** One transform application, recorded for debugging and for the review UI. */
+export interface TransformationRecord {
+    kind: TransformKind;
+    /** Start of the affected range in the ORIGINAL text (inclusive). */
+    originalStart: number;
+    /** End of the affected range in the ORIGINAL text (exclusive). */
+    originalEnd: number;
+    /** The affected slice of the ORIGINAL text. */
+    original: string;
+    /** What this transform emitted for that range ('' for deletions). */
+    replacement: string;
+}
+/** Every transform can be disabled individually; all default to enabled. */
+export interface NormalizationOptions {
+    stripInvisibles?: boolean;
+    nfkc?: boolean;
+    homoglyphFold?: boolean;
+    whitespacePunct?: boolean;
+    /** Fold non-ASCII decimal digits (Arabic-Indic, Devanagari, Thai, …) to ASCII. */
+    foldDigits?: boolean;
+}
+/**
+ * The result of Stage 0 normalization.
+ *
+ * THE OFFSET MAP CONTRACT
+ * ───────────────────────
+ * Detection runs on `normalizedText`; substitution edits the ORIGINAL text.
+ * `offsetMap` connects the two:
+ *
+ *   offsetMap[i]  = index in the original string where the cluster that
+ *                   produced normalized index i begins.
+ *   offsetMap[normalizedText.length] = originalText.length   (sentinel)
+ *
+ * A normalized span [s, e) therefore maps to the original span
+ * [offsetMap[s], offsetMap[e]).  Invariants (tested exhaustively):
+ *   • offsetMap is monotonically non-decreasing
+ *   • offsetMap[0] === 0 whenever normalizedText is non-empty
+ *   • offsetMap[normalizedLength] === originalLength
+ *   • every value is a valid index into the original string (0..length incl.)
+ *   • identity inputs produce offsetMap[i] === i for every i
+ *
+ * Deleted characters (invisibles) do not appear in offsetMap; each deleted
+ * run is attributed to the cluster that FOLLOWS it (or to the sentinel when
+ * the run is at the very end), which is what makes offsetMap[0] === 0 hold.
+ *
+ * `reverseMap` goes the other way:
+ *   reverseMap[j] = normalized index of the start of the cluster whose
+ *                   original extent contains original index j; for a deleted
+ *                   character this is the normalized position where it was
+ *                   removed.
+ *   reverseMap[originalText.length] = normalizedText.length   (sentinel)
+ */
+export interface NormalizationResult {
+    normalizedText: string;
+    /** normalized index → original index; length is normalizedText.length + 1. */
+    offsetMap: Int32Array;
+    /** original index → normalized index; length is originalText.length + 1. */
+    reverseMap: Int32Array;
+    /** Script breakdown of the NORMALIZED text. */
+    scripts: ScriptInfo;
+    /** Every transform that fired, with ranges in original-text coordinates. */
+    transformations: readonly TransformationRecord[];
+    originalLength: number;
+    normalizedLength: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAMH;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,MAAM,UAAU,GAElB,OAAO,GACP,OAAO,GACP,YAAY,GACZ,aAAa,GACb,sBAAsB,GAEtB,aAAa,GACb,MAAM,GACN,WAAW,GACX,mBAAmB,GACnB,cAAc,GACd,mBAAmB,GACnB,QAAQ,GACR,SAAS,GACT,YAAY,GACZ,eAAe,GAEf,aAAa,GACb,QAAQ,GACR,YAAY,GAEZ,cAAc,GACd,iBAAiB,GACjB,KAAK,GACL,QAAQ,GAER,aAAa,GAEb,SAAS,GACT,aAAa,GACb,KAAK,GACL,gBAAgB,GAChB,mBAAmB,GAEnB,aAAa,GACb,gBAAgB,GAChB,aAAa,GAEb,QAAQ,GACR,KAAK,GACL,UAAU,GAMV,eAAe,CAAC;AAEpB;;;GAGG;AACH,MAAM,MAAM,cAAc,GACtB,sBAAsB,GACtB,6BAA6B,GAC7B,YAAY,GACZ,mBAAmB,GACnB,sBAAsB,GACtB,gBAAgB,GAChB,eAAe,CAAC;AAEpB;;;;GAIG;AACH,MAAM,WAAW,SAAS;IACxB,oDAAoD;IACpD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,4EAA4E;IAC5E,KAAK,EAAE,MAAM,CAAC;IACd,8BAA8B;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,4EAA4E;IAC5E,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,cAAc,CAAC;IACtB,kFAAkF;IAClF,UAAU,EAAE,MAAM,CAAC;IACnB,wFAAwF;IACxF,QAAQ,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CAC9C;AAED,iFAAiF;AACjF,MAAM,WAAW,iBAAiB;IAChC,0CAA0C;IAC1C,MAAM,EAAE,SAAS,cAAc,EAAE,CAAC;IAClC,2EAA2E;IAC3E,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5B,0EAA0E;IAC1E,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,gEAAgE;AAChE,MAAM,WAAW,cAAc;IAC7B,oDAAoD;IACpD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,4EAA4E;IAC5E,KAAK,EAAE,MAAM,CAAC;IACd,8BAA8B;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,2EAA2E;IAC3E,oBAAoB,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE,iBAAiB,CAAC;CAChC;AA6BD,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,OAAO,CAAC;AAErD,2EAA2E;AAC3E,MAAM,WAAW,UAAU;IACzB,sCAAsC;IACtC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,8DAA8D;IAC9D,QAAQ,EAAE,MAAM,CAAC;IACjB,wEAAwE;IACxE,WAAW,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,SAAS,EAAE,MAAM,CAAC;IAClB;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,yCAAyC;AACzC,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,0CAA0C;IAC1C,QAAQ,EAAE,SAAS,cAAc,EAAE,CAAC;IACpC,qDAAqD;IACrD,YAAY,EAAE,SAAS,UAAU,EAAE,CAAC;CACrC;AAED,4DAA4D;AAC5D,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,8DAA8D;IAC9D,aAAa,EAAE,MAAM,CAAC;IACtB,mEAAmE;IACnE,qBAAqB,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C;AAMD,8EAA8E;AAC9E,MAAM,MAAM,UAAU,GAClB,OAAO,GACP,UAAU,GACV,QAAQ,GACR,QAAQ,GACR,KAAK,GACL,MAAM,GACN,QAAQ,GACR,YAAY,GACZ,OAAO,GACP,MAAM,GACN,UAAU,GACV,UAAU,GACV,UAAU,GACV,OAAO,CAAC;AAEZ,+CAA+C;AAC/C,MAAM,WAAW,UAAU;IACzB;;;;OAIG;IACH,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7C;;;;OAIG;IACH,QAAQ,EAAE,UAAU,GAAG,IAAI,CAAC;IAC5B,sEAAsE;IACtE,KAAK,EAAE,OAAO,CAAC;CAChB;AAMD,6EAA6E;AAC7E,MAAM,MAAM,aAAa,GACrB,kBAAkB,GAClB,MAAM,GACN,gBAAgB,GAChB,kBAAkB,GAClB,aAAa,CAAC;AAElB,+EAA+E;AAC/E,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,aAAa,CAAC;IACpB,oEAAoE;IACpE,aAAa,EAAE,MAAM,CAAC;IACtB,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,+CAA+C;IAC/C,QAAQ,EAAE,MAAM,CAAC;IACjB,qEAAqE;IACrE,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,4EAA4E;AAC5E,MAAM,WAAW,oBAAoB;IACnC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kFAAkF;IAClF,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,MAAM,WAAW,mBAAmB;IAClC,cAAc,EAAE,MAAM,CAAC;IACvB,8EAA8E;IAC9E,SAAS,EAAE,UAAU,CAAC;IACtB,4EAA4E;IAC5E,UAAU,EAAE,UAAU,CAAC;IACvB,+CAA+C;IAC/C,OAAO,EAAE,UAAU,CAAC;IACpB,4EAA4E;IAC5E,eAAe,EAAE,SAAS,oBAAoB,EAAE,CAAC;IACjD,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B"}

package/dist/src/types.js

@@ -0,0 +1,14 @@
+/**
+ * Shared types for the whole Discretion project.
+ *
+ * These are contracts that later milestones (detectors, fusion, vault,
+ * substitution, egress guard, extension, playground) depend on. This file
+ * defines TYPES ONLY — no logic, no constants with behavior.
+ *
+ * EntityType membership comes directly from SPEC.md: the Stage 1 "Validated
+ * identifier detection" detector list and the Stage 2 NER types. Names use
+ * the spec's own SCREAMING_SNAKE_CASE spelling so a detector's declared
+ * entity type reads identically in the spec and in the code.
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG"}

package/package.json

@@ -0,0 +1,67 @@
+{
+  "name": "@discretion/core",
+  "version": "0.1.0",
+  "type": "module",
+  "description": "Local-first detection and masking of PII, credentials and secrets in text. No network access, no DOM, no Node built-ins.",
+  "keywords": [
+    "pii",
+    "redaction",
+    "masking",
+    "anonymization",
+    "gdpr",
+    "secret-detection",
+    "data-loss-prevention",
+    "privacy"
+  ],
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/horozbabasi/discretion.git",
+    "directory": "packages/core"
+  },
+  "homepage": "https://github.com/horozbabasi/discretion/tree/main/packages/core#readme",
+  "bugs": "https://github.com/horozbabasi/discretion/issues",
+  "engines": {
+    "node": ">=20"
+  },
+  "sideEffects": true,
+  "main": "./dist/src/index.js",
+  "types": "./dist/src/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/src/index.d.ts",
+      "default": "./dist/src/index.js"
+    },
+    "./ner-transformers": {
+      "types": "./dist/src/ner/transformersClassifier.d.ts",
+      "default": "./dist/src/ner/transformersClassifier.js"
+    },
+    "./package.json": "./package.json"
+  },
+  "files": [
+    "dist/src",
+    "src",
+    "README.md",
+    "LICENSE",
+    "CHANGELOG.md"
+  ],
+  "publishConfig": {
+    "access": "public",
+    "provenance": true
+  },
+  "dependencies": {
+    "@discretion/data": "0.1.0",
+    "libphonenumber-js": "^1.13.11"
+  },
+  "peerDependencies": {
+    "@huggingface/transformers": "^4.2.0"
+  },
+  "peerDependenciesMeta": {
+    "@huggingface/transformers": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@huggingface/transformers": "^4.2.0"
+  }
+}

package/src/checksums/aba.ts

@@ -0,0 +1,45 @@
+/**
+ * The ABA routing transit number checksum (US_ROUTING_NUMBER).
+ *
+ * A nine-digit number whose positional weights cycle 3, 7, 1. The number is
+ * valid when the weighted sum is divisible by 10.
+ *
+ * Kept in its own module rather than inlined in the detector because the same
+ * 3-7-1 pattern appears in other North American banking identifiers, and
+ * because "which weight goes first" is exactly the kind of detail that is
+ * worth pinning with its own tests.
+ */
+
+import { toDigits } from './digits.js';
+import { cyclicWeightedMod } from './weighted.js';
+
+/** ABA positional weights, cycling across the nine digits. */
+const ABA_WEIGHTS: readonly number[] = [3, 7, 1];
+
+/**
+ * Validate a nine-digit ABA routing number.
+ *
+ * Length is enforced here because the checksum alone is weak — a shorter or
+ * longer digit run can satisfy it by chance, and every real routing number is
+ * exactly nine digits.
+ */
+export function abaValid(value: string): boolean {
+  if (value.length !== 9) return false;
+  const digits = toDigits(value);
+  if (digits === null) return false;
+  return cyclicWeightedMod(digits, ABA_WEIGHTS, 10) === 0;
+}
+
+/**
+ * The final ABA check digit for the first eight digits of a routing number.
+ * Returns `null` if the payload is not exactly eight digits.
+ */
+export function abaCheckDigit(payload: string): number | null {
+  if (payload.length !== 8) return null;
+  const digits = toDigits(payload);
+  if (digits === null) return null;
+  const partial = cyclicWeightedMod(digits, ABA_WEIGHTS, 10);
+  if (partial === null) return null;
+  // The ninth position carries weight 1 (index 8 → 8 % 3 === 2 → weight 1).
+  return (10 - partial) % 10;
+}