@sema-agent/server 7.145.0 → 7.146.0

package/dist/trace/redact.js

@@ -1062,7 +1062,7 @@ function undecidedKeywordStart(text, t) {
 }
 const CREDENTIAL_NAME_ANCHORS = {
     api_key: "declarative", apikey: "declarative", "api-key": "declarative", key: "structure-only",
-    token: "structure-only", access_token: "declarative", refresh_token: "declarative", id_token: "declarative",
+    token: "assignment", access_token: "declarative", refresh_token: "declarative", id_token: "declarative",
     auth: "structure-only", authorization: "auth-scheme", "proxy-authorization": "auth-scheme",
     password: "declarative", passwd: "any-form", pwd: "any-form",
     secret: "declarative", client_secret: "declarative", private_key: "declarative",
@@ -1105,6 +1105,33 @@ function credentialNameAnchor(name) {
     return CREDENTIAL_ANCHOR_OF.get(asciiLower(name));
 }
 const CREDENTIAL_ANCHOR_OF = new Map(Object.entries(CREDENTIAL_NAME_ANCHORS));
+const BARE_WORD_READINGS = {
+    null: "absent-or-boolean", nil: "absent-or-boolean", none: "absent-or-boolean", undefined: "absent-or-boolean",
+    true: "absent-or-boolean", false: "absent-or-boolean", yes: "absent-or-boolean", no: "absent-or-boolean",
+    str: "type-name", string: "type-name", bytes: "type-name", int: "type-name", integer: "type-name", float: "type-name", number: "type-name",
+    bool: "type-name", boolean: "type-name", any: "type-name", object: "type-name", array: "type-name", secretstr: "type-name",
+};
+for (const w of Object.keys(BARE_WORD_READINGS)) {
+    if (!/^[a-z]+$/.test(w))
+        throw new Error(`redact: bare value word ${JSON.stringify(w)} must be lowercase ASCII letters (values are ASCII-lowercased before the lookup)`);
+}
+const BARE_WORD_OF = new Map(Object.entries(BARE_WORD_READINGS));
+const BARE_WORD_MAX = Math.max(...Object.keys(BARE_WORD_READINGS).map((w) => w.length));
+function bareWordIsValue(reading, bare) {
+    switch (reading) {
+        case "absent-or-boolean":
+            return false;
+        case "type-name":
+            return bare === "declared";
+        default: {
+            const unhandled = reading;
+            throw new Error(`redact: unhandled bare value word reading ${String(unhandled)}`);
+        }
+    }
+}
+export function lineKeyTypeNamesForTest() {
+    return Object.entries(BARE_WORD_READINGS).filter(([, r]) => r === "type-name").map(([w]) => w);
+}
 const STRUCTURAL_SECRET_PATTERNS = [
     [/-----BEGIN(?:[^-](?:[^-](?:[^-]|-(?!-))*)?)?PRIVATE KEY(?: BLOCK)?-----[\s\S]{0,8192}?-----END(?:[^-](?:[^-](?:[^-]|-(?!-))*)?)?PRIVATE KEY(?: BLOCK)?-----/g, "«redacted:private-key»"],
     [/---- BEGIN SSH2 ENCRYPTED PRIVATE KEY ----[\s\S]{0,8192}?---- END SSH2 ENCRYPTED PRIVATE KEY ----/g, "«redacted:private-key»"],
@@ -3126,8 +3153,6 @@ function isEngineMarkedCandidate(text, start, end, repl) {
     return end - start === lead.length + REDACTION_MARK.length + trail.length && text.startsWith(lead, start) && text.startsWith(REDACTION_MARK, start + lead.length) && text.startsWith(trail, end - trail.length);
 }
 const STRONG_AUTH_SCHEME_MAX = Math.max(...[...STRONG_AUTH_SCHEMES].map((w) => w.length));
-const ABSENT_OR_BOOLEAN_WORDS = new Set(["null", "nil", "none", "undefined", "true", "false", "yes", "no"]);
-const ABSENT_OR_BOOLEAN_MAX = Math.max(...[...ABSENT_OR_BOOLEAN_WORDS].map((w) => w.length));
 const CH_GRAVE = 96, CH_APOS = 39, CH_DOT = 46, CH_COMMA = 44, CH_SEMI = 59, CH_DOLLAR = 36;
 const CH_LPAREN = 40, CH_RPAREN = 41, CH_RBRACKET = 93, CH_LBRACE = 123, CH_RBRACE = 125, CH_LT = 60, CH_GT = 62;
 const CH_QMARK = 63, CH_AMP = 38, CH_HASH = 35;
@@ -3154,6 +3179,9 @@ const unitChOf = (unit) => (unit >> 3) - 1;
 const unitLenOf = (unit) => unit & 7;
 function readAnchorUnit(text, i, json) {
     anchoredScanUnits += 1;
+    return readTextUnit(text, i, json);
+}
+function readTextUnit(text, i, json) {
     const c = text.charCodeAt(i);
     if (!json)
         return packUnit(c, 1);
@@ -3269,7 +3297,7 @@ function anchorHeadAt(scan, text, op, json) {
         const left = k >= 0 ? text.charCodeAt(k) : 0;
         listSep = left === CH_QMARK || left === CH_AMP || left === CH_HASH ? CH_AMP : left === CH_SEMI ? CH_SEMI : left === CH_COMMA || left === CH_LPAREN || left === CH_LBRACKET || left === CH_LBRACE ? CH_COMMA : 0;
     }
-    return { strength, quotedName: quote !== 0, spacedLeft, listSep };
+    return { strength, quotedName: quote !== 0, spacedLeft, listSep, runStart };
 }
 function quotedValueEnd(text, cs, quote, json, isHead) {
     const n = text.length;
@@ -3382,7 +3410,7 @@ function bareValueEnd(text, s, json, listSep, memo) {
     }
     return e;
 }
-function literalValueAt(text, s, json, declaredIfBare, listSep, isHead, memo) {
+function literalValueAt(text, s, json, bare, listSep, isHead, memo) {
     const n = text.length;
     if (s >= n)
         return undefined;
@@ -3403,8 +3431,21 @@ function literalValueAt(text, s, json, declaredIfBare, listSep, isHead, memo) {
     }
     else if (!isAsciiAlnumCode(first))
         return undefined;
-    if (!declaredIfBare)
-        return undefined;
+    let lineKey;
+    switch (bare) {
+        case "never":
+            return undefined;
+        case "declared":
+            lineKey = false;
+            break;
+        case "line-key":
+            lineKey = true;
+            break;
+        default: {
+            const unhandled = bare;
+            throw new Error(`redact: unhandled bare literal form ${String(unhandled)}`);
+        }
+    }
     if (isProgramIdentStartCode(text.charCodeAt(vs))) {
         let k = vs;
         while (k < n && isProgramIdentCode(text.charCodeAt(k)))
@@ -3417,10 +3458,92 @@ function literalValueAt(text, s, json, declaredIfBare, listSep, isHead, memo) {
     const e = bareValueEnd(text, vs, json, listSep, memo);
     if (e <= vs)
         return undefined;
-    if (e - vs <= ABSENT_OR_BOOLEAN_MAX && ABSENT_OR_BOOLEAN_WORDS.has(text.slice(vs, e).toLowerCase()))
-        return undefined;
+    if (e - vs <= BARE_WORD_MAX) {
+        const reading = BARE_WORD_OF.get(asciiLower(text.slice(vs, e)));
+        if (reading !== undefined && !bareWordIsValue(reading, lineKey ? "line-key" : "declared"))
+            return undefined;
+    }
+    if (lineKey) {
+        const rest = lineKeyRestAt(text, e, json, isHead);
+        switch (rest) {
+            case "ends":
+                break;
+            case "goes-on":
+                return undefined;
+            case "undecided":
+                return { start: vs, end: text.length, quoted: false, open: true };
+            default: {
+                const unhandled = rest;
+                throw new Error(`redact: unhandled line-key rest ${String(unhandled)}`);
+            }
+        }
+    }
     return { start: vs, end: e, quoted: false };
 }
+function lineKeyRestAt(text, e, json, isHead) {
+    const n = text.length;
+    let i = e;
+    while (i < n) {
+        const unit = readAnchorUnit(text, i, json);
+        const ch = unitChOf(unit);
+        if (isInlineSpaceUnit(ch) || (ch >= 0 && INVISIBLE_UNIT_CLASS[ch] === 1)) {
+            i += unitLenOf(unit);
+            continue;
+        }
+        return ch === JSON_STRING_END || isLineTerminator(ch) || ch === CH_HASH ? "ends" : "goes-on";
+    }
+    return isHead ? "undecided" : "ends";
+}
+function unitEndingAt(text, end, json) {
+    const c = text.charCodeAt(end - 1);
+    anchoredScanUnits += 1;
+    if (!json)
+        return packUnit(c, 1);
+    if (end >= 6 && text.charCodeAt(end - 6) === CH_BACKSLASH && text.charCodeAt(end - 5) === CH_u && !escapedAt(text, end - 6)) {
+        const h0 = hexDigitValue(text.charCodeAt(end - 4));
+        const h1 = hexDigitValue(text.charCodeAt(end - 3));
+        const h2 = hexDigitValue(text.charCodeAt(end - 2));
+        const h3 = hexDigitValue(text.charCodeAt(end - 1));
+        if (h0 >= 0 && h1 >= 0 && h2 >= 0 && h3 >= 0)
+            return packUnit((h0 << 12) | (h1 << 8) | (h2 << 4) | h3, 6);
+    }
+    if (end >= 2 && text.charCodeAt(end - 2) === CH_BACKSLASH && escapedAt(text, end - 1)) {
+        const two = readTextUnit(text, end - 2, true);
+        if (unitLenOf(two) === 2)
+            return two;
+    }
+    return c === CH_QUOTE ? packUnit(JSON_STRING_END, 1) : packUnit(c, 1);
+}
+function lineHeadBefore(text, at, json) {
+    let i = at;
+    let blank = false;
+    for (;;) {
+        if (i <= 0)
+            return true;
+        const unit = unitEndingAt(text, i, json);
+        const ch = unitChOf(unit);
+        if (isInlineSpaceUnit(ch)) {
+            i -= unitLenOf(unit);
+            blank = true;
+            continue;
+        }
+        if (ch >= 0 && INVISIBLE_UNIT_CLASS[ch] === 1) {
+            i -= unitLenOf(unit);
+            continue;
+        }
+        if (ch === CH_MINUS && blank) {
+            i -= unitLenOf(unit);
+            blank = false;
+            continue;
+        }
+        return isLineTerminator(ch) || ch === JSON_STRING_END;
+    }
+}
+function declarativeBareAt(text, head, spacedRight, json) {
+    if (head.quotedName || (!head.spacedLeft && !spacedRight))
+        return "declared";
+    return spacedRight && lineHeadBefore(text, head.runStart, json) ? "line-key" : "never";
+}
 function schemeValueAt(text, s, json) {
     const n = text.length;
     let i = s;
@@ -3504,11 +3627,16 @@ function anchoredValueAt(scan, text, op, json, span, isHead, memo) {
         case "auth-scheme":
             v = schemeValueAt(text, s, json);
             break;
+        case "assignment":
+            if (text.charCodeAt(op) !== CH_EQ || head.quotedName || head.spacedLeft || spacedRight)
+                return;
+            v = literalValueAt(text, s, json, "declared", head.listSep, isHead, memo);
+            break;
         case "declarative":
-            v = literalValueAt(text, s, json, head.quotedName || (!head.spacedLeft && !spacedRight), head.listSep, isHead, memo);
+            v = literalValueAt(text, s, json, declarativeBareAt(text, head, spacedRight, json), head.listSep, isHead, memo);
             break;
         case "any-form":
-            v = literalValueAt(text, s, json, true, head.listSep, isHead, memo);
+            v = literalValueAt(text, s, json, "declared", head.listSep, isHead, memo);
             break;
         default: {
             const unhandled = head.strength;
@@ -3592,6 +3720,142 @@ function collectAnchoredValueSpans(scan, text, json, span, isHead) {
     scan.footLo = armLo;
     scan.footHi = armHi;
 }
+const isRegexWordCode = (c) => isAsciiAlnumCode(c) || c === CH_UNDERSCORE;
+const isDiagnosticNameCode = (c) => isRegexWordCode(c) || c === CH_MINUS;
+const isDiagnosticValueUnit = (ch) => ch !== JSON_STRING_END && !isRegexSpace(ch) && ch !== CH_QUOTE && ch !== CH_APOS && ch !== CH_COMMA && ch !== CH_RBRACE;
+const isAsciiLetterCode = (ch) => (ch >= 0x41 && ch <= 0x5a) || (ch >= 0x61 && ch <= 0x7a);
+const isDiagnosticSchemeValueUnit = (ch) => isAsciiAlnumCode(ch) || ch === CH_DOT || ch === CH_UNDERSCORE || ch === CH_TILDE || ch === CH_PLUS || ch === CH_SLASH || ch === CH_EQ || ch === CH_MINUS;
+function diagnosticNameSlot(tier) {
+    switch (tier) {
+        case "assignment":
+        case "declarative":
+        case "any-form":
+        case "auth-scheme":
+            return true;
+        case "structure-only":
+            return false;
+        default: {
+            const unhandled = tier;
+            throw new Error(`redact: unhandled free-text anchor strength ${String(unhandled)}`);
+        }
+    }
+}
+const DIAGNOSTIC_SCHEME_RE = new RegExp([...STRONG_AUTH_SCHEMES].sort((a, b) => b.length - a.length).join("|"), "gi");
+let diagnosticScanUnits = 0;
+export function diagnosticScanUnitsForTest() {
+    return diagnosticScanUnits;
+}
+export function resetDiagnosticScanUnitsForTest() {
+    diagnosticScanUnits = 0;
+}
+function collectDiagnosticValueSpans(text, json, span, isHead, deletedAt) {
+    const n = text.length;
+    const readRun = (from, isValue) => {
+        let i = from;
+        while (i < n) {
+            const unit = readTextUnit(text, i, json);
+            diagnosticScanUnits += 1;
+            if (!isValue(unitChOf(unit)))
+                break;
+            i += unitLenOf(unit);
+        }
+        return i;
+    };
+    const skipBlank = (from) => readRun(from, isRegexSpace);
+    let valueEnd = 0;
+    let nextEq = text.indexOf("=");
+    let nextColon = text.indexOf(":");
+    while (nextEq >= 0 || nextColon >= 0) {
+        let op;
+        if (nextColon < 0 || (nextEq >= 0 && nextEq < nextColon)) {
+            op = nextEq;
+            nextEq = text.indexOf("=", op + 1);
+        }
+        else {
+            op = nextColon;
+            nextColon = text.indexOf(":", op + 1);
+        }
+        if (op + 1 < valueEnd)
+            continue;
+        let e = op;
+        while (e > 0 && isRegexSpace(text.charCodeAt(e - 1)))
+            e -= 1;
+        diagnosticScanUnits += op - e;
+        if (e === 0 || !isRegexWordCode(text.charCodeAt(e - 1)))
+            continue;
+        const floor = Math.max(0, e - CREDENTIAL_NAME_MAX - 1);
+        let runStart = e;
+        while (runStart > floor && isDiagnosticNameCode(text.charCodeAt(runStart - 1)))
+            runStart -= 1;
+        diagnosticScanUnits += e - runStart;
+        const runOpen = runStart === floor && floor > 0 && isDiagnosticNameCode(text.charCodeAt(floor - 1));
+        let nameStart = -1;
+        let nameTier;
+        for (let q = runStart; q < e && nameStart < 0; q++) {
+            if (e - q > CREDENTIAL_NAME_MAX || !isRegexWordCode(text.charCodeAt(q)))
+                continue;
+            const bounded = (q === runStart && !runOpen) || text.charCodeAt(q - 1) === CH_MINUS || deletedAt(q) !== "none";
+            const tier = bounded ? credentialNameAnchor(text.slice(q, e)) : undefined;
+            if (tier !== undefined && diagnosticNameSlot(tier)) {
+                nameStart = q;
+                nameTier = tier;
+            }
+        }
+        if (nameStart < 0)
+            continue;
+        let s = skipBlank(op + 1);
+        if (s < n) {
+            const unit = readTextUnit(text, s, json);
+            if (unitChOf(unit) === CH_QUOTE)
+                s += unitLenOf(unit);
+        }
+        if (s >= n) {
+            if (isHead)
+                span(nameStart, n, op, NOT_CLOSED, true);
+            continue;
+        }
+        let end = readRun(s, isDiagnosticValueUnit);
+        if (end > s && nameTier === "auth-scheme" && readRun(s, isAsciiLetterCode) === end) {
+            const k = skipBlank(end);
+            if (k > end && k >= n && isHead) {
+                span(nameStart, n, op, NOT_CLOSED, true);
+                continue;
+            }
+            if (k > end && k < n) {
+                const credEnd = readRun(k, isDiagnosticSchemeValueUnit);
+                if (credEnd > k)
+                    end = credEnd;
+            }
+        }
+        if (end > s) {
+            span(s, end, op, NOT_CLOSED);
+            valueEnd = end;
+        }
+    }
+    let schemeEnd = 0;
+    DIAGNOSTIC_SCHEME_RE.lastIndex = 0;
+    for (let m = DIAGNOSTIC_SCHEME_RE.exec(text); m !== null; m = DIAGNOSTIC_SCHEME_RE.exec(text)) {
+        const at = m.index;
+        const q = at + m[0].length;
+        if (q < schemeEnd)
+            continue;
+        if (at > 0 && isRegexWordCode(text.charCodeAt(at - 1)) && deletedAt(at) === "none")
+            continue;
+        const k = skipBlank(q);
+        if (k === q && deletedAt(q) !== "blank")
+            continue;
+        if (k >= n) {
+            if (isHead)
+                span(at, n, at, NOT_CLOSED, true);
+            continue;
+        }
+        const end = readRun(k, isDiagnosticSchemeValueUnit);
+        if (end > k) {
+            span(k, end, at, NOT_CLOSED);
+            schemeEnd = end;
+        }
+    }
+}
 export function structuralScannerForTest(arm) {
     const collect = (scan) => (text) => {
         const out = [];
@@ -3750,6 +4014,7 @@ const armPool = (() => {
             order,
             phase: 1,
             lexical: LEXICAL_KEYWORD_ARMS.has(re),
+            diagnosticOnly: false,
             collect: (text, _json, _eat, out, isHead) => {
                 if (boundary === undefined)
                     collectRegexSpans(arm, text, out);
@@ -3769,16 +4034,16 @@ const armPool = (() => {
             prior: { kind: "bounded", gap: keywordTail === undefined ? NO_GAP : (c) => keywordTail.isSeparator(String.fromCharCode(c)) },
         };
     };
-    const scannerMember = (token, order, arm, reach, family, prior) => {
+    const scannerMember = (token, order, arm, reach, family, prior, rank = ARM_RANK.structural, lexical = false, diagnosticOnly = false) => {
         const repl = spanRepl(token);
-        const rank = ARM_RANK.structural;
         return {
             token,
             rank,
             order,
             phase: 1,
-            lexical: false,
-            collect: (text, json, eat, out, isHead) => arm(text, json, eat, (start, end, anchor, closeAt, undecided, r = repl) => out.push(undecided === true ? { start, end, repl: r, rank, order, undecided, anchor, closeAt } : { start, end, repl: r, rank, order, anchor, closeAt }), isHead),
+            lexical,
+            diagnosticOnly,
+            collect: (text, json, eat, out, isHead, deletedAt) => arm(text, json, eat, (start, end, anchor, closeAt, undecided, r = repl) => out.push(undecided === true ? { start, end, repl: r, rank, order, undecided, anchor, closeAt } : { start, end, repl: r, rank, order, anchor, closeAt }), isHead, deletedAt),
             retry: undefined,
             headSrc: undefined,
             headFirst: undefined,
@@ -3795,6 +4060,7 @@ const armPool = (() => {
             order,
             phase: 2,
             lexical,
+            diagnosticOnly: false,
             collect: (scan, text, json, eat, out, isHead) => arm(scan, text, json, eat, (start, end, anchor, closeAt, undecided, r = repl) => out.push(undecided === true ? { start, end, repl: r, rank, order, undecided, anchor, closeAt } : { start, end, repl: r, rank, order, anchor, closeAt }), isHead),
             retry: undefined,
             headSrc: undefined,
@@ -3822,13 +4088,14 @@ const armPool = (() => {
     members.push(forensicMember(PPK_CONTAINER_TOKEN, members.length, (scan, text, _json, eat, span, isHead) => collectPpkContainerSpans(scan, text, eat, span, isHead), PPK_FILE_HEAD.length, "putty-ppk", { kind: "anchored", anchors: [PPK_FILE_HEAD] }));
     members.push(forensicMember(PEM_FRAGMENT_TOKEN, members.length, (scan, text, json, _eat, span, isHead) => collectPemFragmentSpans(scan, text, json, span, isHead), PEM_FENCE_OPEN.length, "pem-armor", { kind: "anchored", anchors: [PEM_FENCE_OPEN, PEM_END_OPEN] }));
     members.push(forensicMember(HEADLESS_PPK_TOKEN, members.length, (scan, text, _json, _eat, span, isHead) => collectHeadlessPpkSpans(scan, text, span, isHead), PPK_LINES_FIELD.length, "putty-ppk", { kind: "anchored", anchors: [PPK_LINES_FIELD] }));
-    members.push(forensicMember(ANCHORED_VALUE_TOKEN, members.length, (scan, text, json, _eat, span, isHead) => collectAnchoredValueSpans(scan, text, json, span, isHead), Math.max(BEARER_VALUE_MIN, ABSENT_OR_BOOLEAN_MAX + 1, STRONG_AUTH_SCHEME_MAX + 1), "anchor", { kind: "bounded", gap: (c) => isInlineSpaceUnit(c) || isSchemeDelimiterCode(c) }, ARM_RANK.keyword, true));
+    members.push(forensicMember(ANCHORED_VALUE_TOKEN, members.length, (scan, text, json, _eat, span, isHead) => collectAnchoredValueSpans(scan, text, json, span, isHead), Math.max(BEARER_VALUE_MIN, BARE_WORD_MAX + 1, STRONG_AUTH_SCHEME_MAX + 1), "anchor", { kind: "bounded", gap: (c) => isInlineSpaceUnit(c) || isSchemeDelimiterCode(c) }, ARM_RANK.keyword, true));
     for (const row of KEYWORD_SECRET_PATTERNS)
         members.push(regexMember(row, ARM_RANK.keyword, members.length));
     for (const row of SHAPE_SECRET_PATTERNS)
         members.push(regexMember(row, ARM_RANK.shape, members.length));
     for (const row of FRAGMENT_SECRET_PATTERNS)
         members.push(regexMember(row, ARM_RANK.fragment, members.length));
+    members.push(scannerMember(ANCHORED_VALUE_TOKEN, members.length, (text, json, _eat, span, isHead, deletedAt) => collectDiagnosticValueSpans(text, json, span, isHead, deletedAt), Math.max(CREDENTIAL_NAME_MAX, STRONG_AUTH_SCHEME_MAX) + 2, "prose", { kind: "bounded", gap: isRegexSpace }, ARM_RANK.keyword, true, true));
     for (const [re] of KEYWORD_SECRET_PATTERNS) {
         if (!LEXICAL_KEYWORD_ARMS.has(re))
             throw new Error(`redact: keyword arm /${re.source}/ is not registered as lexical — build it with keywordArm() so the bounded-unit scope can exclude it`);
@@ -3840,8 +4107,9 @@ const armPool = (() => {
     const laneOf = (scope) => {
         const inScope = (m) => {
             switch (scope) {
-                case "free-text": return true;
-                case "bounded-unit": return !m.lexical;
+                case "free-text": return !m.diagnosticOnly;
+                case "bounded-unit": return !m.lexical && !m.diagnosticOnly;
+                case "diagnostic": return true;
             }
         };
         return {
@@ -3853,13 +4121,14 @@ const armPool = (() => {
     const LANES = {
         "free-text": laneOf("free-text"),
         "bounded-unit": laneOf("bounded-unit"),
+        diagnostic: laneOf("diagnostic"),
     };
     const headScreen = new RegExp(`(?:${retryMembers.map((m) => m.headSrc).join("|")})`, "y");
     const headFirstUnit = unionMembers(retryMembers.map((m) => m.headFirst)) ?? new Uint32Array(0x10000 >>> 5).fill(0xffffffff);
     poolArmCount = members.length;
     poolBoundaryArmCount = retryMembers.length;
     const reaches = members.map((m) => ({ token: m.token, order: m.order, reach: m.reach }));
-    const run = (text, wantCount, json, eat, scope, reach, engineMarked) => {
+    const run = (text, wantCount, json, eat, scope, reach, engineMarked, deletedAt) => {
         readings += 1;
         const isHead = reach !== undefined;
         const lane = LANES[scope];
@@ -3914,7 +4183,7 @@ const armPool = (() => {
             }
         };
         for (const m of lane.phase1)
-            m.collect(text, json, eat, spans, isHead);
+            m.collect(text, json, eat, spans, isHead, deletedAt);
         closeCoveragePositions(0);
         if (lane.phase2.length > 0) {
             const scan = buildForensicScan(tokenUnits(text), buildEvidenceRows(text), lane.phase2.length);
@@ -3999,8 +4268,8 @@ let onRedaction;
 export function setRedactionObserver(fn) {
     onRedaction = fn;
 }
-function applyRules(text, wantCount, json, eat, scope, reach, engineMarked) {
-    return armPool(text, wantCount, json, eat, scope, reach, engineMarked);
+function applyRules(text, wantCount, json, eat, scope, reach, engineMarked, deletedAt) {
+    return armPool(text, wantCount, json, eat, scope, reach, engineMarked, deletedAt);
 }
 function reportHits(hits) {
     if (onRedaction === undefined)
@@ -4072,7 +4341,19 @@ function runRedaction(text, observe, json, wantHits, scope, layout, extent, obse
         const toOriginal = createViewToOriginal(layers);
         const reach = extent.kind === "head" ? (viewStart) => toOriginal.start(viewStart) < extent.emitEnd : undefined;
         const engineMarked = (viewStart, viewEnd, repl) => isEngineMarkedCandidate(text, toOriginal.start(viewStart), toOriginal.start(viewEnd - 1) + 1, repl);
-        const r = applyRules(view, wantCount, json, eat, scope, reach, engineMarked);
+        const deletedAt = (viewIndex) => {
+            if (viewIndex <= 0 || viewIndex > view.length)
+                return "none";
+            const lo = toOriginal.start(viewIndex - 1) + 1;
+            const hi = viewIndex === view.length ? text.length : toOriginal.start(viewIndex);
+            if (hi <= lo)
+                return "none";
+            for (let k = lo; k < hi; k++)
+                if (isRegexSpace(text.charCodeAt(k)))
+                    return "blank";
+            return "invisible";
+        };
+        const r = applyRules(view, wantCount, json, eat, scope, reach, engineMarked, deletedAt);
         forgetEscapedSeparatorTails();
         readsSoFar += 1;
         if (readsSoFar === 1) {
@@ -4154,7 +4435,7 @@ export function redactSecretsWithArms(text, opts) {
     return { text: r.text, arms: new Set(r.hits.map((h) => h.arm)) };
 }
 export function redactionSpansForTest(text, opts) {
-    const r = runRedaction(text, false, opts?.json === true, false, "free-text", "multi-line", WHOLE_EXTENT);
+    const r = runRedaction(text, false, opts?.json === true, false, opts?.scope ?? "free-text", "multi-line", WHOLE_EXTENT);
     return { text: r.text, spans: r.spans.map((sp) => ({ start: sp.start, end: sp.end })) };
 }
 export function proposeRedactionSpans(text, scope, layout, extent) {