agent-sanitizer 2.34.5 → 2.34.6

package/claude-hooks/lib/authored-content.mjs

@@ -53,11 +53,36 @@ import { lazyImport } from "./hook-io.mjs";
 const { stripAnsiFully } = /** @type {typeof import("agent-sanitizer")} */ (
   await lazyImport("agent-sanitizer")
 );
-const { STRIP, LONG_RUN_RE, SCATTERED_THRESHOLD, stripInvisible } =
+const { STRIP, LONG_RUN_THRESHOLD, SCATTERED_THRESHOLD, stripInvisible } =
   /** @type {typeof import("agent-sanitizer/invisible")} */ (
     await lazyImport("agent-sanitizer/invisible")
   );
 
+/**
+ * "A run of {@link LONG_RUN_THRESHOLD} or more invisibles", bounded per match.
+ *
+ * Built from the engine's own class and threshold rather than imported as a
+ * ready-made pattern or scan function, because the bundle resolves
+ * `agent-sanitizer` to the PINNED published engine, which trails this repo:
+ * anything this hook imports has to exist in that pin, or the import binds
+ * undefined and the hook fails closed on every payload. STRIP and
+ * LONG_RUN_THRESHOLD are the primitives that define a long run, so deriving the
+ * pattern here keeps the answer identical to the engine's across pins, with no
+ * version-specific scan API to adopt when the pin moves.
+ *
+ * The upper bound is what makes it safe on a large payload: V8 pushes one
+ * backtrack entry per iteration of a quantifier onto a stack capped at 64 MB,
+ * so an UNBOUNDED run pattern throws `RangeError: Maximum call stack size
+ * exceeded` once a single run passes ~8.4 M code points — an 8 MB paste of
+ * zero-widths into a Write body is exactly that. A bound of 2^20 iterations
+ * sits ~8x under the ceiling, and a longer run still answers yes: any run of at
+ * least the threshold contains a prefix this matches.
+ */
+const LONG_RUN_CHUNK_RE = new RegExp(
+  `(?:${STRIP.source}){${LONG_RUN_THRESHOLD},${1 << 20}}`,
+  "gu",
+);
+
 // Content fields the model authors, per tool. Paths and confusables are the
 // confusable layer's domain; here we target the free-text fields that carry
 // model-authored prose / code / data out into persisted or displayed artifacts.
@@ -140,8 +165,8 @@ export function authoredScopeDecision(tool) {
 // user→model surfaces share one definition of "stego payload".
 /** @param {string} text */
 function isPayloadCapable(text) {
-  LONG_RUN_RE.lastIndex = 0;
-  if (LONG_RUN_RE.test(text)) return true;
+  LONG_RUN_CHUNK_RE.lastIndex = 0;
+  if (LONG_RUN_CHUNK_RE.test(text)) return true;
   return (text.match(STRIP)?.length ?? 0) >= SCATTERED_THRESHOLD;
 }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-sanitizer",
-  "version": "2.34.5",
+  "version": "2.34.6",
   "description": "Defend an agent against hidden-content injection: strip payload-capable invisible Unicode and ANSI, splice out human-invisible HTML, and flag data-exfil URLs in untrusted text before any model sees it.",
   "type": "module",
   "repository": {

package/src/index.mjs

@@ -46,6 +46,8 @@ export {
   LONG_RUN_RE,
   LONG_RUN_THRESHOLD,
   SCATTERED_THRESHOLD,
+  findLongRuns,
+  hasLongRun,
 } from "./invisible.mjs";
 
 // Layer 2/3 cheap pre-gates. Re-exported from the dependency-free `./gates.mjs`

package/src/instructions.mjs

@@ -35,7 +35,7 @@ import {
 import { randomBytes } from "node:crypto";
 import { join, relative, resolve, isAbsolute, dirname, sep } from "node:path";
 import {
-  LONG_RUN_RE,
+  findLongRuns,
   SCATTERED_THRESHOLD,
   countPayloadInvisible,
   stripInvisible,
@@ -202,23 +202,24 @@ export function decodeRun(run) {
  */
 export function scanText(content) {
   const findings = [];
-  LONG_RUN_RE.lastIndex = 0;
-  let match;
   let runChars = 0;
-  // The line number is carried forward across matches. Deriving it per match
-  // from the start of the file — `content.slice(0, match.index).split("\n")` —
-  // copies the whole prefix and materializes every line before the match, so a
-  // file carrying many runs pays that once per run: quadratic in the file
-  // length, on the SessionStart path the user waits for. `exec` yields matches
-  // in increasing index order, so this scan only ever moves forward.
+  // The line number is carried forward across runs. Deriving it per run from
+  // the start of the file — `content.slice(0, run.index).split("\n")` — copies
+  // the whole prefix and materializes every line before the run, so a file
+  // carrying many runs pays that once per run: quadratic in the file length, on
+  // the SessionStart path the user waits for. Runs arrive in increasing index
+  // order, so this scan only ever moves forward.
   let line = 1;
   let counted = 0;
-  while ((match = LONG_RUN_RE.exec(content)) !== null) {
-    for (; counted < match.index; counted++)
+  for (const run of findLongRuns(content)) {
+    for (; counted < run.index; counted++)
       if (content.charCodeAt(counted) === NEWLINE) line++;
-    const charCount = [...match[0]].length;
-    runChars += charCount;
-    findings.push({ line, charCount, ...decodeRun(match[0]) });
+    runChars += run.charCount;
+    findings.push({
+      line,
+      charCount: run.charCount,
+      ...decodeRun(run.text),
+    });
   }
 
   // Threshold-evasion: scattered invisible chars not in a long run can still be

package/src/invisible.mjs

@@ -157,11 +157,93 @@ export const LONG_RUN_THRESHOLD = 10;
  * payload-capable even without a long run (threshold-evasion catch). */
 export const SCATTERED_THRESHOLD = 30;
 
+/**
+ * The long-run pattern, declaratively: {@link LONG_RUN_THRESHOLD} or more
+ * consecutive {@link STRIP} code points.
+ *
+ * Scan a document with {@link findLongRuns}, not with this: `exec`/`test`
+ * throw `RangeError: Maximum call stack size exceeded` once a run passes
+ * ~8.4 M code points, because V8 pushes one backtrack entry per iteration of
+ * an unbounded quantifier onto a stack capped at 64 MB. This stays public as
+ * the pattern itself, and as the independent oracle the scan is differenced
+ * against (test/invisible-fast-path.test.mjs).
+ */
 export const LONG_RUN_RE = new RegExp(
   `(?:${STRIP.source}){${LONG_RUN_THRESHOLD},}`,
   REGEX_FLAGS,
 );
 
+// Iterations per `exec` below, which is what bounds the backtrack stack each
+// one needs: a match can push at most this many entries, ~8x under the ceiling
+// an unbounded quantifier walks into on an 8 MB payload. Runs longer than this
+// are stitched from consecutive matches, so the bound costs an extra `exec`
+// per megabyte of PAYLOAD and nothing at all on ordinary text.
+const RUN_CHUNK = 1 << 20;
+
+const LONG_RUN_CHUNK_RE = new RegExp(
+  `(?:${STRIP.source}){${LONG_RUN_THRESHOLD},${RUN_CHUNK}}`,
+  REGEX_FLAGS,
+);
+
+// The same class, sticky and from one repetition, to carry a run past the chunk
+// bound: anchored at the end of the previous match, it either extends the run
+// or fails immediately.
+const RUN_TAIL_RE = new RegExp(`(?:${STRIP.source}){1,${RUN_CHUNK}}`, "yu");
+
+/**
+ * Every maximal run of at least {@link LONG_RUN_THRESHOLD} consecutive
+ * payload-capable invisible code points in `text`, in order: `index` is the
+ * run's UTF-16 offset, `text` its verbatim slice, `charCount` its length in
+ * code points.
+ *
+ * What {@link LONG_RUN_RE} means, in the form every scanner in this package
+ * uses — because that regex cannot answer for a large document, and an 8 MB
+ * paste of zero-widths (the exact payload the scan exists to catch) is what
+ * took out the SessionStart scanner, the prompt gate and the tool-output tier
+ * alike. Bounding the quantifier bounds the backtrack stack per `exec`; a run
+ * that hits the bound is continued by {@link RUN_TAIL_RE} until it ends, so the
+ * runs reported are maximal at any length.
+ * @param {string} text
+ * @returns {Generator<{ index: number, text: string, charCount: number }>}
+ */
+export function* findLongRuns(text) {
+  // Both regexes are module-level and carry `lastIndex`, and a generator can be
+  // suspended anywhere — including inside another scan of another text. Every
+  // exec below therefore sets its own start position first, so no scan can
+  // inherit a position from one it interleaved with.
+  let pos = 0;
+  for (;;) {
+    LONG_RUN_CHUNK_RE.lastIndex = pos;
+    const match = LONG_RUN_CHUNK_RE.exec(text);
+    if (match === null) return;
+    let end = LONG_RUN_CHUNK_RE.lastIndex;
+    // A run shorter than the bound fails this on the first try, for the cost of
+    // one anchored no-match.
+    for (;;) {
+      RUN_TAIL_RE.lastIndex = end;
+      if (RUN_TAIL_RE.exec(text) === null) break;
+      end = RUN_TAIL_RE.lastIndex;
+    }
+    const run = text.slice(match.index, end);
+    yield { index: match.index, text: run, charCount: codePointLength(run) };
+    pos = end;
+  }
+}
+
+/**
+ * True when `text` carries at least one {@link findLongRuns} run.
+ *
+ * The bounded pattern answers this on its own: a run long enough to be reported
+ * is long enough to match, whether or not the match reaches the run's end — so
+ * the yes/no costs one anchored scan and never measures the run.
+ * @param {string} text
+ * @returns {boolean}
+ */
+export function hasLongRun(text) {
+  LONG_RUN_CHUNK_RE.lastIndex = 0;
+  return LONG_RUN_CHUNK_RE.test(text);
+}
+
 /**
  * The agent-facing "Stripped: …" note for a Layer-1 strip: the removed category
  * labels, the LONG RUN marker when the de-ANSI'd text still holds a
@@ -1150,12 +1232,10 @@ export function payloadLongRunSample(text) {
   // The view is code-point-for-code-point with `text` and only ever REPLACES an
   // invisible with a space, so a run in the view is a run in `text`: no long run
   // in the raw text means none in the view. This hides no payload — the bulk
-  // regex reads the whole text, and a run it finds still goes through the full
+  // scan reads the whole text, and a run it finds still goes through the full
   // carve analysis below to decide what of it is really payload.
-  LONG_RUN_RE.lastIndex = 0;
-  if (!LONG_RUN_RE.test(text)) return null;
-  LONG_RUN_RE.lastIndex = 0;
-  return payloadInvisibleView(text).match(LONG_RUN_RE)?.[0] ?? null;
+  if (!hasLongRun(text)) return null;
+  return findLongRuns(payloadInvisibleView(text)).next().value?.text ?? null;
 }
 
 /**

package/types/index.d.mts

@@ -53,5 +53,5 @@ export function sanitize(text: string, options?: {
     }>;
 }>;
 export { applyLayer1, isBenignAnsi, isBenignAnsiKinds, stripAnsiFully, LONE_SURROGATE_RE } from "./layer1.mjs";
-export { stripInvisible, stripInvisibleWithReport, isSgrOnly, STRIP, SGR_RE, CHECKS, CATEGORY, CATEGORY_LABELS, LINGUISTIC_SCRIPTS, VS, BLANK_NON_CF, LONG_RUN_RE, LONG_RUN_THRESHOLD, SCATTERED_THRESHOLD } from "./invisible.mjs";
+export { stripInvisible, stripInvisibleWithReport, isSgrOnly, STRIP, SGR_RE, CHECKS, CATEGORY, CATEGORY_LABELS, LINGUISTIC_SCRIPTS, VS, BLANK_NON_CF, LONG_RUN_RE, LONG_RUN_THRESHOLD, SCATTERED_THRESHOLD, findLongRuns, hasLongRun } from "./invisible.mjs";
 export { HTML_TAG_PRESENT, MD_LINK_HINT, SECRET_HINT, SECRET_HINT_EXT, matchesSecretHint } from "./gates.mjs";

package/types/invisible.d.mts

@@ -14,6 +14,37 @@
  * @returns {boolean}
  */
 export function isSgrOnly(text: string): boolean;
+/**
+ * Every maximal run of at least {@link LONG_RUN_THRESHOLD} consecutive
+ * payload-capable invisible code points in `text`, in order: `index` is the
+ * run's UTF-16 offset, `text` its verbatim slice, `charCount` its length in
+ * code points.
+ *
+ * What {@link LONG_RUN_RE} means, in the form every scanner in this package
+ * uses — because that regex cannot answer for a large document, and an 8 MB
+ * paste of zero-widths (the exact payload the scan exists to catch) is what
+ * took out the SessionStart scanner, the prompt gate and the tool-output tier
+ * alike. Bounding the quantifier bounds the backtrack stack per `exec`; a run
+ * that hits the bound is continued by {@link RUN_TAIL_RE} until it ends, so the
+ * runs reported are maximal at any length.
+ * @param {string} text
+ * @returns {Generator<{ index: number, text: string, charCount: number }>}
+ */
+export function findLongRuns(text: string): Generator<{
+    index: number;
+    text: string;
+    charCount: number;
+}>;
+/**
+ * True when `text` carries at least one {@link findLongRuns} run.
+ *
+ * The bounded pattern answers this on its own: a run long enough to be reported
+ * is long enough to match, whether or not the match reaches the run's end — so
+ * the yes/no costs one anchored scan and never measures the run.
+ * @param {string} text
+ * @returns {boolean}
+ */
+export function hasLongRun(text: string): boolean;
 /**
  * The agent-facing "Stripped: …" note for a Layer-1 strip: the removed category
  * labels, the LONG RUN marker when the de-ANSI'd text still holds a
@@ -162,6 +193,17 @@ export const LONG_RUN_THRESHOLD: 10;
 /** Total invisible-char count above which a file/prompt is treated as
  * payload-capable even without a long run (threshold-evasion catch). */
 export const SCATTERED_THRESHOLD: 30;
+/**
+ * The long-run pattern, declaratively: {@link LONG_RUN_THRESHOLD} or more
+ * consecutive {@link STRIP} code points.
+ *
+ * Scan a document with {@link findLongRuns}, not with this: `exec`/`test`
+ * throw `RangeError: Maximum call stack size exceeded` once a run passes
+ * ~8.4 M code points, because V8 pushes one backtrack entry per iteration of
+ * an unbounded quantifier onto a stack capped at 64 MB. This stays public as
+ * the pattern itself, and as the independent oracle the scan is differenced
+ * against (test/invisible-fast-path.test.mjs).
+ */
 export const LONG_RUN_RE: RegExp;
 export const CONSECUTIVE_JOINER_CAP: 8;
 export const CONSECUTIVE_SELECTOR_CAP: 8;