@srouterhq/server 0.0.0-stage → 0.9.0

package/dist/services/compression/engines/toolfilter.js

@@ -0,0 +1,195 @@
+import { z } from 'zod';
+import { registerEngine } from '../registry.js';
+import { hasProtectedSpan } from '../preservation.js';
+import { textContent, withTextContent } from '../helpers.js';
+import { BUILTIN_FILTERS } from './filter-definitions.js';
+import { loadCustomFilters } from './custom-filters.js';
+// eslint-disable-next-line no-control-regex -- matching ANSI escapes is the point.
+const ANSI_RE = /\u001b\[[0-?]*[ -/]*[@-~]/g;
+export const ERROR_GUARD_RE = /\b(?:error|exception|fatal|failed|failure|traceback|panic|assert(?:ion)?|not ok|✗|×)\b/i;
+function safeRegex(source, flags = 'i') {
+    try {
+        return new RegExp(source, flags);
+    }
+    catch {
+        return null;
+    }
+}
+function matches(rule, content, origin) {
+    if (rule.id === 'fallback')
+        return true;
+    const name = origin?.name.toLowerCase();
+    if (name && rule.detect.toolNames.some(candidate => candidate.toLowerCase() === name)) {
+        if (rule.detect.content.length === 0)
+            return true;
+        // Generic shell tools still need content-shape detection.
+    }
+    return rule.detect.content.some(pattern => safeRegex(pattern, 'im')?.test(content));
+}
+function rawMustKeep(line) {
+    return ERROR_GUARD_RE.test(line) || hasProtectedSpan(line);
+}
+// One protected-span scan per distinct line per rule application; the same
+// line is otherwise re-scanned by every filtering stage.
+let mustKeepCache = new Map();
+function mustKeep(line) {
+    const cached = mustKeepCache.get(line);
+    if (cached !== undefined)
+        return cached;
+    const result = rawMustKeep(line);
+    mustKeepCache.set(line, result);
+    return result;
+}
+function collapseRuns(lines, minimum) {
+    const output = [];
+    for (let index = 0; index < lines.length;) {
+        let end = index + 1;
+        while (end < lines.length && lines[end] === lines[index])
+            end += 1;
+        const count = end - index;
+        if (count >= minimum && !mustKeep(lines[index])) {
+            output.push(lines[index], `[… ${count - 2} identical lines omitted …]`, lines[end - 1]);
+        }
+        else {
+            output.push(...lines.slice(index, end));
+        }
+        index = end;
+    }
+    return output;
+}
+function selectHeadTail(lines, head, tail) {
+    if (lines.length <= head + tail)
+        return lines;
+    const selected = new Set();
+    for (let index = 0; index < Math.min(head, lines.length); index += 1)
+        selected.add(index);
+    for (let index = Math.max(0, lines.length - tail); index < lines.length; index += 1)
+        selected.add(index);
+    lines.forEach((line, index) => { if (mustKeep(line))
+        selected.add(index); });
+    const output = [];
+    let index = 0;
+    while (index < lines.length) {
+        if (selected.has(index)) {
+            output.push(lines[index]);
+            index += 1;
+            continue;
+        }
+        const start = index;
+        while (index < lines.length && !selected.has(index))
+            index += 1;
+        output.push(`[… ${index - start} lines omitted …]`);
+    }
+    return output;
+}
+const OMISSION_MARKER_RE = /^\[… \d+ (?:lines|identical lines) omitted …\]$/;
+function enforceMaxChars(lines, maxChars) {
+    let total = lines.reduce((sum, line) => sum + line.length + 1, -1);
+    if (lines.length <= 2 || total <= maxChars)
+        return lines;
+    // Rank removable lines center-out once, then delete in a single pass —
+    // recomputing joined length per removal is quadratic on large outputs.
+    const middle = (lines.length - 1) / 2;
+    const removable = lines
+        .map((line, index) => ({ line, index, distance: Math.abs(index - middle) }))
+        .filter(({ line }) => !mustKeep(line) && !OMISSION_MARKER_RE.test(line))
+        .sort((a, b) => a.distance - b.distance);
+    const removed = new Set();
+    for (const { line, index } of removable) {
+        if (total <= maxChars || lines.length - removed.size <= 2)
+            break;
+        removed.add(index);
+        total -= line.length + 1;
+    }
+    if (removed.size === 0)
+        return lines;
+    return lines.filter((_line, index) => !removed.has(index));
+}
+function applyRule(content, rule, intensity, configuredMaxLines, configuredMaxChars) {
+    mustKeepCache = new Map();
+    let lines = (rule.stripAnsi ? content.replace(ANSI_RE, '') : content).split('\n');
+    // Compile every rule pattern once, not once per line.
+    const dropPatterns = rule.dropLines
+        .map(drop => ({
+        pattern: safeRegex(drop.pattern),
+        unless: drop.unless ? safeRegex(drop.unless) : null,
+    }))
+        .filter((drop) => drop.pattern != null);
+    const keepPatterns = rule.keepLines
+        .map(pattern => safeRegex(pattern))
+        .filter((pattern) => pattern != null);
+    lines = lines.filter(line => {
+        if (mustKeep(line))
+            return true;
+        for (const drop of dropPatterns) {
+            if (!drop.pattern.test(line))
+                continue;
+            if (!drop.unless || !drop.unless.test(line))
+                return false;
+        }
+        if (rule.keepLines.length > 0) {
+            return keepPatterns.some(pattern => pattern.test(line));
+        }
+        return true;
+    });
+    if (rule.collapseRuns)
+        lines = collapseRuns(lines, rule.collapseRuns.min);
+    const budgets = {
+        minimal: { head: 50, tail: 35 },
+        standard: { head: 30, tail: 20 },
+        aggressive: { head: 15, tail: 15 },
+    }[intensity];
+    const maxLines = Math.max(10, configuredMaxLines);
+    if (rule.headTail && lines.length > maxLines) {
+        const ratio = Math.min(1, maxLines / (budgets.head + budgets.tail));
+        lines = selectHeadTail(lines, Math.max(5, Math.floor(budgets.head * ratio)), Math.max(5, Math.floor(budgets.tail * ratio)));
+    }
+    lines = enforceMaxChars(lines, Math.min(configuredMaxChars, rule.maxChars ?? Infinity));
+    const result = lines.join('\n');
+    // Stats and caches must not retain request content after the call.
+    mustKeepCache = new Map();
+    return result;
+}
+const toolFilterEngine = {
+    id: 'toolfilter',
+    priority: 10,
+    lossless: false,
+    targets: ['tool-results'],
+    configSchema: z.object({
+        enabled: z.boolean(),
+        intensity: z.enum(['minimal', 'standard', 'aggressive']).default('standard'),
+        maxLinesPerResult: z.number().int().positive().default(120),
+        maxCharsPerResult: z.number().int().positive().default(12_000),
+        disabledFilters: z.array(z.string()).default([]),
+    }).passthrough(),
+    apply({ messages, config, context }) {
+        const intensity = config.intensity === 'minimal' || config.intensity === 'aggressive'
+            ? config.intensity
+            : 'standard';
+        const maxLines = typeof config.maxLinesPerResult === 'number' ? config.maxLinesPerResult : 120;
+        const maxChars = typeof config.maxCharsPerResult === 'number' ? config.maxCharsPerResult : 12_000;
+        const disabled = new Set(Array.isArray(config.disabledFilters) ? config.disabledFilters.filter(v => typeof v === 'string') : []);
+        const rules = [
+            ...loadCustomFilters(Boolean(config.trustProjectFilters)),
+            ...BUILTIN_FILTERS,
+        ].filter(rule => !disabled.has(rule.id));
+        const filtersApplied = {};
+        const output = messages.map((message, index) => {
+            const content = textContent(message);
+            if (message.role !== 'tool' || content == null || context.frozenMessageIndexes.has(index))
+                return message;
+            const origin = message.tool_call_id ? context.toolCallOrigins.get(message.tool_call_id) : undefined;
+            const rule = rules.find(candidate => matches(candidate, content, origin));
+            if (!rule)
+                return message;
+            const next = applyRule(content, rule, intensity, maxLines, maxChars);
+            if (next.length >= content.length)
+                return message;
+            filtersApplied[rule.id] = (filtersApplied[rule.id] ?? 0) + 1;
+            return withTextContent(message, next);
+        });
+        return { messages: output, details: { filtersApplied } };
+    },
+};
+registerEngine(toolFilterEngine);
+//# sourceMappingURL=toolfilter.js.map

package/dist/services/compression/engines/toolfilter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"toolfilter.js","sourceRoot":"","sources":["../../../../src/services/compression/engines/toolfilter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAuB,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAGxD,mFAAmF;AACnF,MAAM,OAAO,GAAG,4BAA4B,CAAC;AAC7C,MAAM,CAAC,MAAM,cAAc,GAAG,yFAAyF,CAAC;AAExH,SAAS,SAAS,CAAC,MAAc,EAAE,KAAK,GAAG,GAAG;IAC5C,IAAI,CAAC;QACH,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,IAAoB,EAAE,OAAe,EAAE,MAAuB;IAC7E,IAAI,IAAI,CAAC,EAAE,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IACxC,MAAM,IAAI,GAAG,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;IACxC,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACtF,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClD,0DAA0D;IAC5D,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,OAAO,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;AAC7D,CAAC;AAED,2EAA2E;AAC3E,yDAAyD;AACzD,IAAI,aAAa,GAAG,IAAI,GAAG,EAAmB,CAAC;AAE/C,SAAS,QAAQ,CAAC,IAAY;IAC5B,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACxC,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACjC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAChC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,KAAe,EAAE,OAAe;IACpD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;QAC1C,IAAI,GAAG,GAAG,KAAK,GAAG,CAAC,CAAC;QACpB,OAAO,GAAG,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC;YAAE,GAAG,IAAI,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,GAAG,GAAG,KAAK,CAAC;QAC1B,IAAI,KAAK,IAAI,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC,6BAA6B,EAAE,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1F,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,KAAe,EAAE,IAAY,EAAE,IAAY;IACjE,IAAI,KAAK,CAAC,MAAM,IAAI,IAAI,GAAG,IAAI;QAAE,OAAO,KAAK,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC;QAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC1F,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC;QAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACzG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC;QAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC;QACpB,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,KAAK,IAAI,CAAC,CAAC;QAChE,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,GAAG,KAAK,mBAAmB,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,kBAAkB,GAAG,iDAAiD,CAAC;AAE7E,SAAS,eAAe,CAAC,KAAe,EAAE,QAAgB;IACxD,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACnE,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,IAAI,QAAQ;QAAE,OAAO,KAAK,CAAC;IACzD,uEAAuE;IACvE,uEAAuE;IACvE,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,KAAK;SACpB,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;SAC3E,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACvE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,SAAS,EAAE,CAAC;QACxC,IAAI,KAAK,IAAI,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC;YAAE,MAAM;QACjE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnB,KAAK,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IAC3B,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACrC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,SAAS,CAChB,OAAe,EACf,IAAoB,EACpB,SAAgD,EAChD,kBAA0B,EAC1B,kBAA0B;IAE1B,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC;IAC1B,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClF,sDAAsD;IACtD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS;SAChC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACZ,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;KACpD,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,IAAI,EAAsD,EAAE,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;IAC9F,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS;SAChC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;SAClC,MAAM,CAAC,CAAC,OAAO,EAAqB,EAAE,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;IAC3D,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QAC1B,IAAI,QAAQ,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAChC,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YACvC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;QAC5D,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IACH,IAAI,IAAI,CAAC,YAAY;QAAE,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;QAC/B,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;QAChC,UAAU,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;KACnC,CAAC,SAAS,CAAC,CAAC;IACb,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,kBAAkB,CAAC,CAAC;IAClD,IAAI,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACpE,KAAK,GAAG,cAAc,CACpB,KAAK,EACL,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,EAC7C,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAC9C,CAAC;IACJ,CAAC;IACD,KAAK,GAAG,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC;IACxF,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,mEAAmE;IACnE,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC;IAC1B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,gBAAgB,GAAsB;IAC1C,EAAE,EAAE,YAAY;IAChB,QAAQ,EAAE,EAAE;IACZ,QAAQ,EAAE,KAAK;IACf,OAAO,EAAE,CAAC,cAAc,CAAC;IACzB,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC;QACrB,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;QACpB,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;QAC5E,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;QAC3D,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;QAC9D,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;KACjD,CAAC,CAAC,WAAW,EAAE;IAChB,KAAK,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE;QACjC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,SAAS,KAAK,YAAY;YACnF,CAAC,CAAC,MAAM,CAAC,SAAS;YAClB,CAAC,CAAC,UAAU,CAAC;QACf,MAAM,QAAQ,GAAG,OAAO,MAAM,CAAC,iBAAiB,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC;QAC/F,MAAM,QAAQ,GAAG,OAAO,MAAM,CAAC,iBAAiB,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC;QAClG,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjI,MAAM,KAAK,GAAG;YACZ,GAAG,iBAAiB,CAAC,OAAO,CAAE,MAAkC,CAAC,mBAAmB,CAAC,CAAC;YACtF,GAAG,eAAe;SACnB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACzC,MAAM,cAAc,GAA2B,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YAC7C,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;YACrC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC;gBAAE,OAAO,OAAO,CAAC;YAC1G,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACpG,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;YAC1E,IAAI,CAAC,IAAI;gBAAE,OAAO,OAAO,CAAC;YAC1B,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACrE,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM;gBAAE,OAAO,OAAO,CAAC;YAClD,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7D,OAAO,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,EAAE,CAAC;IAC3D,CAAC;CACF,CAAC;AAEF,cAAc,CAAC,gBAAgB,CAAC,CAAC"}

package/dist/services/compression/fidelity-gate.d.ts

@@ -0,0 +1,12 @@
+import type { ChatMessage } from '@srouter/shared/types.js';
+export interface FidelityResult {
+    accepted: boolean;
+    reason?: 'inflation' | 'fidelity';
+    protectedTokenSurvival: number;
+    numericLiteralsPreserved: boolean;
+    jsonKeySurvival: number;
+    diffHunksPreserved: boolean;
+    criticalLinesPreserved: boolean;
+}
+export declare function checkFidelity(before: ChatMessage[], after: ChatMessage[]): FidelityResult;
+//# sourceMappingURL=fidelity-gate.d.ts.map

package/dist/services/compression/fidelity-gate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fidelity-gate.d.ts","sourceRoot":"","sources":["../../../src/services/compression/fidelity-gate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAI5D,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,GAAG,UAAU,CAAC;IAClC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,wBAAwB,EAAE,OAAO,CAAC;IAClC,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,sBAAsB,EAAE,OAAO,CAAC;CACjC;AAmBD,wBAAgB,aAAa,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,cAAc,CA6EzF"}

package/dist/services/compression/fidelity-gate.js

@@ -0,0 +1,90 @@
+import { allMessageText, messageChars } from './helpers.js';
+import { extractProtectedValues, scanProtectedSpans } from './preservation.js';
+function unique(values) {
+    return [...new Set(values.filter(Boolean))];
+}
+function survival(values, output) {
+    const required = unique(values);
+    if (required.length === 0)
+        return 1;
+    return required.filter(value => output.includes(value)).length / required.length;
+}
+function toolEnvelope(messages) {
+    return messages.flatMap(message => [
+        ...(message.tool_calls ?? []).map(call => JSON.stringify(call)),
+        ...(message.tool_call_id ? [`result:${message.tool_call_id}`] : []),
+    ]);
+}
+export function checkFidelity(before, after) {
+    const beforeChars = messageChars(before);
+    const afterChars = messageChars(after);
+    if (afterChars >= beforeChars) {
+        return {
+            accepted: false,
+            reason: 'inflation',
+            protectedTokenSurvival: 1,
+            numericLiteralsPreserved: true,
+            jsonKeySurvival: 1,
+            diffHunksPreserved: true,
+            criticalLinesPreserved: true,
+        };
+    }
+    // Only messages the pipeline actually rewrote can lose protected content —
+    // an unchanged message preserves its spans by definition. Scanning just the
+    // changed slices keeps the gate linear on large conversations where an
+    // engine touched one tool result. Removed/deduplicated messages count as
+    // changed, so their protected content must still survive elsewhere.
+    const afterCounts = new Map();
+    for (const message of after) {
+        const text = allMessageText([message]);
+        afterCounts.set(text, (afterCounts.get(text) ?? 0) + 1);
+    }
+    const changed = [];
+    for (const message of before) {
+        const text = allMessageText([message]);
+        const count = afterCounts.get(text) ?? 0;
+        if (count > 0)
+            afterCounts.set(text, count - 1);
+        else
+            changed.push(text);
+    }
+    const input = changed.join('\n');
+    const output = allMessageText(after);
+    // Numbers and JSON keys have their own deliberately shaped invariants below:
+    // jsoncompact keeps a key in the table header (without its original colon),
+    // while every numeric literal remains verbatim. Counting the original
+    // `"key":` span again here would incorrectly reject that proven-lossless
+    // representation.
+    const protectedTokenSurvival = survival(scanProtectedSpans(input)
+        .filter(span => !span.kinds.every(kind => kind === 'number' || kind === 'json-key'))
+        .map(span => span.text), output);
+    // Numbers are by far the highest-cardinality protected kind; a substring
+    // scan per distinct literal is quadratic on numeric tool output. A literal
+    // "survives" when the same standalone literal still appears in the output.
+    const outputNumbers = new Set(extractProtectedValues(output, 'number'));
+    const numericLiteralsPreserved = unique(extractProtectedValues(input, 'number'))
+        .every(value => outputNumbers.has(value));
+    const jsonKeySurvival = survival(extractProtectedValues(input, 'json-key').map(value => value.replace(/\s*:\s*$/, '')), output);
+    const diffHunksPreserved = survival(extractProtectedValues(input, 'diff-hunk'), output) === 1;
+    const criticalLinesPreserved = survival([
+        ...extractProtectedValues(input, 'error'),
+        ...extractProtectedValues(input, 'constraint'),
+    ], output) === 1;
+    const envelopesPreserved = toolEnvelope(before).every(value => toolEnvelope(after).includes(value));
+    const accepted = protectedTokenSurvival >= 0.95
+        && numericLiteralsPreserved
+        && jsonKeySurvival >= 0.9
+        && diffHunksPreserved
+        && criticalLinesPreserved
+        && envelopesPreserved;
+    return {
+        accepted,
+        ...(accepted ? {} : { reason: 'fidelity' }),
+        protectedTokenSurvival,
+        numericLiteralsPreserved,
+        jsonKeySurvival,
+        diffHunksPreserved,
+        criticalLinesPreserved,
+    };
+}
+//# sourceMappingURL=fidelity-gate.js.map

package/dist/services/compression/fidelity-gate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fidelity-gate.js","sourceRoot":"","sources":["../../../src/services/compression/fidelity-gate.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAY/E,SAAS,MAAM,CAAC,MAAgB;IAC9B,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,QAAQ,CAAC,MAAgB,EAAE,MAAc;IAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACpC,OAAO,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;AACnF,CAAC;AAED,SAAS,YAAY,CAAC,QAAuB;IAC3C,OAAO,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC/D,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACpE,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAqB,EAAE,KAAoB;IACvE,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,UAAU,IAAI,WAAW,EAAE,CAAC;QAC9B,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,WAAW;YACnB,sBAAsB,EAAE,CAAC;YACzB,wBAAwB,EAAE,IAAI;YAC9B,eAAe,EAAE,CAAC;YAClB,kBAAkB,EAAE,IAAI;YACxB,sBAAsB,EAAE,IAAI;SAC7B,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,4EAA4E;IAC5E,uEAAuE;IACvE,yEAAyE;IACzE,oEAAoE;IACpE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACvC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK,GAAG,CAAC;YAAE,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;;YAC3C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACrC,6EAA6E;IAC7E,4EAA4E;IAC5E,sEAAsE;IACtE,yEAAyE;IACzE,kBAAkB;IAClB,MAAM,sBAAsB,GAAG,QAAQ,CACrC,kBAAkB,CAAC,KAAK,CAAC;SACtB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,UAAU,CAAC,CAAC;SACnF,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EACzB,MAAM,CACP,CAAC;IACF,yEAAyE;IACzE,2EAA2E;IAC3E,2EAA2E;IAC3E,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IACxE,MAAM,wBAAwB,GAAG,MAAM,CAAC,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;SAC7E,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5C,MAAM,eAAe,GAAG,QAAQ,CAC9B,sBAAsB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,EACrF,MAAM,CACP,CAAC;IACF,MAAM,kBAAkB,GAAG,QAAQ,CAAC,sBAAsB,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9F,MAAM,sBAAsB,GAAG,QAAQ,CAAC;QACtC,GAAG,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC;QACzC,GAAG,sBAAsB,CAAC,KAAK,EAAE,YAAY,CAAC;KAC/C,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACjB,MAAM,kBAAkB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACpG,MAAM,QAAQ,GAAG,sBAAsB,IAAI,IAAI;WAC1C,wBAAwB;WACxB,eAAe,IAAI,GAAG;WACtB,kBAAkB;WAClB,sBAAsB;WACtB,kBAAkB,CAAC;IAExB,OAAO;QACL,QAAQ;QACR,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,UAAmB,EAAE,CAAC;QACpD,sBAAsB;QACtB,wBAAwB;QACxB,eAAe;QACf,kBAAkB;QAClB,sBAAsB;KACvB,CAAC;AACJ,CAAC"}

package/dist/services/compression/helpers.d.ts

@@ -0,0 +1,9 @@
+import type { ChatMessage } from '@srouter/shared/types.js';
+import type { ToolCallOrigin } from './types.js';
+export declare function textContent(message: ChatMessage): string | null;
+export declare function withTextContent(message: ChatMessage, content: string): ChatMessage;
+export declare function messageChars(messages: ChatMessage[]): number;
+export declare function estimateTokensFromChars(chars: number): number;
+export declare function buildToolCallOrigins(messages: ChatMessage[]): Map<string, ToolCallOrigin>;
+export declare function allMessageText(messages: ChatMessage[]): string;
+//# sourceMappingURL=helpers.d.ts.map

package/dist/services/compression/helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../src/services/compression/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,wBAAgB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI,CAE/D;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,GAAG,WAAW,CAElF;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,CAS5D;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE7D;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAczF;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,CAS9D"}

package/dist/services/compression/helpers.js

@@ -0,0 +1,52 @@
+export function textContent(message) {
+    return typeof message.content === 'string' ? message.content : null;
+}
+export function withTextContent(message, content) {
+    return { ...message, content };
+}
+export function messageChars(messages) {
+    return messages.reduce((sum, message) => {
+        if (typeof message.content === 'string')
+            return sum + message.content.length;
+        if (!Array.isArray(message.content))
+            return sum;
+        return sum + message.content.reduce((n, block) => {
+            if (typeof block === 'string')
+                return n + block.length;
+            return n + (typeof block?.text === 'string' ? block.text.length : 0);
+        }, 0);
+    }, 0);
+}
+export function estimateTokensFromChars(chars) {
+    return Math.ceil(chars / 4);
+}
+export function buildToolCallOrigins(messages) {
+    const origins = new Map();
+    messages.forEach((message, messageIndex) => {
+        for (const call of message.tool_calls ?? []) {
+            if (!call.id)
+                continue;
+            origins.set(call.id, {
+                id: call.id,
+                name: call.function.name,
+                arguments: call.function.arguments,
+                messageIndex,
+            });
+        }
+    });
+    return origins;
+}
+export function allMessageText(messages) {
+    return messages.map(message => {
+        if (typeof message.content === 'string')
+            return message.content;
+        if (!Array.isArray(message.content))
+            return '';
+        return message.content.map(block => {
+            if (typeof block === 'string')
+                return block;
+            return typeof block?.text === 'string' ? block.text : '';
+        }).join('');
+    }).join('\n');
+}
+//# sourceMappingURL=helpers.js.map

package/dist/services/compression/helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../../../src/services/compression/helpers.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,WAAW,CAAC,OAAoB;IAC9C,OAAO,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAAoB,EAAE,OAAe;IACnE,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,QAAuB;IAClD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE;QACtC,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;QAC7E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,OAAO,GAAG,CAAC;QAChD,OAAO,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;YAC/C,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;YACvD,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,CAAC,EAAE,CAAC,CAAC,CAAC;IACR,CAAC,EAAE,CAAC,CAAC,CAAC;AACR,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAa;IACnD,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAAuB;IAC1D,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IAClD,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE;QACzC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;YAC5C,IAAI,CAAC,IAAI,CAAC,EAAE;gBAAE,SAAS;YACvB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE;gBACnB,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBACxB,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;gBAClC,YAAY;aACb,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,QAAuB;IACpD,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;QAC5B,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC;QAChE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,OAAO,EAAE,CAAC;QAC/C,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACjC,IAAI,OAAO,KAAK,KAAK,QAAQ;gBAAE,OAAO,KAAK,CAAC;YAC5C,OAAO,OAAO,KAAK,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACd,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}

package/dist/services/compression/pipeline.d.ts

@@ -0,0 +1,7 @@
+import type { ChatMessage } from '@srouter/shared/types.js';
+import './engines/index.js';
+import type { CompressRequestOptions, CompressionResult } from './types.js';
+export declare function compressRequest(messages: ChatMessage[], options?: CompressRequestOptions): CompressionResult;
+export declare function formatCompressionHeader(result: CompressionResult): string;
+export declare function _clearPrefixFreezeForTesting(): void;
+//# sourceMappingURL=pipeline.d.ts.map

package/dist/services/compression/pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../../src/services/compression/pipeline.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,oBAAoB,CAAC;AAgB5B,OAAO,KAAK,EACV,sBAAsB,EAGtB,iBAAiB,EAElB,MAAM,YAAY,CAAC;AAoEpB,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,GAAE,sBAA2B,GACnC,iBAAiB,CAoKnB;AAED,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,CAEzE;AAED,wBAAgB,4BAA4B,IAAI,IAAI,CAEnD"}

package/dist/services/compression/pipeline.js

@@ -0,0 +1,245 @@
+import crypto from 'node:crypto';
+import './engines/index.js';
+import { compressionConfigFingerprint, getCompressionConfig, parseCompressionDirective, resolveCompressionMode, } from './config.js';
+import { checkFidelity } from './fidelity-gate.js';
+import { buildToolCallOrigins, estimateTokensFromChars, messageChars, textContent, } from './helpers.js';
+import { getRegisteredEngines } from './registry.js';
+import { recordCompressionStats } from './stats.js';
+const MODE_ENGINES = {
+    off: new Set(),
+    lossless: new Set(['dedup', 'lite', 'jsoncompact']),
+    standard: new Set(['dedup', 'lite', 'read-lifecycle', 'toolfilter', 'jsoncompact']),
+    aggressive: new Set([
+        'dedup',
+        'lite',
+        'read-lifecycle',
+        'toolfilter',
+        'jsoncompact',
+        'relevance',
+        'aging',
+        'hard-budget',
+    ]),
+};
+const prefixOccurrences = new Map();
+const MAX_PREFIXES = 5_000;
+function stablePrefixIndexes(messages, enabled) {
+    const frozen = new Set();
+    if (!enabled)
+        return frozen;
+    const indexesByHash = new Map();
+    messages.forEach((message, index) => {
+        if (message.role !== 'system')
+            return;
+        const content = textContent(message);
+        if (!content)
+            return;
+        const hash = crypto.createHash('sha256').update(content).digest('hex');
+        const indexes = indexesByHash.get(hash) ?? [];
+        indexes.push(index);
+        indexesByHash.set(hash, indexes);
+    });
+    for (const [hash, indexes] of indexesByHash) {
+        const count = (prefixOccurrences.get(hash) ?? 0) + 1;
+        prefixOccurrences.delete(hash);
+        prefixOccurrences.set(hash, count);
+        if (count >= 3) {
+            for (const index of indexes)
+                frozen.add(index);
+        }
+    }
+    while (prefixOccurrences.size > MAX_PREFIXES) {
+        const oldest = prefixOccurrences.keys().next().value;
+        if (!oldest)
+            break;
+        prefixOccurrences.delete(oldest);
+    }
+    return frozen;
+}
+function emptyStats(chars, started) {
+    const tokens = estimateTokensFromChars(chars);
+    return {
+        originalChars: chars,
+        compressedChars: chars,
+        estOriginalTokens: tokens,
+        estCompressedTokens: tokens,
+        estSavedTokens: 0,
+        enginesApplied: [],
+        discardedByGate: [],
+        durationMs: performance.now() - started,
+        stages: [],
+    };
+}
+export function compressRequest(messages, options = {}) {
+    const started = performance.now();
+    const config = options.config ?? getCompressionConfig();
+    const directive = parseCompressionDirective(options.header);
+    const originalChars = messageChars(messages);
+    const originalEstimate = estimateTokensFromChars(originalChars);
+    let mode = options.previewMode ?? resolveCompressionMode(config, directive);
+    const autoTriggered = options.previewMode === undefined
+        && mode !== 'off'
+        && (directive === 'default' || directive === 'on')
+        && config.autoTriggerEstTokens !== undefined
+        && originalEstimate >= config.autoTriggerEstTokens;
+    if (autoTriggered)
+        mode = 'aggressive';
+    if (mode === 'off') {
+        const stats = emptyStats(originalChars, started);
+        if (options.recordStats !== false)
+            recordCompressionStats(mode, stats);
+        return {
+            messages,
+            mode,
+            cacheKey: compressionConfigFingerprint(config, mode),
+            stats,
+        };
+    }
+    const stableFrozen = stablePrefixIndexes(messages, config.prefixFreeze);
+    const cacheFrozen = new Set();
+    const cachePrefixLength = Math.max(0, Math.min(messages.length, options.cacheControlPrefixLength ?? 0));
+    for (let index = 0; index < cachePrefixLength; index += 1)
+        cacheFrozen.add(index);
+    const targetTokens = options.targetTokens
+        ?? config.targetTokens
+        ?? (autoTriggered
+            ? Math.max(1, Math.floor(config.autoTriggerEstTokens * 0.9))
+            : undefined);
+    let current = messages;
+    const stages = [];
+    const enginesApplied = [];
+    const discardedByGate = [];
+    for (const engine of getRegisteredEngines()) {
+        if (!MODE_ENGINES[mode].has(engine.id))
+            continue;
+        // Adaptive requests stop as soon as the requested ceiling is met. Manual
+        // modes without a target still run their complete engine set.
+        if (targetTokens && messageChars(current) <= targetTokens * 4)
+            break;
+        const engineConfig = config.engines[engine.id] ?? { enabled: true };
+        if (!engineConfig.enabled) {
+            stages.push({
+                engine: engine.id,
+                inputChars: messageChars(current),
+                outputChars: messageChars(current),
+                savedChars: 0,
+                applied: false,
+                discarded: 'disabled',
+            });
+            continue;
+        }
+        const inputChars = messageChars(current);
+        try {
+            const validated = engine.configSchema.safeParse({
+                ...engineConfig,
+                trustProjectFilters: config.trustProjectFilters,
+            });
+            if (!validated.success)
+                throw new Error(`Invalid ${engine.id} configuration`);
+            const frozenMessageIndexes = engine.lossless
+                ? stableFrozen
+                : new Set([...stableFrozen, ...cacheFrozen]);
+            const result = engine.apply({
+                messages: current,
+                config: validated.data,
+                context: {
+                    mode,
+                    tools: options.tools,
+                    targetTokens,
+                    frozenMessageIndexes,
+                    toolCallOrigins: buildToolCallOrigins(current),
+                },
+            });
+            const outputChars = messageChars(result.messages);
+            if (outputChars === inputChars) {
+                stages.push({
+                    engine: engine.id,
+                    inputChars,
+                    outputChars,
+                    savedChars: 0,
+                    applied: false,
+                    discarded: 'unchanged',
+                    details: result.details,
+                });
+                continue;
+            }
+            const fidelity = checkFidelity(current, result.messages);
+            if (!fidelity.accepted) {
+                const discarded = fidelity.reason === 'inflation' ? 'inflation' : 'fidelity';
+                if (discarded === 'fidelity')
+                    discardedByGate.push(engine.id);
+                stages.push({
+                    engine: engine.id,
+                    inputChars,
+                    outputChars,
+                    savedChars: 0,
+                    applied: false,
+                    discarded,
+                    fidelity: {
+                        protectedTokenSurvival: fidelity.protectedTokenSurvival,
+                        numericLiteralsPreserved: fidelity.numericLiteralsPreserved,
+                        jsonKeySurvival: fidelity.jsonKeySurvival,
+                        diffHunksPreserved: fidelity.diffHunksPreserved,
+                        criticalLinesPreserved: fidelity.criticalLinesPreserved,
+                    },
+                    details: result.details,
+                });
+                continue;
+            }
+            current = result.messages;
+            enginesApplied.push(engine.id);
+            stages.push({
+                engine: engine.id,
+                inputChars,
+                outputChars,
+                savedChars: inputChars - outputChars,
+                applied: true,
+                fidelity: {
+                    protectedTokenSurvival: fidelity.protectedTokenSurvival,
+                    numericLiteralsPreserved: fidelity.numericLiteralsPreserved,
+                    jsonKeySurvival: fidelity.jsonKeySurvival,
+                    diffHunksPreserved: fidelity.diffHunksPreserved,
+                    criticalLinesPreserved: fidelity.criticalLinesPreserved,
+                },
+                details: result.details,
+            });
+        }
+        catch {
+            discardedByGate.push(engine.id);
+            stages.push({
+                engine: engine.id,
+                inputChars,
+                outputChars: inputChars,
+                savedChars: 0,
+                applied: false,
+                discarded: 'exception',
+            });
+        }
+    }
+    const compressedChars = messageChars(current);
+    const stats = {
+        originalChars,
+        compressedChars,
+        estOriginalTokens: estimateTokensFromChars(originalChars),
+        estCompressedTokens: estimateTokensFromChars(compressedChars),
+        estSavedTokens: Math.max(0, Math.floor((originalChars - compressedChars) / 4)),
+        enginesApplied,
+        discardedByGate,
+        durationMs: performance.now() - started,
+        stages,
+    };
+    if (options.recordStats !== false)
+        recordCompressionStats(mode, stats);
+    return {
+        messages: current,
+        mode,
+        cacheKey: compressionConfigFingerprint(config, mode),
+        stats,
+    };
+}
+export function formatCompressionHeader(result) {
+    return `${result.mode}; saved~=${result.stats.estSavedTokens}`;
+}
+export function _clearPrefixFreezeForTesting() {
+    prefixOccurrences.clear();
+}
+//# sourceMappingURL=pipeline.js.map