greprag 5.40.1 → 5.42.0

package/dist/crush/log-compressor.js

@@ -0,0 +1,394 @@
+"use strict";
+/**
+ * MIRRORED FILE — canonical source: packages/core/src/crush/log-compressor.ts.
+ * Byte-identical copy lives at packages/cli/src/crush/log-compressor.ts (the CLI is a
+ * zero-dep artifact and cannot import @greprag/core). KEEP IN SYNC —
+ * the sync guard in tests/test-crush.cjs fails the build on drift.
+ *
+ * Log/build-output compressor — TypeScript port of Headroom's
+ * transforms/log_compressor.rs. Compresses build and test output
+ * (pytest/npm/cargo/jest/make/generic): keep errors, stack traces and
+ * summary lines + small context windows, drop the passing/INFO bulk.
+ * Typical compression: 10-50x.
+ *
+ * Carries Headroom's documented fixes:
+ * - Stack-trace state machine survives blank lines inside chained
+ *   Python tracebacks (the original terminated on any blank line and
+ *   dropped the second half of "During handling of the above
+ *   exception" traces).
+ * - Dedupe preserves the message prefix (everything before the first
+ *   `:` or `=`), so two distinct errors that share a trailing
+ *   address/id shape stay distinct survivors.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_LOG_CONFIG = void 0;
+exports.detectFormat = detectFormat;
+exports.classifyLevel = classifyLevel;
+exports.isSummaryLine = isSummaryLine;
+exports.parseLogLines = parseLogLines;
+exports.normalizeForDedupe = normalizeForDedupe;
+exports.crushLog = crushLog;
+const adaptive_sizer_1 = require("./adaptive-sizer");
+const crush_types_1 = require("./crush-types");
+exports.DEFAULT_LOG_CONFIG = {
+    maxErrors: 10,
+    errorContextLines: 3,
+    keepFirstError: true,
+    keepLastError: true,
+    maxStackTraces: 3,
+    stackTraceMaxLines: 20,
+    maxWarnings: 5,
+    dedupeWarnings: true,
+    keepSummaryLines: true,
+    maxTotalLines: 100,
+    minLinesToCompress: 50,
+    bias: 1.0,
+};
+// --- Format detection -------------------------------------------------
+const FORMAT_MARKERS = [
+    ['pytest', ['=== FAILURES', '=== ERRORS', '=== test session', '=== short test summary', 'PASSED [', 'FAILED [', 'ERROR [', 'SKIPPED [', 'collected ']],
+    ['npm', ['npm ERR!', 'npm WARN', 'npm info', 'npm http']],
+    ['cargo', ['Compiling ', 'Finished ', 'Running ', 'warning: ', 'error[E']],
+    ['jest', ['PASS ', 'FAIL ', 'Test Suites:']],
+    ['make', ['make[', 'make:', 'gcc ', 'g++ ', 'clang ']],
+];
+function detectFormat(lines) {
+    const sample = lines.slice(0, 100);
+    let best = null;
+    let bestScore = 0;
+    for (const [format, markers] of FORMAT_MARKERS) {
+        let score = 0;
+        for (const line of sample) {
+            if (markers.some((m) => line.includes(m)))
+                score++; // at most one hit per line
+        }
+        if (score > bestScore) {
+            bestScore = score;
+            best = format;
+        }
+    }
+    return best ?? 'generic';
+}
+// --- Level classification ---------------------------------------------
+const LEVEL_PATTERNS = [
+    ['error', /\b(?:ERROR|error|Error|FATAL|fatal|Fatal|CRITICAL|critical)\b/],
+    ['fail', /\b(?:FAIL|FAILED|fail|failed|Fail|Failed)\b/],
+    ['warn', /\b(?:WARN|WARNING|warn|warning|Warn|Warning)\b/],
+    ['info', /\b(?:INFO|info|Info)\b/],
+    ['debug', /\b(?:DEBUG|debug|Debug)\b/],
+    ['trace', /\b(?:TRACE|trace|Trace)\b/],
+];
+function classifyLevel(line) {
+    for (const [level, re] of LEVEL_PATTERNS) {
+        if (re.test(line))
+            return level;
+    }
+    return 'unknown';
+}
+function hasLineColSuffix(s) {
+    return /:\d+:\d/.test(s);
+}
+function traceFlavorFor(line) {
+    const t = line.trimStart();
+    if (t.startsWith('Traceback (most recent call last)'))
+        return 'python';
+    if (t.startsWith('File "') && t.includes('", line ') && /\d$/.test(t))
+        return 'python';
+    if (t.startsWith('at ') && t.includes('(') && t.includes(')') && hasLineColSuffix(t))
+        return 'js';
+    if (t.startsWith('at ') && t.includes('(')) {
+        const body = t.slice(3, t.indexOf('('));
+        if (body.length > 0 && /^[A-Za-z0-9._$]+$/.test(body))
+            return 'java';
+    }
+    if (t.startsWith('--> ') && hasLineColSuffix(t))
+        return 'rust';
+    if (/^\s*\d+:\s*0x[0-9a-fA-F]/.test(line))
+        return 'go';
+    return null;
+}
+/**
+ * True when `line` ends the current trace flavor's run. Python
+ * tracebacks continue across blank lines and continuation markers
+ * (chained-exception fix); JS/Java end at the first non-`at` line.
+ */
+function traceTerminates(flavor, line) {
+    const t = line.trimStart();
+    switch (flavor) {
+        case 'python': {
+            const indentedOrBlank = line.startsWith(' ') || line.startsWith('\t') || line.length === 0;
+            const continuation = t.startsWith('Traceback') ||
+                t.startsWith('File ') ||
+                t.startsWith('During handling') ||
+                t.startsWith('The above exception');
+            if (indentedOrBlank || continuation)
+                return false;
+            // `ExceptionType: message` terminator lines stay inside the trace.
+            return !/^[A-Z]/.test(t);
+        }
+        case 'js':
+        case 'java':
+            return !t.startsWith('at ') && line.length > 0;
+        case 'rust':
+            return !t.startsWith('--> ') && line.length > 0;
+        case 'go':
+            return !/^\d/.test(t) && line.length > 0;
+    }
+}
+// --- Summary detection --------------------------------------------------
+function isSummaryLine(line) {
+    if (line.startsWith('===') || line.startsWith('---'))
+        return true;
+    const m = line.match(/^(\d+) /);
+    if (m) {
+        const rest = line.slice(m[1].length + 1);
+        if (/^(passed|failed|skipped|error|warning)/.test(rest))
+            return true;
+    }
+    for (const prefix of ['Test ', 'Tests ', 'Tests:', 'Test:', 'Suite ', 'Suites ', 'Suites:', 'Suite:']) {
+        if (line.startsWith(prefix)) {
+            const rest = line.slice(prefix.length).trimStart();
+            return rest.length > 0 && rest[0] >= '0' && rest[0] <= '9';
+        }
+    }
+    if (/^(TOTAL|Total|Summary)/.test(line))
+        return true;
+    if (/^(Build|Compile|Test)/.test(line) && /(succeeded|failed|complete)/.test(line))
+        return true;
+    return false;
+}
+// --- Scoring -------------------------------------------------------------
+function scoreLogLine(line) {
+    let levelScore;
+    switch (line.level) {
+        case 'error':
+        case 'fail':
+            levelScore = 1.0;
+            break;
+        case 'warn':
+            levelScore = 0.5;
+            break;
+        case 'debug':
+            levelScore = 0.05;
+            break;
+        case 'trace':
+            levelScore = 0.02;
+            break;
+        default:
+            levelScore = 0.1;
+    }
+    const stackBoost = line.isStackTrace ? 0.3 : 0;
+    const summaryBoost = line.isSummary ? 0.4 : 0;
+    return Math.min(levelScore + stackBoost + summaryBoost, 1.0);
+}
+// --- Parse ---------------------------------------------------------------
+function parseLogLines(lines, config) {
+    const out = [];
+    let active = null;
+    let traceLines = 0;
+    for (let i = 0; i < lines.length; i++) {
+        const raw = lines[i];
+        const entry = {
+            lineNumber: i,
+            content: raw,
+            level: classifyLevel(raw),
+            isStackTrace: false,
+            isSummary: isSummaryLine(raw),
+            score: 0,
+        };
+        if (active !== null) {
+            if (traceLines >= config.stackTraceMaxLines || traceTerminates(active, raw)) {
+                active = null;
+                traceLines = 0;
+                // Chained traces may re-open on the terminating line itself.
+                const next = traceFlavorFor(raw);
+                if (next) {
+                    active = next;
+                    traceLines = 1;
+                    entry.isStackTrace = true;
+                }
+            }
+            else {
+                entry.isStackTrace = true;
+                traceLines++;
+            }
+        }
+        else {
+            const flavor = traceFlavorFor(raw);
+            if (flavor) {
+                active = flavor;
+                traceLines = 1;
+                entry.isStackTrace = true;
+            }
+        }
+        entry.score = scoreLogLine(entry);
+        out.push(entry);
+    }
+    return out;
+}
+// --- Dedupe ----------------------------------------------------------------
+/**
+ * Conservative dedupe key: the message prefix (before the first `:` or
+ * `=`) survives verbatim; only the trailing variable region is
+ * normalized (hex addresses, digits, paths).
+ */
+function normalizeForDedupe(content) {
+    const splitAt = content.search(/[:=]/);
+    const at = splitAt === -1 ? content.length : splitAt;
+    const prefix = content.slice(0, at);
+    const suffix = content
+        .slice(at)
+        .replace(/0x[0-9a-fA-F]+/g, 'ADDR')
+        .replace(/\d+/g, 'N')
+        .replace(/\/[\w/]+\//g, '/PATH/');
+    return prefix + suffix;
+}
+function dedupeSimilar(lines) {
+    const seen = new Set();
+    const out = [];
+    for (const line of lines) {
+        const key = normalizeForDedupe(line.content);
+        if (!seen.has(key)) {
+            seen.add(key);
+            out.push(line);
+        }
+    }
+    return out;
+}
+// --- Selection ---------------------------------------------------------------
+function selectWithFirstLast(lines, maxCount, config) {
+    if (lines.length <= maxCount)
+        return [...lines];
+    const out = [];
+    const seen = new Set();
+    const push = (l) => {
+        if (!seen.has(l.lineNumber)) {
+            seen.add(l.lineNumber);
+            out.push(l);
+        }
+    };
+    if (config.keepFirstError)
+        push(lines[0]);
+    if (config.keepLastError)
+        push(lines[lines.length - 1]);
+    const byScore = [...lines].sort((a, b) => b.score - a.score || a.lineNumber - b.lineNumber);
+    for (const l of byScore) {
+        if (out.length >= maxCount)
+            break;
+        push(l);
+    }
+    return out;
+}
+function selectLines(logLines, config) {
+    const adaptiveMax = (0, adaptive_sizer_1.computeOptimalK)(logLines.map((l) => l.content), config.bias, 10, config.maxTotalLines);
+    const errors = [];
+    const fails = [];
+    let warnings = [];
+    const summaries = [];
+    const stackTraces = [];
+    let currentStack = [];
+    for (const line of logLines) {
+        if (line.level === 'error')
+            errors.push(line);
+        else if (line.level === 'fail')
+            fails.push(line);
+        else if (line.level === 'warn')
+            warnings.push(line);
+        if (line.isStackTrace) {
+            currentStack.push(line);
+        }
+        else if (currentStack.length > 0) {
+            stackTraces.push(currentStack);
+            currentStack = [];
+        }
+        if (line.isSummary)
+            summaries.push(line);
+    }
+    if (currentStack.length > 0)
+        stackTraces.push(currentStack);
+    const selected = new Map();
+    const add = (l) => selected.set(l.lineNumber, l);
+    for (const l of selectWithFirstLast(errors, config.maxErrors, config))
+        add(l);
+    for (const l of selectWithFirstLast(fails, config.maxErrors, config))
+        add(l);
+    if (config.dedupeWarnings)
+        warnings = dedupeSimilar(warnings);
+    for (const l of warnings.slice(0, config.maxWarnings))
+        add(l);
+    for (const stack of stackTraces.slice(0, config.maxStackTraces)) {
+        for (const l of stack.slice(0, config.stackTraceMaxLines))
+            add(l);
+    }
+    if (config.keepSummaryLines) {
+        for (const l of summaries)
+            add(l);
+    }
+    // Context windows around every selection.
+    const anchorIndices = [...selected.keys()];
+    for (const idx of anchorIndices) {
+        const lo = Math.max(0, idx - config.errorContextLines);
+        const hi = Math.min(logLines.length, idx + config.errorContextLines + 1);
+        for (let i = lo; i < hi; i++) {
+            if (!selected.has(i))
+                add(logLines[i]);
+        }
+    }
+    let ordered = [...selected.values()].sort((a, b) => a.lineNumber - b.lineNumber);
+    if (ordered.length > adaptiveMax) {
+        ordered.sort((a, b) => b.score - a.score || a.lineNumber - b.lineNumber);
+        ordered = ordered.slice(0, adaptiveMax);
+        ordered.sort((a, b) => a.lineNumber - b.lineNumber);
+    }
+    return ordered;
+}
+// --- Format output ------------------------------------------------------------
+function formatLogOutput(selected, allLines) {
+    const count = (level) => allLines.filter((l) => l.level === level).length;
+    const output = selected.map((l) => l.content);
+    const omitted = allLines.length - selected.length;
+    if (omitted > 0) {
+        const parts = [];
+        for (const [label, level] of [
+            ['ERROR', 'error'],
+            ['FAIL', 'fail'],
+            ['WARN', 'warn'],
+            ['INFO', 'info'],
+        ]) {
+            const n = count(level);
+            if (n > 0)
+                parts.push(`${n} ${label}`);
+        }
+        if (parts.length > 0) {
+            output.push(`[${omitted} lines omitted: ${parts.join(', ')}]`);
+        }
+        else {
+            output.push(`[${omitted} lines omitted]`);
+        }
+    }
+    return output.join('\n');
+}
+/** Compress build/test log output. Short inputs pass through verbatim. */
+function crushLog(content, config = {}) {
+    const cfg = { ...exports.DEFAULT_LOG_CONFIG, ...config };
+    const lines = content.split('\n');
+    if (lines.length < cfg.minLinesToCompress) {
+        return (0, crush_types_1.makePassthrough)(content, 'log', 'below min line count', lines.length);
+    }
+    const logLines = parseLogLines(lines, cfg);
+    const selected = selectLines(logLines, cfg);
+    const output = formatLogOutput(selected, logLines);
+    return {
+        output,
+        stats: {
+            sourceType: 'log',
+            originalChars: content.length,
+            compressedChars: output.length,
+            compressionRatio: output.length / Math.max(content.length, 1),
+            originalUnits: lines.length,
+            keptUnits: selected.length,
+            passthrough: false,
+        },
+    };
+}
+//# sourceMappingURL=log-compressor.js.map

package/dist/crush/log-compressor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"log-compressor.js","sourceRoot":"","sources":["../../src/crush/log-compressor.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;;;AA0DH,oCAeC;AAaD,sCAKC;AAuDD,sCAgBC;AA8BD,sCA4CC;AASD,gDAUC;AAiID,4BAwBC;AAtZD,qDAAmD;AACnD,+CAA6D;AA8BhD,QAAA,kBAAkB,GAAwB;IACrD,SAAS,EAAE,EAAE;IACb,iBAAiB,EAAE,CAAC;IACpB,cAAc,EAAE,IAAI;IACpB,aAAa,EAAE,IAAI;IACnB,cAAc,EAAE,CAAC;IACjB,kBAAkB,EAAE,EAAE;IACtB,WAAW,EAAE,CAAC;IACd,cAAc,EAAE,IAAI;IACpB,gBAAgB,EAAE,IAAI;IACtB,aAAa,EAAE,GAAG;IAClB,kBAAkB,EAAE,EAAE;IACtB,IAAI,EAAE,GAAG;CACV,CAAC;AAEF,yEAAyE;AAEzE,MAAM,cAAc,GAA2D;IAC7E,CAAC,QAAQ,EAAE,CAAC,cAAc,EAAE,YAAY,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;IACtJ,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IACzD,CAAC,OAAO,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;IAC1E,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IAC5C,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;CACvD,CAAC;AAEF,SAAgB,YAAY,CAAC,KAAwB;IACnD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACnC,IAAI,IAAI,GAAqB,IAAI,CAAC;IAClC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAAE,KAAK,EAAE,CAAC,CAAC,2BAA2B;QACjF,CAAC;QACD,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;YACtB,SAAS,GAAG,KAAK,CAAC;YAClB,IAAI,GAAG,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,IAAI,SAAS,CAAC;AAC3B,CAAC;AAED,yEAAyE;AAEzE,MAAM,cAAc,GAA+C;IACjE,CAAC,OAAO,EAAE,+DAA+D,CAAC;IAC1E,CAAC,MAAM,EAAE,6CAA6C,CAAC;IACvD,CAAC,MAAM,EAAE,gDAAgD,CAAC;IAC1D,CAAC,MAAM,EAAE,wBAAwB,CAAC;IAClC,CAAC,OAAO,EAAE,2BAA2B,CAAC;IACtC,CAAC,OAAO,EAAE,2BAA2B,CAAC;CACvC,CAAC;AAEF,SAAgB,aAAa,CAAC,IAAY;IACxC,KAAK,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC;QACzC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;IAClC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAMD,SAAS,gBAAgB,CAAC,CAAS;IACjC,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAC3B,IAAI,CAAC,CAAC,UAAU,CAAC,mCAAmC,CAAC;QAAE,OAAO,QAAQ,CAAC;IACvE,IAAI,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,QAAQ,CAAC;IACvF,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,gBAAgB,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAClG,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACxC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,MAAM,CAAC;IACvE,CAAC;IACD,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,gBAAgB,CAAC,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IAC/D,IAAI,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACvD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CAAC,MAAmB,EAAE,IAAY;IACxD,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAC3B,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,eAAe,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC;YAC3F,MAAM,YAAY,GAChB,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC;gBACzB,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;gBACrB,CAAC,CAAC,UAAU,CAAC,iBAAiB,CAAC;gBAC/B,CAAC,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;YACtC,IAAI,eAAe,IAAI,YAAY;gBAAE,OAAO,KAAK,CAAC;YAClD,mEAAmE;YACnE,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;QACD,KAAK,IAAI,CAAC;QACV,KAAK,MAAM;YACT,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QACjD,KAAK,MAAM;YACT,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAClD,KAAK,IAAI;YACP,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC;AAED,2EAA2E;AAE3E,SAAgB,aAAa,CAAC,IAAY;IACxC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAClE,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAChC,IAAI,CAAC,EAAE,CAAC;QACN,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzC,IAAI,wCAAwC,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;IACvE,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;QACtG,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,IAAI,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACrD,IAAI,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAChG,OAAO,KAAK,CAAC;AACf,CAAC;AAED,4EAA4E;AAE5E,SAAS,YAAY,CAAC,IAAa;IACjC,IAAI,UAAkB,CAAC;IACvB,QAAQ,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,OAAO,CAAC;QACb,KAAK,MAAM;YACT,UAAU,GAAG,GAAG,CAAC;YACjB,MAAM;QACR,KAAK,MAAM;YACT,UAAU,GAAG,GAAG,CAAC;YACjB,MAAM;QACR,KAAK,OAAO;YACV,UAAU,GAAG,IAAI,CAAC;YAClB,MAAM;QACR,KAAK,OAAO;YACV,UAAU,GAAG,IAAI,CAAC;YAClB,MAAM;QACR;YACE,UAAU,GAAG,GAAG,CAAC;IACrB,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,UAAU,GAAG,YAAY,EAAE,GAAG,CAAC,CAAC;AAC/D,CAAC;AAED,4EAA4E;AAE5E,SAAgB,aAAa,CAAC,KAAwB,EAAE,MAA2B;IACjF,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,IAAI,MAAM,GAAuB,IAAI,CAAC;IACtC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,KAAK,GAAY;YACrB,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,GAAG;YACZ,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC;YACzB,YAAY,EAAE,KAAK;YACnB,SAAS,EAAE,aAAa,CAAC,GAAG,CAAC;YAC7B,KAAK,EAAE,CAAC;SACT,CAAC;QAEF,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,IAAI,UAAU,IAAI,MAAM,CAAC,kBAAkB,IAAI,eAAe,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;gBAC5E,MAAM,GAAG,IAAI,CAAC;gBACd,UAAU,GAAG,CAAC,CAAC;gBACf,6DAA6D;gBAC7D,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;gBACjC,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,GAAG,IAAI,CAAC;oBACd,UAAU,GAAG,CAAC,CAAC;oBACf,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC5B,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC1B,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,GAAG,MAAM,CAAC;gBAChB,UAAU,GAAG,CAAC,CAAC;gBACf,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,KAAK,CAAC,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QAClC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8EAA8E;AAE9E;;;;GAIG;AACH,SAAgB,kBAAkB,CAAC,OAAe;IAChD,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,EAAE,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;IACrD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,OAAO;SACnB,KAAK,CAAC,EAAE,CAAC;SACT,OAAO,CAAC,iBAAiB,EAAE,MAAM,CAAC;SAClC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACpC,OAAO,MAAM,GAAG,MAAM,CAAC;AACzB,CAAC;AAED,SAAS,aAAa,CAAC,KAAgB;IACrC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gFAAgF;AAEhF,SAAS,mBAAmB,CAAC,KAAgB,EAAE,QAAgB,EAAE,MAA2B;IAC1F,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;IAChD,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,IAAI,GAAG,CAAC,CAAU,EAAE,EAAE;QAC1B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YACvB,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IACF,IAAI,MAAM,CAAC,cAAc;QAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,IAAI,MAAM,CAAC,aAAa;QAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAC5F,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,GAAG,CAAC,MAAM,IAAI,QAAQ;YAAE,MAAM;QAClC,IAAI,CAAC,CAAC,CAAC,CAAC;IACV,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,WAAW,CAAC,QAAmB,EAAE,MAA2B;IACnE,MAAM,WAAW,GAAG,IAAA,gCAAe,EACjC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAC9B,MAAM,CAAC,IAAI,EACX,EAAE,EACF,MAAM,CAAC,aAAa,CACrB,CAAC;IAEF,MAAM,MAAM,GAAc,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAc,EAAE,CAAC;IAC5B,IAAI,QAAQ,GAAc,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAc,EAAE,CAAC;IAChC,MAAM,WAAW,GAAgB,EAAE,CAAC;IACpC,IAAI,YAAY,GAAc,EAAE,CAAC;IAEjC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,IAAI,CAAC,KAAK,KAAK,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACzC,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aAC5C,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM;YAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC/B,YAAY,GAAG,EAAE,CAAC;QACpB,CAAC;QACD,IAAI,IAAI,CAAC,SAAS;YAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;QAAE,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAE5D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAmB,CAAC;IAC5C,MAAM,GAAG,GAAG,CAAC,CAAU,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IAE1D,KAAK,MAAM,CAAC,IAAI,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC;QAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9E,KAAK,MAAM,CAAC,IAAI,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC;QAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAE7E,IAAI,MAAM,CAAC,cAAc;QAAE,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC9D,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC;QAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAE9D,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;QAChE,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,kBAAkB,CAAC;YAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAC5B,KAAK,MAAM,CAAC,IAAI,SAAS;YAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,0CAA0C;IAC1C,MAAM,aAAa,GAAG,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,GAAG,MAAM,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC;QACzE,KAAK,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IACjF,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;QACzE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,iFAAiF;AAEjF,SAAS,eAAe,CAAC,QAAmB,EAAE,QAAmB;IAC/D,MAAM,KAAK,GAAG,CAAC,KAAe,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,MAAM,CAAC;IACpF,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAClD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI;YAC3B,CAAC,OAAO,EAAE,OAAO,CAAC;YAClB,CAAC,MAAM,EAAE,MAAM,CAAC;YAChB,CAAC,MAAM,EAAE,MAAM,CAAC;YAChB,CAAC,MAAM,EAAE,MAAM,CAAC;SACR,EAAE,CAAC;YACX,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,IAAI,OAAO,mBAAmB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,OAAO,iBAAiB,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3B,CAAC;AAED,0EAA0E;AAC1E,SAAgB,QAAQ,CAAC,OAAe,EAAE,SAAuC,EAAE;IACjF,MAAM,GAAG,GAAwB,EAAE,GAAG,0BAAkB,EAAE,GAAG,MAAM,EAAE,CAAC;IACtE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,kBAAkB,EAAE,CAAC;QAC1C,OAAO,IAAA,6BAAe,EAAC,OAAO,EAAE,KAAK,EAAE,sBAAsB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAEnD,OAAO;QACL,MAAM;QACN,KAAK,EAAE;YACL,UAAU,EAAE,KAAK;YACjB,aAAa,EAAE,OAAO,CAAC,MAAM;YAC7B,eAAe,EAAE,MAAM,CAAC,MAAM;YAC9B,gBAAgB,EAAE,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,aAAa,EAAE,KAAK,CAAC,MAAM;YAC3B,SAAS,EAAE,QAAQ,CAAC,MAAM;YAC1B,WAAW,EAAE,KAAK;SACnB;KACF,CAAC;AACJ,CAAC"}

package/dist/crush/search-compressor.d.ts

@@ -0,0 +1,60 @@
+/**
+ * MIRRORED FILE — canonical source: packages/core/src/crush/search-compressor.ts.
+ * Byte-identical copy lives at packages/cli/src/crush/search-compressor.ts (the CLI is a
+ * zero-dep artifact and cannot import @greprag/core). KEEP IN SYNC —
+ * the sync guard in tests/test-crush.cjs fails the build on drift.
+ *
+ * Search-results compressor — TypeScript port of Headroom's
+ * transforms/search_compressor.rs. Compresses grep/ripgrep output
+ * (`file:line:content`, plus rg's `file-line-content` context lines).
+ * Typical compression: 5-10x.
+ *
+ * Pipeline: parse -> score (query-word overlap + error-keyword boosts)
+ * -> select (top-N per adaptive budget; always keep first/last per
+ * file) -> emit survivors in line order + `[... and N more matches in
+ * <file>]` summaries.
+ *
+ * Carries Headroom's documented parser fixes:
+ * - Windows drive paths (`C:\...`): the drive colon is not the
+ *   line-number marker; the scan starts after it.
+ * - Filenames containing `-` (rg context lines): the parser anchors on
+ *   the leftmost `<sep><digits><sep>` marker, not on a path charset.
+ * - Adjacent-separator collapse: `file.py:-1:x` is rejected (negative
+ *   line numbers are content, not markers).
+ */
+import { CrushResult } from './crush-types';
+export interface SearchMatch {
+    file: string;
+    lineNumber: number;
+    content: string;
+    score: number;
+}
+export interface SearchCompressorConfig {
+    maxMatchesPerFile: number;
+    alwaysKeepFirst: boolean;
+    alwaysKeepLast: boolean;
+    maxTotalMatches: number;
+    maxFiles: number;
+    contextKeywords: string[];
+    boostErrors: boolean;
+    /** Adaptive-budget bias (>1 keep more, <1 compress harder). */
+    bias: number;
+}
+export declare const DEFAULT_SEARCH_CONFIG: SearchCompressorConfig;
+/**
+ * Parse one grep/ripgrep-style line into a match, or null.
+ *
+ * Finds the leftmost `<sep><digits><sep>` triplet (sep = `:` or `-`);
+ * path is everything before, content everything after. A Windows drive
+ * prefix (`C:\` / `C:/`) shifts the scan start past the drive colon.
+ */
+export declare function parseMatchLine(line: string): {
+    file: string;
+    lineNumber: number;
+    content: string;
+} | null;
+/**
+ * Compress grep/rg output. `query` (optional) boosts matches containing
+ * its words. Unparseable input passes through unchanged.
+ */
+export declare function crushSearch(content: string, query?: string, config?: Partial<SearchCompressorConfig>): CrushResult;