greprag 5.48.0 → 5.49.0

package/dist/opencode-plugin-crush.js

@@ -0,0 +1,193 @@
+"use strict";
+// adr: adr/opencode-context-compressor.md
+/** opencode-plugin-crush.ts — the inline outbound-context CRUSHER for opencode.
+ *
+ *  WHY THIS EXISTS — Claude Code's harness can only REWRITE a bash command to
+ *  pipe its output through `greprag crush` (the pipe-wrap PreToolUse hook); it
+ *  cannot replace context already sitting in the outbound message array. opencode
+ *  CAN: `experimental.chat.messages.transform` fires before every LLM call with
+ *  the full outbound `output.messages` in hand. This module is the engine the
+ *  plugin's transform hook runs — it walks the message parts and crushes the
+ *  bulky ones IN-PROCESS (no per-part subprocess), reversibly, reusing greprag's
+ *  existing crush engine.
+ *
+ *  HARD CONSTRAINTS this design serves:
+ *   - DEP-FREE. The deployed plugin loads its sidecars by absolute path from
+ *     ~/.greprag/ under Bun, where neither relative `require('./proc')` nor
+ *     npm deps like `sql.js` resolve. So this file imports ONLY the pure crush
+ *     engine (`./crush`, zero deps, deployed as ~/.greprag/crush/) — nothing
+ *     else. The CCR store (sql.js) and the spawn wrapper (proc) are NOT imported
+ *     here; CCR persistence is INJECTED via the `stash` callback so the sidecar
+ *     stays loadable inside the plugin.
+ *   - IN-PROCESS transform. The crush compression (CPU-bound, runs for every
+ *     crushable part of every message on every LLM call) never spawns a process.
+ *     Only the rare PERSISTENCE of an original is delegated (the plugin's stash
+ *     fires `greprag ccr put` once per part actually crushed — off the hot path).
+ *
+ *  INVARIANTS (mirror adr/crush-engine.md, enforced per-field here):
+ *   - Reversible: a crushed field becomes `<crushed>\n<<ccr:HASH>>`; the stash
+ *     callback persists the byte-exact original so `greprag retrieve <hash>`
+ *     recovers it. HASH is sha256(original)[:16] — the SAME value CcrStore.put
+ *     computes, so the plugin can compute it in-process and the CLI store agrees.
+ *   - token-validate-or-revert (Headroom): a field is replaced ONLY when the
+ *     crushed + marker text costs strictly fewer estimated tokens; else the
+ *     original is kept untouched.
+ *   - Idempotent: a field already carrying a `<<ccr:` marker is never re-crushed.
+ *   - Non-destructive: mutates ONLY the message objects it is handed (the
+ *     request-scoped `output.messages` copy). It never touches opencode's
+ *     persisted session history — that contract is the caller's to honor by
+ *     passing the request-scoped array.
+ *   - Defensive: every part is processed under try/catch — a crush failure is
+ *     swallowed and the part is left verbatim, so a turn is NEVER broken.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_THRESHOLD_BYTES = void 0;
+exports.ccrMarker = ccrMarker;
+exports.classifyContent = classifyContent;
+exports.crushField = crushField;
+exports.crushMessages = crushMessages;
+const crush_1 = require("./crush");
+// ---------- CCR marker (inlined — see header: ccr-store.ts drags sql.js) ------
+/** First 16 hex of sha256 — must match ccr-store.ts CCR_MARKER_HASH_LEN. */
+const CCR_MARKER_HASH_LEN = 16;
+/** `<<ccr:HASH>>` — must match ccr-store.ts ccrMarker(). */
+function ccrMarker(hash) {
+    return `<<ccr:${hash.slice(0, CCR_MARKER_HASH_LEN)}>>`;
+}
+/** Already-crushed detector — idempotency guard. */
+const CCR_MARKER_RE = /<<ccr:/;
+/** Fixed length of `\n` + `<<ccr:` + 16-hex + `>>` appended to a crushed field. */
+const FINAL_MARKER_OVERHEAD = 1 + '<<ccr:'.length + CCR_MARKER_HASH_LEN + '>>'.length; // 25
+/** Default byte floor — fields smaller than this pass through untouched. */
+exports.DEFAULT_THRESHOLD_BYTES = 2048;
+// ---------- Content classifier (pure) ----------------------------------------
+/** Pick the crush engine for a raw content string. Output-shape heuristics,
+ *  since (unlike pipe-wrap) we see the OUTPUT, not the producing command:
+ *   - leading `{` / `[`        → json
+ *   - majority `file:line:`    → search (grep/rg match lines, incl. `-`-context)
+ *   - else                     → log (the safe generalist: keeps errors + traces,
+ *                                 dedupes spam; a misclassified field just
+ *                                 compresses less, never wrongly). */
+function classifyContent(text) {
+    const t = text.trimStart();
+    const head = t[0];
+    if (head === '{' || head === '[')
+        return 'json';
+    const lines = t.split('\n', 21).map(l => l.trim()).filter(Boolean).slice(0, 20);
+    if (lines.length) {
+        const matchLike = lines.filter(l => /^.+?[:\-]\d+[:\-]/.test(l)).length;
+        if (matchLike / lines.length >= 0.6)
+            return 'search';
+    }
+    return 'log';
+}
+function runEngine(type, content) {
+    switch (type) {
+        case 'search': return (0, crush_1.crushSearch)(content, '');
+        case 'json': return (0, crush_1.crushJson)(content);
+        default: return (0, crush_1.crushLog)(content);
+    }
+}
+// ---------- Single-field crush (pure except injected stash) -------------------
+/** Crush one content string. Returns the replacement (`<crushed>\n<<ccr:HASH>>`)
+ *  or null to leave the original UNTOUCHED. Honors byte threshold, idempotency,
+ *  passthrough, and token-validate-or-revert. The stash side effect fires ONLY
+ *  on a real crush (after validation passes), so a reverted/skipped field is
+ *  never persisted. */
+function crushField(content, stash, thresholdBytes = exports.DEFAULT_THRESHOLD_BYTES) {
+    if (typeof content !== 'string')
+        return null;
+    if (CCR_MARKER_RE.test(content))
+        return null; // idempotent
+    if (Buffer.byteLength(content, 'utf8') < thresholdBytes)
+        return null; // below floor
+    const type = classifyContent(content);
+    const result = runEngine(type, content);
+    if (result.stats.passthrough)
+        return null; // engine declined
+    const crushed = result.output;
+    // token-validate-or-revert: the FINAL field (crushed + fixed-size marker)
+    // must cost strictly fewer estimated tokens than the original. Estimate from
+    // length (same ceil(chars/4) basis as estimateTokens) so we never run the
+    // stash side effect for a non-win.
+    const finalTokens = Math.ceil((crushed.length + FINAL_MARKER_OVERHEAD) / 4);
+    if (finalTokens >= (0, crush_1.estimateTokens)(content))
+        return null;
+    const hash = stash(content, type);
+    return `${crushed}\n${ccrMarker(hash)}`;
+}
+// ---------- Message-array walker ----------------------------------------------
+/** Apply crushField to one object's string field, accounting stats and
+ *  mutating in place on a real crush. */
+function crushAndApply(obj, key, stash, thresholdBytes, stats) {
+    const content = obj[key];
+    if (typeof content !== 'string')
+        return;
+    const bytes = Buffer.byteLength(content, 'utf8');
+    if (bytes < thresholdBytes) {
+        stats.partsSkipped++;
+        return;
+    }
+    if (CCR_MARKER_RE.test(content)) {
+        stats.partsSkipped++;
+        return;
+    }
+    stats.bytesBefore += bytes;
+    const replacement = crushField(content, stash, thresholdBytes);
+    if (replacement === null) {
+        stats.partsReverted++;
+        stats.bytesAfter += bytes;
+        return;
+    }
+    obj[key] = replacement;
+    stats.partsCrushed++;
+    stats.bytesAfter += Buffer.byteLength(replacement, 'utf8');
+}
+/** Crush the bulky fields of one opencode message part:
+ *   - text part  → `.text`
+ *   - tool part  → `.state.output` (only when state.status === 'completed';
+ *                  an 'error' state's `.error` is precious — left alone). */
+function processPart(part, stash, thresholdBytes, stats) {
+    if (!part || typeof part !== 'object')
+        return;
+    const p = part;
+    if (p.type === 'text' && typeof p.text === 'string') {
+        crushAndApply(p, 'text', stash, thresholdBytes, stats);
+        return;
+    }
+    if (p.type === 'tool' && p.state && typeof p.state === 'object') {
+        const state = p.state;
+        if (state.status === 'completed' && typeof state.output === 'string') {
+            crushAndApply(state, 'output', stash, thresholdBytes, stats);
+        }
+    }
+}
+/** Walk an opencode outbound message array (`output.messages`) and crush its
+ *  bulky parts in place. Each message is `{ info, parts[] }`. Every part is
+ *  processed under try/catch — a thrown crush (or a thrown stash) is swallowed,
+ *  the part is left verbatim, and the walk continues: a crush failure NEVER
+ *  breaks the turn. Non-array / malformed input is handled defensively. */
+function crushMessages(messages, opts) {
+    const stats = {
+        partsCrushed: 0, partsSkipped: 0, partsReverted: 0, bytesBefore: 0, bytesAfter: 0,
+    };
+    const thresholdBytes = opts.thresholdBytes ?? exports.DEFAULT_THRESHOLD_BYTES;
+    if (!Array.isArray(messages))
+        return stats;
+    for (const msg of messages) {
+        const parts = msg && typeof msg === 'object' ? msg.parts : null;
+        if (!Array.isArray(parts))
+            continue;
+        for (const part of parts) {
+            try {
+                processPart(part, opts.stash, thresholdBytes, stats);
+            }
+            catch {
+                // per-part swallow — a crush/stash failure must never break the turn
+                stats.partsSkipped++;
+            }
+        }
+    }
+    return stats;
+}
+//# sourceMappingURL=opencode-plugin-crush.js.map

package/dist/opencode-plugin-crush.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"opencode-plugin-crush.js","sourceRoot":"","sources":["../src/opencode-plugin-crush.ts"],"names":[],"mappings":";AAAA,0CAA0C;AAC1C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;;;AAWH,8BAEC;AA4CD,0CAUC;AAiBD,gCAmBC;AAsDD,sCAmBC;AA9KD,mCAAwF;AAIxF,iFAAiF;AAEjF,4EAA4E;AAC5E,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,4DAA4D;AAC5D,SAAgB,SAAS,CAAC,IAAY;IACpC,OAAO,SAAS,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,IAAI,CAAC;AACzD,CAAC;AACD,oDAAoD;AACpD,MAAM,aAAa,GAAG,QAAQ,CAAC;AAC/B,mFAAmF;AACnF,MAAM,qBAAqB,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK;AAE5F,4EAA4E;AAC/D,QAAA,uBAAuB,GAAG,IAAI,CAAC;AA4B5C,gFAAgF;AAEhF;;;;;;sEAMsE;AACtE,SAAgB,eAAe,CAAC,IAAY;IAC1C,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAClB,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;QAAE,OAAO,MAAM,CAAC;IAChD,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChF,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACxE,IAAI,SAAS,GAAG,KAAK,CAAC,MAAM,IAAI,GAAG;YAAE,OAAO,QAAQ,CAAC;IACvD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,IAAe,EAAE,OAAe;IACjD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,QAAQ,CAAC,CAAC,OAAO,IAAA,mBAAW,EAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC/C,KAAK,MAAM,CAAC,CAAC,OAAO,IAAA,iBAAS,EAAC,OAAO,CAAC,CAAC;QACvC,OAAO,CAAC,CAAC,OAAO,IAAA,gBAAQ,EAAC,OAAO,CAAC,CAAC;IACpC,CAAC;AACH,CAAC;AAED,iFAAiF;AAEjF;;;;uBAIuB;AACvB,SAAgB,UAAU,CAAC,OAAe,EAAE,KAAe,EAAE,cAAc,GAAG,+BAAuB;IACnG,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC7C,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC,CAAuB,aAAa;IACjF,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,cAAc;QAAE,OAAO,IAAI,CAAC,CAAC,cAAc;IAEpF,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxC,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC,CAA0B,kBAAkB;IACtF,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;IAE9B,0EAA0E;IAC1E,6EAA6E;IAC7E,0EAA0E;IAC1E,mCAAmC;IACnC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5E,IAAI,WAAW,IAAI,IAAA,sBAAc,EAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAExD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAClC,OAAO,GAAG,OAAO,KAAK,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;AAC1C,CAAC;AAED,iFAAiF;AAEjF;yCACyC;AACzC,SAAS,aAAa,CACpB,GAA4B,EAC5B,GAAW,EACX,KAAe,EACf,cAAsB,EACtB,KAAyB;IAEzB,MAAM,OAAO,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IACzB,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO;IACxC,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACjD,IAAI,KAAK,GAAG,cAAc,EAAE,CAAC;QAAC,KAAK,CAAC,YAAY,EAAE,CAAC;QAAC,OAAO;IAAC,CAAC;IAC7D,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAAC,KAAK,CAAC,YAAY,EAAE,CAAC;QAAC,OAAO;IAAC,CAAC;IAClE,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC;IAC3B,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;IAC/D,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC;QAC1B,OAAO;IACT,CAAC;IACD,GAAG,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;IACvB,KAAK,CAAC,YAAY,EAAE,CAAC;IACrB,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;AAC7D,CAAC;AAED;;;6EAG6E;AAC7E,SAAS,WAAW,CAAC,IAAa,EAAE,KAAe,EAAE,cAAsB,EAAE,KAAyB;IACpG,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO;IAC9C,MAAM,CAAC,GAAG,IAA+B,CAAC;IAC1C,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpD,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;QACvD,OAAO;IACT,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAChE,MAAM,KAAK,GAAG,CAAC,CAAC,KAAgC,CAAC;QACjD,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACrE,aAAa,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;2EAI2E;AAC3E,SAAgB,aAAa,CAAC,QAAiB,EAAE,IAA0B;IACzE,MAAM,KAAK,GAAuB;QAChC,YAAY,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;KAClF,CAAC;IACF,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,+BAAuB,CAAC;IACtE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAE,GAA+B,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,SAAS;QACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;YACvD,CAAC;YAAC,MAAM,CAAC;gBACP,qEAAqE;gBACrE,KAAK,CAAC,YAAY,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}