knitbrain 0.1.0

package/dist/profile.js

@@ -0,0 +1,169 @@
+import { createReadStream, mkdtempSync, readdirSync, rmSync, statSync } from "node:fs";
+import { createInterface } from "node:readline";
+import { homedir, tmpdir } from "node:os";
+import { join } from "node:path";
+import { sha256, createFileCCRStore } from "./ccr/store.js";
+import { compress } from "./optimizer/router.js";
+import { ensureAst, astReady } from "./optimizer/ast.js";
+import { countTokens } from "./tokenizer.js";
+/**
+ * `knitbrain profile` — measure YOUR savings on YOUR transcripts.
+ *
+ * Scans real host transcripts (Claude Code JSONL), runs every sizable
+ * tool_result through the actual optimizer (plus the proxy's cross-turn dedup
+ * simulated per session), and reports per-shape and overall savings. This is
+ * the reproducibility answer to unverifiable headline claims: the number it
+ * prints is what THIS machine's sessions would have saved.
+ */
+function dupRatio(lines) {
+    const uniq = new Set(lines).size;
+    return lines.length === 0 ? 0 : 1 - uniq / lines.length;
+}
+export function classifyShape(t) {
+    const head = t.slice(0, 200).trimStart();
+    const lines = t.split("\n");
+    if (head.startsWith("<system-reminder"))
+        return "system-reminder";
+    if (head.startsWith("{") || head.startsWith("[")) {
+        try {
+            JSON.parse(t);
+            return "json";
+        }
+        catch {
+            /* fallthrough */
+        }
+    }
+    let numbered = 0;
+    for (const l of lines)
+        if (/^\s{0,8}\d+→/.test(l))
+            numbered += 1;
+    if (numbered >= lines.length * 0.6)
+        return "numbered-read";
+    if (/^diff --git|^@@ |\n@@ /.test(t) || (/^--- /m.test(t) && /^\+\+\+ /m.test(t)))
+        return "diff";
+    if (/\b(\d+ (passing|passed|failed)|Tests:|Test Files|PASS|FAIL|✓|✗)\b/.test(t) && lines.length > 15)
+        return "test-output";
+    if (dupRatio(lines) > 0.25 && lines.length >= 20)
+        return "repetitive-log";
+    if (/[{};]/.test(t) && /\b(function|const|class|import|export|def|return)\b/.test(t))
+        return "code";
+    if (lines.length > 40)
+        return "long-prose";
+    return "short-prose";
+}
+function collectTranscripts(roots) {
+    const files = [];
+    for (const r of roots) {
+        let st;
+        try {
+            st = statSync(r);
+        }
+        catch {
+            continue;
+        }
+        if (st.isFile()) {
+            files.push(r);
+            continue;
+        }
+        for (const proj of readdirSync(r)) {
+            const pd = join(r, proj);
+            try {
+                if (!statSync(pd).isDirectory())
+                    continue;
+                for (const f of readdirSync(pd))
+                    if (f.endsWith(".jsonl"))
+                        files.push(join(pd, f));
+            }
+            catch {
+                /* skip unreadable */
+            }
+        }
+    }
+    return files;
+}
+/** Run the profile and print the report. Returns the overall saved percent. */
+export async function runProfile(args, log = console.log) {
+    const roots = args.length > 0 ? args : [join(homedir(), ".claude", "projects")];
+    const files = collectTranscripts(roots);
+    log(`[profile] transcripts: ${files.length}`);
+    if (files.length === 0) {
+        log("[profile] nothing to scan — pass a directory or .jsonl path (default: ~/.claude/projects)");
+        return 0;
+    }
+    await ensureAst();
+    log(`[profile] AST parsers: ${astReady() ? "warm" : "unavailable — scanner fallback"}`);
+    const store = mkdtempSync(join(tmpdir(), "knitbrain-profile-"));
+    const ccr = createFileCCRStore(store);
+    const buckets = new Map();
+    let dedupN = 0;
+    let dedupSaved = 0;
+    try {
+        for (const file of files) {
+            const seen = new Set(); // per-session: proxy dedup is per request history
+            const rl = createInterface({ input: createReadStream(file), crlfDelay: Infinity });
+            for await (const line of rl) {
+                let msg;
+                try {
+                    msg = JSON.parse(line);
+                }
+                catch {
+                    continue;
+                }
+                const content = msg?.message?.content;
+                if (!Array.isArray(content))
+                    continue;
+                for (const block of content) {
+                    if (block?.type !== "tool_result")
+                        continue;
+                    const texts = typeof block.content === "string"
+                        ? [block.content]
+                        : Array.isArray(block.content)
+                            ? block.content
+                                .filter((c) => c?.type === "text")
+                                .map((c) => c.text)
+                            : [];
+                    for (const t of texts) {
+                        if (typeof t !== "string" || t.length < 400)
+                            continue;
+                        const shape = classifyShape(t);
+                        const hash = sha256(t);
+                        const repeat = seen.has(hash);
+                        seen.add(hash);
+                        const r = compress(t, ccr);
+                        let after = r.skeletonTokens;
+                        if (repeat) {
+                            const marker = countTokens(`⟪same as earlier ⟨ccr:${hash}⟩⟫`);
+                            if (marker < after) {
+                                dedupN += 1;
+                                dedupSaved += after - marker;
+                                after = marker;
+                            }
+                        }
+                        const b = buckets.get(shape) ?? { n: 0, before: 0, after: 0 };
+                        b.n += 1;
+                        b.before += r.originalTokens;
+                        b.after += after;
+                        buckets.set(shape, b);
+                    }
+                }
+            }
+        }
+    }
+    finally {
+        rmSync(store, { recursive: true, force: true });
+    }
+    const rows = [...buckets.entries()].sort((a, b) => b[1].before - a[1].before);
+    const totB = rows.reduce((s, [, v]) => s + v.before, 0);
+    const totA = rows.reduce((s, [, v]) => s + v.after, 0);
+    log("\nshape            n      tokens    %of-burn   saved");
+    for (const [shape, v] of rows) {
+        const saved = v.before ? Math.round((1 - v.after / v.before) * 1000) / 10 : 0;
+        log(`${shape.padEnd(15)} ${String(v.n).padStart(5)} ${String(v.before).padStart(10)} ${String(Math.round((v.before / totB) * 100)).padStart(8)}% ${String(saved).padStart(9)}%`);
+    }
+    log(`\ncross-turn dedup: ${dedupN} repeated blocks, ${dedupSaved} extra tokens saved`);
+    const overall = totB === 0 ? 0 : Math.round((1 - totA / totB) * 1000) / 10;
+    log(`\nTOTAL ${totB} → ${totA} tokens  overall saved=${overall}%`);
+    log("(lossless: every elision carries a ⟨ccr:hash⟩ that recovers the exact original)");
+    return overall;
+}
+//# sourceMappingURL=profile.js.map

package/dist/profile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"profile.js","sourceRoot":"","sources":["../src/profile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACvF,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C;;;;;;;;GAQG;AAEH,SAAS,QAAQ,CAAC,KAAe;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;IACjC,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,CAAS;IACrC,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;QAAE,OAAO,iBAAiB,CAAC;IAClE,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACd,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB;QACnB,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,CAAC,IAAI,KAAK;QAAE,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,QAAQ,IAAI,CAAC,CAAC;IACjE,IAAI,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG;QAAE,OAAO,eAAe,CAAC;IAC3D,IAAI,wBAAwB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IACjG,IAAI,mEAAmE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,aAAa,CAAC;IAC3H,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE;QAAE,OAAO,gBAAgB,CAAC;IAC1E,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,qDAAqD,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IACpG,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,YAAY,CAAC;IAC3C,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAe;IACzC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,EAAE,CAAC;QACP,IAAI,CAAC;YACH,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACd,SAAS;QACX,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACzB,IAAI,CAAC;gBACH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE;oBAAE,SAAS;gBAC1C,KAAK,MAAM,CAAC,IAAI,WAAW,CAAC,EAAE,CAAC;oBAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YACrF,CAAC;YAAC,MAAM,CAAC;gBACP,qBAAqB;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAQD,+EAA+E;AAC/E,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAc,EAAE,MAA8B,OAAO,CAAC,GAAG;IACxF,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;IAChF,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACxC,GAAG,CAAC,0BAA0B,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,GAAG,CAAC,2FAA2F,CAAC,CAAC;QACjG,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,SAAS,EAAE,CAAC;IAClB,GAAG,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,gCAAgC,EAAE,CAAC,CAAC;IAExF,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;IAChE,MAAM,GAAG,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC,CAAC,kDAAkD;YAClF,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,gBAAgB,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;YACnF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;gBAC5B,IAAI,GAAY,CAAC;gBACjB,IAAI,CAAC;oBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACzB,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;gBACD,MAAM,OAAO,GAAI,GAA2C,EAAE,OAAO,EAAE,OAAO,CAAC;gBAC/E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;oBAAE,SAAS;gBACtC,KAAK,MAAM,KAAK,IAAI,OAAsD,EAAE,CAAC;oBAC3E,IAAI,KAAK,EAAE,IAAI,KAAK,aAAa;wBAAE,SAAS;oBAC5C,MAAM,KAAK,GACT,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;wBAC/B,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;wBACjB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;4BAC5B,CAAC,CAAE,KAAK,CAAC,OAAoD;iCACxD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,CAAC;iCACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;4BACvB,CAAC,CAAC,EAAE,CAAC;oBACX,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;wBACtB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,GAAG;4BAAE,SAAS;wBACtD,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;wBAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;wBACvB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBAC9B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBACf,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;wBAC3B,IAAI,KAAK,GAAG,CAAC,CAAC,cAAc,CAAC;wBAC7B,IAAI,MAAM,EAAE,CAAC;4BACX,MAAM,MAAM,GAAG,WAAW,CAAC,yBAAyB,IAAI,IAAI,CAAC,CAAC;4BAC9D,IAAI,MAAM,GAAG,KAAK,EAAE,CAAC;gCACnB,MAAM,IAAI,CAAC,CAAC;gCACZ,UAAU,IAAI,KAAK,GAAG,MAAM,CAAC;gCAC7B,KAAK,GAAG,MAAM,CAAC;4BACjB,CAAC;wBACH,CAAC;wBACD,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;wBAC9D,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;wBACT,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,cAAc,CAAC;wBAC7B,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC;wBACjB,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACvD,GAAG,CAAC,sDAAsD,CAAC,CAAC;IAC5D,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9E,GAAG,CACD,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAC5K,CAAC;IACJ,CAAC;IACD,GAAG,CAAC,uBAAuB,MAAM,qBAAqB,UAAU,qBAAqB,CAAC,CAAC;IACvF,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3E,GAAG,CAAC,WAAW,IAAI,MAAM,IAAI,0BAA0B,OAAO,GAAG,CAAC,CAAC;IACnE,GAAG,CAAC,iFAAiF,CAAC,CAAC;IACvF,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/proxy/cache-aligner.d.ts

@@ -0,0 +1,9 @@
+/**
+ * CacheAligner — stabilize the request's stable prefix (the system prompt) so
+ * the provider's KV-cache hits across turns. We only do meaning-preserving
+ * whitespace normalization (collapse trailing whitespace + blank-line runs);
+ * the instruction text itself is never altered.
+ */
+export declare function normalizePrefix(prefix: string): string;
+/** Stable content hash of the normalized prefix — for cache-hit metrics. */
+export declare function prefixHash(prefix: string): string;

package/dist/proxy/cache-aligner.js

@@ -0,0 +1,15 @@
+import { sha256 } from "../ccr/store.js";
+/**
+ * CacheAligner — stabilize the request's stable prefix (the system prompt) so
+ * the provider's KV-cache hits across turns. We only do meaning-preserving
+ * whitespace normalization (collapse trailing whitespace + blank-line runs);
+ * the instruction text itself is never altered.
+ */
+export function normalizePrefix(prefix) {
+    return prefix.replace(/[ \t]+\n/g, "\n").replace(/\n{3,}/g, "\n\n");
+}
+/** Stable content hash of the normalized prefix — for cache-hit metrics. */
+export function prefixHash(prefix) {
+    return sha256(normalizePrefix(prefix));
+}
+//# sourceMappingURL=cache-aligner.js.map

package/dist/proxy/cache-aligner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-aligner.js","sourceRoot":"","sources":["../../src/proxy/cache-aligner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,OAAO,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AACtE,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,UAAU,CAAC,MAAc;IACvC,OAAO,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;AACzC,CAAC"}

package/dist/proxy/index.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/proxy/index.js

@@ -0,0 +1,37 @@
+#!/usr/bin/env node
+import { createProxyServer } from "./server.js";
+import { createFileCCRStore } from "../ccr/store.js";
+import { createFeedback } from "../engine/feedback.js";
+import { createMeter } from "../engine/meter.js";
+import { ccrRoot, feedbackRoot, meterRoot } from "../paths.js";
+const port = Number(process.env["KNITBRAIN_PROXY_PORT"] ?? 8788);
+// Provider is auto-detected from the request path; upstreams are overridable.
+const override = process.env["KNITBRAIN_UPSTREAM"];
+const upstreams = {
+    ...(process.env["KNITBRAIN_UPSTREAM_ANTHROPIC"]
+        ? { anthropic: process.env["KNITBRAIN_UPSTREAM_ANTHROPIC"] }
+        : {}),
+    ...(process.env["KNITBRAIN_UPSTREAM_OPENAI"]
+        ? { openai: process.env["KNITBRAIN_UPSTREAM_OPENAI"] }
+        : {}),
+};
+const meter = createMeter(meterRoot());
+const server = createProxyServer({
+    ccr: createFileCCRStore(ccrRoot()),
+    // Shared TOIN store: retrievals voted via MCP back off proxy prose anchoring too.
+    feedback: createFeedback(feedbackRoot()),
+    ...(override ? { upstream: override } : {}),
+    upstreams,
+    onStats: (s) => {
+        // The optimized request size IS the live context window usage.
+        meter.onRequest(s.originalTokens, s.optimizedTokens);
+        if (s.blocksCompressed > 0) {
+            console.error(`[knitbrain-proxy] ${s.originalTokens}→${s.optimizedTokens} tok (saved ${s.savedPct}%, ${s.blocksCompressed} blocks)`);
+        }
+    },
+});
+// Local-first: bind loopback only.
+server.listen(port, "127.0.0.1", () => {
+    console.error(`[knitbrain-proxy] listening on http://127.0.0.1:${port} — provider auto-detected per request (Anthropic /v1/messages · OpenAI /v1/chat/completions)`);
+});
+//# sourceMappingURL=index.js.map

package/dist/proxy/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/proxy/index.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE/D,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,CAAC;AACjE,8EAA8E;AAC9E,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;AACnD,MAAM,SAAS,GAAG;IAChB,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC;QAC7C,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,EAAE;QAC5D,CAAC,CAAC,EAAE,CAAC;IACP,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC;QAC1C,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,EAAE;QACtD,CAAC,CAAC,EAAE,CAAC;CACR,CAAC;AAEF,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC;AAEvC,MAAM,MAAM,GAAG,iBAAiB,CAAC;IAC/B,GAAG,EAAE,kBAAkB,CAAC,OAAO,EAAE,CAAC;IAClC,kFAAkF;IAClF,QAAQ,EAAE,cAAc,CAAC,YAAY,EAAE,CAAC;IACxC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3C,SAAS;IACT,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;QACb,+DAA+D;QAC/D,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,eAAe,CAAC,CAAC;QACrD,IAAI,CAAC,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CACX,qBAAqB,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,eAAe,eAAe,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,gBAAgB,UAAU,CACtH,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAC;AAEH,mCAAmC;AACnC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE;IACpC,OAAO,CAAC,KAAK,CACX,mDAAmD,IAAI,8FAA8F,CACtJ,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/proxy/optimize-request.d.ts

@@ -0,0 +1,51 @@
+import type { CCRStore } from "../ccr/store.js";
+import type { ContentType } from "../optimizer/types.js";
+/**
+ * Minimal Anthropic-style request shapes. We treat the body as mostly opaque
+ * (pass unknown fields through untouched) and only transform message content.
+ */
+export interface ContentBlock {
+    type: string;
+    text?: string;
+    [k: string]: unknown;
+}
+export type MessageContent = string | ContentBlock[];
+export interface Message {
+    role: string;
+    content: MessageContent;
+    [k: string]: unknown;
+}
+export interface RequestBody {
+    system?: string | ContentBlock[];
+    messages: Message[];
+    [k: string]: unknown;
+}
+export interface OptimizeOptions {
+    /** Recent messages kept fully uncompressed (rolling window). */
+    keepLastTurns?: number;
+    /** Only compress text blocks longer than this many characters. */
+    minBlockChars?: number;
+    /** Whether short-prose sentence anchoring may apply (TOIN-gated by callers). */
+    allowProse?: boolean;
+}
+export interface ProxyStats {
+    originalTokens: number;
+    optimizedTokens: number;
+    savedPct: number;
+    blocksCompressed: number;
+    /** Blocks collapsed to a ⟪same as …⟫ marker because identical content appeared earlier in the history. */
+    blocksDeduped: number;
+    handles: string[];
+    /** Content kind per compressed handle — lets callers feed TOIN (onCompress). */
+    kinds: Record<string, ContentType>;
+}
+/**
+ * Optimize an LLM request: protect the recent turns + the current intent +
+ * the system prompt; compress large text blocks in older turns (original
+ * preserved in CCR, recoverable via the ⟨ccr:hash⟩ the model sees). The system
+ * prefix is whitespace-normalized (meaning-preserving) for KV-cache stability.
+ */
+export declare function optimizeRequest(body: RequestBody, ccr: CCRStore, options?: OptimizeOptions): {
+    body: RequestBody;
+    stats: ProxyStats;
+};

package/dist/proxy/optimize-request.js

@@ -0,0 +1,111 @@
+import { sha256 } from "../ccr/store.js";
+import { compress } from "../optimizer/router.js";
+import { countTokens } from "../tokenizer.js";
+import { normalizePrefix } from "./cache-aligner.js";
+const DEFAULTS = { keepLastTurns: 2, minBlockChars: 200, allowProse: true };
+/** Concatenate all human-readable text in a request, for honest token accounting. */
+function collectText(body) {
+    const parts = [];
+    const sys = body.system;
+    if (typeof sys === "string")
+        parts.push(sys);
+    else if (Array.isArray(sys))
+        for (const b of sys)
+            if (b.text)
+                parts.push(b.text);
+    for (const m of body.messages) {
+        if (typeof m.content === "string")
+            parts.push(m.content);
+        else
+            for (const b of m.content)
+                if (b.text)
+                    parts.push(b.text);
+    }
+    return parts.join("\n");
+}
+/**
+ * Optimize an LLM request: protect the recent turns + the current intent +
+ * the system prompt; compress large text blocks in older turns (original
+ * preserved in CCR, recoverable via the ⟨ccr:hash⟩ the model sees). The system
+ * prefix is whitespace-normalized (meaning-preserving) for KV-cache stability.
+ */
+export function optimizeRequest(body, ccr, options = {}) {
+    const opts = { ...DEFAULTS, ...options };
+    const before = countTokens(collectText(body));
+    const handles = [];
+    const kinds = {};
+    let blocksCompressed = 0;
+    let blocksDeduped = 0;
+    const keep = (handle, kind) => {
+        blocksCompressed += 1;
+        handles.push(handle);
+        kinds[handle] = kind;
+    };
+    // CROSS-TURN DEDUP: agents re-send the same bulk repeatedly (re-reading a
+    // file, the same tool output pasted twice). The FIRST occurrence keeps its
+    // skeleton; identical repeats collapse to a marker pointing at the same CCR
+    // original (sha256(text) IS the handle — content-addressed). Lossless.
+    const seen = new Set();
+    const dedup = (text) => {
+        const hash = sha256(text);
+        if (!seen.has(hash)) {
+            seen.add(hash);
+            return null;
+        }
+        ccr.put(text); // idempotent — guarantees the handle resolves
+        blocksDeduped += 1;
+        handles.push(hash);
+        return `⟪same as earlier ⟨ccr:${hash}⟩⟫`;
+    };
+    // OLD turns: compress the whole block (it already served its purpose).
+    const compressString = (text) => {
+        if (text.length < opts.minBlockChars)
+            return text;
+        const repeat = dedup(text);
+        if (repeat !== null)
+            return repeat;
+        const r = compress(text, ccr, { allowProse: opts.allowProse });
+        if (!r.compressed)
+            return text;
+        keep(r.handle, r.contentType);
+        return r.skeleton;
+    };
+    // PROTECTED turns (incl. current intent): keep the directive verbatim, but
+    // compress EMBEDDED BULK — fenced code/data blocks pasted into the message.
+    const FENCE = /```([A-Za-z0-9_+.-]*)\n([\s\S]*?)```/g;
+    const splitCompress = (text) => text.replace(FENCE, (whole, lang, inner) => {
+        if (inner.length < opts.minBlockChars)
+            return whole;
+        const repeat = dedup(inner);
+        if (repeat !== null)
+            return "```" + lang + "\n" + repeat + "\n```";
+        const r = compress(inner, ccr, { allowProse: opts.allowProse });
+        if (!r.compressed)
+            return whole;
+        keep(r.handle, r.contentType);
+        return "```" + lang + "\n" + r.skeleton + "\n```";
+    });
+    const applyToContent = (content, fn) => {
+        if (typeof content === "string")
+            return fn(content);
+        return content.map((b) => (typeof b.text === "string" ? { ...b, text: fn(b.text) } : b));
+    };
+    const msgs = body.messages;
+    // Rolling window: recent turns are protected (intent verbatim, bulk split);
+    // older turns are fully compressed.
+    const protectFrom = Math.max(0, msgs.length - opts.keepLastTurns);
+    const messages = msgs.map((m, i) => i >= protectFrom
+        ? { ...m, content: applyToContent(m.content, splitCompress) }
+        : { ...m, content: applyToContent(m.content, compressString) });
+    // CacheAligner: whitespace-normalize the system prefix (meaning-preserving).
+    let system = body.system;
+    if (typeof system === "string")
+        system = normalizePrefix(system);
+    const optimized = { ...body, messages };
+    if (system !== undefined)
+        optimized.system = system;
+    const after = countTokens(collectText(optimized));
+    const savedPct = before === 0 ? 0 : Math.round((1 - after / before) * 1000) / 10;
+    return { body: optimized, stats: { originalTokens: before, optimizedTokens: after, savedPct, blocksCompressed, blocksDeduped, handles, kinds } };
+}
+//# sourceMappingURL=optimize-request.js.map

package/dist/proxy/optimize-request.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"optimize-request.js","sourceRoot":"","sources":["../../src/proxy/optimize-request.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAElD,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AA4CrD,MAAM,QAAQ,GAA8B,EAAE,aAAa,EAAE,CAAC,EAAE,aAAa,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;AAEvG,qFAAqF;AACrF,SAAS,WAAW,CAAC,IAAiB;IACpC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;IACxB,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACxC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,KAAK,MAAM,CAAC,IAAI,GAAG;YAAE,IAAI,CAAC,CAAC,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjF,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;;YACpD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO;gBAAE,IAAI,CAAC,CAAC,IAAI;oBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC7B,IAAiB,EACjB,GAAa,EACb,UAA2B,EAAE;IAE7B,MAAM,IAAI,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IAE9C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAgC,EAAE,CAAC;IAC9C,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,MAAM,IAAI,GAAG,CAAC,MAAc,EAAE,IAAiB,EAAQ,EAAE;QACvD,gBAAgB,IAAI,CAAC,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IACvB,CAAC,CAAC;IAEF,0EAA0E;IAC1E,2EAA2E;IAC3E,4EAA4E;IAC5E,uEAAuE;IACvE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,KAAK,GAAG,CAAC,IAAY,EAAiB,EAAE;QAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACf,OAAO,IAAI,CAAC;QACd,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,8CAA8C;QAC7D,aAAa,IAAI,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,yBAAyB,IAAI,IAAI,CAAC;IAC3C,CAAC,CAAC;IAEF,uEAAuE;IACvE,MAAM,cAAc,GAAG,CAAC,IAAY,EAAU,EAAE;QAC9C,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa;YAAE,OAAO,IAAI,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,MAAM,CAAC;QACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,CAAC,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QAC/B,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;QAC9B,OAAO,CAAC,CAAC,QAAQ,CAAC;IACpB,CAAC,CAAC;IAEF,2EAA2E;IAC3E,4EAA4E;IAC5E,MAAM,KAAK,GAAG,uCAAuC,CAAC;IACtD,MAAM,aAAa,GAAG,CAAC,IAAY,EAAU,EAAE,CAC7C,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAa,EAAE,IAAY,EAAE,KAAa,EAAE,EAAE;QACjE,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa;YAAE,OAAO,KAAK,CAAC;QACpD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,MAAM,GAAG,OAAO,CAAC;QACnE,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,CAAC,CAAC,UAAU;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;QAC9B,OAAO,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,GAAG,OAAO,CAAC;IACpD,CAAC,CAAC,CAAC;IAEL,MAAM,cAAc,GAAG,CACrB,OAAuB,EACvB,EAAyB,EACT,EAAE;QAClB,IAAI,OAAO,OAAO,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC;QACpD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3F,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC;IAC3B,4EAA4E;IAC5E,oCAAoC;IACpC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACjC,CAAC,IAAI,WAAW;QACd,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE;QAC7D,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE,CACjE,CAAC;IAEF,6EAA6E;IAC7E,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IACzB,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAEjE,MAAM,SAAS,GAAgB,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC;IACrD,IAAI,MAAM,KAAK,SAAS;QAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC;IAEpD,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjF,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,aAAa,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC;AACnJ,CAAC"}

package/dist/proxy/server.d.ts

@@ -0,0 +1,31 @@
+import { type Server } from "node:http";
+import type { CCRStore } from "../ccr/store.js";
+import type { Feedback } from "../engine/feedback.js";
+import { type OptimizeOptions, type ProxyStats } from "./optimize-request.js";
+/** LLM API protocol, detected from the request path (platform-agnostic). */
+export type Provider = "anthropic" | "openai";
+export declare const DEFAULT_UPSTREAMS: Record<Provider, string>;
+/**
+ * Detect the provider from the endpoint, so the proxy works no matter which
+ * coding platform points at it (Claude Code / Cursor / Codex all speak one of
+ * these two protocols). The path is the robust signal.
+ */
+export declare function detectProvider(url: string): Provider;
+export interface ProxyConfig {
+    ccr: CCRStore;
+    /** Force one upstream for every provider (overrides detection). */
+    upstream?: string;
+    /** Per-provider upstream base URLs (defaults: Anthropic + OpenAI). */
+    upstreams?: Partial<Record<Provider, string>>;
+    options?: OptimizeOptions;
+    /** TOIN feedback store: gates short-prose anchoring per request and records compressions. */
+    feedback?: Pick<Feedback, "shouldSkip" | "onCompress">;
+    /** Observe optimization stats per request (telemetry hook). */
+    onStats?: (stats: ProxyStats) => void;
+}
+/**
+ * Build the Lever-B proxy: a loopback HTTP server that compresses the full LLM
+ * request (rolling window + structure-preserve + CacheAligner, originals in
+ * CCR) and forwards it upstream, streaming the response straight back.
+ */
+export declare function createProxyServer(cfg: ProxyConfig): Server;

package/dist/proxy/server.js

@@ -0,0 +1,104 @@
+import { createServer } from "node:http";
+import { Readable } from "node:stream";
+import { optimizeRequest } from "./optimize-request.js";
+export const DEFAULT_UPSTREAMS = {
+    anthropic: "https://api.anthropic.com",
+    openai: "https://api.openai.com",
+};
+/**
+ * Detect the provider from the endpoint, so the proxy works no matter which
+ * coding platform points at it (Claude Code / Cursor / Codex all speak one of
+ * these two protocols). The path is the robust signal.
+ */
+export function detectProvider(url) {
+    if (url.startsWith("/v1/chat/completions") || url.startsWith("/v1/completions")) {
+        return "openai";
+    }
+    return "anthropic"; // /v1/messages
+}
+/** Resolve the upstream base URL for a request, honoring overrides. */
+function resolveUpstream(cfg, provider) {
+    return cfg.upstream ?? cfg.upstreams?.[provider] ?? DEFAULT_UPSTREAMS[provider];
+}
+function readBody(req) {
+    return new Promise((resolve, reject) => {
+        let data = "";
+        req.on("data", (c) => (data += c));
+        req.on("end", () => resolve(data));
+        req.on("error", reject);
+    });
+}
+/** Forward only the auth/version headers the upstream needs. */
+function forwardHeaders(h) {
+    const out = { "content-type": "application/json" };
+    for (const k of ["x-api-key", "anthropic-version", "anthropic-beta", "authorization"]) {
+        const v = h[k];
+        if (typeof v === "string")
+            out[k] = v;
+    }
+    return out;
+}
+/**
+ * Build the Lever-B proxy: a loopback HTTP server that compresses the full LLM
+ * request (rolling window + structure-preserve + CacheAligner, originals in
+ * CCR) and forwards it upstream, streaming the response straight back.
+ */
+export function createProxyServer(cfg) {
+    return createServer((req, res) => {
+        void handle(req, res, cfg).catch((err) => {
+            if (!res.headersSent)
+                res.writeHead(502, { "content-type": "application/json" });
+            res.end(JSON.stringify({ error: "knitbrain proxy upstream failure", detail: String(err) }));
+        });
+    });
+}
+async function handle(req, res, cfg) {
+    if (req.method === "GET" && req.url === "/health") {
+        res.writeHead(200, { "content-type": "application/json" });
+        res.end(JSON.stringify({ status: "healthy", server: "knitbrain-proxy" }));
+        return;
+    }
+    if (req.method === "POST" && req.url && /^\/v1\/(messages|chat\/completions)/.test(req.url)) {
+        const raw = await readBody(req);
+        let parsed;
+        try {
+            parsed = JSON.parse(raw);
+        }
+        catch {
+            res.writeHead(400, { "content-type": "application/json" });
+            res.end(JSON.stringify({ error: "invalid JSON body" }));
+            return;
+        }
+        const options = { ...cfg.options };
+        if (cfg.feedback && options.allowProse === undefined) {
+            options.allowProse = !cfg.feedback.shouldSkip("prose");
+        }
+        const { body, stats } = optimizeRequest(parsed, cfg.ccr, options);
+        if (cfg.feedback) {
+            for (const [handle, kind] of Object.entries(stats.kinds))
+                cfg.feedback.onCompress(kind, handle);
+        }
+        cfg.onStats?.(stats);
+        const provider = detectProvider(req.url);
+        const url = resolveUpstream(cfg, provider).replace(/\/+$/, "") + req.url;
+        const upstream = await fetch(url, {
+            method: "POST",
+            headers: forwardHeaders(req.headers),
+            body: JSON.stringify(body),
+        });
+        const headersOut = {
+            "content-type": upstream.headers.get("content-type") ?? "application/json",
+        };
+        res.writeHead(upstream.status, headersOut);
+        if (upstream.body) {
+            Readable.fromWeb(upstream.body).pipe(res);
+        }
+        else {
+            res.end();
+        }
+        return;
+    }
+    res.writeHead(404, { "content-type": "application/json" });
+    res.end(JSON.stringify({ error: "not found" }));
+}
+//# sourceMappingURL=server.js.map

package/dist/proxy/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/proxy/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA0D,MAAM,WAAW,CAAC;AAEjG,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,OAAO,EAAE,eAAe,EAA2D,MAAM,uBAAuB,CAAC;AAKjH,MAAM,CAAC,MAAM,iBAAiB,GAA6B;IACzD,SAAS,EAAE,2BAA2B;IACtC,MAAM,EAAE,wBAAwB;CACjC,CAAC;AAEF;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,GAAW;IACxC,IAAI,GAAG,CAAC,UAAU,CAAC,sBAAsB,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAChF,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,WAAW,CAAC,CAAC,eAAe;AACrC,CAAC;AAeD,uEAAuE;AACvE,SAAS,eAAe,CAAC,GAAgB,EAAE,QAAkB;IAC3D,OAAO,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AAClF,CAAC;AAED,SAAS,QAAQ,CAAC,GAAoB;IACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;QACnC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACnC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,gEAAgE;AAChE,SAAS,cAAc,CAAC,CAAsB;IAC5C,MAAM,GAAG,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IAC3E,KAAK,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,eAAe,CAAC,EAAE,CAAC;QACtF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACf,IAAI,OAAO,CAAC,KAAK,QAAQ;YAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,GAAgB;IAChD,OAAO,YAAY,CAAC,CAAC,GAAoB,EAAE,GAAmB,EAAE,EAAE;QAChE,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YAChD,IAAI,CAAC,GAAG,CAAC,WAAW;gBAAE,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACjF,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,kCAAkC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,GAAoB,EAAE,GAAmB,EAAE,GAAgB;IAC/E,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,GAAG,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QAClD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;QAC1E,OAAO;IACT,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,qCAAqC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5F,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,MAAmB,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAgB,CAAC;QAC1C,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC,CAAC;YACxD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAoB,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC;QACpD,IAAI,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACrD,OAAO,CAAC,UAAU,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,eAAe,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAClE,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjB,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;gBAAE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAClG,CAAC;QACD,GAAG,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;QAErB,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC;QACzE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC;YACpC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,MAAM,UAAU,GAA2B;YACzC,cAAc,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,kBAAkB;SAC3E,CAAC;QACF,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC3C,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClB,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAA8C,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtF,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC;QACD,OAAO;IACT,CAAC;IAED,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;AAClD,CAAC"}

package/dist/server.d.ts

@@ -0,0 +1,19 @@
+import { Server } from "@modelcontextprotocol/sdk/server/index.js";
+import { type CCRStore } from "./ccr/store.js";
+import { type Memory } from "./engine/memory.js";
+import { type Knowledge } from "./engine/knowledge.js";
+import { type Feedback } from "./engine/feedback.js";
+import { type TeamBoard } from "./engine/teams.js";
+import { type Meter } from "./engine/meter.js";
+import { type SkillsStore } from "./engine/skills.js";
+import { type Calibration } from "./engine/calibration.js";
+export { VERSION, SERVER_NAME } from "./version.js";
+/**
+ * Build the Knit Brain MCP server. Every tool result flows through the ONE
+ * dispatch chokepoint, where data outputs are compressed (original preserved
+ * in CCR) and governance/verbatim outputs pass through untouched.
+ *
+ * @param ccr injectable store (tests pass a temp store; default is the
+ *            local-first store under ~/.knitbrain/ccr).
+ */
+export declare function buildServer(ccr?: CCRStore, memory?: Memory, knowledge?: Knowledge, feedback?: Feedback, team?: TeamBoard, meter?: Meter, skills?: SkillsStore, calibration?: Calibration): Server;