@curatedmcp/tokenshield-core 0.2.0

package/dist/index.d.ts

@@ -0,0 +1,15 @@
+export { start, defaultConfig } from "./server.js";
+export type { ProxyServerHandle, StartOptions } from "./server.js";
+export { Ledger } from "./ledger.js";
+export type { SavingsSummary } from "./ledger.js";
+export { dollarsFor, addUsage, emptyUsage, isKnownModel } from "./pricing.js";
+export { SSEParser } from "./proxy/sse.js";
+export { StreamUsageAccumulator, usageFromJson } from "./proxy/usage.js";
+export { handleAnthropicRequest, setProcessorEnabled, getProcessorEnabledIds, getResponseCacheStats, } from "./proxy/anthropic-passthrough.js";
+export { providerForPath, anthropic } from "./providers/registry.js";
+export type { Provider, Conversation, ConvMessage, ConvBlock, ProviderId } from "./providers/types.js";
+export { Pipeline } from "./processors/pipeline.js";
+export { conversationDedup } from "./processors/conversation-dedup.js";
+export { ResponseCache } from "./processors/response-cache.js";
+export type { Processor, ProcessorContext, ProcessorEffect, ProcessorResult, } from "./processors/types.js";
+export type { RequestRecord, ProxyConfig, UsageCounts, ModelId, SSEEvent, } from "./types.js";

package/dist/index.js

@@ -0,0 +1,11 @@
+export { start, defaultConfig } from "./server.js";
+export { Ledger } from "./ledger.js";
+export { dollarsFor, addUsage, emptyUsage, isKnownModel } from "./pricing.js";
+export { SSEParser } from "./proxy/sse.js";
+export { StreamUsageAccumulator, usageFromJson } from "./proxy/usage.js";
+export { handleAnthropicRequest, setProcessorEnabled, getProcessorEnabledIds, getResponseCacheStats, } from "./proxy/anthropic-passthrough.js";
+export { providerForPath, anthropic } from "./providers/registry.js";
+export { Pipeline } from "./processors/pipeline.js";
+export { conversationDedup } from "./processors/conversation-dedup.js";
+export { ResponseCache } from "./processors/response-cache.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC9E,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,sBAAsB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACzE,OAAO,EACL,sBAAsB,EACtB,mBAAmB,EACnB,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAErE,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC"}

package/dist/ledger.d.ts

@@ -0,0 +1,33 @@
+import type { RequestRecord } from "./types.js";
+export interface SavingsSummary {
+    windowStart: number;
+    windowEnd: number;
+    requestCount: number;
+    totalInputTokensRaw: number;
+    totalInputTokensSent: number;
+    totalOutputTokensRaw: number;
+    totalOutputTokensSent: number;
+    dollarsRaw: number;
+    dollarsSent: number;
+    dollarsSaved: number;
+    byModel: Array<{
+        model: string;
+        requests: number;
+        inputTokens: number;
+        outputTokens: number;
+        dollars: number;
+    }>;
+}
+export declare class Ledger {
+    private db;
+    private insertStmt;
+    private summaryStmt;
+    private recentStmt;
+    private pruneStmt;
+    constructor(path: string);
+    record(r: RequestRecord): void;
+    summary(sinceMs: number): SavingsSummary;
+    recent(limit?: number): RequestRecord[];
+    prune(olderThanMs: number): number;
+    close(): void;
+}

package/dist/ledger.js

@@ -0,0 +1,141 @@
+import { DatabaseSync } from "node:sqlite";
+import { mkdirSync } from "node:fs";
+import { dirname } from "node:path";
+export class Ledger {
+    db;
+    insertStmt;
+    summaryStmt;
+    recentStmt;
+    pruneStmt;
+    constructor(path) {
+        mkdirSync(dirname(path), { recursive: true });
+        this.db = new DatabaseSync(path);
+        this.db.exec("PRAGMA journal_mode = WAL");
+        this.db.exec("PRAGMA synchronous = NORMAL");
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS requests (
+        id TEXT PRIMARY KEY,
+        timestamp INTEGER NOT NULL,
+        model TEXT NOT NULL,
+        endpoint TEXT NOT NULL,
+        streamed INTEGER NOT NULL,
+        duration_ms INTEGER NOT NULL,
+        upstream_status INTEGER NOT NULL,
+        upstream_error TEXT,
+        input_tokens_raw INTEGER NOT NULL,
+        input_tokens_sent INTEGER NOT NULL,
+        output_tokens_raw INTEGER NOT NULL,
+        output_tokens_sent INTEGER NOT NULL,
+        cache_create_raw INTEGER NOT NULL,
+        cache_read_raw INTEGER NOT NULL,
+        dollars_raw REAL NOT NULL,
+        dollars_sent REAL NOT NULL,
+        dollars_saved REAL NOT NULL,
+        processors TEXT NOT NULL
+      );
+    `);
+        this.db.exec("CREATE INDEX IF NOT EXISTS idx_requests_ts ON requests(timestamp)");
+        this.db.exec("CREATE INDEX IF NOT EXISTS idx_requests_model ON requests(model)");
+        this.insertStmt = this.db.prepare(`
+      INSERT INTO requests (
+        id, timestamp, model, endpoint, streamed, duration_ms,
+        upstream_status, upstream_error,
+        input_tokens_raw, input_tokens_sent,
+        output_tokens_raw, output_tokens_sent,
+        cache_create_raw, cache_read_raw,
+        dollars_raw, dollars_sent, dollars_saved, processors
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        this.summaryStmt = this.db.prepare(`
+      SELECT model,
+             COUNT(*) as requests,
+             SUM(input_tokens_raw)  as input_tokens_raw,
+             SUM(input_tokens_sent) as input_tokens_sent,
+             SUM(output_tokens_raw)  as output_tokens_raw,
+             SUM(output_tokens_sent) as output_tokens_sent,
+             SUM(dollars_raw)   as dollars_raw,
+             SUM(dollars_sent)  as dollars_sent,
+             SUM(dollars_saved) as dollars_saved
+        FROM requests
+       WHERE timestamp >= ?
+       GROUP BY model
+       ORDER BY dollars_raw DESC
+    `);
+        this.recentStmt = this.db.prepare(`SELECT * FROM requests ORDER BY timestamp DESC LIMIT ?`);
+        this.pruneStmt = this.db.prepare(`DELETE FROM requests WHERE timestamp < ?`);
+    }
+    record(r) {
+        this.insertStmt.run(r.id, r.timestamp, r.model, r.endpoint, r.streamed ? 1 : 0, r.durationMs, r.upstreamStatus, r.upstreamError, r.usageRaw.inputTokens, r.usageSent.inputTokens, r.usageRaw.outputTokens, r.usageSent.outputTokens, r.usageRaw.cacheCreationInputTokens, r.usageRaw.cacheReadInputTokens, r.dollarsRaw, r.dollarsSent, r.dollarsSaved, JSON.stringify(r.processorsApplied));
+    }
+    summary(sinceMs) {
+        const now = Date.now();
+        const rows = this.summaryStmt.all(sinceMs);
+        let totalIRaw = 0, totalISent = 0, totalORaw = 0, totalOSent = 0, dRaw = 0, dSent = 0, dSaved = 0, reqCount = 0;
+        for (const r of rows) {
+            reqCount += r.requests;
+            totalIRaw += r.input_tokens_raw ?? 0;
+            totalISent += r.input_tokens_sent ?? 0;
+            totalORaw += r.output_tokens_raw ?? 0;
+            totalOSent += r.output_tokens_sent ?? 0;
+            dRaw += r.dollars_raw ?? 0;
+            dSent += r.dollars_sent ?? 0;
+            dSaved += r.dollars_saved ?? 0;
+        }
+        return {
+            windowStart: sinceMs,
+            windowEnd: now,
+            requestCount: reqCount,
+            totalInputTokensRaw: totalIRaw,
+            totalInputTokensSent: totalISent,
+            totalOutputTokensRaw: totalORaw,
+            totalOutputTokensSent: totalOSent,
+            dollarsRaw: dRaw,
+            dollarsSent: dSent,
+            dollarsSaved: dSaved,
+            byModel: rows.map((r) => ({
+                model: r.model,
+                requests: r.requests,
+                inputTokens: r.input_tokens_raw ?? 0,
+                outputTokens: r.output_tokens_raw ?? 0,
+                dollars: r.dollars_raw ?? 0,
+            })),
+        };
+    }
+    recent(limit = 50) {
+        const rows = this.recentStmt.all(limit);
+        return rows.map((r) => ({
+            id: r.id,
+            timestamp: r.timestamp,
+            model: r.model,
+            endpoint: r.endpoint,
+            streamed: r.streamed === 1,
+            durationMs: r.duration_ms,
+            upstreamStatus: r.upstream_status,
+            upstreamError: r.upstream_error,
+            usageRaw: {
+                inputTokens: r.input_tokens_raw,
+                outputTokens: r.output_tokens_raw,
+                cacheCreationInputTokens: r.cache_create_raw,
+                cacheReadInputTokens: r.cache_read_raw,
+            },
+            usageSent: {
+                inputTokens: r.input_tokens_sent,
+                outputTokens: r.output_tokens_sent,
+                cacheCreationInputTokens: r.cache_create_raw,
+                cacheReadInputTokens: r.cache_read_raw,
+            },
+            dollarsRaw: r.dollars_raw,
+            dollarsSent: r.dollars_sent,
+            dollarsSaved: r.dollars_saved,
+            processorsApplied: JSON.parse(r.processors ?? "[]"),
+        }));
+    }
+    prune(olderThanMs) {
+        const result = this.pruneStmt.run(olderThanMs);
+        return Number(result.changes);
+    }
+    close() {
+        this.db.close();
+    }
+}
+//# sourceMappingURL=ledger.js.map

package/dist/ledger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ledger.js","sourceRoot":"","sources":["../src/ledger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAwDpC,MAAM,OAAO,MAAM;IACT,EAAE,CAAe;IACjB,UAAU,CAAsC;IAChD,WAAW,CAAsC;IACjD,UAAU,CAAsC;IAChD,SAAS,CAAsC;IAEvD,YAAY,IAAY;QACtB,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC1C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC5C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;KAqBZ,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;QAClF,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;QAEjF,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;;;KASjC,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;;;;;;;;KAclC,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC/B,wDAAwD,CACzD,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,CAAC,CAAgB;QACrB,IAAI,CAAC,UAAU,CAAC,GAAG,CACjB,CAAC,CAAC,EAAE,EACJ,CAAC,CAAC,SAAS,EACX,CAAC,CAAC,KAAK,EACP,CAAC,CAAC,QAAQ,EACV,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAClB,CAAC,CAAC,UAAU,EACZ,CAAC,CAAC,cAAc,EAChB,CAAC,CAAC,aAAa,EACf,CAAC,CAAC,QAAQ,CAAC,WAAW,EACtB,CAAC,CAAC,SAAS,CAAC,WAAW,EACvB,CAAC,CAAC,QAAQ,CAAC,YAAY,EACvB,CAAC,CAAC,SAAS,CAAC,YAAY,EACxB,CAAC,CAAC,QAAQ,CAAC,wBAAwB,EACnC,CAAC,CAAC,QAAQ,CAAC,oBAAoB,EAC/B,CAAC,CAAC,UAAU,EACZ,CAAC,CAAC,WAAW,EACb,CAAC,CAAC,YAAY,EACd,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,iBAAiB,CAAC,CACpC,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,OAAe;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAA4B,CAAC;QAEtE,IAAI,SAAS,GAAG,CAAC,EACf,UAAU,GAAG,CAAC,EACd,SAAS,GAAG,CAAC,EACb,UAAU,GAAG,CAAC,EACd,IAAI,GAAG,CAAC,EACR,KAAK,GAAG,CAAC,EACT,MAAM,GAAG,CAAC,EACV,QAAQ,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC;YACvB,SAAS,IAAI,CAAC,CAAC,gBAAgB,IAAI,CAAC,CAAC;YACrC,UAAU,IAAI,CAAC,CAAC,iBAAiB,IAAI,CAAC,CAAC;YACvC,SAAS,IAAI,CAAC,CAAC,iBAAiB,IAAI,CAAC,CAAC;YACtC,UAAU,IAAI,CAAC,CAAC,kBAAkB,IAAI,CAAC,CAAC;YACxC,IAAI,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC;YAC3B,KAAK,IAAI,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC;YAC7B,MAAM,IAAI,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC;QACjC,CAAC;QAED,OAAO;YACL,WAAW,EAAE,OAAO;YACpB,SAAS,EAAE,GAAG;YACd,YAAY,EAAE,QAAQ;YACtB,mBAAmB,EAAE,SAAS;YAC9B,oBAAoB,EAAE,UAAU;YAChC,oBAAoB,EAAE,SAAS;YAC/B,qBAAqB,EAAE,UAAU;YACjC,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,KAAK;YAClB,YAAY,EAAE,MAAM;YACpB,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACxB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,WAAW,EAAE,CAAC,CAAC,gBAAgB,IAAI,CAAC;gBACpC,YAAY,EAAE,CAAC,CAAC,iBAAiB,IAAI,CAAC;gBACtC,OAAO,EAAE,CAAC,CAAC,WAAW,IAAI,CAAC;aAC5B,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,GAAG,EAAE;QACf,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAA4B,CAAC;QACnE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ,KAAK,CAAC;YAC1B,UAAU,EAAE,CAAC,CAAC,WAAW;YACzB,cAAc,EAAE,CAAC,CAAC,eAAe;YACjC,aAAa,EAAE,CAAC,CAAC,cAAc;YAC/B,QAAQ,EAAE;gBACR,WAAW,EAAE,CAAC,CAAC,gBAAgB;gBAC/B,YAAY,EAAE,CAAC,CAAC,iBAAiB;gBACjC,wBAAwB,EAAE,CAAC,CAAC,gBAAgB;gBAC5C,oBAAoB,EAAE,CAAC,CAAC,cAAc;aACvC;YACD,SAAS,EAAE;gBACT,WAAW,EAAE,CAAC,CAAC,iBAAiB;gBAChC,YAAY,EAAE,CAAC,CAAC,kBAAkB;gBAClC,wBAAwB,EAAE,CAAC,CAAC,gBAAgB;gBAC5C,oBAAoB,EAAE,CAAC,CAAC,cAAc;aACvC;YACD,UAAU,EAAE,CAAC,CAAC,WAAW;YACzB,WAAW,EAAE,CAAC,CAAC,YAAY;YAC3B,YAAY,EAAE,CAAC,CAAC,aAAa;YAC7B,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,IAAI,IAAI,CAAa;SAChE,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAmB;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC/C,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF"}

package/dist/pricing.d.ts

@@ -0,0 +1,5 @@
+import type { ModelId, UsageCounts } from "./types.js";
+export declare function dollarsFor(model: ModelId, u: UsageCounts): number;
+export declare function emptyUsage(): UsageCounts;
+export declare function addUsage(a: UsageCounts, b: UsageCounts): UsageCounts;
+export declare function isKnownModel(model: ModelId): boolean;

package/dist/pricing.js

@@ -0,0 +1,83 @@
+const PRICING = {
+    "claude-opus-4-7": {
+        inputPerMTok: 15,
+        outputPerMTok: 75,
+        cacheWritePerMTok: 18.75,
+        cacheReadPerMTok: 1.5,
+    },
+    "claude-opus-4-6": {
+        inputPerMTok: 15,
+        outputPerMTok: 75,
+        cacheWritePerMTok: 18.75,
+        cacheReadPerMTok: 1.5,
+    },
+    "claude-sonnet-4-6": {
+        inputPerMTok: 3,
+        outputPerMTok: 15,
+        cacheWritePerMTok: 3.75,
+        cacheReadPerMTok: 0.3,
+    },
+    "claude-sonnet-4-5": {
+        inputPerMTok: 3,
+        outputPerMTok: 15,
+        cacheWritePerMTok: 3.75,
+        cacheReadPerMTok: 0.3,
+    },
+    "claude-haiku-4-5": {
+        inputPerMTok: 1,
+        outputPerMTok: 5,
+        cacheWritePerMTok: 1.25,
+        cacheReadPerMTok: 0.1,
+    },
+};
+const DEFAULT_PRICING = PRICING["claude-sonnet-4-6"];
+function lookup(model) {
+    const exact = PRICING[model];
+    if (exact)
+        return exact;
+    for (const [key, val] of Object.entries(PRICING)) {
+        if (model.startsWith(key))
+            return val;
+    }
+    const lower = model.toLowerCase();
+    if (lower.includes("opus"))
+        return PRICING["claude-opus-4-7"];
+    if (lower.includes("haiku"))
+        return PRICING["claude-haiku-4-5"];
+    if (lower.includes("sonnet"))
+        return PRICING["claude-sonnet-4-6"];
+    return DEFAULT_PRICING;
+}
+export function dollarsFor(model, u) {
+    const p = lookup(model);
+    return ((u.inputTokens * p.inputPerMTok) / 1_000_000 +
+        (u.outputTokens * p.outputPerMTok) / 1_000_000 +
+        (u.cacheCreationInputTokens * p.cacheWritePerMTok) / 1_000_000 +
+        (u.cacheReadInputTokens * p.cacheReadPerMTok) / 1_000_000);
+}
+export function emptyUsage() {
+    return {
+        inputTokens: 0,
+        outputTokens: 0,
+        cacheCreationInputTokens: 0,
+        cacheReadInputTokens: 0,
+    };
+}
+export function addUsage(a, b) {
+    return {
+        inputTokens: a.inputTokens + b.inputTokens,
+        outputTokens: a.outputTokens + b.outputTokens,
+        cacheCreationInputTokens: a.cacheCreationInputTokens + b.cacheCreationInputTokens,
+        cacheReadInputTokens: a.cacheReadInputTokens + b.cacheReadInputTokens,
+    };
+}
+export function isKnownModel(model) {
+    if (PRICING[model])
+        return true;
+    for (const key of Object.keys(PRICING)) {
+        if (model.startsWith(key))
+            return true;
+    }
+    return false;
+}
+//# sourceMappingURL=pricing.js.map

package/dist/pricing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pricing.js","sourceRoot":"","sources":["../src/pricing.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,GAAiC;IAC5C,iBAAiB,EAAE;QACjB,YAAY,EAAE,EAAE;QAChB,aAAa,EAAE,EAAE;QACjB,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,GAAG;KACtB;IACD,iBAAiB,EAAE;QACjB,YAAY,EAAE,EAAE;QAChB,aAAa,EAAE,EAAE;QACjB,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,GAAG;KACtB;IACD,mBAAmB,EAAE;QACnB,YAAY,EAAE,CAAC;QACf,aAAa,EAAE,EAAE;QACjB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,GAAG;KACtB;IACD,mBAAmB,EAAE;QACnB,YAAY,EAAE,CAAC;QACf,aAAa,EAAE,EAAE;QACjB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,GAAG;KACtB;IACD,kBAAkB,EAAE;QAClB,YAAY,EAAE,CAAC;QACf,aAAa,EAAE,CAAC;QAChB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,GAAG;KACtB;CACF,CAAC;AAEF,MAAM,eAAe,GAAiB,OAAO,CAAC,mBAAmB,CAAE,CAAC;AAEpE,SAAS,MAAM,CAAC,KAAc;IAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACxB,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACjD,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC;IACxC,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAClC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC,iBAAiB,CAAE,CAAC;IAC/D,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC,kBAAkB,CAAE,CAAC;IACjE,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAC,mBAAmB,CAAE,CAAC;IACnE,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAc,EAAE,CAAc;IACvD,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,OAAO,CACL,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC,GAAG,SAAS;QAC5C,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,aAAa,CAAC,GAAG,SAAS;QAC9C,CAAC,CAAC,CAAC,wBAAwB,GAAG,CAAC,CAAC,iBAAiB,CAAC,GAAG,SAAS;QAC9D,CAAC,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC,gBAAgB,CAAC,GAAG,SAAS,CAC1D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,OAAO;QACL,WAAW,EAAE,CAAC;QACd,YAAY,EAAE,CAAC;QACf,wBAAwB,EAAE,CAAC;QAC3B,oBAAoB,EAAE,CAAC;KACxB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,CAAc,EAAE,CAAc;IACrD,OAAO;QACL,WAAW,EAAE,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW;QAC1C,YAAY,EAAE,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY;QAC7C,wBAAwB,EACtB,CAAC,CAAC,wBAAwB,GAAG,CAAC,CAAC,wBAAwB;QACzD,oBAAoB,EAAE,CAAC,CAAC,oBAAoB,GAAG,CAAC,CAAC,oBAAoB;KACtE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAc;IACzC,IAAI,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAChC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACvC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IACzC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/processors/conversation-dedup.d.ts

@@ -0,0 +1,23 @@
+import type { Conversation } from "../providers/types.js";
+import type { Processor, ProcessorContext, ProcessorResult } from "./types.js";
+/**
+ * Conversation deduplication.
+ *
+ * Walks the conversation in message order. The first occurrence of any
+ * tool_result content (keyed by its content hash) is kept verbatim. Subsequent
+ * occurrences are replaced with a compact pointer that references the prior one.
+ *
+ * Determinism: same input always produces the same output (hash-based ordering),
+ * so Anthropic prompt caching remains valid.
+ *
+ * Fail-open: if any block can't be handled cleanly, it's left untouched.
+ */
+declare class ConversationDedup implements Processor {
+    readonly id = "conversation-dedup";
+    readonly enabledByDefault = true;
+    /** Only elide payloads worth eliding — avoids stub-overhead on tiny results. */
+    static readonly MIN_ELIDE_BYTES = 256;
+    onRequest(conv: Conversation, _ctx: ProcessorContext): ProcessorResult;
+}
+export declare const conversationDedup: ConversationDedup;
+export {};

package/dist/processors/conversation-dedup.js

@@ -0,0 +1,71 @@
+/**
+ * Conversation deduplication.
+ *
+ * Walks the conversation in message order. The first occurrence of any
+ * tool_result content (keyed by its content hash) is kept verbatim. Subsequent
+ * occurrences are replaced with a compact pointer that references the prior one.
+ *
+ * Determinism: same input always produces the same output (hash-based ordering),
+ * so Anthropic prompt caching remains valid.
+ *
+ * Fail-open: if any block can't be handled cleanly, it's left untouched.
+ */
+class ConversationDedup {
+    id = "conversation-dedup";
+    enabledByDefault = true;
+    /** Only elide payloads worth eliding — avoids stub-overhead on tiny results. */
+    static MIN_ELIDE_BYTES = 256;
+    onRequest(conv, _ctx) {
+        const seen = new Map();
+        let elidedBytesTotal = 0;
+        let elidedCount = 0;
+        let mutated = false;
+        const newMessages = conv.messages.map((msg, msgIdx) => {
+            const newBlocks = msg.blocks.map((block) => {
+                if (block.kind !== "tool_result")
+                    return block;
+                if (block.pointer)
+                    return block; // already deduped (idempotency)
+                const prior = seen.get(block.contentHash);
+                if (prior === undefined) {
+                    seen.set(block.contentHash, {
+                        messageIndex: msgIdx,
+                        toolUseId: block.tool_use_id,
+                    });
+                    return block;
+                }
+                if (block.contentBytes < ConversationDedup.MIN_ELIDE_BYTES) {
+                    // Not worth the stub overhead; leave verbatim.
+                    return block;
+                }
+                mutated = true;
+                elidedBytesTotal += block.contentBytes;
+                elidedCount++;
+                return {
+                    ...block,
+                    pointer: {
+                        priorMessageIndex: prior.messageIndex,
+                        priorToolUseId: prior.toolUseId,
+                        elidedBytes: block.contentBytes,
+                    },
+                };
+            });
+            return mutated ? { ...msg, blocks: newBlocks } : msg;
+        });
+        if (!mutated) {
+            return { conversation: conv, effects: [] };
+        }
+        return {
+            conversation: { ...conv, messages: newMessages },
+            effects: [
+                {
+                    name: this.id,
+                    bytesSaved: elidedBytesTotal,
+                    detail: { elidedCount, distinctContent: seen.size },
+                },
+            ],
+        };
+    }
+}
+export const conversationDedup = new ConversationDedup();
+//# sourceMappingURL=conversation-dedup.js.map

package/dist/processors/conversation-dedup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversation-dedup.js","sourceRoot":"","sources":["../../src/processors/conversation-dedup.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;GAWG;AACH,MAAM,iBAAiB;IACZ,EAAE,GAAG,oBAAoB,CAAC;IAC1B,gBAAgB,GAAG,IAAI,CAAC;IAEjC,gFAAgF;IAChF,MAAM,CAAU,eAAe,GAAG,GAAG,CAAC;IAEtC,SAAS,CAAC,IAAkB,EAAE,IAAsB;QAClD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAuD,CAAC;QAC5E,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;YACpD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAY,CAAC,KAAK,EAAE,EAAE;gBACpD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;oBAAE,OAAO,KAAK,CAAC;gBAC/C,IAAI,KAAK,CAAC,OAAO;oBAAE,OAAO,KAAK,CAAC,CAAC,gCAAgC;gBACjE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBAC1C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE;wBAC1B,YAAY,EAAE,MAAM;wBACpB,SAAS,EAAE,KAAK,CAAC,WAAW;qBAC7B,CAAC,CAAC;oBACH,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,IAAI,KAAK,CAAC,YAAY,GAAG,iBAAiB,CAAC,eAAe,EAAE,CAAC;oBAC3D,+CAA+C;oBAC/C,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,OAAO,GAAG,IAAI,CAAC;gBACf,gBAAgB,IAAI,KAAK,CAAC,YAAY,CAAC;gBACvC,WAAW,EAAE,CAAC;gBACd,OAAO;oBACL,GAAG,KAAK;oBACR,OAAO,EAAE;wBACP,iBAAiB,EAAE,KAAK,CAAC,YAAY;wBACrC,cAAc,EAAE,KAAK,CAAC,SAAS;wBAC/B,WAAW,EAAE,KAAK,CAAC,YAAY;qBAChC;iBACF,CAAC;YACJ,CAAC,CAAC,CAAC;YACH,OAAO,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QAC7C,CAAC;QAED,OAAO;YACL,YAAY,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE;YAChD,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,IAAI,CAAC,EAAE;oBACb,UAAU,EAAE,gBAAgB;oBAC5B,MAAM,EAAE,EAAE,WAAW,EAAE,eAAe,EAAE,IAAI,CAAC,IAAI,EAAE;iBACpD;aACF;SACF,CAAC;IACJ,CAAC;;AAGH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC"}

package/dist/processors/pipeline.d.ts

@@ -0,0 +1,10 @@
+import type { Conversation } from "../providers/types.js";
+import type { ProcessorContext, PipelineOptions, PipelineRunResult } from "./types.js";
+export declare class Pipeline {
+    private readonly processors;
+    private readonly enabled;
+    private readonly breaker;
+    constructor(opts: PipelineOptions);
+    run(input: Conversation, ctx: ProcessorContext, sizeOf: (c: Conversation) => number): PipelineRunResult;
+}
+export type { Processor, ProcessorContext, ProcessorEffect } from "./types.js";

package/dist/processors/pipeline.js

@@ -0,0 +1,89 @@
+/**
+ * Per-process circuit breaker. If a processor throws N times within W ms,
+ * disable it for D ms. Bounded recovery so a transient bug doesn't cost
+ * the user the whole session.
+ */
+class CircuitBreaker {
+    threshold;
+    windowMs;
+    cooldownMs;
+    states = new Map();
+    constructor(threshold = 3, windowMs = 60_000, cooldownMs = 5 * 60_000) {
+        this.threshold = threshold;
+        this.windowMs = windowMs;
+        this.cooldownMs = cooldownMs;
+    }
+    isOpen(id) {
+        const s = this.states.get(id);
+        return s !== undefined && s.trippedUntil > Date.now();
+    }
+    recordFailure(id) {
+        const now = Date.now();
+        let s = this.states.get(id);
+        if (s === undefined) {
+            s = { failuresInWindow: 0, windowStart: now, trippedUntil: 0 };
+            this.states.set(id, s);
+        }
+        if (now - s.windowStart > this.windowMs) {
+            s.windowStart = now;
+            s.failuresInWindow = 0;
+        }
+        s.failuresInWindow++;
+        if (s.failuresInWindow >= this.threshold) {
+            s.trippedUntil = now + this.cooldownMs;
+        }
+    }
+    recordSuccess(id) {
+        const s = this.states.get(id);
+        if (s === undefined)
+            return;
+        if (s.failuresInWindow > 0)
+            s.failuresInWindow = Math.max(0, s.failuresInWindow - 1);
+    }
+}
+export class Pipeline {
+    processors;
+    enabled;
+    breaker = new CircuitBreaker();
+    constructor(opts) {
+        this.processors = opts.processors;
+        this.enabled = opts.enabled;
+    }
+    run(input, ctx, sizeOf) {
+        const bytesIn = sizeOf(input);
+        let current = input;
+        const effects = [];
+        const errors = [];
+        for (const p of this.processors) {
+            if (!this.enabled.has(p.id))
+                continue;
+            if (this.breaker.isOpen(p.id))
+                continue;
+            try {
+                const result = p.onRequest(current, ctx);
+                if (result.conversation !== current) {
+                    current = result.conversation;
+                }
+                for (const e of result.effects)
+                    effects.push(e);
+                this.breaker.recordSuccess(p.id);
+            }
+            catch (err) {
+                this.breaker.recordFailure(p.id);
+                errors.push({
+                    processor: p.id,
+                    message: err instanceof Error ? err.message : String(err),
+                });
+                // current is unchanged — fail-open
+            }
+        }
+        return {
+            conversation: current,
+            effects,
+            bytesIn,
+            bytesOut: sizeOf(current),
+            errors,
+        };
+    }
+}
+//# sourceMappingURL=pipeline.js.map

package/dist/processors/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/processors/pipeline.ts"],"names":[],"mappings":"AAeA;;;;GAIG;AACH,MAAM,cAAc;IAGC;IACA;IACA;IAJX,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAC;IACjD,YACmB,YAAY,CAAC,EACb,WAAW,MAAM,EACjB,aAAa,CAAC,GAAG,MAAM;QAFvB,cAAS,GAAT,SAAS,CAAI;QACb,aAAQ,GAAR,QAAQ,CAAS;QACjB,eAAU,GAAV,UAAU,CAAa;IACvC,CAAC;IAEJ,MAAM,CAAC,EAAU;QACf,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,OAAO,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACxD,CAAC;IAED,aAAa,CAAC,EAAU;QACtB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACpB,CAAC,GAAG,EAAE,gBAAgB,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAC/D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACzB,CAAC;QACD,IAAI,GAAG,GAAG,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACxC,CAAC,CAAC,WAAW,GAAG,GAAG,CAAC;YACpB,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC;QACzB,CAAC;QACD,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACrB,IAAI,CAAC,CAAC,gBAAgB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,CAAC,CAAC,YAAY,GAAG,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC;QACzC,CAAC;IACH,CAAC;IAED,aAAa,CAAC,EAAU;QACtB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO;QAC5B,IAAI,CAAC,CAAC,gBAAgB,GAAG,CAAC;YAAE,CAAC,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;IACvF,CAAC;CACF;AAED,MAAM,OAAO,QAAQ;IACF,UAAU,CAAc;IACxB,OAAO,CAAc;IACrB,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;IAEhD,YAAY,IAAqB;QAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,GAAG,CAAC,KAAmB,EAAE,GAAqB,EAAE,MAAmC;QACjF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,OAAO,GAAsB,EAAE,CAAC;QACtC,MAAM,MAAM,GAAkD,EAAE,CAAC;QAEjE,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAE,SAAS;YACtC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAE,SAAS;YACxC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBACzC,IAAI,MAAM,CAAC,YAAY,KAAK,OAAO,EAAE,CAAC;oBACpC,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC;gBAChC,CAAC;gBACD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO;oBAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChD,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACnC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC;oBACV,SAAS,EAAE,CAAC,CAAC,EAAE;oBACf,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBAC1D,CAAC,CAAC;gBACH,mCAAmC;YACrC,CAAC;QACH,CAAC;QAED,OAAO;YACL,YAAY,EAAE,OAAO;YACrB,OAAO;YACP,OAAO;YACP,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC;YACzB,MAAM;SACP,CAAC;IACJ,CAAC;CACF"}

package/dist/processors/response-cache.d.ts

@@ -0,0 +1,53 @@
+export interface CacheHit {
+    status: number;
+    headers: Record<string, string>;
+    body: Buffer;
+    usage: {
+        inputTokens: number;
+        outputTokens: number;
+    };
+    model: string;
+    cachedAgoMs: number;
+    cachedBytes: number;
+}
+/**
+ * Tiny, conservative response cache for the Anthropic JSON endpoint.
+ *
+ * Caches IFF: temperature === 0 AND stream === false. Anthropic only guarantees
+ * deterministic outputs under these conditions, so caching anything else risks
+ * serving a stale response a user wouldn't expect.
+ *
+ * Bounded by total byte budget (default 64 MB) with LRU eviction.
+ * Default TTL: 10 minutes.
+ */
+export declare class ResponseCache {
+    private readonly maxBytes;
+    private readonly defaultTtlMs;
+    private readonly map;
+    private currentBytes;
+    private hits;
+    private misses;
+    constructor(maxBytes?: number, defaultTtlMs?: number);
+    private static keyFor;
+    /** Returns a hit if the body is cacheable AND fresh; otherwise null. */
+    lookup(body: unknown): CacheHit | null;
+    /** Store a response for a cacheable request. No-op if request isn't cacheable. */
+    store(body: unknown, response: {
+        status: number;
+        headers: Record<string, string>;
+        body: Buffer;
+        usage: {
+            inputTokens: number;
+            outputTokens: number;
+        };
+        model: string;
+    }, ttlMs?: number): void;
+    private evictIfNeeded;
+    private evict;
+    stats(): {
+        hits: number;
+        misses: number;
+        entries: number;
+        bytes: number;
+    };
+}