@curatedmcp/tokenshield-core 0.2.0

package/dist/processors/response-cache.js

@@ -0,0 +1,129 @@
+import { createHash } from "node:crypto";
+import { canonicalize } from "../providers/anthropic.js";
+/**
+ * Tiny, conservative response cache for the Anthropic JSON endpoint.
+ *
+ * Caches IFF: temperature === 0 AND stream === false. Anthropic only guarantees
+ * deterministic outputs under these conditions, so caching anything else risks
+ * serving a stale response a user wouldn't expect.
+ *
+ * Bounded by total byte budget (default 64 MB) with LRU eviction.
+ * Default TTL: 10 minutes.
+ */
+export class ResponseCache {
+    maxBytes;
+    defaultTtlMs;
+    map = new Map();
+    currentBytes = 0;
+    hits = 0;
+    misses = 0;
+    constructor(maxBytes = 64 * 1024 * 1024, defaultTtlMs = 10 * 60 * 1000) {
+        this.maxBytes = maxBytes;
+        this.defaultTtlMs = defaultTtlMs;
+    }
+    static keyFor(body) {
+        if (!body || typeof body !== "object")
+            return null;
+        const obj = body;
+        if (obj["stream"] === true)
+            return null;
+        if (obj["temperature"] !== 0)
+            return null;
+        return createHash("sha256")
+            .update(canonicalize({
+            model: obj["model"] ?? null,
+            system: obj["system"] ?? null,
+            tools: obj["tools"] ?? null,
+            tool_choice: obj["tool_choice"] ?? null,
+            messages: obj["messages"] ?? [],
+            max_tokens: obj["max_tokens"] ?? null,
+            temperature: obj["temperature"] ?? null,
+            top_p: obj["top_p"] ?? null,
+            top_k: obj["top_k"] ?? null,
+            stop_sequences: obj["stop_sequences"] ?? null,
+        }))
+            .digest("hex");
+    }
+    /** Returns a hit if the body is cacheable AND fresh; otherwise null. */
+    lookup(body) {
+        const key = ResponseCache.keyFor(body);
+        if (key === null)
+            return null;
+        const entry = this.map.get(key);
+        if (entry === undefined) {
+            this.misses++;
+            return null;
+        }
+        const now = Date.now();
+        if (entry.expiresAt < now) {
+            this.evict(key, entry);
+            this.misses++;
+            return null;
+        }
+        // LRU: refresh insertion order
+        this.map.delete(key);
+        this.map.set(key, entry);
+        this.hits++;
+        return {
+            status: entry.status,
+            headers: entry.headers,
+            body: entry.body,
+            usage: entry.usage,
+            model: entry.model,
+            cachedAgoMs: now - entry.storedAt,
+            cachedBytes: entry.bytes,
+        };
+    }
+    /** Store a response for a cacheable request. No-op if request isn't cacheable. */
+    store(body, response, ttlMs) {
+        const key = ResponseCache.keyFor(body);
+        if (key === null)
+            return;
+        // Only cache 2xx; 4xx/5xx are likely transient or user errors
+        if (response.status < 200 || response.status >= 300)
+            return;
+        const bytes = response.body.length;
+        if (bytes > this.maxBytes / 4)
+            return; // skip absurdly large bodies
+        this.evictIfNeeded(bytes);
+        const now = Date.now();
+        const entry = {
+            status: response.status,
+            headers: { ...response.headers },
+            body: response.body,
+            storedAt: now,
+            expiresAt: now + (ttlMs ?? this.defaultTtlMs),
+            bytes,
+            usage: response.usage,
+            model: response.model,
+        };
+        // Drop pre-existing entry under the same key (refresh)
+        const prior = this.map.get(key);
+        if (prior !== undefined) {
+            this.currentBytes -= prior.bytes;
+            this.map.delete(key);
+        }
+        this.map.set(key, entry);
+        this.currentBytes += bytes;
+    }
+    evictIfNeeded(incomingBytes) {
+        while (this.currentBytes + incomingBytes > this.maxBytes && this.map.size > 0) {
+            const oldest = this.map.keys().next();
+            if (oldest.done === true)
+                break;
+            const key = oldest.value;
+            const e = this.map.get(key);
+            if (e === undefined)
+                break;
+            this.evict(key, e);
+        }
+    }
+    evict(key, entry) {
+        this.currentBytes -= entry.bytes;
+        this.map.delete(key);
+    }
+    stats() {
+        return { hits: this.hits, misses: this.misses, entries: this.map.size, bytes: this.currentBytes };
+    }
+}
+//# sourceMappingURL=response-cache.js.map

package/dist/processors/response-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-cache.js","sourceRoot":"","sources":["../../src/processors/response-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AA0BzD;;;;;;;;;GASG;AACH,MAAM,OAAO,aAAa;IAOL;IACA;IAPF,GAAG,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC7C,YAAY,GAAG,CAAC,CAAC;IACjB,IAAI,GAAG,CAAC,CAAC;IACT,MAAM,GAAG,CAAC,CAAC;IAEnB,YACmB,WAAW,EAAE,GAAG,IAAI,GAAG,IAAI,EAC3B,eAAe,EAAE,GAAG,EAAE,GAAG,IAAI;QAD7B,aAAQ,GAAR,QAAQ,CAAmB;QAC3B,iBAAY,GAAZ,YAAY,CAAiB;IAC7C,CAAC;IAEI,MAAM,CAAC,MAAM,CAAC,IAAa;QACjC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACnD,MAAM,GAAG,GAAG,IAA+B,CAAC;QAC5C,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QACxC,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC1C,OAAO,UAAU,CAAC,QAAQ,CAAC;aACxB,MAAM,CACL,YAAY,CAAC;YACX,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI;YAC3B,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI;YAC7B,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI;YAC3B,WAAW,EAAE,GAAG,CAAC,aAAa,CAAC,IAAI,IAAI;YACvC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE;YAC/B,UAAU,EAAE,GAAG,CAAC,YAAY,CAAC,IAAI,IAAI;YACrC,WAAW,EAAE,GAAG,CAAC,aAAa,CAAC,IAAI,IAAI;YACvC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI;YAC3B,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI;YAC3B,cAAc,EAAE,GAAG,CAAC,gBAAgB,CAAC,IAAI,IAAI;SAC9C,CAAC,CACH;aACA,MAAM,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;IAED,wEAAwE;IACxE,MAAM,CAAC,IAAa;QAClB,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,GAAG,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,KAAK,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACvB,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QACD,+BAA+B;QAC/B,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,OAAO;YACL,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,WAAW,EAAE,GAAG,GAAG,KAAK,CAAC,QAAQ;YACjC,WAAW,EAAE,KAAK,CAAC,KAAK;SACzB,CAAC;IACJ,CAAC;IAED,kFAAkF;IAClF,KAAK,CACH,IAAa,EACb,QAMC,EACD,KAAc;QAEd,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,GAAG,KAAK,IAAI;YAAE,OAAO;QACzB,8DAA8D;QAC9D,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG;YAAE,OAAO;QAC5D,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;QACnC,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC;YAAE,OAAO,CAAC,6BAA6B;QACpE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAe;YACxB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,OAAO,EAAE,EAAE,GAAG,QAAQ,CAAC,OAAO,EAAE;YAChC,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,QAAQ,EAAE,GAAG;YACb,SAAS,EAAE,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;YAC7C,KAAK;YACL,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;QACF,uDAAuD;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC;YACjC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,YAAY,IAAI,KAAK,CAAC;IAC7B,CAAC;IAEO,aAAa,CAAC,aAAqB;QACzC,OAAO,IAAI,CAAC,YAAY,GAAG,aAAa,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI;gBAAE,MAAM;YAChC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC;YACzB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,IAAI,CAAC,KAAK,SAAS;gBAAE,MAAM;YAC3B,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,GAAW,EAAE,KAAiB;QAC1C,IAAI,CAAC,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC;QACjC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,KAAK;QACH,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;IACpG,CAAC;CACF"}

package/dist/processors/types.d.ts

@@ -0,0 +1,54 @@
+import type { Conversation } from "../providers/types.js";
+import type { ProviderId } from "../providers/types.js";
+export interface ProcessorContext {
+    providerId: ProviderId;
+    /** Stable fingerprint of the conversation (system + first user message hash). */
+    conversationFingerprint: string;
+    /** Inbound request raw bytes (read-only). */
+    inboundBytes: number;
+}
+export interface ProcessorEffect {
+    /** Stable identifier for accounting (e.g. "conversation-dedup"). */
+    name: string;
+    /** Bytes saved by this processor's modifications. */
+    bytesSaved: number;
+    /** Optional structured detail for the dashboard / diff-mode. */
+    detail?: Record<string, unknown>;
+}
+export interface ProcessorResult {
+    /** Updated conversation (may be a new object; processors must return one). */
+    conversation: Conversation;
+    /** Effects applied (zero or one entry per call). */
+    effects: ProcessorEffect[];
+}
+/**
+ * A request-side processor inspects + rewrites the conversation BEFORE it goes
+ * upstream. It must be:
+ *   - deterministic: same input → same output, so prompt caching still hits
+ *   - fail-open: any throw is caught by the pipeline; original conversation is preserved
+ *   - bounded: never adds unbounded latency (no network calls in v0.2)
+ */
+export interface Processor {
+    readonly id: string;
+    readonly enabledByDefault: boolean;
+    /**
+     * Mutate the conversation if appropriate. MUST return a new conversation
+     * (or the same reference if no change). Any throw is treated as a soft
+     * failure: the pipeline reverts to the input and trips the breaker.
+     */
+    onRequest(conversation: Conversation, ctx: ProcessorContext): ProcessorResult;
+}
+export interface PipelineOptions {
+    processors: Processor[];
+    enabled: Set<string>;
+}
+export interface PipelineRunResult {
+    conversation: Conversation;
+    effects: ProcessorEffect[];
+    bytesIn: number;
+    bytesOut: number;
+    errors: Array<{
+        processor: string;
+        message: string;
+    }>;
+}

package/dist/processors/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/processors/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/processors/types.ts"],"names":[],"mappings":""}

package/dist/providers/anthropic.d.ts

@@ -0,0 +1,6 @@
+import type { Provider } from "./types.js";
+declare function canonicalize(value: unknown): string;
+declare function sha256(s: string): string;
+declare function byteLength(value: unknown): number;
+export declare const anthropic: Provider;
+export { canonicalize, sha256, byteLength };

package/dist/providers/anthropic.js

@@ -0,0 +1,216 @@
+import { createHash } from "node:crypto";
+import { emptyUsage } from "../pricing.js";
+function fromAnthropic(u) {
+    if (!u)
+        return emptyUsage();
+    return {
+        inputTokens: u.input_tokens ?? 0,
+        outputTokens: u.output_tokens ?? 0,
+        cacheCreationInputTokens: u.cache_creation_input_tokens ?? 0,
+        cacheReadInputTokens: u.cache_read_input_tokens ?? 0,
+    };
+}
+function canonicalize(value) {
+    if (value === null || value === undefined)
+        return "null";
+    if (typeof value === "string")
+        return JSON.stringify(value);
+    if (typeof value !== "object")
+        return JSON.stringify(value);
+    if (Array.isArray(value)) {
+        return "[" + value.map(canonicalize).join(",") + "]";
+    }
+    const obj = value;
+    const keys = Object.keys(obj).sort();
+    return "{" + keys.map((k) => JSON.stringify(k) + ":" + canonicalize(obj[k])).join(",") + "}";
+}
+function sha256(s) {
+    return createHash("sha256").update(s).digest("hex");
+}
+function byteLength(value) {
+    if (typeof value === "string")
+        return Buffer.byteLength(value, "utf8");
+    return Buffer.byteLength(JSON.stringify(value ?? ""), "utf8");
+}
+class AnthropicStreamAccumulator {
+    current = emptyUsage();
+    modelFromEvent = null;
+    observe(event) {
+        if (event.event !== "message_start" && event.event !== "message_delta")
+            return;
+        let parsed;
+        try {
+            parsed = JSON.parse(event.data);
+        }
+        catch {
+            return;
+        }
+        if (!parsed || typeof parsed !== "object")
+            return;
+        const obj = parsed;
+        if (event.event === "message_start") {
+            const message = obj["message"];
+            if (message) {
+                if (typeof message["model"] === "string") {
+                    this.modelFromEvent = message["model"];
+                }
+                this.current = fromAnthropic(message["usage"]);
+            }
+        }
+        else {
+            const usage = obj["usage"];
+            if (usage) {
+                const u = fromAnthropic(usage);
+                this.current = {
+                    inputTokens: this.current.inputTokens || u.inputTokens,
+                    outputTokens: u.outputTokens,
+                    cacheCreationInputTokens: this.current.cacheCreationInputTokens || u.cacheCreationInputTokens,
+                    cacheReadInputTokens: this.current.cacheReadInputTokens || u.cacheReadInputTokens,
+                };
+            }
+        }
+    }
+    total() {
+        return { ...this.current };
+    }
+    model() {
+        return this.modelFromEvent;
+    }
+}
+function blocksFromAnthropic(content) {
+    // Anthropic accepts string OR array of blocks for message.content
+    if (typeof content === "string") {
+        return [{ kind: "text", text: content }];
+    }
+    if (!Array.isArray(content))
+        return [{ kind: "other", raw: content }];
+    return content.map((block) => {
+        if (!block || typeof block !== "object")
+            return { kind: "other", raw: block };
+        const b = block;
+        const type = b["type"];
+        if (type === "text" && typeof b["text"] === "string") {
+            return { kind: "text", text: b["text"] };
+        }
+        if (type === "tool_use" && typeof b["id"] === "string" && typeof b["name"] === "string") {
+            return { kind: "tool_use", id: b["id"], name: b["name"], input: b["input"] };
+        }
+        if (type === "tool_result" && typeof b["tool_use_id"] === "string") {
+            const content = b["content"];
+            const hash = sha256(canonicalize(content));
+            return {
+                kind: "tool_result",
+                tool_use_id: b["tool_use_id"],
+                content,
+                contentHash: hash,
+                contentBytes: byteLength(content),
+            };
+        }
+        return { kind: "other", raw: block };
+    });
+}
+function blocksToAnthropic(blocks) {
+    // Preserve array-vs-string shape: if it was originally a single text block from a
+    // string, we still emit an array. Anthropic accepts both.
+    return blocks.map((block) => {
+        switch (block.kind) {
+            case "text":
+                return { type: "text", text: block.text };
+            case "tool_use":
+                return { type: "tool_use", id: block.id, name: block.name, input: block.input };
+            case "tool_result": {
+                if (block.pointer) {
+                    const stub = `[tokenshield: identical to tool_result ${block.pointer.priorToolUseId} ` +
+                        `at message ${block.pointer.priorMessageIndex}, ` +
+                        `sha:${block.contentHash.slice(0, 8)} — ${block.pointer.elidedBytes} bytes elided]`;
+                    return { type: "tool_result", tool_use_id: block.tool_use_id, content: stub };
+                }
+                return { type: "tool_result", tool_use_id: block.tool_use_id, content: block.content };
+            }
+            case "other":
+                return block.raw;
+        }
+    });
+}
+function extractSystem(body) {
+    const sys = body["system"];
+    if (typeof sys === "string")
+        return sys;
+    if (Array.isArray(sys)) {
+        return sys
+            .map((b) => (typeof b === "object" && b !== null && typeof b["text"] === "string" ? b["text"] : ""))
+            .join("\n\n");
+    }
+    return null;
+}
+export const anthropic = {
+    id: "anthropic",
+    matches(pathname) {
+        return pathname.startsWith("/v1/messages") || pathname.startsWith("/v1/complete");
+    },
+    extractModel(body) {
+        if (!body || typeof body !== "object")
+            return "unknown";
+        const m = body["model"];
+        return typeof m === "string" ? m : "unknown";
+    },
+    isStreaming(body) {
+        if (!body || typeof body !== "object")
+            return false;
+        return body["stream"] === true;
+    },
+    usageFromResponseJson(body) {
+        if (!body || typeof body !== "object")
+            return { usage: emptyUsage(), model: null };
+        const obj = body;
+        return {
+            usage: fromAnthropic(obj["usage"]),
+            model: typeof obj["model"] === "string" ? obj["model"] : null,
+        };
+    },
+    createStreamAccumulator() {
+        return new AnthropicStreamAccumulator();
+    },
+    toConversation(body) {
+        if (!body || typeof body !== "object")
+            return null;
+        const obj = body;
+        const rawMessages = obj["messages"];
+        if (!Array.isArray(rawMessages))
+            return null;
+        const messages = rawMessages
+            .map((m) => {
+            if (!m || typeof m !== "object")
+                return null;
+            const msg = m;
+            const role = msg["role"];
+            if (role !== "user" && role !== "assistant")
+                return null;
+            return { role, blocks: blocksFromAnthropic(msg["content"]) };
+        })
+            .filter((m) => m !== null);
+        const model = typeof obj["model"] === "string" ? obj["model"] : "unknown";
+        const tempRaw = obj["temperature"];
+        const temperature = typeof tempRaw === "number" ? tempRaw : null;
+        return {
+            model,
+            system: extractSystem(obj),
+            messages,
+            temperature,
+            raw: obj,
+        };
+    },
+    applyConversation(body, conversation) {
+        if (!body || typeof body !== "object")
+            return body;
+        const obj = { ...body };
+        obj["messages"] = conversation.messages.map((m) => ({
+            role: m.role,
+            content: blocksToAnthropic(m.blocks),
+        }));
+        return obj;
+    },
+};
+// helpers exported for tests
+export { canonicalize, sha256, byteLength };
+//# sourceMappingURL=anthropic.js.map

package/dist/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAgB3C,SAAS,aAAa,CAAC,CAA6B;IAClD,IAAI,CAAC,CAAC;QAAE,OAAO,UAAU,EAAE,CAAC;IAC5B,OAAO;QACL,WAAW,EAAE,CAAC,CAAC,YAAY,IAAI,CAAC;QAChC,YAAY,EAAE,CAAC,CAAC,aAAa,IAAI,CAAC;QAClC,wBAAwB,EAAE,CAAC,CAAC,2BAA2B,IAAI,CAAC;QAC5D,oBAAoB,EAAE,CAAC,CAAC,uBAAuB,IAAI,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACzD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC5D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IACvD,CAAC;IACD,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,OAAO,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;AAC/F,CAAC;AAED,SAAS,MAAM,CAAC,CAAS;IACvB,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACvE,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,0BAA0B;IACtB,OAAO,GAAgB,UAAU,EAAE,CAAC;IACpC,cAAc,GAAkB,IAAI,CAAC;IAE7C,OAAO,CAAC,KAAe;QACrB,IAAI,KAAK,CAAC,KAAK,KAAK,eAAe,IAAI,KAAK,CAAC,KAAK,KAAK,eAAe;YAAE,OAAO;QAC/E,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO;QAClD,MAAM,GAAG,GAAG,MAAiC,CAAC;QAE9C,IAAI,KAAK,CAAC,KAAK,KAAK,eAAe,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAwC,CAAC;YACtE,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;oBACzC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,OAAO,CAAW,CAAC;gBACnD,CAAC;gBACD,IAAI,CAAC,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,CAA+B,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAA+B,CAAC;YACzD,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC/B,IAAI,CAAC,OAAO,GAAG;oBACb,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW;oBACtD,YAAY,EAAE,CAAC,CAAC,YAAY;oBAC5B,wBAAwB,EACtB,IAAI,CAAC,OAAO,CAAC,wBAAwB,IAAI,CAAC,CAAC,wBAAwB;oBACrE,oBAAoB,EAClB,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,CAAC,CAAC,oBAAoB;iBAC9D,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK;QACH,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;CACF;AAED,SAAS,mBAAmB,CAAC,OAAgB;IAC3C,kEAAkE;IAClE,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IACtE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAa,EAAE;QACtC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;QAC9E,MAAM,CAAC,GAAG,KAAgC,CAAC;QAC3C,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QACvB,IAAI,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,QAAQ,EAAE,CAAC;YACrD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3C,CAAC;QACD,IAAI,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,QAAQ,EAAE,CAAC;YACxF,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/E,CAAC;QACD,IAAI,IAAI,KAAK,aAAa,IAAI,OAAO,CAAC,CAAC,aAAa,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnE,MAAM,OAAO,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3C,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE,CAAC,CAAC,aAAa,CAAC;gBAC7B,OAAO;gBACP,WAAW,EAAE,IAAI;gBACjB,YAAY,EAAE,UAAU,CAAC,OAAO,CAAC;aAClC,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IACvC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAmB;IAC5C,kFAAkF;IAClF,0DAA0D;IAC1D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAC1B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,MAAM;gBACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;YAC5C,KAAK,UAAU;gBACb,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;YAClF,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,MAAM,IAAI,GACR,0CAA0C,KAAK,CAAC,OAAO,CAAC,cAAc,GAAG;wBACzE,cAAc,KAAK,CAAC,OAAO,CAAC,iBAAiB,IAAI;wBACjD,OAAO,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,WAAW,gBAAgB,CAAC;oBACtF,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBAChF,CAAC;gBACD,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YACzF,CAAC;YACD,KAAK,OAAO;gBACV,OAAO,KAAK,CAAC,GAAG,CAAC;QACrB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CAAC,IAA6B;IAClD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3B,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACxC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG;aACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,OAAQ,CAA6B,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,CAA6B,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;aAC7J,IAAI,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAa;IACjC,EAAE,EAAE,WAAW;IAEf,OAAO,CAAC,QAAgB;QACtB,OAAO,QAAQ,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;IACpF,CAAC;IAED,YAAY,CAAC,IAAa;QACxB,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QACxD,MAAM,CAAC,GAAI,IAAgC,CAAC,OAAO,CAAC,CAAC;QACrD,OAAO,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/C,CAAC;IAED,WAAW,CAAC,IAAa;QACvB,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACpD,OAAQ,IAAgC,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC;IAC9D,CAAC;IAED,qBAAqB,CAAC,IAAa;QACjC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACnF,MAAM,GAAG,GAAG,IAA+B,CAAC;QAC5C,OAAO;YACL,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,OAAO,CAA+B,CAAC;YAChE,KAAK,EAAE,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,GAAG,CAAC,OAAO,CAAY,CAAC,CAAC,CAAC,IAAI;SAC1E,CAAC;IACJ,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,0BAA0B,EAAE,CAAC;IAC1C,CAAC;IAED,cAAc,CAAC,IAAa;QAC1B,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACnD,MAAM,GAAG,GAAG,IAA+B,CAAC;QAC5C,MAAM,WAAW,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;YAAE,OAAO,IAAI,CAAC;QAC7C,MAAM,QAAQ,GAAkB,WAAW;aACxC,GAAG,CAAC,CAAC,CAAC,EAAsB,EAAE;YAC7B,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC;YAC7C,MAAM,GAAG,GAAG,CAA4B,CAAC;YACzC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;YACzB,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,WAAW;gBAAE,OAAO,IAAI,CAAC;YACzD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QAC/D,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAoB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAE/C,MAAM,KAAK,GAAG,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,GAAG,CAAC,OAAO,CAAY,CAAC,CAAC,CAAC,SAAS,CAAC;QACtF,MAAM,OAAO,GAAG,GAAG,CAAC,aAAa,CAAC,CAAC;QACnC,MAAM,WAAW,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QAEjE,OAAO;YACL,KAAK;YACL,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC;YAC1B,QAAQ;YACR,WAAW;YACX,GAAG,EAAE,GAAG;SACT,CAAC;IACJ,CAAC;IAED,iBAAiB,CAAC,IAAa,EAAE,YAA0B;QACzD,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACnD,MAAM,GAAG,GAAG,EAAE,GAAI,IAAgC,EAAE,CAAC;QACrD,GAAG,CAAC,UAAU,CAAC,GAAG,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAClD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC;SACrC,CAAC,CAAC,CAAC;QACJ,OAAO,GAAG,CAAC;IACb,CAAC;CACF,CAAC;AAEF,6BAA6B;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC"}

package/dist/providers/registry.d.ts

@@ -0,0 +1,4 @@
+import type { Provider } from "./types.js";
+import { anthropic } from "./anthropic.js";
+export declare function providerForPath(pathname: string): Provider | null;
+export { anthropic };

package/dist/providers/registry.js

@@ -0,0 +1,7 @@
+import { anthropic } from "./anthropic.js";
+const PROVIDERS = [anthropic];
+export function providerForPath(pathname) {
+    return PROVIDERS.find((p) => p.matches(pathname)) ?? null;
+}
+export { anthropic };
+//# sourceMappingURL=registry.js.map

package/dist/providers/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/providers/registry.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE3C,MAAM,SAAS,GAAe,CAAC,SAAS,CAAC,CAAC;AAE1C,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,IAAI,CAAC;AAC5D,CAAC;AAED,OAAO,EAAE,SAAS,EAAE,CAAC"}

package/dist/providers/types.d.ts

@@ -0,0 +1,79 @@
+import type { SSEEvent, UsageCounts } from "../types.js";
+export type ProviderId = "anthropic" | "openai" | "gemini";
+/**
+ * A Provider knows how to:
+ *  - claim a URL path
+ *  - parse usage from streamed SSE events
+ *  - parse usage from non-streaming JSON responses
+ *  - extract the model + stream flag from a request body
+ *
+ * Processors operate on the abstract Conversation/Message model the
+ * provider produces, so the dedup/cache logic doesn't need to know
+ * Anthropic vs OpenAI shapes.
+ */
+export interface Provider {
+    readonly id: ProviderId;
+    /** Does this provider handle the given inbound URL path? */
+    matches(pathname: string): boolean;
+    /** Extract model name from a parsed request body. Returns "unknown" if absent. */
+    extractModel(body: unknown): string;
+    /** Did the request ask for SSE streaming? */
+    isStreaming(body: unknown): boolean;
+    /** Parse non-streaming response body (already JSON.parsed). */
+    usageFromResponseJson(body: unknown): {
+        usage: UsageCounts;
+        model: string | null;
+    };
+    /** Streaming usage accumulator factory — one per request. */
+    createStreamAccumulator(): StreamAccumulator;
+    /** Adapt the inbound body into a normalised Conversation for processors. */
+    toConversation(body: unknown): Conversation | null;
+    /** Apply processor-modified conversation back into a body shape ready to forward. */
+    applyConversation(body: unknown, conversation: Conversation): unknown;
+}
+export interface StreamAccumulator {
+    observe(event: SSEEvent): void;
+    total(): UsageCounts;
+    model(): string | null;
+}
+export interface Conversation {
+    model: string;
+    /** System prompt text (concatenated if provider supports an array). */
+    system: string | null;
+    messages: ConvMessage[];
+    /** Approximate temperature; null when not specified. Used by cache safety check. */
+    temperature: number | null;
+    /** Provider-specific extras forwarded untouched. */
+    raw: Record<string, unknown>;
+}
+export interface ConvMessage {
+    role: "user" | "assistant";
+    blocks: ConvBlock[];
+}
+export type ConvBlock = {
+    kind: "text";
+    text: string;
+} | {
+    kind: "tool_use";
+    id: string;
+    name: string;
+    input: unknown;
+} | {
+    kind: "tool_result";
+    tool_use_id: string;
+    /** Original content body (string or structured) — kept intact for first-occurrence. */
+    content: unknown;
+    /** Stable hash of `content` after canonicalization. */
+    contentHash: string;
+    /** Approx byte size of original content (for accounting). */
+    contentBytes: number;
+    /** If set, dedup has replaced the content with a pointer; original is "elided". */
+    pointer?: {
+        priorMessageIndex: number;
+        priorToolUseId: string;
+        elidedBytes: number;
+    };
+} | {
+    kind: "other";
+    raw: unknown;
+};

package/dist/providers/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/providers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":""}

package/dist/proxy/anthropic-passthrough.d.ts

@@ -0,0 +1,13 @@
+import { IncomingMessage, ServerResponse } from "node:http";
+import type { RequestRecord, ProxyConfig } from "../types.js";
+type RecordSink = (record: RequestRecord) => void;
+export declare function setProcessorEnabled(id: string, enabled: boolean): void;
+export declare function getProcessorEnabledIds(): string[];
+export declare function getResponseCacheStats(): {
+    hits: number;
+    misses: number;
+    entries: number;
+    bytes: number;
+};
+export declare function handleAnthropicRequest(req: IncomingMessage, res: ServerResponse, config: ProxyConfig, sink: RecordSink): Promise<void>;
+export {};