@curatedmcp/tokenshield-core 0.2.0

package/dist/proxy/anthropic-passthrough.js

@@ -0,0 +1,363 @@
+import { request as httpsRequest } from "node:https";
+import { request as httpRequest } from "node:http";
+import { URL } from "node:url";
+import { createHash, randomUUID } from "node:crypto";
+import { emptyUsage, dollarsFor } from "../pricing.js";
+import { SSEParser } from "./sse.js";
+import { providerForPath } from "../providers/registry.js";
+import { Pipeline } from "../processors/pipeline.js";
+import { conversationDedup } from "../processors/conversation-dedup.js";
+import { ResponseCache } from "../processors/response-cache.js";
+const HOP_BY_HOP = new Set([
+    "connection",
+    "keep-alive",
+    "proxy-authenticate",
+    "proxy-authorization",
+    "te",
+    "trailer",
+    "transfer-encoding",
+    "upgrade",
+    "host",
+]);
+function copyHeaders(src) {
+    const out = {};
+    for (const [name, value] of Object.entries(src)) {
+        if (value === undefined)
+            continue;
+        if (HOP_BY_HOP.has(name.toLowerCase()))
+            continue;
+        out[name] = Array.isArray(value) ? value.join(", ") : value;
+    }
+    return out;
+}
+async function readJsonBody(req, limitBytes = 64 * 1024 * 1024) {
+    const chunks = [];
+    let total = 0;
+    for await (const chunk of req) {
+        const buf = chunk;
+        total += buf.length;
+        if (total > limitBytes) {
+            throw new Error(`Request body exceeds ${limitBytes} bytes`);
+        }
+        chunks.push(buf);
+    }
+    const raw = Buffer.concat(chunks);
+    let parsed = null;
+    if (raw.length > 0) {
+        try {
+            parsed = JSON.parse(raw.toString("utf8"));
+        }
+        catch {
+            parsed = null;
+        }
+    }
+    return { raw, parsed };
+}
+function conversationFingerprint(parsed) {
+    if (!parsed || typeof parsed !== "object")
+        return "_";
+    const obj = parsed;
+    const sys = obj["system"];
+    const messages = Array.isArray(obj["messages"]) ? obj["messages"] : [];
+    const firstUser = messages.find((m) => typeof m === "object" && m !== null && m["role"] === "user");
+    return createHash("sha256")
+        .update(JSON.stringify({ sys, firstUser }))
+        .digest("hex")
+        .slice(0, 16);
+}
+function bodySize(json) {
+    return Buffer.byteLength(JSON.stringify(json ?? null), "utf8");
+}
+/**
+ * Singleton pipeline + cache. One process = one set of state.
+ * Future: per-license configuration once cloud-tier gating ships.
+ */
+const PROCESSORS = [conversationDedup];
+const ENABLED = new Set(PROCESSORS.filter((p) => p.enabledByDefault).map((p) => p.id));
+const PIPELINE = new Pipeline({ processors: PROCESSORS, enabled: ENABLED });
+const RESPONSE_CACHE = new ResponseCache();
+export function setProcessorEnabled(id, enabled) {
+    if (enabled)
+        ENABLED.add(id);
+    else
+        ENABLED.delete(id);
+}
+export function getProcessorEnabledIds() {
+    return Array.from(ENABLED);
+}
+export function getResponseCacheStats() {
+    return RESPONSE_CACHE.stats();
+}
+export async function handleAnthropicRequest(req, res, config, sink) {
+    const startedAt = Date.now();
+    const requestId = randomUUID();
+    let body;
+    try {
+        body = await readJsonBody(req);
+    }
+    catch (err) {
+        res.statusCode = 413;
+        res.setHeader("content-type", "text/plain");
+        res.end(`tokenshield: ${err.message}`);
+        return;
+    }
+    const upstream = new URL(req.url ?? "/", config.upstreamBaseUrl);
+    const provider = providerForPath(upstream.pathname);
+    const isHttps = upstream.protocol === "https:";
+    const requester = isHttps ? httpsRequest : httpRequest;
+    // ── 1. Determine model + stream flag from raw body (before any rewrite) ──
+    let model = "unknown";
+    let streamed = false;
+    if (provider !== null) {
+        model = provider.extractModel(body.parsed);
+        streamed = provider.isStreaming(body.parsed);
+    }
+    // ── 2. Run request-side processors (fail-open) ──────────────────────────
+    let outboundParsed = body.parsed;
+    let outboundBytes = body.raw;
+    const effects = [];
+    let bytesRaw = body.raw.length;
+    let bytesSent = body.raw.length;
+    if (provider !== null && body.parsed !== null) {
+        const conv = provider.toConversation(body.parsed);
+        if (conv !== null) {
+            const ctx = {
+                providerId: provider.id,
+                conversationFingerprint: conversationFingerprint(body.parsed),
+                inboundBytes: body.raw.length,
+            };
+            // sizeOf measures wire-format (after applyConversation), not in-memory shape
+            const wireSize = (c) => bodySize(provider.applyConversation(body.parsed, c));
+            const result = PIPELINE.run(conv, ctx, wireSize);
+            for (const e of result.effects)
+                effects.push(e);
+            if (result.effects.length > 0) {
+                outboundParsed = provider.applyConversation(body.parsed, result.conversation);
+                const serialized = Buffer.from(JSON.stringify(outboundParsed), "utf8");
+                if (serialized.length < body.raw.length) {
+                    outboundBytes = serialized;
+                    bytesSent = serialized.length;
+                }
+            }
+        }
+    }
+    // ── 3. Response cache: short-circuit if we have a fresh hit ─────────────
+    if (provider !== null && body.parsed !== null) {
+        const hit = RESPONSE_CACHE.lookup(body.parsed);
+        if (hit !== null) {
+            res.statusCode = hit.status;
+            for (const [k, v] of Object.entries(hit.headers)) {
+                if (HOP_BY_HOP.has(k.toLowerCase()))
+                    continue;
+                res.setHeader(k, v);
+            }
+            res.setHeader("x-tokenshield-cache", "hit");
+            res.setHeader("x-tokenshield-cache-age-ms", String(hit.cachedAgoMs));
+            res.end(hit.body);
+            const dollarsRaw = dollarsFor(hit.model || model, {
+                inputTokens: hit.usage.inputTokens,
+                outputTokens: hit.usage.outputTokens,
+                cacheCreationInputTokens: 0,
+                cacheReadInputTokens: 0,
+            });
+            try {
+                sink({
+                    id: requestId,
+                    timestamp: startedAt,
+                    model: hit.model || model,
+                    endpoint: upstream.pathname,
+                    streamed: false,
+                    durationMs: Date.now() - startedAt,
+                    upstreamStatus: hit.status,
+                    upstreamError: null,
+                    usageRaw: {
+                        inputTokens: hit.usage.inputTokens,
+                        outputTokens: hit.usage.outputTokens,
+                        cacheCreationInputTokens: 0,
+                        cacheReadInputTokens: 0,
+                    },
+                    // Cached: zero new tokens billed
+                    usageSent: emptyUsage(),
+                    dollarsRaw,
+                    dollarsSent: 0,
+                    dollarsSaved: dollarsRaw,
+                    processorsApplied: ["response-cache:hit", ...effects.map((e) => e.name)],
+                });
+            }
+            catch {
+                /* sink errors must never break the request */
+            }
+            return;
+        }
+    }
+    const headers = copyHeaders(req.headers);
+    headers["host"] = upstream.host;
+    headers["content-length"] = String(outboundBytes.length);
+    let upstreamStatus = 0;
+    let upstreamError = null;
+    let usage = emptyUsage();
+    let modelFromResponse = null;
+    const cachedHeaders = {};
+    const responseBodyChunks = [];
+    const finalize = () => {
+        const effectiveModel = modelFromResponse ?? model;
+        const dollarsSent = dollarsFor(effectiveModel, usage);
+        // Estimate "raw" cost — what the bill would have been without compression.
+        // We use actual sent input tokens + the ratio of bytes saved at the
+        // request layer. This is honest: it's an estimate, marked as such.
+        const totalBytesSavedReq = Math.max(0, bytesRaw - bytesSent);
+        const ratio = bytesSent > 0 ? totalBytesSavedReq / bytesSent : 0;
+        const estimatedInputTokensRaw = Math.round(usage.inputTokens * (1 + ratio));
+        const usageRaw = {
+            inputTokens: estimatedInputTokensRaw,
+            outputTokens: usage.outputTokens,
+            cacheCreationInputTokens: usage.cacheCreationInputTokens,
+            cacheReadInputTokens: usage.cacheReadInputTokens,
+        };
+        const dollarsRaw = dollarsFor(effectiveModel, usageRaw);
+        const dollarsSaved = Math.max(0, dollarsRaw - dollarsSent);
+        const record = {
+            id: requestId,
+            timestamp: startedAt,
+            model: effectiveModel,
+            endpoint: upstream.pathname,
+            streamed,
+            durationMs: Date.now() - startedAt,
+            upstreamStatus,
+            upstreamError,
+            usageRaw,
+            usageSent: usage,
+            dollarsRaw,
+            dollarsSent,
+            dollarsSaved,
+            processorsApplied: effects.map((e) => e.name),
+        };
+        try {
+            sink(record);
+        }
+        catch {
+            /* never */
+        }
+        // Cache the JSON response (no-op if not cacheable)
+        if (!streamed && provider !== null && responseBodyChunks.length > 0) {
+            const buf = Buffer.concat(responseBodyChunks);
+            RESPONSE_CACHE.store(body.parsed, {
+                status: upstreamStatus,
+                headers: cachedHeaders,
+                body: buf,
+                usage: { inputTokens: usage.inputTokens, outputTokens: usage.outputTokens },
+                model: effectiveModel,
+            });
+        }
+    };
+    await new Promise((resolve) => {
+        const upstreamReq = requester({
+            method: req.method ?? "POST",
+            hostname: upstream.hostname,
+            port: upstream.port || (isHttps ? 443 : 80),
+            path: upstream.pathname + upstream.search,
+            headers,
+        }, (upstreamRes) => {
+            upstreamStatus = upstreamRes.statusCode ?? 0;
+            res.statusCode = upstreamStatus;
+            for (const [name, value] of Object.entries(upstreamRes.headers)) {
+                if (value === undefined)
+                    continue;
+                if (HOP_BY_HOP.has(name.toLowerCase()))
+                    continue;
+                const strVal = Array.isArray(value) ? value.join(", ") : value;
+                res.setHeader(name, strVal);
+                cachedHeaders[name] = strVal;
+            }
+            if (effects.length > 0) {
+                res.setHeader("x-tokenshield-processors", effects.map((e) => e.name).join(","));
+            }
+            const contentType = String(upstreamRes.headers["content-type"] ?? "");
+            const isSse = contentType.includes("text/event-stream");
+            if (isSse) {
+                const parser = new SSEParser();
+                const accum = provider !== null ? provider.createStreamAccumulator() : null;
+                upstreamRes.on("data", (chunk) => {
+                    res.write(chunk);
+                    if (accum !== null) {
+                        try {
+                            for (const ev of parser.push(chunk.toString("utf8"))) {
+                                accum.observe(ev);
+                            }
+                        }
+                        catch { /* accounting must never break the data path */ }
+                    }
+                });
+                upstreamRes.on("end", () => {
+                    if (accum !== null) {
+                        try {
+                            for (const ev of parser.flush())
+                                accum.observe(ev);
+                            usage = accum.total();
+                            modelFromResponse = accum.model();
+                        }
+                        catch { /* ignore */ }
+                    }
+                    res.end();
+                    finalize();
+                    resolve();
+                });
+                upstreamRes.on("error", (err) => {
+                    upstreamError = err.message;
+                    res.end();
+                    finalize();
+                    resolve();
+                });
+            }
+            else {
+                upstreamRes.on("data", (chunk) => {
+                    responseBodyChunks.push(chunk);
+                    res.write(chunk);
+                });
+                upstreamRes.on("end", () => {
+                    try {
+                        const text = Buffer.concat(responseBodyChunks).toString("utf8");
+                        if (text.length > 0 && provider !== null) {
+                            const parsed = JSON.parse(text);
+                            const u = provider.usageFromResponseJson(parsed);
+                            usage = u.usage;
+                            modelFromResponse = u.model;
+                        }
+                    }
+                    catch { /* non-JSON or parse failure — leave usage at zero */ }
+                    res.end();
+                    finalize();
+                    resolve();
+                });
+                upstreamRes.on("error", (err) => {
+                    upstreamError = err.message;
+                    res.end();
+                    finalize();
+                    resolve();
+                });
+            }
+        });
+        upstreamReq.on("error", (err) => {
+            upstreamError = err.message;
+            if (!res.headersSent) {
+                res.statusCode = 502;
+                res.setHeader("content-type", "application/json");
+                res.end(JSON.stringify({
+                    type: "error",
+                    error: {
+                        type: "tokenshield_upstream_error",
+                        message: `Failed to reach Anthropic: ${err.message}`,
+                    },
+                }));
+            }
+            else {
+                res.end();
+            }
+            finalize();
+            resolve();
+        });
+        upstreamReq.write(outboundBytes);
+        upstreamReq.end();
+    });
+}
+//# sourceMappingURL=anthropic-passthrough.js.map

package/dist/proxy/anthropic-passthrough.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-passthrough.js","sourceRoot":"","sources":["../../src/proxy/anthropic-passthrough.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,IAAI,YAAY,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAErD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAIhE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,YAAY;IACZ,YAAY;IACZ,oBAAoB;IACpB,qBAAqB;IACrB,IAAI;IACJ,SAAS;IACT,mBAAmB;IACnB,SAAS;IACT,MAAM;CACP,CAAC,CAAC;AAEH,SAAS,WAAW,CAAC,GAA+B;IAClD,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAChD,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAAE,SAAS;QACjD,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC9D,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,GAAoB,EACpB,UAAU,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI;IAE7B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAG,KAAe,CAAC;QAC5B,KAAK,IAAI,GAAG,CAAC,MAAM,CAAC;QACpB,IAAI,KAAK,GAAG,UAAU,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,wBAAwB,UAAU,QAAQ,CAAC,CAAC;QAC9D,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,MAAM,GAAY,IAAI,CAAC;IAC3B,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAe;IAC9C,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACtD,MAAM,GAAG,GAAG,MAAiC,CAAC;IAC9C,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC1B,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAC7B,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAK,CAA6B,CAAC,MAAM,CAAC,KAAK,MAAM,CAChG,CAAC;IACF,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;SAC1C,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,QAAQ,CAAC,IAAa;IAC7B,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;AACjE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,GAAgB,CAAC,iBAAiB,CAAC,CAAC;AACpD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvF,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;AAC5E,MAAM,cAAc,GAAG,IAAI,aAAa,EAAE,CAAC;AAE3C,MAAM,UAAU,mBAAmB,CAAC,EAAU,EAAE,OAAgB;IAC9D,IAAI,OAAO;QAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;;QACxB,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,qBAAqB;IACnC,OAAO,cAAc,CAAC,KAAK,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,GAAoB,EACpB,GAAmB,EACnB,MAAmB,EACnB,IAAgB;IAEhB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;IAE/B,IAAI,IAAsC,CAAC;IAC3C,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC;QACrB,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;QAC5C,GAAG,CAAC,GAAG,CAAC,gBAAiB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QAClD,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAC/C,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC;IAEvD,4EAA4E;IAC5E,IAAI,KAAK,GAAG,SAAS,CAAC;IACtB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACtB,KAAK,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,2EAA2E;IAC3E,IAAI,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;IACjC,IAAI,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC;IAC7B,MAAM,OAAO,GAAkF,EAAE,CAAC;IAClG,IAAI,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;IAC/B,IAAI,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;IAEhC,IAAI,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,GAAG,GAAG;gBACV,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,uBAAuB,EAAE,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC7D,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM;aAC9B,CAAC;YACF,6EAA6E;YAC7E,MAAM,QAAQ,GAAG,CAAC,CAAc,EAAU,EAAE,CAC1C,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;YACvD,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;YACjD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO;gBAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAEhD,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,cAAc,GAAG,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;gBAC9E,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC,CAAC;gBACvE,IAAI,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;oBACxC,aAAa,GAAG,UAAU,CAAC;oBAC3B,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,IAAI,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,GAAG,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACjB,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC;YAC5B,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjD,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;oBAAE,SAAS;gBAC9C,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACtB,CAAC;YACD,GAAG,CAAC,SAAS,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;YAC5C,GAAG,CAAC,SAAS,CAAC,4BAA4B,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;YACrE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAElB,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,EAAE;gBAChD,WAAW,EAAE,GAAG,CAAC,KAAK,CAAC,WAAW;gBAClC,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY;gBACpC,wBAAwB,EAAE,CAAC;gBAC3B,oBAAoB,EAAE,CAAC;aACxB,CAAC,CAAC;YACH,IAAI,CAAC;gBACH,IAAI,CAAC;oBACH,EAAE,EAAE,SAAS;oBACb,SAAS,EAAE,SAAS;oBACpB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,KAAK;oBACzB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,QAAQ,EAAE,KAAK;oBACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAClC,cAAc,EAAE,GAAG,CAAC,MAAM;oBAC1B,aAAa,EAAE,IAAI;oBACnB,QAAQ,EAAE;wBACR,WAAW,EAAE,GAAG,CAAC,KAAK,CAAC,WAAW;wBAClC,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY;wBACpC,wBAAwB,EAAE,CAAC;wBAC3B,oBAAoB,EAAE,CAAC;qBACxB;oBACD,iCAAiC;oBACjC,SAAS,EAAE,UAAU,EAAE;oBACvB,UAAU;oBACV,WAAW,EAAE,CAAC;oBACd,YAAY,EAAE,UAAU;oBACxB,iBAAiB,EAAE,CAAC,oBAAoB,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;iBACzE,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,8CAA8C;YAChD,CAAC;YACD,OAAO;QACT,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACzC,OAAO,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC;IAChC,OAAO,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAEzD,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,aAAa,GAAkB,IAAI,CAAC;IACxC,IAAI,KAAK,GAAG,UAAU,EAAE,CAAC;IACzB,IAAI,iBAAiB,GAAkB,IAAI,CAAC;IAC5C,MAAM,aAAa,GAA2B,EAAE,CAAC;IACjD,MAAM,kBAAkB,GAAa,EAAE,CAAC;IAExC,MAAM,QAAQ,GAAG,GAAS,EAAE;QAC1B,MAAM,cAAc,GAAG,iBAAiB,IAAI,KAAK,CAAC;QAClD,MAAM,WAAW,GAAG,UAAU,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;QAEtD,2EAA2E;QAC3E,oEAAoE;QACpE,mEAAmE;QACnE,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,uBAAuB,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;QAC5E,MAAM,QAAQ,GAAG;YACf,WAAW,EAAE,uBAAuB;YACpC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,wBAAwB,EAAE,KAAK,CAAC,wBAAwB;YACxD,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;SACjD,CAAC;QACF,MAAM,UAAU,GAAG,UAAU,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACxD,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,WAAW,CAAC,CAAC;QAE3D,MAAM,MAAM,GAAkB;YAC5B,EAAE,EAAE,SAAS;YACb,SAAS,EAAE,SAAS;YACpB,KAAK,EAAE,cAAc;YACrB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,QAAQ;YACR,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,cAAc;YACd,aAAa;YACb,QAAQ;YACR,SAAS,EAAE,KAAK;YAChB,UAAU;YACV,WAAW;YACX,YAAY;YACZ,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAC9C,CAAC;QACF,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;QAED,mDAAmD;QACnD,IAAI,CAAC,QAAQ,IAAI,QAAQ,KAAK,IAAI,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpE,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC9C,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;gBAChC,MAAM,EAAE,cAAc;gBACtB,OAAO,EAAE,aAAa;gBACtB,IAAI,EAAE,GAAG;gBACT,KAAK,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE;gBAC3E,KAAK,EAAE,cAAc;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,MAAM,WAAW,GAAG,SAAS,CAC3B;YACE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,MAAM;YAC5B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,IAAI,EAAE,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC,MAAM;YACzC,OAAO;SACR,EACD,CAAC,WAAW,EAAE,EAAE;YACd,cAAc,GAAG,WAAW,CAAC,UAAU,IAAI,CAAC,CAAC;YAC7C,GAAG,CAAC,UAAU,GAAG,cAAc,CAAC;YAChC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChE,IAAI,KAAK,KAAK,SAAS;oBAAE,SAAS;gBAClC,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;oBAAE,SAAS;gBACjD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBAC/D,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC5B,aAAa,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;YAC/B,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,GAAG,CAAC,SAAS,CAAC,0BAA0B,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAClF,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;YACtE,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;YAExD,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC/B,MAAM,KAAK,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC5E,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;oBACvC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACjB,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;wBACnB,IAAI,CAAC;4BACH,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;gCACrD,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;4BACpB,CAAC;wBACH,CAAC;wBAAC,MAAM,CAAC,CAAC,+CAA+C,CAAC,CAAC;oBAC7D,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACzB,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;wBACnB,IAAI,CAAC;4BACH,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,KAAK,EAAE;gCAAE,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;4BACnD,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;4BACtB,iBAAiB,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;wBACpC,CAAC;wBAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;oBAC1B,CAAC;oBACD,GAAG,CAAC,GAAG,EAAE,CAAC;oBACV,QAAQ,EAAE,CAAC;oBACX,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;gBACH,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBAC9B,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC;oBAC5B,GAAG,CAAC,GAAG,EAAE,CAAC;oBACV,QAAQ,EAAE,CAAC;oBACX,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;oBACvC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC/B,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC;gBACH,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACzB,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;wBAChE,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;4BACzC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAChC,MAAM,CAAC,GAAG,QAAQ,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;4BACjD,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;4BAChB,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC;wBAC9B,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC,CAAC,qDAAqD,CAAC,CAAC;oBACjE,GAAG,CAAC,GAAG,EAAE,CAAC;oBACV,QAAQ,EAAE,CAAC;oBACX,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;gBACH,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBAC9B,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC;oBAC5B,GAAG,CAAC,GAAG,EAAE,CAAC;oBACV,QAAQ,EAAE,CAAC;oBACX,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CACF,CAAC;QAEF,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC9B,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC;YAC5B,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;gBACrB,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC;gBACrB,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;gBAClD,GAAG,CAAC,GAAG,CACL,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACL,IAAI,EAAE,4BAA4B;wBAClC,OAAO,EAAE,8BAA8B,GAAG,CAAC,OAAO,EAAE;qBACrD;iBACF,CAAC,CACH,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,GAAG,EAAE,CAAC;YACZ,CAAC;YACD,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QAEH,WAAW,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACjC,WAAW,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/proxy/sse.d.ts

@@ -0,0 +1,20 @@
+import type { SSEEvent } from "../types.js";
+/**
+ * Streaming SSE parser. Accepts raw bytes (UTF-8) progressively and yields
+ * complete events. Events are buffered until a blank-line terminator is seen.
+ *
+ * Anthropic's SSE format emits lines of the form:
+ *   event: message_start
+ *   data: {"type":"message_start", ...}
+ *
+ * separated by blank lines. We preserve unrecognized fields and pass raw
+ * bytes through unchanged so the downstream client sees a byte-faithful
+ * stream — we only parse a copy for accounting.
+ */
+export declare class SSEParser {
+    private buffer;
+    private eventName;
+    private dataLines;
+    push(chunk: string): SSEEvent[];
+    flush(): SSEEvent[];
+}

package/dist/proxy/sse.js

@@ -0,0 +1,59 @@
+/**
+ * Streaming SSE parser. Accepts raw bytes (UTF-8) progressively and yields
+ * complete events. Events are buffered until a blank-line terminator is seen.
+ *
+ * Anthropic's SSE format emits lines of the form:
+ *   event: message_start
+ *   data: {"type":"message_start", ...}
+ *
+ * separated by blank lines. We preserve unrecognized fields and pass raw
+ * bytes through unchanged so the downstream client sees a byte-faithful
+ * stream — we only parse a copy for accounting.
+ */
+export class SSEParser {
+    buffer = "";
+    eventName = "";
+    dataLines = [];
+    push(chunk) {
+        this.buffer += chunk;
+        const events = [];
+        let idx;
+        while ((idx = this.buffer.indexOf("\n")) !== -1) {
+            const line = this.buffer.slice(0, idx).replace(/\r$/, "");
+            this.buffer = this.buffer.slice(idx + 1);
+            if (line === "") {
+                if (this.dataLines.length > 0 || this.eventName !== "") {
+                    events.push({
+                        event: this.eventName || "message",
+                        data: this.dataLines.join("\n"),
+                    });
+                }
+                this.eventName = "";
+                this.dataLines = [];
+            }
+            else if (line.startsWith(":")) {
+                // comment / keep-alive
+            }
+            else if (line.startsWith("event:")) {
+                this.eventName = line.slice(6).trimStart();
+            }
+            else if (line.startsWith("data:")) {
+                this.dataLines.push(line.slice(5).trimStart());
+            }
+            // ignore other field names (id:, retry:) — not used by Anthropic
+        }
+        return events;
+    }
+    flush() {
+        if (this.dataLines.length === 0 && this.eventName === "")
+            return [];
+        const event = {
+            event: this.eventName || "message",
+            data: this.dataLines.join("\n"),
+        };
+        this.eventName = "";
+        this.dataLines = [];
+        return [event];
+    }
+}
+//# sourceMappingURL=sse.js.map

package/dist/proxy/sse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse.js","sourceRoot":"","sources":["../../src/proxy/sse.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,SAAS;IACZ,MAAM,GAAG,EAAE,CAAC;IACZ,SAAS,GAAG,EAAE,CAAC;IACf,SAAS,GAAa,EAAE,CAAC;IAEjC,IAAI,CAAC,KAAa;QAChB,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QACrB,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,IAAI,GAAW,CAAC;QAChB,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;YACzC,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;gBAChB,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;oBACvD,MAAM,CAAC,IAAI,CAAC;wBACV,KAAK,EAAE,IAAI,CAAC,SAAS,IAAI,SAAS;wBAClC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;qBAChC,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;gBACpB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;YACtB,CAAC;iBAAM,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,uBAAuB;YACzB,CAAC;iBAAM,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACrC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;YAC7C,CAAC;iBAAM,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;YACjD,CAAC;YACD,iEAAiE;QACnE,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,EAAE;YAAE,OAAO,EAAE,CAAC;QACpE,MAAM,KAAK,GAAG;YACZ,KAAK,EAAE,IAAI,CAAC,SAAS,IAAI,SAAS;YAClC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;SAChC,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;CACF"}

package/dist/proxy/usage.d.ts

@@ -0,0 +1,25 @@
+import type { SSEEvent, UsageCounts } from "../types.js";
+import { addUsage } from "../pricing.js";
+/**
+ * Accumulates Anthropic usage from a stream of SSE events.
+ *
+ * Streaming responses emit:
+ *   message_start  — has usage with input_tokens + initial output_tokens=1
+ *   message_delta  — has usage with cumulative output_tokens
+ *   message_stop   — terminal
+ *
+ * Non-streaming responses come as a single JSON body with `.usage` at the top
+ * level — handled by usageFromJson.
+ */
+export declare class StreamUsageAccumulator {
+    private current;
+    private modelFromEvent;
+    observe(event: SSEEvent): void;
+    total(): UsageCounts;
+    model(): string | null;
+}
+export declare function usageFromJson(body: unknown): {
+    usage: UsageCounts;
+    model: string | null;
+};
+export { addUsage };

package/dist/proxy/usage.js

@@ -0,0 +1,82 @@
+import { emptyUsage, addUsage } from "../pricing.js";
+function fromAnthropic(u) {
+    if (!u)
+        return emptyUsage();
+    return {
+        inputTokens: u.input_tokens ?? 0,
+        outputTokens: u.output_tokens ?? 0,
+        cacheCreationInputTokens: u.cache_creation_input_tokens ?? 0,
+        cacheReadInputTokens: u.cache_read_input_tokens ?? 0,
+    };
+}
+/**
+ * Accumulates Anthropic usage from a stream of SSE events.
+ *
+ * Streaming responses emit:
+ *   message_start  — has usage with input_tokens + initial output_tokens=1
+ *   message_delta  — has usage with cumulative output_tokens
+ *   message_stop   — terminal
+ *
+ * Non-streaming responses come as a single JSON body with `.usage` at the top
+ * level — handled by usageFromJson.
+ */
+export class StreamUsageAccumulator {
+    current = emptyUsage();
+    modelFromEvent = null;
+    observe(event) {
+        if (event.event !== "message_start" && event.event !== "message_delta") {
+            return;
+        }
+        let parsed;
+        try {
+            parsed = JSON.parse(event.data);
+        }
+        catch {
+            return;
+        }
+        if (!parsed || typeof parsed !== "object")
+            return;
+        const obj = parsed;
+        if (event.event === "message_start") {
+            const message = obj["message"];
+            if (message) {
+                if (typeof message["model"] === "string") {
+                    this.modelFromEvent = message["model"];
+                }
+                const u = fromAnthropic(message["usage"]);
+                this.current = u;
+            }
+        }
+        else if (event.event === "message_delta") {
+            const usage = obj["usage"];
+            if (usage) {
+                // message_delta usage is cumulative for output_tokens; input is fixed
+                const u = fromAnthropic(usage);
+                this.current = {
+                    inputTokens: this.current.inputTokens || u.inputTokens,
+                    outputTokens: u.outputTokens,
+                    cacheCreationInputTokens: this.current.cacheCreationInputTokens ||
+                        u.cacheCreationInputTokens,
+                    cacheReadInputTokens: this.current.cacheReadInputTokens || u.cacheReadInputTokens,
+                };
+            }
+        }
+    }
+    total() {
+        return { ...this.current };
+    }
+    model() {
+        return this.modelFromEvent;
+    }
+}
+export function usageFromJson(body) {
+    if (!body || typeof body !== "object") {
+        return { usage: emptyUsage(), model: null };
+    }
+    const obj = body;
+    const usage = fromAnthropic(obj["usage"]);
+    const model = typeof obj["model"] === "string" ? obj["model"] : null;
+    return { usage, model };
+}
+export { addUsage };
+//# sourceMappingURL=usage.js.map

package/dist/proxy/usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.js","sourceRoot":"","sources":["../../src/proxy/usage.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AASrD,SAAS,aAAa,CAAC,CAA6B;IAClD,IAAI,CAAC,CAAC;QAAE,OAAO,UAAU,EAAE,CAAC;IAC5B,OAAO;QACL,WAAW,EAAE,CAAC,CAAC,YAAY,IAAI,CAAC;QAChC,YAAY,EAAE,CAAC,CAAC,aAAa,IAAI,CAAC;QAClC,wBAAwB,EAAE,CAAC,CAAC,2BAA2B,IAAI,CAAC;QAC5D,oBAAoB,EAAE,CAAC,CAAC,uBAAuB,IAAI,CAAC;KACrD,CAAC;AACJ,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,OAAO,sBAAsB;IACzB,OAAO,GAAgB,UAAU,EAAE,CAAC;IACpC,cAAc,GAAkB,IAAI,CAAC;IAE7C,OAAO,CAAC,KAAe;QACrB,IAAI,KAAK,CAAC,KAAK,KAAK,eAAe,IAAI,KAAK,CAAC,KAAK,KAAK,eAAe,EAAE,CAAC;YACvE,OAAO;QACT,CAAC;QACD,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO;QAClD,MAAM,GAAG,GAAG,MAAiC,CAAC;QAE9C,IAAI,KAAK,CAAC,KAAK,KAAK,eAAe,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAwC,CAAC;YACtE,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;oBACzC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,OAAO,CAAW,CAAC;gBACnD,CAAC;gBACD,MAAM,CAAC,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,CAA+B,CAAC,CAAC;gBACxE,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,KAAK,eAAe,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAA+B,CAAC;YACzD,IAAI,KAAK,EAAE,CAAC;gBACV,sEAAsE;gBACtE,MAAM,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC/B,IAAI,CAAC,OAAO,GAAG;oBACb,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW;oBACtD,YAAY,EAAE,CAAC,CAAC,YAAY;oBAC5B,wBAAwB,EACtB,IAAI,CAAC,OAAO,CAAC,wBAAwB;wBACrC,CAAC,CAAC,wBAAwB;oBAC5B,oBAAoB,EAClB,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,CAAC,CAAC,oBAAoB;iBAC9D,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK;QACH,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;CACF;AAED,MAAM,UAAU,aAAa,CAAC,IAAa;IAIzC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IAC9C,CAAC;IACD,MAAM,GAAG,GAAG,IAA+B,CAAC;IAC5C,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAA+B,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,GAAG,CAAC,OAAO,CAAY,CAAC,CAAC,CAAC,IAAI,CAAC;IACjF,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAC1B,CAAC;AAED,OAAO,EAAE,QAAQ,EAAE,CAAC"}

package/dist/server.d.ts

@@ -0,0 +1,18 @@
+import { Server } from "node:http";
+import type { ProxyConfig, RequestRecord } from "./types.js";
+import { Ledger } from "./ledger.js";
+export interface ProxyServerHandle {
+    proxy: Server;
+    dashboard: Server;
+    ledger: Ledger;
+    close: () => Promise<void>;
+}
+type DashboardRenderer = (ledger: Ledger) => string;
+export interface StartOptions {
+    config: ProxyConfig;
+    onRecord?: (r: RequestRecord) => void;
+    renderDashboard?: DashboardRenderer;
+}
+export declare function defaultConfig(overrides?: Partial<ProxyConfig>): ProxyConfig;
+export declare function start(opts: StartOptions): Promise<ProxyServerHandle>;
+export {};