context-lens 0.2.0 → 0.3.0

package/dist/server/proxy.js

@@ -0,0 +1,218 @@
+import http from "node:http";
+import https from "node:https";
+import url from "node:url";
+import { detectApiFormat, estimateTokens, extractSource, parseContextInfo, resolveTargetUrl, } from "../core.js";
+import { headersForResolution, selectHeaders } from "../server-utils.js";
+function buildForwardHeaders(reqHeaders, targetHost, bodyLength) {
+    const forwardHeaders = { ...reqHeaders };
+    delete forwardHeaders["x-target-url"];
+    delete forwardHeaders.host;
+    if (targetHost) {
+        forwardHeaders.host = targetHost;
+    }
+    if (bodyLength != null) {
+        delete forwardHeaders["transfer-encoding"];
+        forwardHeaders["content-length"] = bodyLength;
+    }
+    return forwardHeaders;
+}
+function attachProxyLifecycleHandlers(res, proxyReq) {
+    // Abort upstream request if client disconnects
+    res.on("close", () => {
+        if (!proxyReq.destroyed)
+            proxyReq.destroy();
+    });
+    proxyReq.on("error", (err) => {
+        // Suppress errors from client-initiated disconnects
+        if (res.destroyed)
+            return;
+        const detail = err.message || ("code" in err ? err.code : "unknown");
+        console.error("Proxy error:", detail);
+        if (!res.headersSent) {
+            res.writeHead(502, { "Content-Type": "application/json" });
+        }
+        if (!res.destroyed) {
+            res.end(JSON.stringify({ error: "Proxy error", details: err.message }));
+        }
+    });
+}
+export function forwardRequest(req, res, parsedUrl, body, opts) {
+    const { targetUrl } = resolveTargetUrl({ pathname: parsedUrl.pathname, search: parsedUrl.search }, headersForResolution(req.headers, req.socket.remoteAddress, opts.allowTargetOverride), opts.upstreams);
+    const targetParsed = url.parse(targetUrl);
+    // When we buffer the body, replace chunked encoding with exact content-length
+    const forwardHeaders = buildForwardHeaders(req.headers, targetParsed.host, body ? body.length : undefined);
+    const protocol = targetParsed.protocol === "https:" ? https : http;
+    const proxyReq = protocol.request({
+        hostname: targetParsed.hostname,
+        port: targetParsed.port,
+        path: targetParsed.path,
+        method: req.method,
+        headers: forwardHeaders,
+    }, (proxyRes) => {
+        if (!res.headersSent)
+            res.writeHead(proxyRes.statusCode, proxyRes.headers);
+        proxyRes.pipe(res);
+        proxyRes.on("error", (err) => {
+            console.error("Upstream response error (forward):", err.message);
+            if (!res.destroyed)
+                res.end();
+        });
+    });
+    attachProxyLifecycleHandlers(res, proxyReq);
+    if (body)
+        proxyReq.write(body);
+    proxyReq.end();
+}
+export function createProxyHandler(store, opts) {
+    return function handleProxy(req, res) {
+        const parsedUrl = url.parse(req.url);
+        const { source, cleanPath } = extractSource(parsedUrl.pathname);
+        // Use clean path (without source prefix) for routing
+        const cleanUrl = { ...parsedUrl, pathname: cleanPath };
+        const { targetUrl, provider } = resolveTargetUrl({ pathname: cleanPath, search: parsedUrl.search }, headersForResolution(req.headers, req.socket.remoteAddress, opts.allowTargetOverride), opts.upstreams);
+        const hasAuth = !!req.headers.authorization;
+        const sourceTag = source ? `[${source}]` : "";
+        console.log(`${req.method} ${req.url} → ${targetUrl} [${provider}] ${sourceTag} auth=${hasAuth}`);
+        // For non-POST requests (GET /v1/models, OPTIONS, etc.), pass through directly
+        if (req.method !== "POST") {
+            forwardRequest(req, res, cleanUrl, null, opts);
+            return;
+        }
+        // Collect body as raw Buffers to avoid corrupting multi-byte UTF-8 at chunk boundaries
+        const chunks = [];
+        let clientAborted = false;
+        req.on("data", (chunk) => {
+            chunks.push(chunk);
+        });
+        req.on("error", () => {
+            clientAborted = true;
+        });
+        req.on("end", () => {
+            if (clientAborted)
+                return;
+            const bodyBuffer = Buffer.concat(chunks);
+            const body = bodyBuffer.toString("utf8");
+            let bodyData;
+            try {
+                bodyData = JSON.parse(body);
+            }
+            catch (_e) {
+                console.log(`  ⚠ Body is not JSON (${bodyBuffer.length} bytes), capturing raw`);
+                // Still capture the raw request even if body isn't JSON
+                const rawInfo = {
+                    provider,
+                    apiFormat: "raw",
+                    model: "unknown",
+                    systemTokens: 0,
+                    toolsTokens: 0,
+                    messagesTokens: estimateTokens(body),
+                    totalTokens: estimateTokens(body),
+                    systemPrompts: [],
+                    tools: [],
+                    messages: [
+                        {
+                            role: "raw",
+                            content: body.substring(0, 2000),
+                            tokens: estimateTokens(body),
+                        },
+                    ],
+                };
+                store.storeRequest(rawInfo, { raw: true }, source, undefined, undefined, selectHeaders(req.headers));
+                forwardRequest(req, res, cleanUrl, bodyBuffer, opts);
+                return;
+            }
+            console.log(`  ✓ Parsed JSON body (${Object.keys(bodyData).join(", ")})`);
+            const apiFormat = detectApiFormat(cleanPath);
+            // Gemini: model is in the URL path, not in the body
+            if (apiFormat === "gemini" && !bodyData.model) {
+                const modelMatch = cleanPath.match(/\/models\/([^/:]+)/);
+                if (modelMatch)
+                    bodyData.model = modelMatch[1];
+            }
+            const contextInfo = parseContextInfo(provider, bodyData, apiFormat);
+            // Skip capturing utility endpoints (count_tokens, etc.). Not real conversation turns
+            const isUtilityEndpoint = /\/count_tokens\b|:countTokens\b|:loadCodeAssist\b|:retrieveUserQuota\b|:listExperiments\b|:onboardUser\b|:fetchAdminControls\b|:recordCodeAssistMetrics\b/.test(cleanPath);
+            const targetParsed = url.parse(targetUrl);
+            // Ensure content-length matches the exact bytes we forward
+            const forwardHeaders = buildForwardHeaders(req.headers, targetParsed.host, bodyBuffer.length);
+            // Make request to actual API
+            const protocol = targetParsed.protocol === "https:" ? https : http;
+            const startTime = performance.now();
+            let firstByteTime = 0;
+            const reqBytes = bodyBuffer.length;
+            const proxyReq = protocol.request({
+                hostname: targetParsed.hostname,
+                port: targetParsed.port,
+                path: targetParsed.path,
+                method: req.method,
+                headers: forwardHeaders,
+            }, (proxyRes) => {
+                console.log(`  ← ${proxyRes.statusCode} ${proxyRes.statusMessage}`);
+                // Forward response headers
+                res.writeHead(proxyRes.statusCode, proxyRes.headers);
+                const httpStatus = proxyRes.statusCode || 0;
+                // Handle streaming vs non-streaming
+                const isStreaming = proxyRes.headers["content-type"]?.includes("text/event-stream");
+                let respBytes = 0;
+                const capturedReqHeaders = selectHeaders(req.headers);
+                const capturedResHeaders = selectHeaders(proxyRes.headers);
+                // Collect response as Buffer[] to avoid corrupting multi-byte UTF-8 at chunk boundaries
+                const respChunks = [];
+                proxyRes.on("data", (chunk) => {
+                    if (!firstByteTime)
+                        firstByteTime = performance.now();
+                    respBytes += chunk.length;
+                    respChunks.push(chunk);
+                    if (!res.destroyed)
+                        res.write(chunk);
+                });
+                proxyRes.on("end", () => {
+                    const endTime = performance.now();
+                    if (!firstByteTime)
+                        firstByteTime = endTime;
+                    const meta = {
+                        httpStatus,
+                        timings: {
+                            send_ms: Math.round(firstByteTime - startTime),
+                            wait_ms: Math.round(firstByteTime - startTime),
+                            receive_ms: Math.round(endTime - firstByteTime),
+                            total_ms: Math.round(endTime - startTime),
+                            tokens_per_second: null,
+                        },
+                        requestBytes: reqBytes,
+                        responseBytes: respBytes,
+                        targetUrl,
+                        requestHeaders: capturedReqHeaders,
+                        responseHeaders: capturedResHeaders,
+                    };
+                    const respBody = Buffer.concat(respChunks).toString("utf8");
+                    if (!isUtilityEndpoint) {
+                        if (isStreaming) {
+                            store.storeRequest(contextInfo, { streaming: true, chunks: respBody }, source, bodyData, meta, capturedReqHeaders);
+                        }
+                        else {
+                            try {
+                                const responseData = JSON.parse(respBody);
+                                store.storeRequest(contextInfo, responseData, source, bodyData, meta, capturedReqHeaders);
+                            }
+                            catch (_e) {
+                                store.storeRequest(contextInfo, { raw: respBody }, source, bodyData, meta, capturedReqHeaders);
+                            }
+                        }
+                    }
+                    if (!res.destroyed)
+                        res.end();
+                });
+                proxyRes.on("error", (err) => {
+                    console.error("Upstream response error:", err.message);
+                    if (!res.destroyed)
+                        res.end();
+                });
+            });
+            attachProxyLifecycleHandlers(res, proxyReq);
+            proxyReq.write(bodyBuffer);
+            proxyReq.end();
+        });
+    };
+}
+//# sourceMappingURL=proxy.js.map

package/dist/server/proxy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy.js","sourceRoot":"","sources":["../../src/server/proxy.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,EACL,eAAe,EACf,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAIzE,SAAS,mBAAmB,CAC1B,UAAoC,EACpC,UAAyB,EACzB,UAAmB;IAEnB,MAAM,cAAc,GAAG,EAAE,GAAG,UAAU,EAAyB,CAAC;IAChE,OAAO,cAAc,CAAC,cAAc,CAAC,CAAC;IACtC,OAAO,cAAc,CAAC,IAAI,CAAC;IAC3B,IAAI,UAAU,EAAE,CAAC;QACf,cAAc,CAAC,IAAI,GAAG,UAAU,CAAC;IACnC,CAAC;IAED,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;QACvB,OAAO,cAAc,CAAC,mBAAmB,CAAC,CAAC;QAC3C,cAAc,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC;IAChD,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,SAAS,4BAA4B,CACnC,GAAwB,EACxB,QAA4B;IAE5B,+CAA+C;IAC/C,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACnB,IAAI,CAAC,QAAQ,CAAC,SAAS;YAAE,QAAQ,CAAC,OAAO,EAAE,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;QAC3B,oDAAoD;QACpD,IAAI,GAAG,CAAC,SAAS;YAAE,OAAO;QAC1B,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACrE,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;YACrB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YACnB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,GAAyB,EACzB,GAAwB,EACxB,SAAiC,EACjC,IAAmB,EACnB,IAA4D;IAE5D,MAAM,EAAE,SAAS,EAAE,GAAG,gBAAgB,CACpC,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAS,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,EAC3D,oBAAoB,CAClB,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,MAAM,CAAC,aAAa,EACxB,IAAI,CAAC,mBAAmB,CACzB,EACD,IAAI,CAAC,SAAS,CACf,CAAC;IACF,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAE1C,8EAA8E;IAC9E,MAAM,cAAc,GAAG,mBAAmB,CACxC,GAAG,CAAC,OAAO,EACX,YAAY,CAAC,IAAI,EACjB,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAC/B,CAAC;IAEF,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAC/B;QACE,QAAQ,EAAE,YAAY,CAAC,QAAQ;QAC/B,IAAI,EAAE,YAAY,CAAC,IAAI;QACvB,IAAI,EAAE,YAAY,CAAC,IAAI;QACvB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,OAAO,EAAE,cAAc;KACxB,EACD,CAAC,QAAQ,EAAE,EAAE;QACX,IAAI,CAAC,GAAG,CAAC,WAAW;YAClB,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;QACxD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC3B,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YACjE,IAAI,CAAC,GAAG,CAAC,SAAS;gBAAE,GAAG,CAAC,GAAG,EAAE,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC,CACF,CAAC;IAEF,4BAA4B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAE5C,IAAI,IAAI;QAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,QAAQ,CAAC,GAAG,EAAE,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAAY,EACZ,IAA4D;IAE5D,OAAO,SAAS,WAAW,CACzB,GAAyB,EACzB,GAAwB;QAExB,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAI,CAAC,CAAC;QACtC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,aAAa,CAAC,SAAS,CAAC,QAAS,CAAC,CAAC;QAEjE,qDAAqD;QACrD,MAAM,QAAQ,GAAG,EAAE,GAAG,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;QACvD,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAC9C,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,EACjD,oBAAoB,CAClB,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,MAAM,CAAC,aAAa,EACxB,IAAI,CAAC,mBAAmB,CACzB,EACD,IAAI,CAAC,SAAS,CACf,CAAC;QACF,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC;QAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,OAAO,CAAC,GAAG,CACT,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,SAAS,KAAK,QAAQ,KAAK,SAAS,SAAS,OAAO,EAAE,CACrF,CAAC;QAEF,+EAA+E;QAC/E,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC1B,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,QAAkC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QAED,uFAAuF;QACvF,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAC/B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACnB,aAAa,GAAG,IAAI,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACjB,IAAI,aAAa;gBAAE,OAAO;YAE1B,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAEzC,IAAI,QAA6B,CAAC;YAClC,IAAI,CAAC;gBACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CACT,yBAAyB,UAAU,CAAC,MAAM,wBAAwB,CACnE,CAAC;gBACF,wDAAwD;gBACxD,MAAM,OAAO,GAAgB;oBAC3B,QAAQ;oBACR,SAAS,EAAE,KAAK;oBAChB,KAAK,EAAE,SAAS;oBAChB,YAAY,EAAE,CAAC;oBACf,WAAW,EAAE,CAAC;oBACd,cAAc,EAAE,cAAc,CAAC,IAAI,CAAC;oBACpC,WAAW,EAAE,cAAc,CAAC,IAAI,CAAC;oBACjC,aAAa,EAAE,EAAE;oBACjB,KAAK,EAAE,EAAE;oBACT,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,KAAK;4BACX,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;4BAChC,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC;yBAC7B;qBACF;iBACF,CAAC;gBACF,KAAK,CAAC,YAAY,CAChB,OAAO,EACP,EAAE,GAAG,EAAE,IAAI,EAAE,EACb,MAAM,EACN,SAAS,EACT,SAAS,EACT,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAC3B,CAAC;gBACF,cAAc,CACZ,GAAG,EACH,GAAG,EACH,QAAkC,EAClC,UAAU,EACV,IAAI,CACL,CAAC;gBACF,OAAO;YACT,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC1E,MAAM,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;YAC7C,oDAAoD;YACpD,IAAI,SAAS,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAC9C,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBACzD,IAAI,UAAU;oBAAE,QAAQ,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YACjD,CAAC;YACD,MAAM,WAAW,GAAG,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;YACpE,qFAAqF;YACrF,MAAM,iBAAiB,GACrB,2JAA2J,CAAC,IAAI,CAC9J,SAAS,CACV,CAAC;YAEJ,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAE1C,2DAA2D;YAC3D,MAAM,cAAc,GAAG,mBAAmB,CACxC,GAAG,CAAC,OAAO,EACX,YAAY,CAAC,IAAI,EACjB,UAAU,CAAC,MAAM,CAClB,CAAC;YAEF,6BAA6B;YAC7B,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;YACnE,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YACpC,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC;YAEnC,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAC/B;gBACE,QAAQ,EAAE,YAAY,CAAC,QAAQ;gBAC/B,IAAI,EAAE,YAAY,CAAC,IAAI;gBACvB,IAAI,EAAE,YAAY,CAAC,IAAI;gBACvB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,OAAO,EAAE,cAAc;aACxB,EACD,CAAC,QAAQ,EAAE,EAAE;gBACX,OAAO,CAAC,GAAG,CAAC,OAAO,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC;gBACpE,2BAA2B;gBAC3B,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACtD,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC;gBAE5C,oCAAoC;gBACpC,MAAM,WAAW,GACf,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,QAAQ,CAAC,mBAAmB,CAAC,CAAC;gBAClE,IAAI,SAAS,GAAG,CAAC,CAAC;gBAElB,MAAM,kBAAkB,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACtD,MAAM,kBAAkB,GAAG,aAAa,CACtC,QAAQ,CAAC,OAA8B,CACxC,CAAC;gBAEF,wFAAwF;gBACxF,MAAM,UAAU,GAAa,EAAE,CAAC;gBAEhC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;oBACpC,IAAI,CAAC,aAAa;wBAAE,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;oBACtD,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;oBAC1B,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACvB,IAAI,CAAC,GAAG,CAAC,SAAS;wBAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACvC,CAAC,CAAC,CAAC;gBAEH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACtB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;oBAClC,IAAI,CAAC,aAAa;wBAAE,aAAa,GAAG,OAAO,CAAC;oBAC5C,MAAM,IAAI,GAAgB;wBACxB,UAAU;wBACV,OAAO,EAAE;4BACP,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,SAAS,CAAC;4BAC9C,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,SAAS,CAAC;4BAC9C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,aAAa,CAAC;4BAC/C,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,SAAS,CAAC;4BACzC,iBAAiB,EAAE,IAAI;yBACxB;wBACD,YAAY,EAAE,QAAQ;wBACtB,aAAa,EAAE,SAAS;wBACxB,SAAS;wBACT,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,kBAAkB;qBACpC,CAAC;oBACF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBAC5D,IAAI,CAAC,iBAAiB,EAAE,CAAC;wBACvB,IAAI,WAAW,EAAE,CAAC;4BAChB,KAAK,CAAC,YAAY,CAChB,WAAW,EACX,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EACrC,MAAM,EACN,QAAQ,EACR,IAAI,EACJ,kBAAkB,CACnB,CAAC;wBACJ,CAAC;6BAAM,CAAC;4BACN,IAAI,CAAC;gCACH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gCAC1C,KAAK,CAAC,YAAY,CAChB,WAAW,EACX,YAAY,EACZ,MAAM,EACN,QAAQ,EACR,IAAI,EACJ,kBAAkB,CACnB,CAAC;4BACJ,CAAC;4BAAC,OAAO,EAAE,EAAE,CAAC;gCACZ,KAAK,CAAC,YAAY,CAChB,WAAW,EACX,EAAE,GAAG,EAAE,QAAQ,EAAE,EACjB,MAAM,EACN,QAAQ,EACR,IAAI,EACJ,kBAAkB,CACnB,CAAC;4BACJ,CAAC;wBACH,CAAC;oBACH,CAAC;oBACD,IAAI,CAAC,GAAG,CAAC,SAAS;wBAAE,GAAG,CAAC,GAAG,EAAE,CAAC;gBAChC,CAAC,CAAC,CAAC;gBAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBAC3B,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;oBACvD,IAAI,CAAC,GAAG,CAAC,SAAS;wBAAE,GAAG,CAAC,GAAG,EAAE,CAAC;gBAChC,CAAC,CAAC,CAAC;YACL,CAAC,CACF,CAAC;YAEF,4BAA4B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAE5C,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC3B,QAAQ,CAAC,GAAG,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC"}

package/dist/server/static.d.ts

@@ -0,0 +1,9 @@
+import type http from "node:http";
+/**
+ * Create a static file handler that serves from `uiDir` if it exists,
+ * otherwise falls back to serving `fallbackHtml` at `/`.
+ *
+ * Returns a function that handles the request, always responds.
+ */
+export declare function createStaticHandler(uiDir: string | null, fallbackHtml: string): (req: http.IncomingMessage, res: http.ServerResponse) => void;
+//# sourceMappingURL=static.d.ts.map

package/dist/server/static.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"static.d.ts","sourceRoot":"","sources":["../../src/server/static.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAgBlC;;;;;GAKG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,YAAY,EAAE,MAAM,GACnB,CAAC,GAAG,EAAE,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,IAAI,CAAC,cAAc,KAAK,IAAI,CA+D/D"}

package/dist/server/static.js

@@ -0,0 +1,78 @@
+import fs from "node:fs";
+import path from "node:path";
+const MIME_TYPES = {
+    ".html": "text/html",
+    ".js": "application/javascript",
+    ".css": "text/css",
+    ".json": "application/json",
+    ".png": "image/png",
+    ".svg": "image/svg+xml",
+    ".ico": "image/x-icon",
+    ".woff": "font/woff",
+    ".woff2": "font/woff2",
+    ".map": "application/json",
+};
+/**
+ * Create a static file handler that serves from `uiDir` if it exists,
+ * otherwise falls back to serving `fallbackHtml` at `/`.
+ *
+ * Returns a function that handles the request, always responds.
+ */
+export function createStaticHandler(uiDir, fallbackHtml) {
+    // Check if ui/dist exists at startup
+    const uiDirExists = uiDir !== null && fs.existsSync(uiDir);
+    return function handleStatic(req, res) {
+        if (uiDirExists && uiDir) {
+            // Serve from ui/dist
+            let reqPath = req.url?.split("?")[0] || "/";
+            // Prevent directory traversal
+            reqPath = path.normalize(reqPath).replace(/^(\.\.[/\\])+/, "");
+            // Map / to /index.html
+            if (reqPath === "/")
+                reqPath = "/index.html";
+            const filePath = path.join(uiDir, reqPath);
+            // Ensure we don't serve files outside uiDir
+            if (!filePath.startsWith(uiDir)) {
+                res.writeHead(403, { "Content-Type": "text/plain" });
+                res.end("Forbidden");
+                return;
+            }
+            try {
+                const stat = fs.statSync(filePath);
+                if (stat.isFile()) {
+                    const ext = path.extname(filePath).toLowerCase();
+                    const contentType = MIME_TYPES[ext] || "application/octet-stream";
+                    const content = fs.readFileSync(filePath);
+                    res.writeHead(200, { "Content-Type": contentType });
+                    res.end(content);
+                    return;
+                }
+            }
+            catch {
+                // File not found; fall through to SPA fallback
+            }
+            // SPA fallback: serve index.html for unmatched routes
+            const indexPath = path.join(uiDir, "index.html");
+            try {
+                const content = fs.readFileSync(indexPath);
+                res.writeHead(200, { "Content-Type": "text/html" });
+                res.end(content);
+            }
+            catch {
+                res.writeHead(404, { "Content-Type": "text/plain" });
+                res.end("Not Found");
+            }
+            return;
+        }
+        // Fallback: serve legacy HTML UI
+        if (req.url === "/" || req.url === "/index.html") {
+            res.writeHead(200, { "Content-Type": "text/html" });
+            res.end(fallbackHtml);
+        }
+        else {
+            res.writeHead(404, { "Content-Type": "text/plain" });
+            res.end("Not Found");
+        }
+    };
+}
+//# sourceMappingURL=static.js.map

package/dist/server/static.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"static.js","sourceRoot":"","sources":["../../src/server/static.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,UAAU,GAA2B;IACzC,OAAO,EAAE,WAAW;IACpB,KAAK,EAAE,wBAAwB;IAC/B,MAAM,EAAE,UAAU;IAClB,OAAO,EAAE,kBAAkB;IAC3B,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,eAAe;IACvB,MAAM,EAAE,cAAc;IACtB,OAAO,EAAE,WAAW;IACpB,QAAQ,EAAE,YAAY;IACtB,MAAM,EAAE,kBAAkB;CAC3B,CAAC;AAEF;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CACjC,KAAoB,EACpB,YAAoB;IAEpB,qCAAqC;IACrC,MAAM,WAAW,GAAG,KAAK,KAAK,IAAI,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAE3D,OAAO,SAAS,YAAY,CAC1B,GAAyB,EACzB,GAAwB;QAExB,IAAI,WAAW,IAAI,KAAK,EAAE,CAAC;YACzB,qBAAqB;YACrB,IAAI,OAAO,GAAG,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;YAE5C,8BAA8B;YAC9B,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;YAE/D,uBAAuB;YACvB,IAAI,OAAO,KAAK,GAAG;gBAAE,OAAO,GAAG,aAAa,CAAC;YAE7C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAE3C,4CAA4C;YAC5C,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC;gBACrD,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBACrB,OAAO;YACT,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACnC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;oBAClB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;oBACjD,MAAM,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,0BAA0B,CAAC;oBAClE,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;oBAC1C,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,CAAC;oBACpD,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBACjB,OAAO;gBACT,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,+CAA+C;YACjD,CAAC;YAED,sDAAsD;YACtD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YACjD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;gBAC3C,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,CAAC;gBACpD,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACnB,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC;gBACrD,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACvB,CAAC;YACD,OAAO;QACT,CAAC;QAED,iCAAiC;QACjC,IAAI,GAAG,CAAC,GAAG,KAAK,GAAG,IAAI,GAAG,CAAC,GAAG,KAAK,aAAa,EAAE,CAAC;YACjD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,CAAC;YACpD,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC;YACrD,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}

package/dist/server/store.d.ts

@@ -0,0 +1,81 @@
+import type { CapturedEntry, ContextInfo, Conversation, PrivacyLevel, RequestMeta, ResponseData } from "../types.js";
+export interface StoreChangeEvent {
+    type: string;
+    revision: number;
+    conversationId?: string | null;
+}
+type StoreChangeListener = (event: StoreChangeEvent) => void;
+export declare class Store {
+    private readonly dataDir;
+    private readonly stateFile;
+    private readonly detailDir;
+    private readonly maxSessions;
+    private readonly maxCompactMessages;
+    private readonly privacy;
+    private capturedRequests;
+    private conversations;
+    private responseIdToConvo;
+    private diskSessionsWritten;
+    private dataRevision;
+    private nextEntryId;
+    private changeListeners;
+    constructor(opts: {
+        dataDir: string;
+        stateFile: string;
+        maxSessions: number;
+        maxCompactMessages: number;
+        privacy?: PrivacyLevel;
+    });
+    getRevision(): number;
+    getPrivacy(): PrivacyLevel;
+    on(_event: "change", listener: StoreChangeListener): void;
+    off(_event: "change", listener: StoreChangeListener): void;
+    private emitChange;
+    getCapturedRequests(): CapturedEntry[];
+    getConversations(): Map<string, Conversation>;
+    loadState(): void;
+    storeRequest(contextInfo: ContextInfo, responseData: ResponseData, source: string | null, rawBody?: Record<string, any>, meta?: RequestMeta, requestHeaders?: Record<string, string>): CapturedEntry;
+    deleteConversation(convoId: string): void;
+    resetAll(): void;
+    /** Backfill health scores for entries loaded from state that don't have one. */
+    private backfillHealthScores;
+    /**
+     * Recalculate token counts for messages that contain image blocks.
+     *
+     * Before the image token fix, estimateTokens() would stringify base64 image
+     * data, producing millions of phantom tokens. Persisted entries still have
+     * those inflated counts. This migration recalculates from the compacted
+    /**
+     * Backfill totalTokens from API usage data for entries that only have estimates.
+     * The estimate (chars/4) can be wildly inaccurate; the API's real token count
+     * (input + cacheRead + cacheWrite) is authoritative.
+     */
+    private backfillTotalTokensFromUsage;
+    /**
+     * Migrate image token counts: re-estimate token counts for messages containing
+     * contentBlocks (which have no base64 data) using the fixed estimateTokens().
+     */
+    private migrateImageTokenCounts;
+    /**
+     * Save full contextInfo for an entry to disk so the UI can retrieve
+     * uncompacted message content on demand.
+     */
+    private saveEntryDetail;
+    /**
+     * Load full contextInfo for an entry from disk.
+     * Returns null if the detail file doesn't exist (old entries before this feature).
+     */
+    getEntryDetail(entryId: number): ContextInfo | null;
+    /**
+     * Remove detail files for entries belonging to a conversation.
+     */
+    private removeConversationDetails;
+    private logToDisk;
+    private compactBlock;
+    private compactMessages;
+    private compactContextInfo;
+    private compactEntry;
+    private saveState;
+}
+export {};
+//# sourceMappingURL=store.d.ts.map

package/dist/server/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/server/store.ts"],"names":[],"mappings":"AAyBA,OAAO,KAAK,EACV,aAAa,EAEb,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,YAAY,EACb,MAAM,aAAa,CAAC;AAGrB,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED,KAAK,mBAAmB,GAAG,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;AAE7D,qBAAa,KAAK;IAChB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAC5C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAe;IAEvC,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,aAAa,CAAmC;IACxD,OAAO,CAAC,iBAAiB,CAA6B;IACtD,OAAO,CAAC,mBAAmB,CAAqB;IAEhD,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,WAAW,CAAK;IAGxB,OAAO,CAAC,eAAe,CAAkC;gBAE7C,IAAI,EAAE;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,OAAO,CAAC,EAAE,YAAY,CAAC;KACxB;IAoBD,WAAW,IAAI,MAAM;IAIrB,UAAU,IAAI,YAAY;IAM1B,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,mBAAmB,GAAG,IAAI;IAIzD,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,mBAAmB,GAAG,IAAI;IAI1D,OAAO,CAAC,UAAU;IAelB,mBAAmB,IAAI,aAAa,EAAE;IAItC,gBAAgB,IAAI,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC;IAI7C,SAAS,IAAI,IAAI;IAgEjB,YAAY,CACV,WAAW,EAAE,WAAW,EACxB,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,MAAM,GAAG,IAAI,EACrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC7B,IAAI,CAAC,EAAE,WAAW,EAClB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACtC,aAAa;IAiNhB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAgBzC,QAAQ,IAAI,IAAI;IA2BhB,gFAAgF;IAChF,OAAO,CAAC,oBAAoB;IA4C5B;;;;;;;;;;OAUG;IACH,OAAO,CAAC,4BAA4B;IAgBpC;;;OAGG;IACH,OAAO,CAAC,uBAAuB;IAwD/B;;;OAGG;IACH,OAAO,CAAC,eAAe;IAiBvB;;;OAGG;IACH,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI;IAUnD;;OAEG;IACH,OAAO,CAAC,yBAAyB;IAajC,OAAO,CAAC,SAAS;IA4CjB,OAAO,CAAC,YAAY;IAmCpB,OAAO,CAAC,eAAe;IAiBvB,OAAO,CAAC,kBAAkB;IAgB1B,OAAO,CAAC,YAAY;IA0BpB,OAAO,CAAC,SAAS;CAoBlB"}