tokenlens-cli 1.0.0

package/dist/importers/logs.js

@@ -0,0 +1,243 @@
+import { createHash } from "crypto";
+import { createReadStream, existsSync, readdirSync, statSync } from "fs";
+import { basename, extname, join, resolve } from "path";
+import { createInterface } from "readline";
+import { defaultImportPaths } from "../config.js";
+function listDataFiles(root) {
+    if (!existsSync(root))
+        return [];
+    const stat = statSync(root);
+    if (stat.isFile())
+        return [root];
+    const files = [];
+    for (const entry of readdirSync(root, { withFileTypes: true })) {
+        const path = join(root, entry.name);
+        if (entry.isDirectory())
+            files.push(...listDataFiles(path));
+        else if ([".jsonl", ".json", ".ndjson"].includes(extname(entry.name).toLowerCase()))
+            files.push(path);
+    }
+    return files;
+}
+function textContent(value) {
+    if (typeof value === "string")
+        return value;
+    if (Array.isArray(value)) {
+        return value
+            .map((item) => typeof item === "string" ? item : item?.text ?? item?.content ?? "")
+            .filter(Boolean)
+            .join(" ");
+    }
+    return "";
+}
+function usageFrom(record) {
+    const usage = record.usage ?? record.message?.usage ?? record.response?.usage ?? record.usageMetadata;
+    if (usage) {
+        const cached = usage.cached_input_tokens ??
+            usage.cache_read_input_tokens ??
+            usage.prompt_tokens_details?.cached_tokens ??
+            0;
+        const cacheCreation = usage.cache_creation_input_tokens ?? 0;
+        const prompt = usage.prompt_tokens ??
+            usage.input_tokens ??
+            usage.promptTokenCount ??
+            0;
+        const completion = usage.completion_tokens ??
+            usage.output_tokens ??
+            usage.candidatesTokenCount ??
+            0;
+        const reasoning = usage.reasoning_output_tokens ??
+            usage.completion_tokens_details?.reasoning_tokens ??
+            0;
+        return {
+            prompt: prompt + cached + cacheCreation,
+            completion,
+            cached,
+            reasoning,
+        };
+    }
+    if (record.prompt_eval_count !== undefined || record.eval_count !== undefined) {
+        return {
+            prompt: record.prompt_eval_count ?? 0,
+            completion: record.eval_count ?? 0,
+            cached: 0,
+            reasoning: 0,
+        };
+    }
+    return null;
+}
+function externalId(source, path, line) {
+    return createHash("sha1").update(`${source}:${path}:${line}`).digest("hex");
+}
+function normalizePrompt(value) {
+    return value.toLowerCase().replace(/\s+/g, " ").trim();
+}
+function promptHash(value) {
+    const normalized = normalizePrompt(value);
+    if (!normalized)
+        return null;
+    return createHash("sha1").update(normalized).digest("hex");
+}
+function promptFamilyHash(value) {
+    const normalized = normalizePrompt(value);
+    if (!normalized)
+        return null;
+    const family = normalized.split(" ").slice(0, 40).join(" ");
+    if (!family)
+        return null;
+    return createHash("sha1").update(family).digest("hex");
+}
+async function importFile(store, path, sourceHint) {
+    const normalized = path.toLowerCase();
+    const source = sourceHint ??
+        (normalized.includes(`${join(".codex", "sessions").toLowerCase()}`) ? "codex" :
+            normalized.includes(`${join(".claude", "projects").toLowerCase()}`) ? "claude" :
+                "generic");
+    const sessionId = basename(path, extname(path)).replace(/^rollout-[^-]+-[^-]+-/, "");
+    const reader = createInterface({ input: createReadStream(path, { encoding: "utf8" }), crlfDelay: Infinity });
+    let imported = 0;
+    let skipped = 0;
+    let lineNumber = 0;
+    let model = source === "codex" ? "codex" : "unknown";
+    let promptText = "";
+    for await (const line of reader) {
+        lineNumber++;
+        if (!line.trim())
+            continue;
+        let record;
+        try {
+            record = JSON.parse(line);
+        }
+        catch {
+            skipped++;
+            continue;
+        }
+        if (source === "codex") {
+            if (record.type === "turn_context" && record.payload?.model)
+                model = record.payload.model;
+            if (record.type === "response_item" && record.payload?.role === "user") {
+                promptText = textContent(record.payload.content);
+            }
+            const last = record.payload?.type === "token_count"
+                ? record.payload?.info?.last_token_usage
+                : null;
+            if (!last)
+                continue;
+            const currentPrompt = promptText.slice(0, 500);
+            const result = store.insertCall({
+                toolName: "Codex",
+                source,
+                provider: "OpenAI",
+                model,
+                endpoint: "local-log",
+                promptTokens: last.input_tokens ?? 0,
+                cachedTokens: last.cached_input_tokens ?? 0,
+                completionTokens: last.output_tokens ?? 0,
+                reasoningTokens: last.reasoning_output_tokens ?? 0,
+                promptPreview: currentPrompt,
+                completionPreview: "",
+                sessionId,
+                externalId: externalId(source, path, lineNumber),
+                promptHash: promptHash(promptText),
+                promptFamilyHash: promptFamilyHash(promptText),
+                createdAt: record.timestamp,
+            });
+            if (result > 0)
+                imported++;
+            else
+                skipped++;
+            continue;
+        }
+        if (source === "claude") {
+            if (record.type === "user")
+                promptText = textContent(record.message?.content);
+            if (!record.message?.usage)
+                continue;
+            const usage = usageFrom(record);
+            if (!usage || usage.prompt + usage.completion === 0)
+                continue;
+            const currentPrompt = promptText.slice(0, 500);
+            const result = store.insertCall({
+                toolName: "Claude Code",
+                source,
+                provider: "Anthropic",
+                model: record.message?.model ?? "claude",
+                endpoint: "local-log",
+                promptTokens: usage.prompt,
+                cachedTokens: usage.cached,
+                completionTokens: usage.completion,
+                reasoningTokens: usage.reasoning,
+                promptPreview: currentPrompt,
+                completionPreview: textContent(record.message?.content).slice(0, 500),
+                sessionId: record.sessionId ?? sessionId,
+                externalId: externalId(source, path, lineNumber),
+                promptHash: promptHash(promptText),
+                promptFamilyHash: promptFamilyHash(promptText),
+                createdAt: record.timestamp,
+            });
+            if (result > 0)
+                imported++;
+            else
+                skipped++;
+            continue;
+        }
+        const usage = usageFrom(record);
+        if (!usage || usage.prompt + usage.completion === 0)
+            continue;
+        const genericPrompt = textContent(record.prompt ?? record.messages ?? record.request?.messages);
+        const result = store.insertCall({
+            toolName: record.tool ?? record.provider ?? sourceHint ?? "Imported",
+            source,
+            provider: record.provider ?? record.vendor ?? sourceHint ?? "Imported",
+            model: record.model ?? record.response?.model ?? "unknown",
+            endpoint: record.endpoint ?? record.provider ?? "import",
+            promptTokens: usage.prompt,
+            cachedTokens: usage.cached,
+            completionTokens: usage.completion,
+            reasoningTokens: usage.reasoning,
+            promptPreview: genericPrompt.slice(0, 500),
+            completionPreview: textContent(record.response ?? record.message?.content).slice(0, 500),
+            sessionId: record.session_id ?? record.sessionId ?? null,
+            externalId: externalId(source, path, lineNumber),
+            promptHash: promptHash(genericPrompt),
+            promptFamilyHash: promptFamilyHash(genericPrompt),
+            createdAt: record.created_at ?? record.timestamp,
+        });
+        if (result > 0)
+            imported++;
+        else
+            skipped++;
+    }
+    return { imported, skipped, source };
+}
+export async function importLogs(store, paths = [], force = false, configuredDefaults = defaultImportPaths()) {
+    const defaults = configuredDefaults.length ? configuredDefaults : defaultImportPaths();
+    const roots = paths.length ? paths.map((path) => resolve(path)) : defaults;
+    const files = roots.flatMap(listDataFiles);
+    const result = {
+        filesFound: files.length,
+        filesRead: 0,
+        callsImported: 0,
+        callsSkipped: 0,
+        errors: [],
+        sources: {},
+    };
+    for (const path of files) {
+        try {
+            const stat = statSync(path);
+            if (!force && store.isFileImported(path, stat.size, Math.round(stat.mtimeMs)))
+                continue;
+            const fileResult = await importFile(store, path);
+            result.filesRead++;
+            result.callsImported += fileResult.imported;
+            result.callsSkipped += fileResult.skipped;
+            result.sources[fileResult.source] = (result.sources[fileResult.source] ?? 0) + fileResult.imported;
+            store.markFileImported(path, stat.size, Math.round(stat.mtimeMs));
+        }
+        catch (error) {
+            result.errors.push(`${path}: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=logs.js.map

package/dist/importers/logs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logs.js","sourceRoot":"","sources":["../../src/importers/logs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAclD,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,IAAI,CAAC,MAAM,EAAE;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,KAAK,CAAC,WAAW,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;aACvD,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxG,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK;aACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC;aAClF,MAAM,CAAC,OAAO,CAAC;aACf,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,SAAS,CAAC,MAAkB;IAMnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,MAAM,CAAC,aAAa,CAAC;IACtG,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,MAAM,GACV,KAAK,CAAC,mBAAmB;YACzB,KAAK,CAAC,uBAAuB;YAC7B,KAAK,CAAC,qBAAqB,EAAE,aAAa;YAC1C,CAAC,CAAC;QACJ,MAAM,aAAa,GAAG,KAAK,CAAC,2BAA2B,IAAI,CAAC,CAAC;QAC7D,MAAM,MAAM,GACV,KAAK,CAAC,aAAa;YACnB,KAAK,CAAC,YAAY;YAClB,KAAK,CAAC,gBAAgB;YACtB,CAAC,CAAC;QACJ,MAAM,UAAU,GACd,KAAK,CAAC,iBAAiB;YACvB,KAAK,CAAC,aAAa;YACnB,KAAK,CAAC,oBAAoB;YAC1B,CAAC,CAAC;QACJ,MAAM,SAAS,GACb,KAAK,CAAC,uBAAuB;YAC7B,KAAK,CAAC,yBAAyB,EAAE,gBAAgB;YACjD,CAAC,CAAC;QACJ,OAAO;YACL,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,aAAa;YACvC,UAAU;YACV,MAAM;YACN,SAAS;SACV,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,iBAAiB,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QAC9E,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,iBAAiB,IAAI,CAAC;YACrC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC;YAClC,MAAM,EAAE,CAAC;YACT,SAAS,EAAE,CAAC;SACb,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CAAC,MAAc,EAAE,IAAY,EAAE,IAAY;IAC5D,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7B,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7B,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5D,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,KAAiB,EAAE,IAAY,EAAE,UAAmB;IAK5E,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,UAAU;QACvB,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC7E,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAC9E,SAAS,CAAC,CAAC;IACjB,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,gBAAgB,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC7G,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAG,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACrD,IAAI,UAAU,GAAG,EAAE,CAAC;IAEpB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAChC,UAAU,EAAE,CAAC;QACb,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,MAAkB,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QAED,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,IAAI,MAAM,CAAC,OAAO,EAAE,KAAK;gBAAE,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;YAC1F,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,IAAI,MAAM,CAAC,OAAO,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;gBACvE,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACnD,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,IAAI,KAAK,aAAa;gBACjD,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,gBAAgB;gBACxC,CAAC,CAAC,IAAI,CAAC;YACT,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC;gBAC9B,QAAQ,EAAE,OAAO;gBACjB,MAAM;gBACN,QAAQ,EAAE,QAAQ;gBAClB,KAAK;gBACL,QAAQ,EAAE,WAAW;gBACrB,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,CAAC;gBACpC,YAAY,EAAE,IAAI,CAAC,mBAAmB,IAAI,CAAC;gBAC3C,gBAAgB,EAAE,IAAI,CAAC,aAAa,IAAI,CAAC;gBACzC,eAAe,EAAE,IAAI,CAAC,uBAAuB,IAAI,CAAC;gBAClD,aAAa,EAAE,aAAa;gBAC5B,iBAAiB,EAAE,EAAE;gBACrB,SAAS;gBACT,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC;gBAChD,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC;gBAClC,gBAAgB,EAAE,gBAAgB,CAAC,UAAU,CAAC;gBAC9C,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC,CAAC;YACH,IAAI,MAAM,GAAG,CAAC;gBAAE,QAAQ,EAAE,CAAC;;gBAAM,OAAO,EAAE,CAAC;YAC3C,SAAS;QACX,CAAC;QAED,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;gBAAE,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9E,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK;gBAAE,SAAS;YACrC,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,UAAU,KAAK,CAAC;gBAAE,SAAS;YAC9D,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC;gBAC9B,QAAQ,EAAE,aAAa;gBACvB,MAAM;gBACN,QAAQ,EAAE,WAAW;gBACrB,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,QAAQ;gBACxC,QAAQ,EAAE,WAAW;gBACrB,YAAY,EAAE,KAAK,CAAC,MAAM;gBAC1B,YAAY,EAAE,KAAK,CAAC,MAAM;gBAC1B,gBAAgB,EAAE,KAAK,CAAC,UAAU;gBAClC,eAAe,EAAE,KAAK,CAAC,SAAS;gBAChC,aAAa,EAAE,aAAa;gBAC5B,iBAAiB,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBACrE,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,SAAS;gBACxC,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC;gBAChD,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC;gBAClC,gBAAgB,EAAE,gBAAgB,CAAC,UAAU,CAAC;gBAC9C,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC,CAAC;YACH,IAAI,MAAM,GAAG,CAAC;gBAAE,QAAQ,EAAE,CAAC;;gBAAM,OAAO,EAAE,CAAC;YAC3C,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,UAAU,KAAK,CAAC;YAAE,SAAS;QAC9D,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAChG,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC;YAC9B,QAAQ,EAAE,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,QAAQ,IAAI,UAAU,IAAI,UAAU;YACpE,MAAM;YACN,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU,IAAI,UAAU;YACtE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,QAAQ,EAAE,KAAK,IAAI,SAAS;YAC1D,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,IAAI,QAAQ;YACxD,YAAY,EAAE,KAAK,CAAC,MAAM;YAC1B,YAAY,EAAE,KAAK,CAAC,MAAM;YAC1B,gBAAgB,EAAE,KAAK,CAAC,UAAU;YAClC,eAAe,EAAE,KAAK,CAAC,SAAS;YAChC,aAAa,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YAC1C,iBAAiB,EAAE,WAAW,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YACxF,SAAS,EAAE,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS,IAAI,IAAI;YACxD,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC;YAChD,UAAU,EAAE,UAAU,CAAC,aAAa,CAAC;YACrC,gBAAgB,EAAE,gBAAgB,CAAC,aAAa,CAAC;YACjD,SAAS,EAAE,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS;SACjD,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,CAAC;YAAE,QAAQ,EAAE,CAAC;;YAAM,OAAO,EAAE,CAAC;IAC7C,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,KAAiB,EACjB,QAAkB,EAAE,EACpB,KAAK,GAAG,KAAK,EACb,qBAA+B,kBAAkB,EAAE;IAEnD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC;IACvF,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC3E,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAiB;QAC3B,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,SAAS,EAAE,CAAC;QACZ,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,CAAC;QACf,MAAM,EAAE,EAAE;QACV,OAAO,EAAE,EAAE;KACZ,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC5B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAAE,SAAS;YACxF,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACjD,MAAM,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,CAAC,aAAa,IAAI,UAAU,CAAC,QAAQ,CAAC;YAC5C,MAAM,CAAC,YAAY,IAAI,UAAU,CAAC,OAAO,CAAC;YAC1C,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC;YACnG,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,31 @@
+#!/usr/bin/env node
+import { loadConfig } from "./config.js";
+import { TokenStore } from "./db/store.js";
+import { ProxyServer } from "./proxy/server.js";
+import { DashboardServer } from "./dashboard/server.js";
+const args = process.argv.slice(2);
+const isDashboardOnly = args.includes("--dashboard-only");
+const isProxyOnly = args.includes("--proxy-only");
+const config = loadConfig();
+const store = new TokenStore(config.dbPath);
+if (isDashboardOnly) {
+    const dash = new DashboardServer(store);
+    dash.start(config.dashboardPort);
+    process.on("SIGINT", () => { dash.stop(); store.close(); process.exit(0); });
+    process.on("SIGTERM", () => { dash.stop(); store.close(); process.exit(0); });
+}
+else if (isProxyOnly) {
+    const proxy = new ProxyServer(store);
+    proxy.start(config.proxyPort);
+    process.on("SIGINT", () => { proxy.stop(); store.close(); process.exit(0); });
+    process.on("SIGTERM", () => { proxy.stop(); store.close(); process.exit(0); });
+}
+else {
+    const proxy = new ProxyServer(store);
+    const dash = new DashboardServer(store);
+    proxy.start(config.proxyPort);
+    dash.start(config.dashboardPort);
+    process.on("SIGINT", () => { proxy.stop(); dash.stop(); store.close(); process.exit(0); });
+    process.on("SIGTERM", () => { proxy.stop(); dash.stop(); store.close(); process.exit(0); });
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACnC,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;AAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;AAElD,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;AAC5B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AAE5C,IAAI,eAAe,EAAE,CAAC;IACpB,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;KAAM,IAAI,WAAW,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC;IACrC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACjF,CAAC;KAAM,CAAC;IACN,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;IAExC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IAEjC,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3F,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9F,CAAC"}

package/dist/proxy/server.d.ts

@@ -0,0 +1,11 @@
+import type { TokenStore } from "../db/store.js";
+export declare class ProxyServer {
+    private proxy;
+    private store;
+    private toolName;
+    constructor(store: TokenStore, toolName?: string);
+    start(port: number): void;
+    stop(): void;
+    private processCall;
+}
+//# sourceMappingURL=server.d.ts.map

package/dist/proxy/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/proxy/server.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAoBjD,qBAAa,WAAW;IACtB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,QAAQ,CAAS;gBAEb,KAAK,EAAE,UAAU,EAAE,QAAQ,GAAE,MAAiB;IAK1D,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAwDzB,IAAI,IAAI,IAAI;IAIZ,OAAO,CAAC,WAAW;CAgFpB"}

package/dist/proxy/server.js

@@ -0,0 +1,153 @@
+import { createHash } from "crypto";
+import { Proxy } from "http-mitm-proxy";
+import { AI_ENDPOINTS } from "../config.js";
+function normalizePrompt(value) {
+    return value.toLowerCase().replace(/\s+/g, " ").trim();
+}
+function promptHash(value) {
+    const normalized = normalizePrompt(value);
+    if (!normalized)
+        return null;
+    return createHash("sha1").update(normalized).digest("hex");
+}
+function promptFamilyHash(value) {
+    const normalized = normalizePrompt(value);
+    if (!normalized)
+        return null;
+    const family = normalized.split(" ").slice(0, 40).join(" ");
+    if (!family)
+        return null;
+    return createHash("sha1").update(family).digest("hex");
+}
+export class ProxyServer {
+    proxy = new Proxy();
+    store;
+    toolName;
+    constructor(store, toolName = "system") {
+        this.store = store;
+        this.toolName = toolName;
+    }
+    start(port) {
+        this.proxy.onError((_ctx, err) => {
+            if (err?.code !== "ECONNRESET") {
+                console.error("[proxy] Error:", err?.message);
+            }
+        });
+        this.proxy.onRequest((ctx, callback) => {
+            const host = ctx.clientToProxyRequest.headers.host || "";
+            const aiEndpoint = AI_ENDPOINTS.find((e) => host.includes(e.host));
+            if (!aiEndpoint)
+                return callback();
+            const req = ctx.clientToProxyRequest;
+            const startTime = Date.now();
+            const chunks = [];
+            req.on("data", (chunk) => chunks.push(chunk));
+            req.on("end", () => {
+                ctx.userData = {
+                    requestBody: Buffer.concat(chunks).toString(),
+                    startTime,
+                    aiEndpoint,
+                };
+            });
+            callback();
+        });
+        this.proxy.onResponse((ctx, callback) => {
+            const ud = ctx.userData;
+            if (ud?.requestBody && ud.aiEndpoint) {
+                const res = ctx.serverToProxyResponse;
+                if (!res)
+                    return callback();
+                const respChunks = [];
+                res.on("data", (chunk) => respChunks.push(chunk));
+                res.on("end", () => {
+                    const responseBody = Buffer.concat(respChunks).toString();
+                    this.processCall(ud.requestBody, responseBody, ud.aiEndpoint);
+                });
+            }
+            callback();
+        });
+        this.proxy.listen({ port, host: "127.0.0.1", sslCaDir: undefined });
+        console.log(`[proxy] MITM proxy listening on port ${port}`);
+    }
+    stop() {
+        this.proxy.close();
+    }
+    processCall(requestBody, responseBody, endpoint) {
+        try {
+            const req = JSON.parse(requestBody);
+            const model = req.model || "unknown";
+            let promptTokens = 0;
+            let completionTokens = 0;
+            let promptPreview = "";
+            let completionPreview = "";
+            let promptText = "";
+            if (responseBody) {
+                const res = JSON.parse(responseBody);
+                // OpenAI format
+                if (res.usage) {
+                    promptTokens =
+                        res.usage.prompt_tokens ??
+                            res.usage.input_tokens ??
+                            0;
+                    completionTokens =
+                        res.usage.completion_tokens ??
+                            res.usage.output_tokens ??
+                            0;
+                }
+                // Google Gemini format
+                else if (res.usageMetadata) {
+                    promptTokens = res.usageMetadata.promptTokenCount ?? 0;
+                    completionTokens = res.usageMetadata.candidatesTokenCount ?? 0;
+                }
+                // Build completion preview
+                if (res.content?.length) {
+                    const text = res.content
+                        .map((c) => (c.type === "text" ? c.text : ""))
+                        .filter(Boolean)
+                        .join(" ");
+                    completionPreview = text.slice(0, 200);
+                }
+                else if (res.choices?.length) {
+                    completionPreview = (res.choices[0]?.message?.content ?? "").slice(0, 200);
+                }
+                else if (res.candidates?.length) {
+                    completionPreview = JSON.stringify(res.candidates[0]).slice(0, 200);
+                }
+            }
+            // Build prompt preview
+            if (req.messages?.length) {
+                const last = req.messages[req.messages.length - 1];
+                promptText = typeof last.content === "string" ? last.content : JSON.stringify(last.content ?? last);
+                promptPreview = promptText.slice(0, 200);
+            }
+            else if (req.prompt) {
+                promptText = String(req.prompt);
+                promptPreview = promptText.slice(0, 200);
+            }
+            else if (req.contents) {
+                promptText = JSON.stringify(req.contents);
+                promptPreview = promptText.slice(0, 200);
+            }
+            if (promptTokens > 0 || completionTokens > 0) {
+                this.store.insertCall({
+                    toolName: this.toolName,
+                    source: "proxy",
+                    provider: endpoint.name,
+                    model,
+                    endpoint: endpoint.name,
+                    promptTokens,
+                    completionTokens,
+                    promptPreview,
+                    completionPreview,
+                    sessionId: null,
+                    promptHash: promptHash(promptText),
+                    promptFamilyHash: promptFamilyHash(promptText),
+                });
+            }
+        }
+        catch {
+            // Parsing errors expected for streaming / non-JSON
+        }
+    }
+}
+//# sourceMappingURL=server.js.map

package/dist/proxy/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/proxy/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAG5C,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7B,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7B,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5D,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,OAAO,WAAW;IACd,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;IACpB,KAAK,CAAa;IAClB,QAAQ,CAAS;IAEzB,YAAY,KAAiB,EAAE,WAAmB,QAAQ;QACxD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,IAAY;QAChB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;YAC/B,IAAK,GAAW,EAAE,IAAI,KAAK,YAAY,EAAE,CAAC;gBACxC,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE;YACrC,MAAM,IAAI,GAAG,GAAG,CAAC,oBAAoB,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;YACzD,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAEnE,IAAI,CAAC,UAAU;gBAAE,OAAO,QAAQ,EAAE,CAAC;YAEnC,MAAM,GAAG,GAAG,GAAG,CAAC,oBAAoB,CAAC;YACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;YAE5B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACtD,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBAChB,GAAW,CAAC,QAAQ,GAAG;oBACtB,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE;oBAC7C,SAAS;oBACT,UAAU;iBACX,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,QAAQ,EAAE,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE;YACtC,MAAM,EAAE,GAAI,GAAW,CAAC,QAKX,CAAC;YAEd,IAAI,EAAE,EAAE,WAAW,IAAI,EAAE,CAAC,UAAU,EAAE,CAAC;gBACrC,MAAM,GAAG,GAAG,GAAG,CAAC,qBAAqB,CAAC;gBACtC,IAAI,CAAC,GAAG;oBAAE,OAAO,QAAQ,EAAE,CAAC;gBAE5B,MAAM,UAAU,GAAa,EAAE,CAAC;gBAChC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1D,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACjB,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,CAAC;oBAC1D,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,WAAY,EAAE,YAAY,EAAE,EAAE,CAAC,UAAW,CAAC,CAAC;gBAClE,CAAC,CAAC,CAAC;YACL,CAAC;YAED,QAAQ,EAAE,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,IAAI;QACF,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAEO,WAAW,CACjB,WAAmB,EACnB,YAAoB,EACpB,QAAwC;QAExC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACpC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,SAAS,CAAC;YACrC,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,IAAI,iBAAiB,GAAG,EAAE,CAAC;YAC3B,IAAI,UAAU,GAAG,EAAE,CAAC;YAEpB,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBACrC,gBAAgB;gBAChB,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;oBACd,YAAY;wBACV,GAAG,CAAC,KAAK,CAAC,aAAa;4BACvB,GAAG,CAAC,KAAK,CAAC,YAAY;4BACtB,CAAC,CAAC;oBACJ,gBAAgB;wBACd,GAAG,CAAC,KAAK,CAAC,iBAAiB;4BAC3B,GAAG,CAAC,KAAK,CAAC,aAAa;4BACvB,CAAC,CAAC;gBACN,CAAC;gBACD,uBAAuB;qBAClB,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;oBAC3B,YAAY,GAAG,GAAG,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC,CAAC;oBACvD,gBAAgB,GAAG,GAAG,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC,CAAC;gBACjE,CAAC;gBAED,2BAA2B;gBAC3B,IAAI,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;oBACxB,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO;yBACrB,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;yBAClD,MAAM,CAAC,OAAO,CAAC;yBACf,IAAI,CAAC,GAAG,CAAC,CAAC;oBACb,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACzC,CAAC;qBAAM,IAAI,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;oBAC/B,iBAAiB,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC7E,CAAC;qBAAM,IAAI,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;oBAClC,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;YAED,uBAAuB;YACvB,IAAI,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;gBACzB,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACnD,UAAU,GAAG,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;gBACpG,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC3C,CAAC;iBAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBACtB,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAChC,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC3C,CAAC;iBAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;gBACxB,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC1C,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC3C,CAAC;YAED,IAAI,YAAY,GAAG,CAAC,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;gBAC7C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;oBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,MAAM,EAAE,OAAO;oBACf,QAAQ,EAAE,QAAQ,CAAC,IAAI;oBACvB,KAAK;oBACL,QAAQ,EAAE,QAAQ,CAAC,IAAI;oBACvB,YAAY;oBACZ,gBAAgB;oBAChB,aAAa;oBACb,iBAAiB;oBACjB,SAAS,EAAE,IAAI;oBACf,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC;oBAClC,gBAAgB,EAAE,gBAAgB,CAAC,UAAU,CAAC;iBAC/C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,mDAAmD;QACrD,CAAC;IACH,CAAC;CACF"}

package/package.json

@@ -0,0 +1,51 @@
+{
+  "name": "tokenlens-cli",
+  "version": "1.0.0",
+  "description": "AI token usage monitor that captures, analyzes, and reduces token consumption across coding agents and model providers.",
+  "type": "module",
+  "files": [
+    "dist",
+    "README.md",
+    "patches"
+  ],
+  "bin": {
+    "tokenlens": "dist/cli/commands.js",
+    "tl": "dist/cli/commands.js",
+    "tg": "dist/cli/commands.js"
+  },
+  "scripts": {
+    "dev": "tsx src/cli/commands.ts",
+    "cli": "tsx src/cli/commands.ts",
+    "dashboard": "tsx src/index.ts --dashboard-only",
+    "proxy": "tsx src/index.ts --proxy-only",
+    "build": "tsc",
+    "start": "node dist/cli/commands.js start",
+    "prepare": "npm run build",
+    "prepack": "npm run build",
+    "postinstall": "patch-package"
+  },
+  "keywords": [
+    "ai",
+    "tokens",
+    "usage",
+    "cli",
+    "observability",
+    "prompting"
+  ],
+  "dependencies": {
+    "better-sqlite3": "^11.7.0",
+    "chalk": "^5.4.1",
+    "cli-table3": "^0.6.5",
+    "commander": "^13.1.0",
+    "express": "^4.21.0",
+    "http-mitm-proxy": "^1.1.0"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.12",
+    "@types/express": "^5.0.0",
+    "@types/node": "^22.10.0",
+    "patch-package": "^8.0.1",
+    "tsx": "^4.19.0",
+    "typescript": "^5.7.0"
+  }
+}

package/patches/http-mitm-proxy+1.1.0.patch

@@ -0,0 +1,13 @@
+diff --git a/node_modules/http-mitm-proxy/dist/lib/proxy.js b/node_modules/http-mitm-proxy/dist/lib/proxy.js
+index e896595..e94934d 100644
+--- a/node_modules/http-mitm-proxy/dist/lib/proxy.js
++++ b/node_modules/http-mitm-proxy/dist/lib/proxy.js
+@@ -361,7 +361,7 @@ class Proxy {
+         function makeConnection(port) {
+             const conn = net_1.default.connect({
+                 port,
+-                host: "0.0.0.0",
++                host: "127.0.0.1",
+                 allowHalfOpen: true,
+             }, () => {
+                 const connectKey = `${conn.localPort}:${conn.remotePort}`;