token-rats 0.3.0 → 0.3.1

package/dist/index.js

@@ -5256,7 +5256,7 @@ var ApiClient = class {
 // package.json
 var package_default = {
   name: "token-rats",
-  version: "0.3.0",
+  version: "0.3.1",
   description: "Track Claude Code, Codex, and Cursor usage and compare AI subscriptions.",
   license: "MIT",
   type: "module",
@@ -5414,6 +5414,7 @@ function logoutCommand() {
 // src/lib/collect.ts
 import { createHash } from "node:crypto";
 import * as fs4 from "node:fs";
+import { createInterface } from "node:readline";
 
 // ../parsers/src/hash.ts
 var FNV_PRIME = 16777619;
@@ -5437,30 +5438,24 @@ function computeDedupeKey(source, model, startedAt, inTokens, outTokens) {
 }
 
 // ../parsers/src/claude-code.ts
-function parseClaudeCode(input) {
-  let text;
-  if (typeof input === "string") {
-    text = input;
-  } else {
-    text = new TextDecoder().decode(input instanceof ArrayBuffer ? new Uint8Array(input) : input);
-  }
+function createClaudeCodeParser() {
   const sessions = /* @__PURE__ */ new Map();
   const messages = /* @__PURE__ */ new Map();
-  for (const rawLine of text.split("\n")) {
+  function push(rawLine) {
     const line = rawLine.trim();
-    if (line.length === 0) continue;
+    if (line.length === 0) return;
     let event;
     try {
       event = JSON.parse(line);
     } catch {
-      continue;
+      return;
     }
-    if (typeof event !== "object" || event === null) continue;
+    if (typeof event !== "object" || event === null) return;
     const ev = event;
     const sidCamel = ev.sessionId;
     const sidSnake = ev.session_id;
     const sessionId = typeof sidCamel === "string" ? sidCamel : typeof sidSnake === "string" ? sidSnake : null;
-    if (!sessionId) continue;
+    if (!sessionId) return;
     const rawTs = ev.timestamp;
     let timestamp = 0;
     if (typeof rawTs === "number" && Number.isFinite(rawTs)) {
@@ -5488,9 +5483,9 @@ function parseClaudeCode(input) {
       if (acc.startedAt === 0 || timestamp < acc.startedAt) acc.startedAt = timestamp;
       if (timestamp > acc.endedAt) acc.endedAt = timestamp;
     }
-    if (ev.type !== "assistant") continue;
+    if (ev.type !== "assistant") return;
     const message = ev.message;
-    if (typeof message !== "object" || message === null) continue;
+    if (typeof message !== "object" || message === null) return;
     const msg = message;
     if (typeof msg.model === "string" && msg.model.length > 0 && timestamp >= acc.modelAt) {
       acc.model = msg.model;
@@ -5520,38 +5515,41 @@ function parseClaudeCode(input) {
       if (key) messages.set(key, next);
     }
   }
-  const results = [];
-  for (const acc of sessions.values()) {
-    const startedAt = acc.startedAt > 0 ? acc.startedAt : acc.endedAt;
-    const endedAt = acc.endedAt > 0 ? acc.endedAt : acc.startedAt;
-    if (startedAt <= 0 || endedAt <= 0) continue;
-    const model = acc.model.length > 0 ? acc.model : "unknown";
-    const costUsdCents = 0;
-    const dedupeKey = computeDedupeKey(
-      "claude-code",
-      model,
-      startedAt,
-      acc.inTokens,
-      acc.outTokens
-    );
-    results.push({
-      id: `claude-code:${acc.sessionId}`,
-      source: "claude-code",
-      provider: "anthropic",
-      client: "claude-code",
-      channel: "cli",
-      model,
-      inTokens: acc.inTokens,
-      outTokens: acc.outTokens,
-      cacheReadTokens: acc.cacheReadTokens,
-      cacheWriteTokens: acc.cacheWriteTokens,
-      costUsdCents,
-      startedAt,
-      endedAt,
-      dedupeKey
-    });
+  function finish() {
+    const results = [];
+    for (const acc of sessions.values()) {
+      const startedAt = acc.startedAt > 0 ? acc.startedAt : acc.endedAt;
+      const endedAt = acc.endedAt > 0 ? acc.endedAt : acc.startedAt;
+      if (startedAt <= 0 || endedAt <= 0) continue;
+      const model = acc.model.length > 0 ? acc.model : "unknown";
+      const costUsdCents = 0;
+      const dedupeKey = computeDedupeKey(
+        "claude-code",
+        model,
+        startedAt,
+        acc.inTokens,
+        acc.outTokens
+      );
+      results.push({
+        id: `claude-code:${acc.sessionId}`,
+        source: "claude-code",
+        provider: "anthropic",
+        client: "claude-code",
+        channel: "cli",
+        model,
+        inTokens: acc.inTokens,
+        outTokens: acc.outTokens,
+        cacheReadTokens: acc.cacheReadTokens,
+        cacheWriteTokens: acc.cacheWriteTokens,
+        costUsdCents,
+        startedAt,
+        endedAt,
+        dedupeKey
+      });
+    }
+    return results;
   }
-  return results;
+  return { push, finish };
 }
 function toNonNegInt(v) {
   if (typeof v !== "number" || !Number.isFinite(v)) return 0;
@@ -5559,25 +5557,19 @@ function toNonNegInt(v) {
 }
 
 // ../parsers/src/codex.ts
-function parseCodex(input) {
-  let text;
-  if (typeof input === "string") {
-    text = input;
-  } else {
-    text = new TextDecoder().decode(input instanceof ArrayBuffer ? new Uint8Array(input) : input);
-  }
+function createCodexParser() {
   const sessions = /* @__PURE__ */ new Map();
   let currentSessionId = null;
-  for (const rawLine of text.split("\n")) {
+  function push(rawLine) {
     const line = rawLine.trim();
-    if (line.length === 0) continue;
+    if (line.length === 0) return;
     let event;
     try {
       event = JSON.parse(line);
     } catch {
-      continue;
+      return;
     }
-    if (typeof event !== "object" || event === null) continue;
+    if (typeof event !== "object" || event === null) return;
     const ev = event;
     const ts = parseTimestamp(ev.timestamp);
     const type = typeof ev.type === "string" ? ev.type : null;
@@ -5586,7 +5578,7 @@ function parseCodex(input) {
       const id = typeof payload.id === "string" ? payload.id : null;
       if (!id) {
         currentSessionId = null;
-        continue;
+        return;
       }
       currentSessionId = id;
       const metaTs = parseTimestamp(payload.timestamp) || ts;
@@ -5598,9 +5590,9 @@ function parseCodex(input) {
         acc2.startedAt = metaTs;
       }
       if (metaTs > acc2.endedAt) acc2.endedAt = metaTs;
-      continue;
+      return;
     }
-    if (!currentSessionId) continue;
+    if (!currentSessionId) return;
     const acc = upsert(sessions, currentSessionId);
     if (ts > 0) {
       if (acc.startedAt === 0) acc.startedAt = ts;
@@ -5611,19 +5603,19 @@ function parseCodex(input) {
         acc.model = payload.model;
         acc.modelAt = ts;
       }
-      continue;
+      return;
     }
     if (type === "event_msg" && payload && payload.type === "token_count") {
       const info2 = payload.info;
-      if (typeof info2 !== "object" || info2 === null) continue;
+      if (typeof info2 !== "object" || info2 === null) return;
       const total = info2.total_token_usage;
-      if (typeof total !== "object" || total === null) continue;
+      if (typeof total !== "object" || total === null) return;
       const t = total;
       const inputTotal = toNonNegInt2(t.input_tokens);
       const cachedInput = toNonNegInt2(t.cached_input_tokens);
       const output = toNonNegInt2(t.output_tokens);
       const reasoning = toNonNegInt2(t.reasoning_output_tokens);
-      if (ts < acc.usageAt) continue;
+      if (ts < acc.usageAt) return;
       acc.usageAt = ts;
       acc.inTokens = Math.max(0, inputTotal - cachedInput);
       acc.outTokens = output;
@@ -5631,32 +5623,41 @@ function parseCodex(input) {
       acc.reasoningTokens = reasoning;
     }
   }
-  const results = [];
-  for (const acc of sessions.values()) {
-    const startedAt = acc.startedAt > 0 ? acc.startedAt : acc.endedAt;
-    const endedAt = acc.endedAt > 0 ? acc.endedAt : acc.startedAt;
-    if (startedAt <= 0 || endedAt <= 0) continue;
-    const model = acc.model.length > 0 ? acc.model : "unknown";
-    const costUsdCents = 0;
-    const dedupeKey = computeDedupeKey("codex", model, startedAt, acc.inTokens, acc.outTokens);
-    results.push({
-      id: `codex:${acc.sessionId}`,
-      source: "codex",
-      provider: "openai",
-      client: acc.client || "codex-cli",
-      channel: acc.channel,
-      model,
-      inTokens: acc.inTokens,
-      outTokens: acc.outTokens,
-      cacheReadTokens: acc.cacheReadTokens,
-      reasoningTokens: acc.reasoningTokens,
-      costUsdCents,
-      startedAt,
-      endedAt,
-      dedupeKey
-    });
+  function finish() {
+    const results = [];
+    for (const acc of sessions.values()) {
+      const startedAt = acc.startedAt > 0 ? acc.startedAt : acc.endedAt;
+      const endedAt = acc.endedAt > 0 ? acc.endedAt : acc.startedAt;
+      if (startedAt <= 0 || endedAt <= 0) continue;
+      const model = acc.model.length > 0 ? acc.model : "unknown";
+      const costUsdCents = 0;
+      const dedupeKey = computeDedupeKey("codex", model, startedAt, acc.inTokens, acc.outTokens);
+      results.push({
+        id: `codex:${acc.sessionId}`,
+        source: "codex",
+        provider: "openai",
+        client: acc.client || "codex-cli",
+        channel: acc.channel,
+        model,
+        inTokens: acc.inTokens,
+        outTokens: acc.outTokens,
+        cacheReadTokens: acc.cacheReadTokens,
+        reasoningTokens: acc.reasoningTokens,
+        costUsdCents,
+        startedAt,
+        endedAt,
+        dedupeKey
+      });
+    }
+    return results;
   }
-  return results;
+  return {
+    push,
+    finish,
+    startFile() {
+      currentSessionId = null;
+    }
+  };
 }
 function upsert(map, sessionId) {
   let acc = map.get(sessionId);
@@ -5978,12 +5979,23 @@ function discoverCodexFiles() {
 }
 
 // src/lib/collect.ts
-async function collectSessions() {
-  function read(files) {
-    return files.map((file) => fs4.readFileSync(file, "utf8")).join("\n");
+async function parseSessionFiles(files, parser) {
+  for (const file of files) {
+    parser.startFile?.();
+    const input = fs4.createReadStream(file, { encoding: "utf8" });
+    const lines = createInterface({ input, crlfDelay: Number.POSITIVE_INFINITY });
+    try {
+      for await (const line of lines) parser.push(line);
+    } finally {
+      lines.close();
+      input.destroy();
+    }
   }
-  const claude = parseClaudeCode(read(discoverClaudeCodeFiles()));
-  const codex = parseCodex(read(discoverCodexFiles()));
+  return parser.finish();
+}
+async function collectSessions() {
+  const claude = await parseSessionFiles(discoverClaudeCodeFiles(), createClaudeCodeParser());
+  const codex = await parseSessionFiles(discoverCodexFiles(), createCodexParser());
   const { rows } = await extractCursorGenerations();
   const cursor = parseCursor(JSON.stringify(rows));
   return [...claude, ...codex, ...cursor].map((record) => ({
@@ -6317,9 +6329,9 @@ function printHelp() {
   --verbose         Print file change events and upload detail
 
 \x1B[1mPrivacy:\x1B[0m
-  Token Rats reads usage counts only \u2014 never prompts or completions.
-  The parser source is in packages/parsers/. We literally can't read
-  what you typed.
+  Token Rats reads local logs and uploads usage metadata only.
+  It does not upload prompts or completions.
+  The parser source is in packages/parsers/.
 
 \x1B[1mCursor notes:\x1B[0m
   Cursor doesn't store token counts locally, so per-request tokens

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "token-rats",
-  "version": "0.3.0",
+  "version": "0.3.1",
   "description": "Track Claude Code, Codex, and Cursor usage and compare AI subscriptions.",
   "license": "MIT",
   "type": "module",