nomnomtokens 0.1.0 → 0.2.0

package/README.md

@@ -12,9 +12,10 @@ npx nomnomtokens
 
 ![nomnomtokens dashboard — Timeline with spend chart and activity heatmap](docs/dashboard.png)
 
-Claude Code today. Cursor when its local IDE database has token fields. The
-event contract is deliberately not AI-shaped, so other agents — and eventually
-CI minutes and cloud bills — plug in as adapters without touching the core.
+Claude Code, Cursor (when its local IDE database has token fields), and Codex
+CLI/IDE session rollouts. The event contract is deliberately not AI-shaped, so
+other agents — and eventually CI minutes and cloud bills — plug in as adapters
+without touching the core.
 
 ## What you get
 
@@ -134,9 +135,10 @@ the core, the contract is wrong and that's a bug worth reporting.
 
 ## Roadmap
 
-Shipped: Claude Code adapter, Cursor adapter (local `state.vscdb`), all six
-screens, limits with forecasting, live updates. CSV helpers exist in
-`packages/adapters` but are not wired into `scan` / the UI yet.
+Shipped: Claude Code adapter, Cursor adapter (local `state.vscdb`), Codex
+adapter (`~/.codex/sessions/**/rollout-*.jsonl`), all six screens, limits with
+forecasting, live updates. CSV helpers exist in `packages/adapters` but are not
+wired into `scan` / the UI yet.
 
 Cursor caveat: the IDE often stores zero token counts in local bubbles. We only
 emit events when numbers are present (exact `tokenCount`, or
@@ -144,9 +146,8 @@ emit events when numbers are present (exact `tokenCount`, or
 local counts will not appear until Cursor writes them — or until a future
 optional CSV enrich from the Cursor dashboard.
 
-Next: wire up CSV import, OTLP receiver, Codex adapter, export, alerts. Then
-cloud mode — a second sink for the same events, never a rewrite, and never in
-the critical path.
+Next: wire up CSV import, OTLP receiver, export, alerts. Then cloud mode — a
+second sink for the same events, never a rewrite, and never in the critical path.
 
 ## License
 

package/dist/index.js

@@ -50,7 +50,18 @@ var PRICES = {
   "claude-haiku-4-5": { input: 1, output: 5 },
   "claude-3-5-haiku": { input: 0.8, output: 4 },
   "claude-3-haiku": { input: 0.25, output: 1.25 },
-  // Cursor-routed third-party ids (public list prices; Composer itself is unpriced).
+  // Cursor / Codex-routed OpenAI ids (public list prices where known; Composer is unpriced).
+  // Dotted and dashed forms: resolveModelKey normalises `.` → `-`.
+  "gpt-5.6": { input: 1.75, output: 14 },
+  "gpt-5-6": { input: 1.75, output: 14 },
+  "gpt-5.6-terra": { input: 1.75, output: 14 },
+  "gpt-5-6-terra": { input: 1.75, output: 14 },
+  "gpt-5.6-luna": { input: 1.75, output: 14 },
+  "gpt-5-6-luna": { input: 1.75, output: 14 },
+  "gpt-5.5": { input: 1.25, output: 10 },
+  "gpt-5-5": { input: 1.25, output: 10 },
+  "gpt-5.4-mini": { input: 0.25, output: 2 },
+  "gpt-5-4-mini": { input: 0.25, output: 2 },
   "gpt-5.2": { input: 1.75, output: 14 },
   "gpt-5-2": { input: 1.75, output: 14 },
   "gpt-5.2-codex": { input: 1.75, output: 14 },
@@ -261,7 +272,7 @@ function parseLimits(payload, now = Date.now()) {
       window,
       usedPct: raw.used_percentage,
       // the payload uses unix seconds; everything downstream is unix ms
-      resetsAt: typeof raw.resets_at === "number" ? raw.resets_at * 1e3 : null
+      resetsAt: typeof raw.resets_at === "number" && Number.isFinite(raw.resets_at) ? raw.resets_at * 1e3 : null
     });
   }
   return out;
@@ -440,6 +451,263 @@ var ClaudeCodeAdapter = class {
     };
   }
 };
+
+// packages/adapters/src/codex/parse.ts
+function num2(v) {
+  return typeof v === "number" && Number.isFinite(v) ? v : 0;
+}
+function windowLabel(minutes) {
+  if (typeof minutes !== "number" || !Number.isFinite(minutes) || minutes <= 0) return null;
+  if (minutes === 300) return "5h";
+  if (minutes === 10080) return "7d";
+  if (minutes === 43200) return "30d";
+  if (minutes % (24 * 60) === 0) return `${minutes / (24 * 60)}d`;
+  if (minutes % 60 === 0) return `${minutes / 60}h`;
+  return `${minutes}m`;
+}
+function labelFromCwd(cwd) {
+  if (!cwd) return "unknown";
+  const parts = cwd.replace(/\\/g, "/").split("/").filter(Boolean);
+  return parts[parts.length - 1] ?? "unknown";
+}
+function qtyFromUsage(usage) {
+  const input = num2(usage.input_tokens);
+  const cached = num2(usage.cached_input_tokens);
+  return {
+    in: Math.max(0, input - cached),
+    out: num2(usage.output_tokens),
+    cacheCreate: num2(usage.cache_write_input_tokens),
+    cacheCreate1h: 0,
+    cacheRead: cached
+  };
+}
+function parseLimits2(rate, provider, ts) {
+  if (!rate) return [];
+  const out = [];
+  for (const key of ["primary", "secondary"]) {
+    const win = rate[key];
+    if (!win || typeof win.used_percent !== "number") continue;
+    const window = windowLabel(win.window_minutes) ?? key;
+    out.push({
+      ts,
+      provider,
+      window,
+      usedPct: win.used_percent,
+      resetsAt: typeof win.resets_at === "number" && Number.isFinite(win.resets_at) ? win.resets_at * 1e3 : null
+    });
+  }
+  return out;
+}
+var CodexRolloutParser = class {
+  prices;
+  provider;
+  sessionId = null;
+  cwd = null;
+  model = null;
+  /** Last emitted limit per window — Codex repeats the same % on every token_count. */
+  lastLimits = /* @__PURE__ */ new Map();
+  constructor(opts = {}) {
+    this.prices = opts.prices ?? defaultPrices;
+    this.provider = opts.provider ?? "codex";
+  }
+  reset() {
+    this.sessionId = null;
+    this.cwd = null;
+    this.model = null;
+    this.lastLimits.clear();
+  }
+  /** Last path segment of the session cwd — safe to show as a project label. */
+  scopeLabel() {
+    return labelFromCwd(this.cwd);
+  }
+  /** @returns zero or more ingest records for this line. */
+  async parseLine(line) {
+    const trimmed = line.trim();
+    if (!trimmed) return [];
+    let raw;
+    try {
+      raw = JSON.parse(trimmed);
+    } catch {
+      return [];
+    }
+    const payload = raw.payload;
+    if (!payload) return [];
+    if (raw.type === "session_meta") {
+      this.sessionId = payload.session_id ?? payload.id ?? this.sessionId;
+      if (typeof payload.cwd === "string" && payload.cwd) this.cwd = payload.cwd;
+      return [];
+    }
+    if (raw.type === "turn_context") {
+      if (typeof payload.model === "string" && payload.model) this.model = payload.model;
+      if (typeof payload.cwd === "string" && payload.cwd) this.cwd = payload.cwd;
+      return [];
+    }
+    if (raw.type !== "event_msg" || payload.type !== "token_count") return [];
+    const ts = raw.timestamp ? Date.parse(raw.timestamp) : Number.NaN;
+    if (!Number.isFinite(ts)) return [];
+    const records = [];
+    for (const limit of parseLimits2(payload.rate_limits, this.provider, ts)) {
+      const prev = this.lastLimits.get(limit.window);
+      if (prev && prev.usedPct === limit.usedPct && prev.resetsAt === limit.resetsAt) {
+        continue;
+      }
+      this.lastLimits.set(limit.window, { usedPct: limit.usedPct, resetsAt: limit.resetsAt });
+      records.push({ type: "limit", limit });
+    }
+    const last = payload.info?.last_token_usage;
+    const total = payload.info?.total_token_usage;
+    if (!last) return records;
+    const qty = qtyFromUsage(last);
+    if (qty.in + qty.out + qty.cacheCreate + qty.cacheRead === 0) return records;
+    const sessionId = this.sessionId;
+    const totalIn = num2(total?.input_tokens);
+    const totalOut = num2(total?.output_tokens);
+    const id = `${this.provider}:${sessionId ?? "nosession"}:${totalIn}:${totalOut}`;
+    const hash = this.cwd ? await scopeHash(this.cwd) : "unknown";
+    const event = {
+      id,
+      ts,
+      provider: this.provider,
+      kind: "tokens",
+      sessionId,
+      scopeHash: hash,
+      unitLabel: this.model,
+      qty,
+      costUsd: costOf(this.model, qty, this.prices),
+      meta: {
+        reasoningOutputTokens: num2(last.reasoning_output_tokens)
+      }
+    };
+    records.push({ type: "event", event });
+    return records;
+  }
+};
+function codexHome() {
+  return process.env.CODEX_HOME ?? join(homedir(), ".codex");
+}
+function codexSessionsDir(home = codexHome()) {
+  return join(home, "sessions");
+}
+
+// packages/adapters/src/codex/index.ts
+async function* readLinesFrom2(path, start) {
+  const stream = createReadStream(path, { start });
+  const decoder = new StringDecoder("utf8");
+  let buffer = "";
+  let consumed = start;
+  for await (const chunk of stream) {
+    buffer += decoder.write(chunk);
+    let nl = buffer.indexOf("\n");
+    while (nl !== -1) {
+      const line = buffer.slice(0, nl);
+      buffer = buffer.slice(nl + 1);
+      consumed += Buffer.byteLength(line, "utf8") + 1;
+      yield { line, offset: consumed };
+      nl = buffer.indexOf("\n");
+    }
+  }
+}
+async function* walkRollouts(root) {
+  let entries;
+  try {
+    entries = await readdir(root, { withFileTypes: true });
+  } catch {
+    return;
+  }
+  for (const entry of entries) {
+    const path = join(root, entry.name);
+    if (entry.isDirectory()) {
+      yield* walkRollouts(path);
+    } else if (entry.isFile() && entry.name.endsWith(".jsonl") && entry.name.startsWith("rollout-")) {
+      yield path;
+    }
+  }
+}
+var CodexAdapter = class {
+  name = "codex";
+  home;
+  sessions;
+  prices;
+  constructor(opts = {}) {
+    this.home = opts.home ?? codexHome();
+    this.sessions = codexSessionsDir(this.home);
+    this.prices = opts.prices;
+  }
+  async detect() {
+    return existsSync(this.sessions) || existsSync(this.home);
+  }
+  async *scan(state) {
+    const seenScopes = /* @__PURE__ */ new Set();
+    for await (const path of walkRollouts(this.sessions)) {
+      const info = await stat(path).catch(() => null);
+      if (!info) continue;
+      const cursor = state.get(path);
+      if (cursor && cursor.size === info.size && cursor.mtime === info.mtimeMs) continue;
+      const start = cursor && info.size >= cursor.size ? cursor.offset : 0;
+      const parser = new CodexRolloutParser(this.prices ? { prices: this.prices } : {});
+      let offset = start;
+      for await (const { line, offset: next } of readLinesFrom2(path, start)) {
+        offset = next;
+        for (const record of await parser.parseLine(line)) {
+          if (record.type === "event" && !seenScopes.has(record.event.scopeHash)) {
+            seenScopes.add(record.event.scopeHash);
+            yield {
+              type: "scope",
+              scopeHash: record.event.scopeHash,
+              label: parser.scopeLabel(),
+              provider: this.name
+            };
+          }
+          yield record;
+        }
+      }
+      state.set({ sourcePath: path, mtime: info.mtimeMs, size: info.size, offset });
+    }
+  }
+  watch(emit) {
+    const offsets = /* @__PURE__ */ new Map();
+    const inFlight = /* @__PURE__ */ new Set();
+    const parsers = /* @__PURE__ */ new Map();
+    let closed = false;
+    const pump = async (path) => {
+      if (closed || inFlight.has(path) || !path.endsWith(".jsonl")) return;
+      inFlight.add(path);
+      try {
+        const info = await stat(path).catch(() => null);
+        if (!info) return;
+        const known = offsets.get(path);
+        let offset = known === void 0 ? info.size : info.size < known ? 0 : known;
+        let parser = parsers.get(path);
+        if (!parser || offset === 0) {
+          parser = new CodexRolloutParser(this.prices ? { prices: this.prices } : {});
+          parsers.set(path, parser);
+        }
+        for await (const { line, offset: next } of readLinesFrom2(path, offset)) {
+          offset = next;
+          for (const record of await parser.parseLine(line)) emit(record);
+        }
+        offsets.set(path, offset);
+      } finally {
+        inFlight.delete(path);
+      }
+    };
+    const watcherPromise = import('chokidar').then(({ watch }) => {
+      const w = watch(this.sessions, {
+        // sessions / YYYY / MM / DD / rollout-*.jsonl
+        depth: 4,
+        ignoreInitial: true,
+        awaitWriteFinish: { stabilityThreshold: 200, pollInterval: 50 }
+      });
+      w.on("add", (p) => void pump(p));
+      w.on("change", (p) => void pump(p));
+      return w;
+    });
+    return () => {
+      closed = true;
+      void watcherPromise.then((w) => w.close());
+    };
+  }
+};
 function cursorUserDataDir() {
   if (process.env.CURSOR_USER_DATA_DIR) return process.env.CURSOR_USER_DATA_DIR;
   const home = homedir();
@@ -640,7 +908,7 @@ function readCursorSnapshot(stateDbPath, workspaces) {
 }
 
 // packages/adapters/src/cursor/parse.ts
-function num2(v) {
+function num3(v) {
   return typeof v === "number" && Number.isFinite(v) && v > 0 ? v : 0;
 }
 function parseTs(raw) {
@@ -655,10 +923,10 @@ function parseTs(raw) {
 }
 function hasExactTokens(b) {
   const tc = b.tokenCount;
-  return num2(tc?.inputTokens) > 0 || num2(tc?.outputTokens) > 0;
+  return num3(tc?.inputTokens) > 0 || num3(tc?.outputTokens) > 0;
 }
 function tokensUsedOf(b) {
-  return num2(b.contextWindowStatusAtCreation?.tokensUsed);
+  return num3(b.contextWindowStatusAtCreation?.tokensUsed);
 }
 function eventsFromComposer(composer, bubbles, scopeHash2, opts = {}) {
   const prices = opts.prices ?? defaultPrices;
@@ -687,8 +955,8 @@ function eventsFromComposer(composer, bubbles, scopeHash2, opts = {}) {
       if (ts === null) continue;
       const qty = {
         ...EMPTY_TOKEN_QTY,
-        in: num2(b.tokenCount?.inputTokens),
-        out: num2(b.tokenCount?.outputTokens)
+        in: num3(b.tokenCount?.inputTokens),
+        out: num3(b.tokenCount?.outputTokens)
       };
       events2.push({
         id: `${provider}:${b.composerId}:${b.bubbleId}`,
@@ -837,7 +1105,7 @@ var CursorAdapter = class {
 
 // packages/adapters/src/index.ts
 function allAdapters() {
-  return [new ClaudeCodeAdapter(), new CursorAdapter()];
+  return [new ClaudeCodeAdapter(), new CursorAdapter(), new CodexAdapter()];
 }
 async function detectAdapters() {
   const found = [];
@@ -1446,7 +1714,7 @@ function sql(strings, ...params) {
     return new SQL([new StringChunk(str)]);
   }
   sql2.raw = raw;
-  function join9(chunks, separator) {
+  function join11(chunks, separator) {
     const result = [];
     for (const [i, chunk] of chunks.entries()) {
       if (i > 0 && separator !== void 0) {
@@ -1456,7 +1724,7 @@ function sql(strings, ...params) {
     }
     return new SQL(result);
   }
-  sql2.join = join9;
+  sql2.join = join11;
   function identifier(value) {
     return new Name(value);
   }
@@ -3915,7 +4183,7 @@ var SQLiteSelectQueryBuilderBase = class extends TypedQueryBuilder {
       const baseTableName = this.tableName;
       const tableName = getTableLikeName(table);
       for (const item of extractUsedTable(table)) this.usedTables.add(item);
-      if (typeof tableName === "string" && this.config.joins?.some((join9) => join9.alias === tableName)) {
+      if (typeof tableName === "string" && this.config.joins?.some((join11) => join11.alias === tableName)) {
         throw new Error(`Alias "${tableName}" is already used in this query`);
       }
       if (!this.isPartialSelect) {
@@ -4774,7 +5042,7 @@ var SQLiteUpdateBase = class extends QueryPromise {
   createJoin(joinType) {
     return (table, on) => {
       const tableName = getTableLikeName(table);
-      if (typeof tableName === "string" && this.config.joins.some((join9) => join9.alias === tableName)) {
+      if (typeof tableName === "string" && this.config.joins.some((join11) => join11.alias === tableName)) {
         throw new Error(`Alias "${tableName}" is already used in this query`);
       }
       if (typeof on === "function") {
@@ -6325,6 +6593,8 @@ async function doctor(opts = {}) {
   check(existsSync(projects), "Claude Code transcripts", projects);
   const cursorDb = cursorStateDbPath();
   check(existsSync(cursorDb), "Cursor state database", cursorDb);
+  const codexSessions = codexSessionsDir();
+  check(existsSync(codexSessions), "Codex session rollouts", codexSessions);
   const adapters = await detectAdapters();
   check(adapters.length > 0, `${adapters.length} adapter(s) detected`, adapters.map((a) => a.name).join(", ") || "none");
   console.log();
@@ -6433,7 +6703,7 @@ async function scan(opts = {}) {
   const adapters = await detectAdapters();
   if (adapters.length === 0) {
     console.error(c.yellow("No sources detected on this machine."));
-    console.error(c.dim("Looks for ~/.claude/projects and Cursor state.vscdb. Run `nnt doctor`."));
+    console.error(c.dim("Looks for ~/.claude/projects, Cursor state.vscdb, and ~/.codex/sessions. Run `nnt doctor`."));
     process.exitCode = 1;
     return;
   }