opencode-token-tracker 1.5.1 → 1.5.3

package/dist/bin/opencode-tokens.js

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import { BUILTIN_PRICING, DEFAULT_CONFIG, findModelConfigPricing, formatCost, formatTokens, getStartOfDay, getStartOfWeek, getStartOfMonth, validateConfig } from "../lib/shared.js";
-import { readFileSync, existsSync, writeFileSync } from "fs";
+import { readFileSync, existsSync, writeFileSync, openSync, readSync, closeSync, statSync } from "fs";
 import { join } from "path";
 import { homedir } from "os";
 const CONFIG_DIR = join(homedir(), ".config", "opencode");
@@ -22,25 +22,62 @@ function loadEntries(since) {
     if (!existsSync(LOG_FILE)) {
         return [];
     }
-    const content = readFileSync(LOG_FILE, "utf-8");
-    const lines = content.trim().split("\n").filter(Boolean);
     const entries = [];
-    for (const line of lines) {
-        try {
-            const entry = JSON.parse(line);
-            if (entry.type !== "tokens")
-                continue;
-            if (since && entry._ts < since)
-                continue;
-            if (!entry.input && !entry.output)
+    const fd = openSync(LOG_FILE, "r");
+    const stat = statSync(LOG_FILE);
+    const fileSize = stat.size;
+    const CHUNK_SIZE = 64 * 1024; // 64KB chunks
+    const buffer = Buffer.alloc(CHUNK_SIZE);
+    let filePos = fileSize;
+    let leftover = "";
+    let shouldStop = false;
+    while (filePos > 0 && !shouldStop) {
+        const readLength = Math.min(CHUNK_SIZE, filePos);
+        filePos -= readLength;
+        readSync(fd, buffer, 0, readLength, filePos);
+        const chunkStr = buffer.toString("utf8", 0, readLength) + leftover;
+        const lines = chunkStr.split("\n");
+        // The leftmost line could be cut off, save it for the next chunk read to the left
+        leftover = lines[0];
+        // Iterate lines in reverse order (from end to start)
+        for (let i = lines.length - 1; i >= 1; i--) {
+            const line = lines[i].trim();
+            if (!line)
                 continue;
-            entries.push(entry);
+            try {
+                const entry = JSON.parse(line);
+                if (entry.type !== "tokens")
+                    continue;
+                // Early break pruning: once we hit a record older than the threshold,
+                // we can safely stop reading earlier history thanks to monotonic time progression in JSONL.
+                if (since && entry._ts < since) {
+                    shouldStop = true;
+                    break;
+                }
+                if (!entry.input && !entry.output)
+                    continue;
+                entries.push(entry);
+            }
+            catch {
+                // Skip malformed lines
+            }
+        }
+    }
+    // Include the very first line at the top
+    if (!shouldStop && leftover.trim()) {
+        try {
+            const entry = JSON.parse(leftover.trim());
+            if (entry.type === "tokens" && (!since || entry._ts >= since) && (entry.input || entry.output)) {
+                entries.push(entry);
+            }
         }
         catch {
-            // Skip malformed lines
+            // Ignore
         }
     }
-    return entries;
+    closeSync(fd);
+    // Re-establish original chronological order
+    return entries.reverse();
 }
 function loadConfig() {
     try {

package/dist/index.js

@@ -267,140 +267,148 @@ function formatBudgetMessage(status) {
     return `${periodLabel}: ${formatCost(status.spent)}/${formatCost(status.limit)} (${pct}%)`;
 }
 export const TokenTrackerPlugin = async ({ directory, client }) => {
-    // Load config on plugin init (with validation)
-    config = loadConfig();
-    // Initialize in-memory budget tracker (reads JSONL once)
-    initBudgetTracker();
-    logJson({ type: "init", directory, configLoaded: existsSync(CONFIG_FILE) });
-    // Show config validation warnings via Toast
-    if (configWarnings.length > 0) {
-        try {
-            await client.tui.showToast({
-                body: {
-                    title: "Token Tracker: config warning",
-                    message: configWarnings.join("; "),
-                    variant: "warning",
-                    duration: 5000,
-                },
-            });
-        }
-        catch { }
-    }
-    return {
-        event: async ({ event }) => {
+    try {
+        // Load config on plugin init (with validation)
+        config = loadConfig();
+        // Initialize in-memory budget tracker (reads JSONL once)
+        initBudgetTracker();
+        logJson({ type: "init", directory, configLoaded: existsSync(CONFIG_FILE) });
+        // Show config validation warnings via Toast
+        if (configWarnings.length > 0) {
             try {
-                // Handle message updates (token tracking)
-                if (event.type === "message.updated") {
-                    const props = event.properties;
-                    const info = props?.info;
-                    if (!info?.tokens)
-                        return;
-                    const messageId = info.id;
-                    const sessionId = info.sessionID;
-                    if (!messageId || !sessionId)
-                        return;
-                    const input = info.tokens.input ?? 0;
-                    const output = info.tokens.output ?? 0;
-                    const reasoning = info.tokens.reasoning ?? 0;
-                    const cacheRead = info.tokens.cache?.read ?? 0;
-                    const cacheWrite = info.tokens.cache?.write ?? 0;
-                    const hasTokens = input > 0 || output > 0;
-                    if (!hasTokens)
-                        return;
-                    const dedupeKey = `${messageId}-${input}-${output}`;
-                    if (isDuplicate(dedupeKey))
-                        return;
-                    const model = info.model?.modelID ?? info.modelID ?? "unknown";
-                    const provider = info.model?.providerID ?? info.providerID ?? "unknown";
-                    const cost = calculateCost(model, provider, input, output, cacheRead, cacheWrite);
-                    // Update session stats
-                    const stats = getOrCreateSessionStats(sessionId);
-                    stats.totalInput += input;
-                    stats.totalOutput += output;
-                    stats.totalReasoning += reasoning;
-                    stats.totalCacheRead += cacheRead;
-                    stats.totalCacheWrite += cacheWrite;
-                    stats.totalCost += cost;
-                    stats.messageCount += 1;
-                    // Log to file
-                    logJson({
-                        type: "tokens",
-                        sessionId,
-                        messageId,
-                        role: info.role,
-                        agent: info.agent,
-                        model,
-                        provider,
-                        input,
-                        output,
-                        reasoning,
-                        cacheRead,
-                        cacheWrite,
-                        cost,
-                    });
-                    // Accumulate cost into in-memory budget tracker
-                    accumulateBudget(cost);
-                    // Show toast for this message
-                    if (config.toast.enabled) {
-                        const totalTokens = input + output;
-                        // Check budget status
-                        const budgetStatus = checkBudgetStatus();
-                        let title = `${formatTokens(totalTokens)} tokens`;
-                        let message = `${formatCost(cost)} | Session: ${formatCost(stats.totalCost)}`;
-                        let variant = "info";
-                        // Add budget warning/alert if applicable
-                        if (budgetStatus) {
-                            if (budgetStatus.exceeded) {
-                                title = `⚠️ Budget exceeded!`;
-                                message = formatBudgetMessage(budgetStatus);
-                                variant = "error";
+                await client.tui.showToast({
+                    body: {
+                        title: "Token Tracker: config warning",
+                        message: configWarnings.join("; "),
+                        variant: "warning",
+                        duration: 5000,
+                    },
+                });
+            }
+            catch { }
+        }
+        return {
+            event: async ({ event }) => {
+                try {
+                    // Handle message updates (token tracking)
+                    if (event.type === "message.updated") {
+                        const props = event.properties;
+                        const info = props?.info;
+                        if (!info?.tokens)
+                            return;
+                        const messageId = info.id;
+                        const sessionId = info.sessionID;
+                        if (!messageId || !sessionId)
+                            return;
+                        const input = info.tokens.input ?? 0;
+                        const output = info.tokens.output ?? 0;
+                        const reasoning = info.tokens.reasoning ?? 0;
+                        const cacheRead = info.tokens.cache?.read ?? 0;
+                        const cacheWrite = info.tokens.cache?.write ?? 0;
+                        const hasTokens = input > 0 || output > 0;
+                        if (!hasTokens)
+                            return;
+                        const dedupeKey = `${messageId}-${input}-${output}`;
+                        if (isDuplicate(dedupeKey))
+                            return;
+                        const model = info.model?.modelID ?? info.modelID ?? "unknown";
+                        const provider = info.model?.providerID ?? info.providerID ?? "unknown";
+                        const cost = calculateCost(model, provider, input, output, cacheRead, cacheWrite);
+                        // Update session stats
+                        const stats = getOrCreateSessionStats(sessionId);
+                        stats.totalInput += input;
+                        stats.totalOutput += output;
+                        stats.totalReasoning += reasoning;
+                        stats.totalCacheRead += cacheRead;
+                        stats.totalCacheWrite += cacheWrite;
+                        stats.totalCost += cost;
+                        stats.messageCount += 1;
+                        // Log to file
+                        logJson({
+                            type: "tokens",
+                            sessionId,
+                            messageId,
+                            role: info.role,
+                            agent: info.agent,
+                            model,
+                            provider,
+                            input,
+                            output,
+                            reasoning,
+                            cacheRead,
+                            cacheWrite,
+                            cost,
+                        });
+                        // Accumulate cost into in-memory budget tracker
+                        accumulateBudget(cost);
+                        // Show toast for this message
+                        if (config.toast.enabled) {
+                            const totalTokens = input + output;
+                            // Check budget status
+                            const budgetStatus = checkBudgetStatus();
+                            let title = `${formatTokens(totalTokens)} tokens`;
+                            let message = `${formatCost(cost)} | Session: ${formatCost(stats.totalCost)}`;
+                            let variant = "info";
+                            // Add budget warning/alert if applicable
+                            if (budgetStatus) {
+                                if (budgetStatus.exceeded) {
+                                    title = `⚠️ Budget exceeded!`;
+                                    message = formatBudgetMessage(budgetStatus);
+                                    variant = "error";
+                                }
+                                else if (budgetStatus.warning) {
+                                    message = `${formatCost(cost)} | ${formatBudgetMessage(budgetStatus)}`;
+                                    variant = "warning";
+                                }
                             }
-                            else if (budgetStatus.warning) {
-                                message = `${formatCost(cost)} | ${formatBudgetMessage(budgetStatus)}`;
-                                variant = "warning";
+                            try {
+                                await client.tui.showToast({
+                                    body: {
+                                        title,
+                                        message,
+                                        variant,
+                                        duration: budgetStatus?.exceeded ? 5000 : config.toast.duration,
+                                    },
+                                });
                             }
+                            catch { }
                         }
+                    }
+                    // Handle session idle (show summary)
+                    if (event.type === "session.idle") {
+                        if (!config.toast.enabled || !config.toast.showOnIdle)
+                            return;
+                        const props = event.properties;
+                        const sessionId = props?.sessionID;
+                        if (!sessionId)
+                            return;
+                        const stats = sessionStats.get(sessionId);
+                        if (!stats || stats.messageCount === 0)
+                            return;
+                        const duration = Math.round((Date.now() - stats.startTime) / 1000 / 60);
+                        const totalTokens = stats.totalInput + stats.totalOutput;
                         try {
                             await client.tui.showToast({
                                 body: {
-                                    title,
-                                    message,
-                                    variant,
-                                    duration: budgetStatus?.exceeded ? 5000 : config.toast.duration,
+                                    title: `Session: ${formatTokens(totalTokens)} tokens`,
+                                    message: `${formatCost(stats.totalCost)} | ${stats.messageCount} msgs | ${duration}min`,
+                                    variant: "info",
+                                    duration: 5000,
                                 },
                             });
                         }
                         catch { }
                     }
                 }
-                // Handle session idle (show summary)
-                if (event.type === "session.idle") {
-                    if (!config.toast.enabled || !config.toast.showOnIdle)
-                        return;
-                    const props = event.properties;
-                    const sessionId = props?.sessionID;
-                    if (!sessionId)
-                        return;
-                    const stats = sessionStats.get(sessionId);
-                    if (!stats || stats.messageCount === 0)
-                        return;
-                    const duration = Math.round((Date.now() - stats.startTime) / 1000 / 60);
-                    const totalTokens = stats.totalInput + stats.totalOutput;
-                    try {
-                        await client.tui.showToast({
-                            body: {
-                                title: `Session: ${formatTokens(totalTokens)} tokens`,
-                                message: `${formatCost(stats.totalCost)} | ${stats.messageCount} msgs | ${duration}min`,
-                                variant: "info",
-                                duration: 5000,
-                            },
-                        });
-                    }
-                    catch { }
-                }
-            }
-            catch { }
-        },
-    };
+                catch { }
+            },
+        };
+    }
+    catch (err) {
+        console.error("[Token Tracker] Initialization failed:", err);
+        return {
+            event: async () => { },
+        };
+    }
 };
 export default TokenTrackerPlugin;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "opencode-token-tracker",
-  "version": "1.5.1",
+  "version": "1.5.3",
   "description": "Real-time token usage and cost tracking plugin for OpenCode with Toast notifications and CLI stats",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",