opencode-token-tracker 1.5.4 → 1.5.6

package/dist/index.d.ts

@@ -1,3 +1,6 @@
 import type { Plugin } from "@opencode-ai/plugin";
+type ProviderFamily = "anthropic" | "openai" | "deepseek" | "google" | "other";
+export declare function getProviderFamily(model: string, provider: string): ProviderFamily;
+export declare function calculateCost(model: string, provider: string, input: number, output: number, cacheRead?: number, cacheWrite?: number): number;
 export declare const TokenTrackerPlugin: Plugin;
 export default TokenTrackerPlugin;

package/dist/index.js

@@ -1,5 +1,6 @@
 import { BUILTIN_PRICING, DEFAULT_CONFIG, findModelConfigPricing, formatCost, formatTokens, getStartOfDay, getStartOfWeek, getStartOfMonth, validateConfig } from "./lib/shared.js";
-import { appendFileSync, existsSync, mkdirSync, readFileSync, statSync } from "fs";
+import { appendFileSync, existsSync, mkdirSync, readFileSync, statSync, openSync, readSync, closeSync } from "fs";
+import { open } from "fs/promises";
 import { join } from "path";
 import { homedir } from "os";
 const CONFIG_DIR = join(homedir(), ".config", "opencode");
@@ -76,14 +77,59 @@ function getModelPricing(model, provider) {
     // 5. Fallback to default
     return BUILTIN_PRICING["_default"];
 }
-function calculateCost(model, provider, input, output, cacheRead = 0, cacheWrite = 0) {
+export function getProviderFamily(model, provider) {
+    const p = provider.toLowerCase();
+    const m = model.toLowerCase();
+    if (p.includes("anthropic") || m.startsWith("claude-")) {
+        return "anthropic";
+    }
+    if (p.includes("openai") ||
+        m.startsWith("gpt-") ||
+        m.startsWith("o1-") ||
+        m.startsWith("o3-") ||
+        m.startsWith("o4-") ||
+        m === "o3" ||
+        m === "o1") {
+        return "openai";
+    }
+    if (p.includes("deepseek") || m.includes("deepseek")) {
+        return "deepseek";
+    }
+    if (p.includes("google") || p.includes("vertex") || m.startsWith("gemini-")) {
+        return "google";
+    }
+    return "other";
+}
+export function calculateCost(model, provider, input, output, cacheRead = 0, cacheWrite = 0) {
     const pricing = getModelPricing(model, provider);
+    const family = getProviderFamily(model, provider);
+    let defaultCacheReadRate = 0.5; // Default 50% discount (OpenAI style)
+    let defaultCacheWriteRate = 0; // Default free cache writing
+    if (family === "anthropic") {
+        defaultCacheReadRate = 0.1;
+        defaultCacheWriteRate = 1.25;
+    }
+    else if (family === "deepseek" || family === "google") {
+        defaultCacheReadRate = 0.1;
+        defaultCacheWriteRate = 0;
+    }
+    else if (family === "openai") {
+        defaultCacheReadRate = 0.5;
+        defaultCacheWriteRate = 0;
+    }
+    else {
+        // "other" / general default
+        defaultCacheReadRate = 0.5;
+        defaultCacheWriteRate = 0;
+    }
+    const finalCacheReadPrice = pricing.cacheRead ?? (pricing.input * defaultCacheReadRate);
+    const finalCacheWritePrice = pricing.cacheWrite ?? (pricing.input * defaultCacheWriteRate);
     // Billable input = total input - cache read (cached tokens are charged at cache rate)
     const billableInput = Math.max(0, input - cacheRead);
     const inputCost = (billableInput / 1_000_000) * pricing.input;
     const outputCost = (output / 1_000_000) * pricing.output;
-    const cacheReadCost = (cacheRead / 1_000_000) * (pricing.cacheRead ?? pricing.input * 0.1);
-    const cacheWriteCost = (cacheWrite / 1_000_000) * (pricing.cacheWrite ?? pricing.input * 1.25);
+    const cacheReadCost = (cacheRead / 1_000_000) * finalCacheReadPrice;
+    const cacheWriteCost = (cacheWrite / 1_000_000) * finalCacheWritePrice;
     return inputCost + outputCost + cacheReadCost + cacheWriteCost;
 }
 const sessionStats = new Map();
@@ -146,29 +192,74 @@ const budgetTracker = {
 function loadCostsSince(since) {
     if (!existsSync(LOG_FILE))
         return 0;
+    let total = 0;
+    let fd = null;
     try {
-        const content = readFileSync(LOG_FILE, "utf-8");
-        const lines = content.trim().split("\n").filter(Boolean);
-        let total = 0;
-        for (const line of lines) {
+        fd = openSync(LOG_FILE, "r");
+        const stat = statSync(LOG_FILE);
+        const fileSize = stat.size;
+        const CHUNK_SIZE = 64 * 1024; // 64KB chunks
+        const buffer = Buffer.alloc(CHUNK_SIZE);
+        let filePos = fileSize;
+        let leftover = "";
+        let shouldStop = false;
+        while (filePos > 0 && !shouldStop) {
+            const readLength = Math.min(CHUNK_SIZE, filePos);
+            filePos -= readLength;
+            readSync(fd, buffer, 0, readLength, filePos);
+            const chunkStr = buffer.toString("utf8", 0, readLength) + leftover;
+            const lines = chunkStr.split("\n");
+            // The leftmost line could be cut off, save it for the next chunk read to the left
+            leftover = lines[0];
+            // Iterate lines in reverse order (from end to start)
+            for (let i = lines.length - 1; i >= 1; i--) {
+                const line = lines[i].trim();
+                if (!line)
+                    continue;
+                try {
+                    const entry = JSON.parse(line);
+                    if (entry.type !== "tokens" || !entry.cost)
+                        continue;
+                    if (entry._ts < since) {
+                        shouldStop = true;
+                        break;
+                    }
+                    total += entry.cost;
+                }
+                catch {
+                    // Skip malformed lines
+                }
+            }
+        }
+        // Include the very first line at the top
+        if (!shouldStop && leftover.trim()) {
             try {
-                const entry = JSON.parse(line);
-                if (entry.type === "tokens" && entry._ts >= since && entry.cost) {
+                const entry = JSON.parse(leftover.trim());
+                if (entry.type === "tokens" && entry.cost && entry._ts >= since) {
                     total += entry.cost;
                 }
             }
             catch { }
         }
-        return total;
     }
     catch {
-        return 0;
+        // 异常路径下放弃部分累加结果，与 1.5.5 之前的语义保持一致，避免下游基于偏小值做预算判断
+        total = 0;
     }
+    finally {
+        if (fd !== null) {
+            try {
+                closeSync(fd);
+            }
+            catch { }
+        }
+    }
+    return total;
 }
 /**
  * Initialize budgetTracker from JSONL file (called once at plugin init).
  */
-function initBudgetTracker() {
+async function initBudgetTracker() {
     const now = new Date();
     budgetTracker.dayStart = getStartOfDay(now);
     budgetTracker.weekStart = getStartOfWeek(now);
@@ -180,28 +271,69 @@ function initBudgetTracker() {
         return;
     }
     // Load once using the earliest period boundary
-    const earliest = Math.min(budgetTracker.dayStart, budgetTracker.weekStart, budgetTracker.monthStart);
+    const earliest = Math.min(budget.daily ? budgetTracker.dayStart : Infinity, budget.weekly ? budgetTracker.weekStart : Infinity, budget.monthly ? budgetTracker.monthStart : Infinity);
     if (!existsSync(LOG_FILE)) {
         budgetTracker.initialized = true;
         return;
     }
+    let fileHandle = null;
     try {
-        const content = readFileSync(LOG_FILE, "utf-8");
-        const lines = content.trim().split("\n").filter(Boolean);
+        const stat = statSync(LOG_FILE);
+        const fileSize = stat.size;
+        fileHandle = await open(LOG_FILE, "r");
+        const CHUNK_SIZE = 64 * 1024; // 64KB chunks
+        const buffer = Buffer.alloc(CHUNK_SIZE);
+        let filePos = fileSize;
+        let leftover = "";
+        let shouldStop = false;
         let daily = 0;
         let weekly = 0;
         let monthly = 0;
-        for (const line of lines) {
-            try {
-                const entry = JSON.parse(line);
-                if (entry.type !== "tokens" || !entry.cost || entry._ts < earliest)
+        while (filePos > 0 && !shouldStop) {
+            const readLength = Math.min(CHUNK_SIZE, filePos);
+            filePos -= readLength;
+            const { bytesRead } = await fileHandle.read(buffer, 0, readLength, filePos);
+            const chunkStr = buffer.toString("utf8", 0, bytesRead) + leftover;
+            const lines = chunkStr.split("\n");
+            // The leftmost line could be cut off, save it for the next chunk read to the left
+            leftover = lines[0];
+            // Iterate lines in reverse order (from end to start)
+            for (let i = lines.length - 1; i >= 1; i--) {
+                const line = lines[i].trim();
+                if (!line)
                     continue;
-                if (entry._ts >= budgetTracker.dayStart)
-                    daily += entry.cost;
-                if (entry._ts >= budgetTracker.weekStart)
-                    weekly += entry.cost;
-                if (entry._ts >= budgetTracker.monthStart)
-                    monthly += entry.cost;
+                try {
+                    const entry = JSON.parse(line);
+                    if (entry.type !== "tokens" || !entry.cost)
+                        continue;
+                    if (entry._ts < earliest) {
+                        shouldStop = true;
+                        break;
+                    }
+                    if (entry._ts >= budgetTracker.dayStart)
+                        daily += entry.cost;
+                    if (entry._ts >= budgetTracker.weekStart)
+                        weekly += entry.cost;
+                    if (entry._ts >= budgetTracker.monthStart)
+                        monthly += entry.cost;
+                }
+                catch {
+                    // Skip malformed lines
+                }
+            }
+        }
+        // Include the very first line at the top
+        if (!shouldStop && leftover.trim()) {
+            try {
+                const entry = JSON.parse(leftover.trim());
+                if (entry.type === "tokens" && entry.cost && entry._ts >= earliest) {
+                    if (entry._ts >= budgetTracker.dayStart)
+                        daily += entry.cost;
+                    if (entry._ts >= budgetTracker.weekStart)
+                        weekly += entry.cost;
+                    if (entry._ts >= budgetTracker.monthStart)
+                        monthly += entry.cost;
+                }
             }
             catch { }
         }
@@ -209,7 +341,17 @@ function initBudgetTracker() {
         budgetTracker.weeklySpent = weekly;
         budgetTracker.monthlySpent = monthly;
     }
-    catch { }
+    catch (err) {
+        // Keep budgetTracker at 0 on error
+    }
+    finally {
+        if (fileHandle) {
+            try {
+                await fileHandle.close();
+            }
+            catch { }
+        }
+    }
     budgetTracker.initialized = true;
 }
 /**
@@ -297,8 +439,10 @@ export const TokenTrackerPlugin = async ({ directory, client }) => {
             lastConfigMtime = statSync(CONFIG_FILE).mtimeMs;
         }
         // Initialize in-memory budget tracker (reads JSONL once)
-        initBudgetTracker();
-        logJson({ type: "init", directory, configLoaded: existsSync(CONFIG_FILE) });
+        await initBudgetTracker();
+        // 不再写 type:"init" 标记：OpenCode 会在多个子进程（LSP、工具 runner 等）独立加载
+        // plugin，每次启动会向 JSONL 写多份重复的 init 行，污染日志且无计费价值。
+        // 跨进程去重的根因修复留待后续版本。
         // Show config validation warnings via Toast
         if (configWarnings.length > 0) {
             try {
@@ -323,6 +467,14 @@ export const TokenTrackerPlugin = async ({ directory, client }) => {
                         const info = props?.info;
                         if (!info?.tokens)
                             return;
+                        // 流式中间态保护：仅在消息真正完结时记账，避免对同一条消息重复计费。
+                        // 完结信号优先用 time.completed；实证发现 provider 的 finish reason
+                        // 会在 time.completed 之前一帧出现且此时 tokens 已完整，因此把 finish
+                        // 也作为有效的完结信号，避免极端断流时漏掉最后一帧。
+                        // 通过 modelID 识别 AI 生成消息（user 消息无此字段），不再硬编码 role。
+                        if (info.modelID && !info.time?.completed && !info.finish) {
+                            return;
+                        }
                         const messageId = info.id;
                         const sessionId = info.sessionID;
                         if (!messageId || !sessionId)
@@ -332,10 +484,10 @@ export const TokenTrackerPlugin = async ({ directory, client }) => {
                         const reasoning = info.tokens.reasoning ?? 0;
                         const cacheRead = info.tokens.cache?.read ?? 0;
                         const cacheWrite = info.tokens.cache?.write ?? 0;
-                        const hasTokens = input > 0 || output > 0;
+                        const hasTokens = input > 0 || output > 0 || cacheRead > 0 || cacheWrite > 0;
                         if (!hasTokens)
                             return;
-                        const dedupeKey = `${messageId}-${input}-${output}`;
+                        const dedupeKey = `${messageId}-${input}-${output}-${cacheRead}-${cacheWrite}`;
                         if (isDuplicate(dedupeKey))
                             return;
                         const model = info.model?.modelID ?? info.modelID ?? "unknown";

package/dist/test/shared.test.js

@@ -1,6 +1,7 @@
 import { describe, it } from "node:test";
 import { strict as assert } from "node:assert";
 import { BUILTIN_PRICING, DEFAULT_CONFIG, findModelConfigPricing, formatCost, formatTokens, getStartOfDay, getStartOfWeek, getStartOfMonth, validateConfig, } from "../lib/shared.js";
+import { getProviderFamily, calculateCost } from "../index.js";
 // ============================================================================
 // formatCost
 // ============================================================================
@@ -376,3 +377,81 @@ describe("findModelConfigPricing", () => {
         assert.deepEqual(findModelConfigPricing(result.config.models, "prefix/my-model", "any-provider"), { input: 1, output: 2 });
     });
 });
+// ============================================================================
+// getProviderFamily
+// ============================================================================
+describe("getProviderFamily", () => {
+    it("should detect anthropic for various combinations", () => {
+        assert.equal(getProviderFamily("claude-opus-4.6", "openai"), "anthropic");
+        assert.equal(getProviderFamily("some-model", "anthropic"), "anthropic");
+        assert.equal(getProviderFamily("claude-3-5-sonnet", "openrouter"), "anthropic");
+    });
+    it("should detect openai for various combinations", () => {
+        assert.equal(getProviderFamily("gpt-4o", "unknown"), "openai");
+        assert.equal(getProviderFamily("o1-mini", "openrouter"), "openai");
+        assert.equal(getProviderFamily("o3", "together"), "openai");
+        assert.equal(getProviderFamily("some-model", "openai"), "openai");
+    });
+    it("should detect deepseek for various combinations", () => {
+        assert.equal(getProviderFamily("deepseek-chat", "siliconflow"), "deepseek");
+        assert.equal(getProviderFamily("deepseek-reasoner", "deepseek"), "deepseek");
+        assert.equal(getProviderFamily("deepseek/deepseek-r1", "openrouter"), "deepseek");
+    });
+    it("should detect google for various combinations", () => {
+        assert.equal(getProviderFamily("gemini-2.5-pro", "openrouter"), "google");
+        assert.equal(getProviderFamily("some-model", "google"), "google");
+        assert.equal(getProviderFamily("gemini-2.0-flash", "vertex"), "google");
+    });
+    it("should fallback to other for unknown providers/models", () => {
+        assert.equal(getProviderFamily("meta-llama-3-8b", "together"), "other");
+        assert.equal(getProviderFamily("unknown", "unknown"), "other");
+    });
+});
+// ============================================================================
+// calculateCost (provider-specific defaults verification)
+// ============================================================================
+describe("calculateCost", () => {
+    it("should apply Anthropic defaults correctly (cacheRead = 10%, cacheWrite = 125%)", () => {
+        // claude-sonnet-4 base: input = 3, output = 15.
+        // 1M inputs, 1M outputs, 100K cacheRead, 100K cacheWrite
+        const cost = calculateCost("claude-sonnet-4", "anthropic", 1_000_000, 1_000_000, 100_000, 100_000);
+        // Expected details:
+        // billable input = 1M - 100K = 900K tokens = 0.9 * 3.00 = $2.70
+        // output = 1M tokens = 1.0 * 15.00 = $15.00
+        // cacheRead = 100K tokens = 0.1 * 3.00 * 0.1 = $0.03 (10% discount rate)
+        // cacheWrite = 100K tokens = 0.1 * 3.00 * 1.25 = $0.375 (125% rate)
+        // total = 2.70 + 15.00 + 0.03 + 0.375 = $18.105
+        assert.ok(Math.abs(cost - 18.105) < 0.0001, `expected 18.105, got ${cost}`);
+    });
+    it("should apply OpenAI defaults correctly (cacheRead = 50%, cacheWrite = 0%)", () => {
+        // Built-in gpt-4o has input: 2.5, output: 10.
+        // 1M inputs, 1M outputs, 100K cacheRead, 100K cacheWrite
+        const cost = calculateCost("gpt-4o", "openai", 1_000_000, 1_000_000, 100_000, 100_000);
+        // Expected details:
+        // billable input = 1M - 100K = 900K tokens = 0.9 * 2.50 = $2.25
+        // output = 1M tokens = 1.0 * 10.00 = $10.00
+        // cacheRead = 100K tokens = 0.1 * 2.50 * 0.5 = $0.125 (50% discount rate)
+        // cacheWrite = 100K tokens = 0.1 * 2.50 * 0 = $0 (free)
+        // total = 2.25 + 10.00 + 0.125 + 0 = $12.375
+        assert.ok(Math.abs(cost - 12.375) < 0.0001, `expected 12.375, got ${cost}`);
+    });
+    it("should apply DeepSeek defaults correctly (cacheRead = 10%, cacheWrite = 0%)", () => {
+        // deepseek-chat has input: 0.28, output: 0.42. cacheRead: 0.028 (explicit in table)
+        const costExplicit = calculateCost("deepseek-chat", "deepseek", 1_000_000, 1_000_000, 100_000, 100_000);
+        // billable input = 900K = 0.9 * 0.28 = $0.252
+        // output = 1M = 1.0 * 0.42 = $0.42
+        // cacheRead = 100K = 0.1 * 0.028 = $0.0028
+        // cacheWrite = 100K = 0.1 * 0 = $0
+        // total = 0.252 + 0.42 + 0.0028 = $0.6748
+        assert.ok(Math.abs(costExplicit - 0.6748) < 0.0001, `expected 0.6748, got ${costExplicit}`);
+        // Verify fallback using non-builtin model under deepseek family:
+        const costFallback = calculateCost("deepseek-custom", "deepseek", 1_000_000, 1_000_000, 100_000, 100_000);
+        // Default base: input = 1, output = 4.
+        // billable input = 900K = 0.9 * 1.00 = $0.90
+        // output = 1M = 1.0 * 4.00 = $4.00
+        // cacheRead = 100K = 0.1 * 1.00 * 0.1 = $0.01 (10% rate fallback)
+        // cacheWrite = 100K = 0.1 * 1.00 * 0 = $0 (free cache write)
+        // total = 0.90 + 4.00 + 0.01 = $4.91
+        assert.ok(Math.abs(costFallback - 4.91) < 0.0001, `expected 4.91, got ${costFallback}`);
+    });
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "opencode-token-tracker",
-  "version": "1.5.4",
+  "version": "1.5.6",
   "description": "Real-time token usage and cost tracking plugin for OpenCode with Toast notifications and CLI stats",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -8,11 +8,6 @@
   "bin": {
     "opencode-tokens": "dist/bin/opencode-tokens.js"
   },
-  "scripts": {
-    "build": "tsc",
-    "test": "tsc && node --test dist/test/shared.test.js",
-    "prepublishOnly": "npm run build"
-  },
   "keywords": [
     "opencode",
     "plugin",
@@ -51,5 +46,9 @@
   ],
   "engines": {
     "node": ">=18.0.0"
+  },
+  "scripts": {
+    "build": "tsc",
+    "test": "tsc && node --test dist/test/shared.test.js"
   }
-}
+}