tokentracker-cli 1.5.6 → 1.5.8

package/src/lib/local-usage-transfer.js

@@ -7,6 +7,8 @@ const crypto = require("node:crypto");
 const { openLock, writeFileAtomic } = require("./fs");
 const { isAccountLevelSource } = require("./source-metadata");
 
+const { backendFromUrl, TOKEN_FIELDS: BACKEND_TOKEN_FIELDS } = require("./claude-backend");
+
 const SCHEMA = "tokentracker.local-usage.v1";
 const MAX_BYTES = 5 * 1024 * 1024;
 const MAX_STATE_BYTES = 64 * 1024 * 1024;
@@ -15,7 +17,7 @@ const TOKEN_FIELDS = ["input_tokens", "output_tokens", "cached_input_tokens", "c
   "reasoning_output_tokens", "total_tokens", "billable_total_tokens", "conversation_count",
   ...["long_context_", "priority_", "priority_long_context_", "ultrafast_", "ultrafast_long_context_"].flatMap((prefix) =>
     ["input_tokens", "output_tokens", "cached_input_tokens", "cache_creation_input_tokens", "reasoning_output_tokens"].map((field) => prefix + field))];
-const ROW_FIELDS = new Set(["source", "model", "hour_start", "total_cost_usd", ...TOKEN_FIELDS]);
+const ROW_FIELDS = new Set(["source", "model", "hour_start", "total_cost_usd", "backend_usage", ...TOKEN_FIELDS]);
 const validId = (id) => typeof id === "string" && /^[A-Za-z0-9_-]{8,128}$/.test(id);
 const validTime = (value) => typeof value === "string" && Number.isFinite(Date.parse(value)) && new Date(value).toISOString() === value;
 const digest = (value) => crypto.createHash("sha256").update(JSON.stringify(value)).digest("hex");
@@ -47,6 +49,25 @@ function cleanRow(row, strict = false) {
     if (!Number.isFinite(row.total_cost_usd) || row.total_cost_usd < 0) fail("invalid_snapshot");
     result.total_cost_usd = row.total_cost_usd;
   }
+  if (row.backend_usage !== undefined) {
+    if (row.source !== "claude" || !Array.isArray(row.backend_usage)) fail("invalid_snapshot");
+    const sums = {};
+    result.backend_usage = row.backend_usage.map((part) => {
+      if (!part || typeof part !== "object") fail("invalid_snapshot");
+      const identity = backendFromUrl(part.backend_origin);
+      if (part.backend !== identity.backend || part.backend_origin !== identity.backend_origin ||
+          Object.keys(part).some((key) => !["backend", "backend_origin", ...BACKEND_TOKEN_FIELDS].includes(key))) fail("invalid_snapshot");
+      const clean = { ...identity };
+      for (const field of BACKEND_TOKEN_FIELDS) {
+        const value = part[field] ?? 0;
+        if (!Number.isSafeInteger(value) || value < 0) fail("invalid_snapshot");
+        sums[field] = (sums[field] || 0) + value;
+        if (sums[field] > (result[field] || 0)) fail("invalid_snapshot");
+        clean[field] = value;
+      }
+      return clean;
+    });
+  }
   return result;
 }
 

package/src/lib/pricing/index.js

@@ -1,3 +1,4 @@
+const { hasUnknownBackendCost, TOKEN_FIELDS } = require("../claude-backend");
 // Public pricing API. Replaces the hard-coded MODEL_PRICING table that used
 // to live in src/lib/local-api.js. Keeps the same synchronous shape so all
 // existing callers (computeRowCost, /functions/* handlers, tests) work
@@ -139,6 +140,7 @@ const pricingInfoCache = { revision: -1, entries: new Map() };
 // Preserve matcher provenance: a known zero rate is free, a missing model is
 // unpriced. Both return zero dollars, but they mean different things in the UI.
 function getModelPricingInfo(model, opts = {}) {
+  if (hasUnknownBackendCost(opts)) return { status: "unpriced", source: null, ...ZERO_PRICING };
   const source = typeof opts === "string" ? opts : opts.source;
   const sourceKey = typeof source === "string" ? source.toLowerCase() : null;
   if (pricingInfoCache.revision !== state.revision) {
@@ -340,6 +342,16 @@ function speedTierSubsetCost(row, prefix, pricing, ctx) {
 // computeRowCost in src/lib/local-api.js. Moved here so vite mock + local
 // server share one source of truth.
 function computeRowCost(row) {
+  if (hasUnknownBackendCost(row)) {
+    // Existing totals without provenance retain their historical estimate. Only
+    // the newly ingested custom/unknown subset is excluded from model pricing.
+    const priced = { ...row, backend_usage: undefined };
+    for (const part of row.backend_usage) {
+      if (part.backend === "anthropic") continue;
+      for (const field of TOKEN_FIELDS) priced[field] = Math.max(0, (priced[field] || 0) - (part[field] || 0));
+    }
+    return computeRowCost(priced);
+  }
   if (LOCAL_INFERENCE_SOURCES.has(String(row?.source || "").toLowerCase())) return 0;
   // Pi can route a turn through a subscription-backed Copilot provider. Pi's
   // usage record reports a zero marginal cost for those turns; do not