@tokenzero/cli 0.1.3 → 0.1.5

package/bin/tokenzero.mjs

@@ -69,7 +69,18 @@ var PRICES = {
   "gemini-3-flash": P("gemini", "fast", 0.5, 3, 0.05),
   "gemini-2.5-pro": P("gemini", "frontier", 1.25, 10, 0.125, void 0, { longCtxAt: 2e5, longCtx: { input: 2.5, output: 15, cachedInput: 0.25 } }),
   "gemini-2.5-flash": P("gemini", "fast", 0.3, 2.5, 0.03),
-  "gemini-2.5-flash-lite": P("gemini", "fast", 0.1, 0.4, 0.01)
+  "gemini-2.5-flash-lite": P("gemini", "fast", 0.1, 0.4, 0.01),
+  // ---- xAI Grok ----
+  "grok-4": P("xai", "frontier", 3, 15, 0.75),
+  "grok-4-fast": P("xai", "fast", 0.2, 0.8, 0.05),
+  "grok-4-mini": P("xai", "fast", 0.2, 0.8, 0.05),
+  "grok-3": P("xai", "mid", 3, 15, 0.75),
+  "grok-3-mini": P("xai", "fast", 0.3, 0.5, 0.075),
+  // ---- DeepSeek ----
+  "deepseek-v3": P("deepseek", "fast", 0.27, 1.1, 0.07),
+  "deepseek-chat": P("deepseek", "fast", 0.27, 1.1, 0.07),
+  "deepseek-r1": P("deepseek", "mid", 0.55, 2.19, 0.14),
+  "deepseek-reasoner": P("deepseek", "mid", 0.55, 2.19, 0.14)
 };
 var CASCADE_TARGET = {
   "gpt-6-astra": "gpt-6.1-sol",
@@ -100,13 +111,19 @@ var CASCADE_TARGET = {
   "gemini-3.1-pro": "gemini-3.8-flash",
   "gemini-3.8-flash": "gemini-3.5-flash-lite",
   "gemini-2.5-pro": "gemini-2.5-flash",
-  "gemini-2.5-flash": "gemini-2.5-flash-lite"
+  "gemini-2.5-flash": "gemini-2.5-flash-lite",
+  "grok-4": "grok-4-fast",
+  "grok-3": "grok-3-mini",
+  "deepseek-r1": "deepseek-v3",
+  "deepseek-reasoner": "deepseek-chat"
 };
 var KEYS_BY_LENGTH = Object.keys(PRICES).sort((a, b) => b.length - a.length);
 function normalizeModel(model) {
   if (typeof model !== "string" || !model) return null;
   let m = model.toLowerCase().trim();
-  m = m.replace(/^(openai|anthropic|google|models|vertex_ai)\//, "");
+  m = m.replace(/^(openai|anthropic|google|gemini|x-ai|xai|deepseek|bedrock|models|vertex_ai)\//, "");
+  m = m.replace(/^(?:us\.|eu\.|apac\.)?anthropic\./, "");
+  m = m.replace(/-v\d+:\d+$/, "");
   m = m.replace(/@\d{8}$/, "");
   m = m.replace(/-(\d{8}|\d{4}-\d{2}-\d{2})$/, "");
   m = m.replace(/-(latest|preview|customtools|thinking)$/, "");
@@ -118,7 +135,7 @@ function priceFor(model) {
   const key = normalizeModel(model);
   return key ? { key, ...PRICES[key] } : null;
 }
-function costOf(model, u) {
+function costOf(model, u, factor = 1) {
   const p = priceFor(model);
   if (!p) return null;
   const tier = p.longCtx && p.longCtxAt && u.input > p.longCtxAt ? { ...p, ...p.longCtx } : p;
@@ -126,7 +143,7 @@ function costOf(model, u) {
   const written = u.cacheWrite ?? 0;
   const fresh = Math.max(0, u.input - cached - written);
   const M = 1e6;
-  return fresh * tier.input / M + cached * (tier.cachedInput ?? tier.input) / M + written * (tier.cacheWrite ?? tier.input) / M + u.output * tier.output / M;
+  return factor * (fresh * tier.input / M + cached * (tier.cachedInput ?? tier.input) / M + written * (tier.cacheWrite ?? tier.input) / M + u.output * tier.output / M);
 }
 
 // cli/src/tokens-lite.ts
@@ -224,6 +241,7 @@ function promptLike(t) {
   const words = (t.match(/[A-Za-z]{2,}/g) ?? []).length;
   return tags < 4 && cssRules < 3 && codeChars / t.length < 0.03 && words / (t.length / 6) > 0.5;
 }
+var REPEAT_TASK = /\b(classify|classification|categori[sz]e|sentiment|label (this|the|each)|is (this|it) spam|yes or no|true or false)\b/i;
 var SIMPLE_TASK = /\b(classify|classification|categori[sz]e|sentiment|extract (the|all|every|any)|return (only |just )?(valid |a )?json|respond (only )?(with|in) (valid )?json|output (only )?(valid )?json|translate (this|the following|into)|summari[sz]e (this|the following|in \d+)|label (this|the|each)|is (this|it) spam|yes or no|true or false)\b/i;
 var LLM_LIB_EXACT = /* @__PURE__ */ new Set(["openai", "anthropic", "@anthropic-ai/sdk", "ai", "litellm", "openai-agents", "@openai/agents", "instructor", "dspy", "dspy-ai", "guidance", "semantic-kernel", "haystack-ai", "autogen", "pyautogen", "autogen-agentchat", "crewai", "google-genai", "@google/genai", "mistralai", "@mistralai/mistralai", "cohere", "cohere-ai", "llama-index", "llama_index", "llamaindex", "langchain", "langgraph", "@langchain/core", "groq-sdk", "together-ai", "ollama"]);
 var LLM_LIB_FAMILY = /^(@langchain\/[\w-]+|langchain[-_][\w-]+|langgraph[-_][\w-]+|llama[-_]index[-_][\w-]+|@ai-sdk\/[\w-]+|openai[-_]agents[-_][\w-]+)$/i;
@@ -359,7 +377,7 @@ function analyzeFiles(files, repo = null, manifests2 = []) {
   const { kind, reason } = detectRepoKind(manifests2, sources);
   if (kind === "library") notes.push(`Library/SDK layout detected (${reason}): call sites are most likely pass-through wrappers where the caller chooses the model and prompt, so findings are downgraded one level and the estimate is discounted.`);
   const promptLibrary = [];
-  const repoCaches = sources.some((f) => /cache_control|cacheControl|prompt_cache_key|promptCacheKey|cachedContent|cached_content/.test(f.content));
+  const repoCaches = sources.some((f) => /cache_control|cacheControl|prompt_cache_key|promptCacheKey|prompt_cache_options|promptCacheOptions|prompt_cache_breakpoint|promptCacheBreakpoint|prompt_cache_retention|promptCacheRetention|cachedContent|cached_content/.test(f.content));
   const PROMPT_FILE = /(^|\/)[^/]*(prompt|instruction|template|persona)s?[^/]*\.[a-z]+$|(^|\/)prompts?\//i;
   const PROMPT_NAME = /\b[\w.]*(prompt|system|instruction|template|persona)\w*\s*(:\s*[\w[\]|. ]+)?\s*[:=]\s*(f|r|rf|fr|b)?$/i;
   for (const f of sources) {
@@ -372,7 +390,7 @@ function analyzeFiles(files, repo = null, manifests2 = []) {
       const lead = (masked[l.line - 1] ?? "").slice(0, Math.max(0, (masked[l.line - 1] ?? "").search(/["'`]|$/))).trimEnd();
       if (PROMPT_FILE.test(f.path) || PROMPT_NAME.test(lead) || PROMPT_NAME.test((masked[l.line - 2] ?? "").trimEnd())) promptLibrary.push({ file: f.path, line: l.line, tokens });
     }
-    const hasCacheControl = /cache_control|cacheControl|prompt_cache_key|promptCacheKey|cachedContent|cached_content/.test(src);
+    const hasCacheControl = /cache_control|cacheControl|prompt_cache_key|promptCacheKey|prompt_cache_options|promptCacheOptions|prompt_cache_breakpoint|promptCacheBreakpoint|prompt_cache_retention|promptCacheRetention|cachedContent|cached_content/.test(src);
     const illustrative = EXAMPLE_PATH.test(f.path);
     let repeatFlagged = false;
     const loc = makeLocator(masked);
@@ -393,6 +411,16 @@ function analyzeFiles(files, repo = null, manifests2 = []) {
         local.push({ ...fd, severity: sev });
       };
       const refs = resolveScopes(loc, masked, scope);
+      if (sdk.startsWith("langchain")) {
+        const assigned = /^\s*(?:const|let|var|self\.|this\.)?\s*([A-Za-z_]\w*)\s*(?::[^=\n]+)?=/.exec(masked[i])?.[1];
+        if (assigned) for (let l = 0; l < masked.length; l++) {
+          const inv = new RegExp(`\\b${assigned}\\.(invoke|ainvoke|stream|astream|batch|abatch|call|predict|generate)\\s*\\(`).exec(masked[l]);
+          if (!inv) continue;
+          const close = matchClose(loc.text, loc.starts[l] + inv.index + inv[0].length - 1);
+          const sc = { start: l, end: Math.max(l, loc.lineOf(close)) };
+          refs.push(sc, ...resolveScopes(loc, masked, sc));
+        }
+      }
       const inScopes = (l, scs) => scs.some((sc) => l.line - 1 >= sc.start && l.line - 1 <= sc.end);
       let near = literals.filter((l) => inScopes(l, [scope, ...refs]));
       if (!near.some((l) => l.text.trim().length > 20)) {
@@ -411,6 +439,7 @@ function analyzeFiles(files, repo = null, manifests2 = []) {
       const prompts = near.filter((l) => promptLike(l.text));
       const codeCtx = masked.slice(Math.max(0, i - 25), i + 25).join("\n");
       const simpleTask = near.some((l) => SIMPLE_TASK.test(l.text));
+      const repeatTask = near.some((l) => REPEAT_TASK.test(l.text));
       const isAnthropic = sdk.includes("anthropic") || (model?.startsWith("claude") ?? false);
       const bigTok = prompts.reduce((a, l) => a + countTokens(l.text), 0);
       if (bigTok >= 300 && !hasCacheControl) {
@@ -440,7 +469,7 @@ function analyzeFiles(files, repo = null, manifests2 = []) {
           line: i + 1,
           title: `${key} used for a task whose prompt reads like extraction/classification`,
           detail: `${price.tier === "frontier" ? "Frontier" : "Full-size"} pricing ($${price.input}/M in, $${price.output}/M out) on a constrained task. ${to} costs ~${Math.round((1 - b / a) * 100)}% less per call at this shape.`,
-          fix: `Opt into TokenZero cascade routing (\`X-TokenZero-Cascade: auto\`) so this call is routed to ${to} only when the classifier is confident, with parity reported in the ledger, or switch the model here behind an eval.`,
+          fix: `Opt into TokenZero cascade routing (\`X-TokenZero-Cascade: auto\`) so this call is routed to ${to} only when the classifier is confident (an opt-in shadow parity monitor is coming; nothing is promised), or switch the model here behind an eval.`,
           est_savings_pct: Math.round((1 - b / a) * 100)
         });
       }
@@ -451,12 +480,12 @@ function analyzeFiles(files, repo = null, manifests2 = []) {
           file: f.path,
           line: i + 1,
           title: "LLM call inside a loop",
-          detail: "Per-item calls repeat the full prompt prefix for every element. If items are independent and latency-tolerant, the provider Batch API is 50% cheaper; if the prefix is shared, caching pays off immediately.",
-          fix: "Batch where possible; otherwise keep the shared prefix cache-formatted (TokenZero does this automatically).",
+          detail: 'Per-item calls repeat the full prompt prefix for every element. If items are independent and latency-tolerant, the provider Batch API is 50% cheaper, and OpenAI Flex processing (`service_tier: "flex"`) gives the same 50% on ordinary calls without restructuring; if the prefix is shared, caching pays off immediately.',
+          fix: 'Batch where possible, or set `service_tier: "flex"` on OpenAI calls that can wait; otherwise keep the shared prefix cache-formatted (TokenZero does this automatically).',
           est_savings_pct: 25
         });
       }
-      if (simpleTask && !repeatFlagged && !/seed["']?\s*[:=]|temperature["']?\s*[:=]\s*0\b|X-TokenZero-Cache/i.test(spanText)) {
+      if (repeatTask && !repeatFlagged && !/seed["']?\s*[:=]|temperature["']?\s*[:=]\s*0\b|X-TokenZero-Cache/i.test(spanText)) {
         repeatFlagged = true;
         push({
           severity: "low",
@@ -526,17 +555,32 @@ function analyzeFiles(files, repo = null, manifests2 = []) {
 function filesFromDiff(diff) {
   const files = [];
   let cur = null;
+  let lineNo = 0;
   for (const line of diff.split("\n")) {
     const m = /^\+\+\+ b\/(.+)$/.exec(line);
     if (m) {
       cur = { path: m[1], content: "" };
       files.push(cur);
+      lineNo = 0;
       continue;
     }
     if (!cur) continue;
-    if (line.startsWith("+") && !line.startsWith("+++")) cur.content += line.slice(1) + "\n";
-    else if (line.startsWith(" ")) cur.content += line.slice(1) + "\n";
-    else if (line.startsWith("@@")) cur.content += "\n";
+    const h = /^@@ -\d+(?:,\d+)? \+(\d+)(?:,\d+)? @@/.exec(line);
+    if (h) {
+      const start = Number(h[1]);
+      while (lineNo < start - 1) {
+        cur.content += "\n";
+        lineNo++;
+      }
+      continue;
+    }
+    if (line.startsWith("+") && !line.startsWith("+++")) {
+      cur.content += line.slice(1) + "\n";
+      lineNo++;
+    } else if (line.startsWith(" ")) {
+      cur.content += line.slice(1) + "\n";
+      lineNo++;
+    } else if (line === "\") continue;
   }
   return files;
 }
@@ -622,7 +666,7 @@ function canonical(obj) {
 }
 
 // cli/src/main.ts
-var VERSION = "0.1.3";
+var VERSION = "0.1.5";
 var BAKED_URL = true ? "https://tokenzero.sh" : "__TOKENZERO_DEFAULT_URL__";
 function parseArgs(argv) {
   const a = { _: [], flags: {} };
@@ -829,42 +873,77 @@ ${bold("Your code")}`);
       if (sn) out(`  ${s.padEnd(10)} ${sn}`);
     }
   }
+  if (a.flags["github-action"]) await setupGithubAction(root, a);
   if (a.flags.mcp) await setupMcp(root, base, a);
   out(`
 ${bold("Next")}`);
   if (wsId) out(`  dashboard   ${base}/dashboard?workspace=${wsId}`);
   out(`  usage       ${selfCmd(base)} usage`);
   if (wsId) out(`  badge       turn on public stats in the dashboard, then: [![LLM spend verified by TokenZero](${base}/v1/badge/${wsId}.svg)](${base}/dashboard?workspace=${wsId})`);
+  if (!a.flags["github-action"]) out(`  PR checks   ${selfCmd(base)} init --github-action`);
   if (!a.flags.mcp) out(`  coding agents: ${selfCmd(base)} init --mcp`);
 }
-var selfCmd = (base) => `npx -y ${base}/cli/tokenzero.tgz`;
+var selfCmd = (_base) => "npx -y @tokenzero/cli";
 var redactKey = (s, key) => key ? s.replace(key, key.slice(0, 12) + "\u2026" + key.slice(-4)) : s;
-async function setupMcp(root, base, a) {
+var GH_ACTION_YAML = `name: TokenZero LLM Cost Check
+on: [pull_request]
+permissions:
+  contents: read
+  pull-requests: write
+jobs:
+  cost-audit:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - uses: tokenzero-ai/tokenzero/action@v0
+        with:
+          github-token: \${{ secrets.GITHUB_TOKEN }}
+`;
+async function setupGithubAction(root, a) {
   out(`
-${bold("MCP")} ${dim("(audit_repo_token_waste, optimize_prompt_payload, calculate_model_arbitrage)")}`);
-  out(`  Claude Code:  claude mcp add --transport http tokenzero ${base}/mcp`);
-  const cursorDir = path2.join(root, ".cursor");
-  const file = path2.join(cursorDir, "mcp.json");
-  let cfg = {};
+${bold("GitHub Action")} ${dim("(PR token-waste & model-arbitrage check)")}`);
+  const wfDir = path2.join(root, ".github", "workflows");
+  const file = path2.join(wfDir, "tokenzero.yml");
   if (fs2.existsSync(file)) {
-    try {
-      cfg = JSON.parse(fs2.readFileSync(file, "utf8"));
-    } catch {
-      out(yellow(`  ! ${file} is not valid JSON; not touching it`));
-      return;
-    }
-  }
-  if (cfg?.mcpServers?.tokenzero?.url === `${base}/mcp`) {
-    out(dim("  Cursor: already configured"));
+    out(dim(`  ${path2.relative(root, file)} already exists`));
     return;
   }
-  if (await confirm(`  Add TokenZero to ${path2.relative(root, file)} for Cursor?`, a)) {
-    cfg.mcpServers = { ...cfg.mcpServers ?? {}, tokenzero: { url: `${base}/mcp` } };
-    fs2.mkdirSync(cursorDir, { recursive: true });
-    fs2.writeFileSync(file, JSON.stringify(cfg, null, 2) + "\n");
+  if (await confirm(`  Add ${path2.relative(root, file)} to audit every PR?`, a)) {
+    fs2.mkdirSync(wfDir, { recursive: true });
+    fs2.writeFileSync(file, GH_ACTION_YAML);
     out(green(`  \u2713 wrote ${path2.relative(root, file)}`));
   }
 }
+async function setupMcp(root, base, a) {
+  out(`
+${bold("MCP")} ${dim("(audit_repo_token_waste, optimize_prompt_payload, calculate_model_arbitrage)")}`);
+  out(`  Claude Code:  claude mcp add --transport http tokenzero ${base}/mcp`);
+  out(`  Local stdio:  npx -y @tokenzero/mcp`);
+  for (const rel of [path2.join(".cursor", "mcp.json"), ".mcp.json"]) {
+    const file = path2.join(root, rel);
+    let cfg = {};
+    if (fs2.existsSync(file)) {
+      try {
+        cfg = JSON.parse(fs2.readFileSync(file, "utf8"));
+      } catch {
+        out(yellow(`  ! ${file} is not valid JSON; not touching it`));
+        continue;
+      }
+    }
+    if (cfg?.mcpServers?.tokenzero?.url === `${base}/mcp`) {
+      out(dim(`  ${rel}: already configured`));
+      continue;
+    }
+    if (await confirm(`  Add TokenZero to ${rel}?`, a)) {
+      cfg.mcpServers = { ...cfg.mcpServers ?? {}, tokenzero: { url: `${base}/mcp` } };
+      fs2.mkdirSync(path2.dirname(file), { recursive: true });
+      fs2.writeFileSync(file, JSON.stringify(cfg, null, 2) + "\n");
+      out(green(`  \u2713 wrote ${rel}`));
+    }
+  }
+}
 async function cmdAudit(a) {
   const root = path2.resolve(a._[1] ?? ".");
   let report;
@@ -980,7 +1059,7 @@ async function cmdVerify(a) {
 function help() {
   out(`${bold("tokenzero")} v${VERSION} \u2014 cut your LLM bill with a BYOK gateway
 
-  ${bold("tokenzero init")} [dir] [--url URL] [--name NAME] [--yes] [--no-env] [--mcp]
+  ${bold("tokenzero init")} [dir] [--url URL] [--name NAME] [--yes] [--no-env] [--mcp] [--github-action]
       Audit locally, create a workspace, point OPENAI_BASE_URL / ANTHROPIC_BASE_URL at the gateway.
   ${bold("tokenzero audit")} [dir] [--json | --format markdown] [--diff file|-] [--fail-over PCT]
       Static token-waste audit. Runs locally; nothing is uploaded. --fail-over makes it a CI gate.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tokenzero/cli",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "description": "TokenZero CLI: connect a project to the TokenZero BYOK gateway, audit LLM token waste locally, check usage and verify signed savings receipts.",
   "type": "module",
   "license": "Apache-2.0",