token-goat 2.9.19 → 2.9.20

package/dist/{token-goat-chunk-2GTB5RBZ.mjs → token-goat-chunk-I5PQRHFE.mjs}

@@ -1,47 +1,39 @@
 import { createRequire as __cjsRequire } from 'node:module';
 const require = __cjsRequire(import.meta.url);
 import {
-  accumulateResidentLine,
-  claudeConfigDir,
-  createResidentContextStats,
   enqueueDirtyPathsSafe,
-  estimateTokens,
   fenceUntrusted,
   getToolName,
   getTrackedFiles,
-  scanAndRecord,
-  summarizeResidentContext
-} from "./token-goat-chunk-FQYMZASI.mjs";
+  scanAndRecord
+} from "./token-goat-chunk-DPHJU3P7.mjs";
 import {
   RECALL_DEFAULT_LIMIT,
-  commandHash,
-  getBashOutput,
   indexRecallEntry,
   listRecentRecall,
-  normalizeCommandForCacheKey,
   searchRecall
-} from "./token-goat-chunk-7DGTVBWP.mjs";
+} from "./token-goat-chunk-SL454EN5.mjs";
 import {
   isBlobStale,
   loadBlob,
   redactSecrets,
   storeBlob
-} from "./token-goat-chunk-S7RFIX4Y.mjs";
+} from "./token-goat-chunk-K5XPIUVB.mjs";
 import {
   parserFingerprintForLanguage
-} from "./token-goat-chunk-EP7TCWHM.mjs";
+} from "./token-goat-chunk-ERGHDBC6.mjs";
 import {
   getProjectFileEntries,
   projectScopeClause
-} from "./token-goat-chunk-IBTFGZBX.mjs";
+} from "./token-goat-chunk-K3ZNBN4U.mjs";
 import {
   getDb
-} from "./token-goat-chunk-JNIFSVWM.mjs";
+} from "./token-goat-chunk-T63VHOL3.mjs";
 import {
   fingerprintFile,
   getDisplayRoot,
   shortFingerprint
-} from "./token-goat-chunk-SOKAPOOC.mjs";
+} from "./token-goat-chunk-74ADIZZX.mjs";
 import {
   registerReset
 } from "./token-goat-chunk-EEIDFMEM.mjs";
@@ -52,7 +44,7 @@ import {
   foldPath,
   globalDbPath,
   pad
-} from "./token-goat-chunk-ZGQXRYKE.mjs";
+} from "./token-goat-chunk-6LJNM4ZZ.mjs";
 import {
   UNTRUSTED_TOOL_TAG,
   UNTRUSTED_WEB_TAG,
@@ -132,7 +124,7 @@ var DEFAULT_STDIN_TIMEOUT_MS = 5e3;
 var MAX_STDIN_WALL_MS = 6e4;
 var MAX_STDIN_BYTES = 64 * 1024 * 1024;
 function readStdinJson(timeoutMs = DEFAULT_STDIN_TIMEOUT_MS, maxBytes = MAX_STDIN_BYTES) {
-  return new Promise((resolve3, reject) => {
+  return new Promise((resolve2, reject) => {
     const chunks = [];
     let totalBytes = 0;
     let settled = false;
@@ -178,7 +170,7 @@ function readStdinJson(timeoutMs = DEFAULT_STDIN_TIMEOUT_MS, maxBytes = MAX_STDI
           return;
         }
         try {
-          resolve3(JSON.parse(text));
+          resolve2(JSON.parse(text));
         } catch (err) {
           reject(err instanceof Error ? err : new Error(String(err)));
         }
@@ -972,253 +964,6 @@ function reconcileProject(opts = {}) {
   };
 }
 
-// src/waste.ts
-init_define_import_meta_env();
-import * as fs3 from "node:fs";
-import * as path from "node:path";
-function projectTranscriptsDir(projectRoot) {
-  const rootStr = path.resolve(projectRoot);
-  const slug = rootStr.replace(/[^A-Za-z0-9]/g, "-");
-  return path.join(claudeConfigDir(), "projects", slug);
-}
-function findLatestTranscript(projectRoot) {
-  const dir = projectTranscriptsDir(projectRoot);
-  let entries;
-  try {
-    entries = fs3.readdirSync(dir).filter((f) => f.endsWith(".jsonl"));
-  } catch {
-    return null;
-  }
-  let best = null;
-  for (const name of entries) {
-    const full = path.join(dir, name);
-    let stat;
-    try {
-      stat = fs3.statSync(full);
-    } catch {
-      continue;
-    }
-    if (best === null || stat.mtimeMs > best.mtimeMs) best = { file: full, mtimeMs: stat.mtimeMs };
-  }
-  return best?.file ?? null;
-}
-function safeStringify(value) {
-  try {
-    return JSON.stringify(value) ?? "";
-  } catch {
-    return "";
-  }
-}
-var FILE_PATH_TOOLS = /* @__PURE__ */ new Set(["Read", "Edit", "Write", "NotebookEdit", "MultiEdit"]);
-function extractFilePath(name, input) {
-  if (!FILE_PATH_TOOLS.has(name)) return null;
-  if (input === null || typeof input !== "object") return null;
-  const o = input;
-  const fp = o["file_path"];
-  if (typeof fp === "string") return fp;
-  const notebookPath = o["notebook_path"];
-  return typeof notebookPath === "string" ? notebookPath : null;
-}
-function extractCommand(name, input) {
-  if (name !== "Bash") return null;
-  if (input === null || typeof input !== "object") return null;
-  const cmd = input["command"];
-  return typeof cmd === "string" ? cmd : null;
-}
-function summarizeInput(name, input, filePath, command) {
-  if (filePath !== null) return filePath;
-  if (command !== null) return command.length > 100 ? `${command.slice(0, 100)}\u2026` : command;
-  if (input === null || typeof input !== "object") return "";
-  const o = input;
-  for (const key of ["pattern", "query", "path", "description", "prompt"]) {
-    const v = o[key];
-    if (typeof v === "string") return v.length > 100 ? `${v.slice(0, 100)}\u2026` : v;
-  }
-  const s = safeStringify(input);
-  return s.length > 100 ? `${s.slice(0, 100)}\u2026` : s;
-}
-function extractResultText(content) {
-  if (typeof content === "string") return content;
-  if (Array.isArray(content)) {
-    return content.map((b) => {
-      if (b !== null && typeof b === "object" && b["type"] === "text") {
-        const t = b["text"];
-        return typeof t === "string" ? t : "";
-      }
-      return "";
-    }).join("\n");
-  }
-  return "";
-}
-function parseTranscript(transcriptPath) {
-  const raw = fs3.readFileSync(transcriptPath, "utf-8");
-  const calls = [];
-  const resultTextById = /* @__PURE__ */ new Map();
-  const assistantTurns = [];
-  const resident = createResidentContextStats();
-  let seq = 0;
-  for (const line of raw.split("\n")) {
-    const trimmed = line.trim();
-    if (trimmed === "") continue;
-    let obj;
-    try {
-      obj = JSON.parse(trimmed);
-    } catch {
-      continue;
-    }
-    if (obj === null || typeof obj !== "object") continue;
-    const o = obj;
-    accumulateResidentLine(resident, o, trimmed.length);
-    const message = o["message"];
-    if (message === null || typeof message !== "object") continue;
-    const messageObj = message;
-    const content = messageObj["content"];
-    if (!Array.isArray(content)) continue;
-    const role = typeof messageObj["role"] === "string" ? messageObj["role"] : null;
-    const cwd = typeof o["cwd"] === "string" ? o["cwd"] : null;
-    let turnTextTokens = 0;
-    let sawTextBlock = false;
-    for (const block of content) {
-      if (block === null || typeof block !== "object") continue;
-      const b = block;
-      if (b["type"] === "tool_use" && typeof b["id"] === "string" && typeof b["name"] === "string") {
-        const name = b["name"];
-        const input = b["input"];
-        const filePath = extractFilePath(name, input);
-        const command = extractCommand(name, input);
-        calls.push({
-          seq: seq++,
-          id: b["id"],
-          name,
-          input,
-          filePath,
-          command,
-          summary: summarizeInput(name, input, filePath, command),
-          cwd
-        });
-      } else if (b["type"] === "tool_result" && typeof b["tool_use_id"] === "string") {
-        const id = b["tool_use_id"];
-        if (!resultTextById.has(id)) {
-          resultTextById.set(id, extractResultText(b["content"]));
-        }
-      } else if (role === "assistant" && b["type"] === "text" && typeof b["text"] === "string") {
-        sawTextBlock = true;
-        turnTextTokens += estimateTokens(b["text"]);
-      }
-    }
-    if (role === "assistant" && sawTextBlock) assistantTurns.push(turnTextTokens);
-  }
-  return { calls, resultTextById, assistantTurns, resident };
-}
-function costPerCall(parsed) {
-  return parsed.calls.map((c) => ({
-    ...c,
-    tokens: estimateTokens(parsed.resultTextById.get(c.id) ?? "")
-  }));
-}
-function aggregateSortedDesc(pairs) {
-  return [...pairs].map(([key, tokens]) => ({ key, tokens })).sort((a, b) => b.tokens - a.tokens);
-}
-function tokensByTool(costs) {
-  const m = /* @__PURE__ */ new Map();
-  for (const c of costs) m.set(c.name, (m.get(c.name) ?? 0) + c.tokens);
-  return aggregateSortedDesc(m);
-}
-function tokensByFile(costs) {
-  const m = /* @__PURE__ */ new Map();
-  for (const c of costs) {
-    if (c.filePath === null) continue;
-    m.set(c.filePath, (m.get(c.filePath) ?? 0) + c.tokens);
-  }
-  return aggregateSortedDesc(m);
-}
-function topExpensiveCalls(costs, n) {
-  return [...costs].sort((a, b) => b.tokens - a.tokens).slice(0, n);
-}
-function neverTouchedAgain(costs) {
-  const readsByFile = /* @__PURE__ */ new Map();
-  for (const c of costs) {
-    if (c.name !== "Read" || c.filePath === null) continue;
-    const arr = readsByFile.get(c.filePath) ?? [];
-    arr.push(c);
-    readsByFile.set(c.filePath, arr);
-  }
-  const out = [];
-  for (const [filePath, reads] of readsByFile) {
-    const firstSeq = Math.min(...reads.map((r) => r.seq));
-    const touchedLater = costs.some((c) => {
-      if (c.seq <= firstSeq) return false;
-      if (c.filePath === filePath) return true;
-      return safeStringify(c.input).includes(filePath);
-    });
-    if (!touchedLater) {
-      out.push({ filePath, tokens: reads.reduce((n, r) => n + r.tokens, 0) });
-    }
-  }
-  return out.sort((a, b) => b.tokens - a.tokens);
-}
-async function repeatedUncompressedBashCommands(costs) {
-  const groups = /* @__PURE__ */ new Map();
-  for (const c of costs) {
-    if (c.name !== "Bash" || c.command === null) continue;
-    const norm = normalizeCommandForCacheKey(c.command);
-    const arr = groups.get(norm) ?? [];
-    arr.push(c);
-    groups.set(norm, arr);
-  }
-  const out = [];
-  for (const [norm, calls] of groups) {
-    if (calls.length < 2) continue;
-    let cached = false;
-    for (const c of calls) {
-      try {
-        const hash = await commandHash(c.command, c.cwd);
-        if (getBashOutput(hash) !== null) {
-          cached = true;
-          break;
-        }
-      } catch {
-      }
-    }
-    if (cached) continue;
-    const totalTokens = calls.reduce((n, c) => n + c.tokens, 0);
-    out.push({
-      normalized: norm,
-      count: calls.length,
-      totalTokens,
-      avgTokens: Math.round(totalTokens / calls.length)
-    });
-  }
-  return out.sort((a, b) => b.totalTokens - a.totalTokens);
-}
-function assistantOutputCost(assistantTurns) {
-  const turnCount = assistantTurns.length;
-  let generatedTokens = 0;
-  let resendCeilingTokens = 0;
-  for (let i = 0; i < turnCount; i++) {
-    const tokens = assistantTurns[i] ?? 0;
-    generatedTokens += tokens;
-    resendCeilingTokens += tokens * (turnCount - 1 - i);
-  }
-  return { turnCount, generatedTokens, resendCeilingTokens };
-}
-async function buildWasteReport(transcriptPath, opts = {}) {
-  const parsed = parseTranscript(transcriptPath);
-  const costs = costPerCall(parsed);
-  const topN = opts.topN ?? 10;
-  return {
-    transcriptPath,
-    totalTokens: costs.reduce((n, c) => n + c.tokens, 0),
-    tokensByTool: tokensByTool(costs),
-    tokensByFile: tokensByFile(costs),
-    topCalls: topExpensiveCalls(costs, topN).map((c) => ({ seq: c.seq, name: c.name, summary: c.summary, tokens: c.tokens })),
-    neverTouchedAgain: neverTouchedAgain(costs),
-    repeatedUncompressedBash: await repeatedUncompressedBashCommands(costs),
-    assistantOutput: assistantOutputCost(parsed.assistantTurns),
-    residentContext: summarizeResidentContext(parsed.resident)
-  };
-}
-
 // src/cli_recall.ts
 init_define_import_meta_env();
 var RECALL_COMMAND = {
@@ -1294,11 +1039,6 @@ export {
   runReconcile,
   isReconcileClean,
   reconcileProject,
-  projectTranscriptsDir,
-  findLatestTranscript,
-  safeStringify,
-  extractResultText,
-  buildWasteReport,
   RECALL_COMMAND,
   runRecallCommand,
   MAX_STDIN_BYTES,

package/dist/{token-goat-chunk-MU6I4IDI.mjs → token-goat-chunk-ITWYDOKP.mjs}

@@ -2,22 +2,24 @@ import { createRequire as __cjsRequire } from 'node:module';
 const require = __cjsRequire(import.meta.url);
 import {
   ToolFilter,
-  capTokens,
   compressedTokensSaved,
   deliverCompressed,
   dispatchArgv,
   filterByName,
-  selectFilter,
+  selectFilter
+} from "./token-goat-chunk-PAVWB4L4.mjs";
+import {
+  capTokens,
   shlexSplit,
   storeBashOutputSync
-} from "./token-goat-chunk-7DGTVBWP.mjs";
+} from "./token-goat-chunk-SL454EN5.mjs";
 import {
   recordStat
-} from "./token-goat-chunk-S7RFIX4Y.mjs";
+} from "./token-goat-chunk-K5XPIUVB.mjs";
 import {
   detectHarness,
   loadConfig
-} from "./token-goat-chunk-SOKAPOOC.mjs";
+} from "./token-goat-chunk-74ADIZZX.mjs";
 import {
   init_define_import_meta_env
 } from "./token-goat-chunk-A37V4PBF.mjs";
@@ -160,19 +162,20 @@ function scheduleHeartbeat(startTime, intervalMs, write) {
   };
 }
 function resolveFilter(command, filterName, cwd) {
+  const effectiveCwd = cwd ?? process.cwd();
   let split;
   try {
     split = shlexSplit(command);
   } catch {
     split = null;
   }
-  const argv = split === null ? [command] : dispatchArgv(split, cwd).argv;
+  const argv = split === null ? [command] : dispatchArgv(split, effectiveCwd).argv;
   if (filterName) {
     const named = filterByName(filterName);
     if (named !== null) return { filter: named, argv };
   }
   if (split === null) return { filter: null, argv };
-  return { filter: selectFilter(split, cwd), argv };
+  return { filter: selectFilter(split, effectiveCwd), argv };
 }
 function baseSpawnOptions(timeout, cwd) {
   return { timeout: timeout * 1e3, cwd };
@@ -332,6 +335,7 @@ export {
   DEFAULT_TIMEOUT_SECONDS,
   MAX_CAPTURE_BYTES,
   DEFAULT_HEARTBEAT_INTERVAL_MS,
+  resolveFilter,
   run,
   runRaw
 };

package/dist/{token-goat-chunk-IBTFGZBX.mjs → token-goat-chunk-K3ZNBN4U.mjs}

@@ -2,12 +2,12 @@ import { createRequire as __cjsRequire } from 'node:module';
 const require = __cjsRequire(import.meta.url);
 import {
   getDb
-} from "./token-goat-chunk-JNIFSVWM.mjs";
+} from "./token-goat-chunk-T63VHOL3.mjs";
 import {
   foldPath,
   globalDbPath,
   isCaseInsensitiveFs
-} from "./token-goat-chunk-ZGQXRYKE.mjs";
+} from "./token-goat-chunk-6LJNM4ZZ.mjs";
 import {
   normalizePath
 } from "./token-goat-chunk-NMTKNYGF.mjs";

package/dist/{token-goat-chunk-S7RFIX4Y.mjs → token-goat-chunk-K5XPIUVB.mjs}

@@ -2,11 +2,11 @@ import { createRequire as __cjsRequire } from 'node:module';
 const require = __cjsRequire(import.meta.url);
 import {
   getDb
-} from "./token-goat-chunk-JNIFSVWM.mjs";
+} from "./token-goat-chunk-T63VHOL3.mjs";
 import {
   getHarnessName,
   loadConfig
-} from "./token-goat-chunk-SOKAPOOC.mjs";
+} from "./token-goat-chunk-74ADIZZX.mjs";
 import {
   registerReset
 } from "./token-goat-chunk-EEIDFMEM.mjs";
@@ -23,7 +23,7 @@ import {
   extractErrorMessage,
   sanitizeIdForFilename,
   tokenGoatHome
-} from "./token-goat-chunk-ZGQXRYKE.mjs";
+} from "./token-goat-chunk-6LJNM4ZZ.mjs";
 import {
   displaySafeText
 } from "./token-goat-chunk-NMTKNYGF.mjs";
@@ -54,12 +54,6 @@ function stripAnsiEscapes(s) {
   }
   return s.replace(_ANSI_ESCAPE_RE, "");
 }
-function stripAnsi(s) {
-  if (!s.includes("\x1B")) {
-    return s;
-  }
-  return stripAnsiEscapes(s).replace(_PUA_RE, "");
-}
 function fmtBytes(n) {
   let value = n;
   const units = ["B", "KB", "MB", "GB", "TB"];
@@ -75,7 +69,7 @@ function fg(r, g, b) {
   return `${_E}[38;2;${r};${g};${b}m`;
 }
 function vlen(s) {
-  return stripAnsi(s).length;
+  return stripAnsiEscapes(s).replace(_PUA_RE, "").length;
 }
 function padR(s, w) {
   return s + " ".repeat(Math.max(0, w - vlen(s)));
@@ -115,6 +109,41 @@ init_define_import_meta_env();
 import * as fs from "node:fs";
 import * as path from "node:path";
 
+// src/token_estimate.ts
+init_define_import_meta_env();
+var BYTES_PER_TOKEN = {
+  text: 4,
+  dense: 1.45
+};
+var GUARD_MARGIN = 0.75;
+function creditDivisor(cls = "text") {
+  return BYTES_PER_TOKEN[cls];
+}
+function guardDivisor(cls = "text") {
+  return BYTES_PER_TOKEN[cls] * GUARD_MARGIN;
+}
+var DENSE_ALPHABET = /^[A-Za-z0-9+/=_-]$/;
+var MIN_DENSE_SAMPLE = 200;
+var MIN_DENSE_DISTINCT = 16;
+var CLASSIFY_SAMPLE_CHARS = 4096;
+function classifyContent(text) {
+  const sample = text.slice(0, CLASSIFY_SAMPLE_CHARS);
+  if (sample.length < MIN_DENSE_SAMPLE) return "text";
+  let whitespace = 0;
+  let dense = 0;
+  const distinct = /* @__PURE__ */ new Set();
+  for (const ch of sample) {
+    if (ch === " " || ch === "\n" || ch === "	" || ch === "\r") whitespace++;
+    else if (DENSE_ALPHABET.test(ch)) {
+      dense++;
+      distinct.add(ch);
+    }
+  }
+  if (whitespace / sample.length >= 0.05) return "text";
+  if (distinct.size < MIN_DENSE_DISTINCT) return "text";
+  return dense / sample.length >= 0.95 ? "dense" : "text";
+}
+
 // src/render/stats_renderer.ts
 init_define_import_meta_env();
 var _STATS_MESSAGES_FALLBACK = {
@@ -777,7 +806,7 @@ function _renderByProjectSection(stats) {
         nameColor: C.TEXT_PRIMARY
       })
     );
-    lines.push(`${_M}  ${fg(...C.TEXT_DIM)}\u2514\u2500 ${p.hash}  ${displaySafeText(stripAnsi(p.path))}${RESET}`);
+    lines.push(`${_M}  ${fg(...C.TEXT_DIM)}\u2514\u2500 ${p.hash}  ${displaySafeText(stripAnsiEscapes(p.path))}${RESET}`);
   }
   return lines;
 }
@@ -871,8 +900,8 @@ var SOURCE_CONTENT = "content";
 var SOURCE_OTHER = "other";
 var _BYTES_MODE_ONLY_KINDS = /* @__PURE__ */ new Set(["webfetch_image", "gdrive_image"]);
 var COUNT_ONLY_KINDS = /* @__PURE__ */ new Set(["secret_redacted"]);
-function savedTokensFromBytes(bytes) {
-  return Math.round(Math.max(0, bytes) / 4);
+function savedTokensFromBytes(bytes, cls = "text") {
+  return Math.round(Math.max(0, bytes) / creditDivisor(cls));
 }
 var KIND_TO_SOURCE = {
   image_shrink: SOURCE_IMAGE,
@@ -2141,10 +2170,12 @@ function sweepCacheRoots(extraRoots = []) {
 }
 
 export {
+  BYTES_PER_TOKEN,
+  guardDivisor,
+  classifyContent,
   colorStdout,
   RESET,
   stripAnsiEscapes,
-  stripAnsi,
   fg,
   C,
   SOURCE_HINT,