token-goat 2.9.18 → 2.9.20

package/dist/token-goat-chunk-BQIC3AVL.mjs

@@ -0,0 +1,292 @@
+import { createRequire as __cjsRequire } from 'node:module';
+const require = __cjsRequire(import.meta.url);
+import {
+  accumulateResidentLine,
+  claudeConfigDir,
+  createResidentContextStats,
+  estimateTokens,
+  summarizeResidentContext
+} from "./token-goat-chunk-ZHFM4DHJ.mjs";
+import {
+  commandHash,
+  getBashOutput,
+  normalizeCommandForCacheKey
+} from "./token-goat-chunk-SL454EN5.mjs";
+import {
+  init_define_import_meta_env
+} from "./token-goat-chunk-A37V4PBF.mjs";
+
+// src/waste.ts
+init_define_import_meta_env();
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { StringDecoder } from "node:string_decoder";
+function projectTranscriptsDir(projectRoot) {
+  const rootStr = path.resolve(projectRoot);
+  const slug = rootStr.replace(/[^A-Za-z0-9]/g, "-");
+  return path.join(claudeConfigDir(), "projects", slug);
+}
+function findLatestTranscript(projectRoot) {
+  const dir = projectTranscriptsDir(projectRoot);
+  let entries;
+  try {
+    entries = fs.readdirSync(dir).filter((f) => f.endsWith(".jsonl"));
+  } catch {
+    return null;
+  }
+  let best = null;
+  for (const name of entries) {
+    const full = path.join(dir, name);
+    let stat;
+    try {
+      stat = fs.statSync(full);
+    } catch {
+      continue;
+    }
+    if (best === null || stat.mtimeMs > best.mtimeMs) best = { file: full, mtimeMs: stat.mtimeMs };
+  }
+  return best?.file ?? null;
+}
+function safeStringify(value) {
+  try {
+    return JSON.stringify(value) ?? "";
+  } catch {
+    return "";
+  }
+}
+var FILE_PATH_TOOLS = /* @__PURE__ */ new Set(["Read", "Edit", "Write", "NotebookEdit", "MultiEdit"]);
+function extractFilePath(name, input) {
+  if (!FILE_PATH_TOOLS.has(name)) return null;
+  if (input === null || typeof input !== "object") return null;
+  const o = input;
+  const fp = o["file_path"];
+  if (typeof fp === "string") return fp;
+  const notebookPath = o["notebook_path"];
+  return typeof notebookPath === "string" ? notebookPath : null;
+}
+function extractCommand(name, input) {
+  if (name !== "Bash") return null;
+  if (input === null || typeof input !== "object") return null;
+  const cmd = input["command"];
+  return typeof cmd === "string" ? cmd : null;
+}
+function summarizeInput(name, input, filePath, command) {
+  if (filePath !== null) return filePath;
+  if (command !== null) return command.length > 100 ? `${command.slice(0, 100)}\u2026` : command;
+  if (input === null || typeof input !== "object") return "";
+  const o = input;
+  for (const key of ["pattern", "query", "path", "description", "prompt"]) {
+    const v = o[key];
+    if (typeof v === "string") return v.length > 100 ? `${v.slice(0, 100)}\u2026` : v;
+  }
+  const s = safeStringify(input);
+  return s.length > 100 ? `${s.slice(0, 100)}\u2026` : s;
+}
+function extractResultText(content) {
+  if (typeof content === "string") return content;
+  if (Array.isArray(content)) {
+    return content.map((b) => {
+      if (b !== null && typeof b === "object" && b["type"] === "text") {
+        const t = b["text"];
+        return typeof t === "string" ? t : "";
+      }
+      return "";
+    }).join("\n");
+  }
+  return "";
+}
+function* readFileLines(filePath) {
+  const fd = fs.openSync(filePath, "r");
+  try {
+    const buf = Buffer.allocUnsafe(1 << 20);
+    const decoder = new StringDecoder("utf8");
+    let carry = "";
+    for (; ; ) {
+      const bytes = fs.readSync(fd, buf, 0, buf.length, null);
+      if (bytes === 0) break;
+      const lines = (carry + decoder.write(buf.subarray(0, bytes))).split("\n");
+      carry = lines.pop() ?? "";
+      for (const line of lines) yield line;
+    }
+    carry += decoder.end();
+    if (carry !== "") yield carry;
+  } finally {
+    fs.closeSync(fd);
+  }
+}
+function parseTranscript(transcriptPath) {
+  const calls = [];
+  const resultTextById = /* @__PURE__ */ new Map();
+  const assistantTurns = [];
+  const resident = createResidentContextStats();
+  let seq = 0;
+  for (const line of readFileLines(transcriptPath)) {
+    const trimmed = line.trim();
+    if (trimmed === "") continue;
+    let obj;
+    try {
+      obj = JSON.parse(trimmed);
+    } catch {
+      continue;
+    }
+    if (obj === null || typeof obj !== "object") continue;
+    const o = obj;
+    accumulateResidentLine(resident, o, trimmed.length);
+    const message = o["message"];
+    if (message === null || typeof message !== "object") continue;
+    const messageObj = message;
+    const content = messageObj["content"];
+    if (!Array.isArray(content)) continue;
+    const role = typeof messageObj["role"] === "string" ? messageObj["role"] : null;
+    const cwd = typeof o["cwd"] === "string" ? o["cwd"] : null;
+    let turnTextTokens = 0;
+    let sawTextBlock = false;
+    for (const block of content) {
+      if (block === null || typeof block !== "object") continue;
+      const b = block;
+      if (b["type"] === "tool_use" && typeof b["id"] === "string" && typeof b["name"] === "string") {
+        const name = b["name"];
+        const input = b["input"];
+        const filePath = extractFilePath(name, input);
+        const command = extractCommand(name, input);
+        calls.push({
+          seq: seq++,
+          id: b["id"],
+          name,
+          input,
+          filePath,
+          command,
+          summary: summarizeInput(name, input, filePath, command),
+          cwd
+        });
+      } else if (b["type"] === "tool_result" && typeof b["tool_use_id"] === "string") {
+        const id = b["tool_use_id"];
+        if (!resultTextById.has(id)) {
+          resultTextById.set(id, extractResultText(b["content"]));
+        }
+      } else if (role === "assistant" && b["type"] === "text" && typeof b["text"] === "string") {
+        sawTextBlock = true;
+        turnTextTokens += estimateTokens(b["text"]);
+      }
+    }
+    if (role === "assistant" && sawTextBlock) assistantTurns.push(turnTextTokens);
+  }
+  return { calls, resultTextById, assistantTurns, resident };
+}
+function costPerCall(parsed) {
+  return parsed.calls.map((c) => ({
+    ...c,
+    tokens: estimateTokens(parsed.resultTextById.get(c.id) ?? "")
+  }));
+}
+function aggregateSortedDesc(pairs) {
+  return [...pairs].map(([key, tokens]) => ({ key, tokens })).sort((a, b) => b.tokens - a.tokens);
+}
+function tokensByTool(costs) {
+  const m = /* @__PURE__ */ new Map();
+  for (const c of costs) m.set(c.name, (m.get(c.name) ?? 0) + c.tokens);
+  return aggregateSortedDesc(m);
+}
+function tokensByFile(costs) {
+  const m = /* @__PURE__ */ new Map();
+  for (const c of costs) {
+    if (c.filePath === null) continue;
+    m.set(c.filePath, (m.get(c.filePath) ?? 0) + c.tokens);
+  }
+  return aggregateSortedDesc(m);
+}
+function topExpensiveCalls(costs, n) {
+  return [...costs].sort((a, b) => b.tokens - a.tokens).slice(0, n);
+}
+function neverTouchedAgain(costs) {
+  const readsByFile = /* @__PURE__ */ new Map();
+  for (const c of costs) {
+    if (c.name !== "Read" || c.filePath === null) continue;
+    const arr = readsByFile.get(c.filePath) ?? [];
+    arr.push(c);
+    readsByFile.set(c.filePath, arr);
+  }
+  const out = [];
+  for (const [filePath, reads] of readsByFile) {
+    const firstSeq = Math.min(...reads.map((r) => r.seq));
+    const touchedLater = costs.some((c) => {
+      if (c.seq <= firstSeq) return false;
+      if (c.filePath === filePath) return true;
+      return safeStringify(c.input).includes(filePath);
+    });
+    if (!touchedLater) {
+      out.push({ filePath, tokens: reads.reduce((n, r) => n + r.tokens, 0) });
+    }
+  }
+  return out.sort((a, b) => b.tokens - a.tokens);
+}
+async function repeatedUncompressedBashCommands(costs) {
+  const groups = /* @__PURE__ */ new Map();
+  for (const c of costs) {
+    if (c.name !== "Bash" || c.command === null) continue;
+    const norm = normalizeCommandForCacheKey(c.command);
+    const arr = groups.get(norm) ?? [];
+    arr.push(c);
+    groups.set(norm, arr);
+  }
+  const out = [];
+  for (const [norm, calls] of groups) {
+    if (calls.length < 2) continue;
+    let cached = false;
+    for (const c of calls) {
+      try {
+        const hash = await commandHash(c.command, c.cwd);
+        if (getBashOutput(hash) !== null) {
+          cached = true;
+          break;
+        }
+      } catch {
+      }
+    }
+    if (cached) continue;
+    const totalTokens = calls.reduce((n, c) => n + c.tokens, 0);
+    out.push({
+      normalized: norm,
+      count: calls.length,
+      totalTokens,
+      avgTokens: Math.round(totalTokens / calls.length)
+    });
+  }
+  return out.sort((a, b) => b.totalTokens - a.totalTokens);
+}
+function assistantOutputCost(assistantTurns) {
+  const turnCount = assistantTurns.length;
+  let generatedTokens = 0;
+  let resendCeilingTokens = 0;
+  for (let i = 0; i < turnCount; i++) {
+    const tokens = assistantTurns[i] ?? 0;
+    generatedTokens += tokens;
+    resendCeilingTokens += tokens * (turnCount - 1 - i);
+  }
+  return { turnCount, generatedTokens, resendCeilingTokens };
+}
+async function buildWasteReport(transcriptPath, opts = {}) {
+  const parsed = parseTranscript(transcriptPath);
+  const costs = costPerCall(parsed);
+  const topN = opts.topN ?? 10;
+  return {
+    transcriptPath,
+    totalTokens: costs.reduce((n, c) => n + c.tokens, 0),
+    tokensByTool: tokensByTool(costs),
+    tokensByFile: tokensByFile(costs),
+    topCalls: topExpensiveCalls(costs, topN).map((c) => ({ seq: c.seq, name: c.name, summary: c.summary, tokens: c.tokens })),
+    neverTouchedAgain: neverTouchedAgain(costs),
+    repeatedUncompressedBash: await repeatedUncompressedBashCommands(costs),
+    assistantOutput: assistantOutputCost(parsed.assistantTurns),
+    residentContext: summarizeResidentContext(parsed.resident)
+  };
+}
+
+export {
+  projectTranscriptsDir,
+  findLatestTranscript,
+  safeStringify,
+  extractResultText,
+  readFileLines,
+  buildWasteReport
+};

package/dist/token-goat-chunk-CBXLE54Q.mjs

@@ -0,0 +1,30 @@
+import { createRequire as __cjsRequire } from 'node:module';
+const require = __cjsRequire(import.meta.url);
+import {
+  DEFAULT_HEARTBEAT_INTERVAL_MS,
+  DEFAULT_TIMEOUT_SECONDS,
+  MAX_CAPTURE_BYTES,
+  resolveFilter,
+  run,
+  runRaw
+} from "./token-goat-chunk-ITWYDOKP.mjs";
+import "./token-goat-chunk-PAVWB4L4.mjs";
+import "./token-goat-chunk-SL454EN5.mjs";
+import "./token-goat-chunk-K5XPIUVB.mjs";
+import "./token-goat-chunk-K3ZNBN4U.mjs";
+import "./token-goat-chunk-T63VHOL3.mjs";
+import "./token-goat-chunk-74ADIZZX.mjs";
+import "./token-goat-chunk-EEIDFMEM.mjs";
+import "./token-goat-chunk-OSUFN2FV.mjs";
+import "./token-goat-chunk-6LJNM4ZZ.mjs";
+import "./token-goat-chunk-NMTKNYGF.mjs";
+import "./token-goat-chunk-GMOUBOX4.mjs";
+import "./token-goat-chunk-A37V4PBF.mjs";
+export {
+  DEFAULT_HEARTBEAT_INTERVAL_MS,
+  DEFAULT_TIMEOUT_SECONDS,
+  MAX_CAPTURE_BYTES,
+  resolveFilter,
+  run,
+  runRaw
+};

package/dist/{token-goat-chunk-LMFO66YD.mjs → token-goat-chunk-DA43OE7L.mjs}

@@ -5,7 +5,7 @@ import {
 } from "./token-goat-chunk-OSUFN2FV.mjs";
 import {
   displaySafeText
-} from "./token-goat-chunk-ERTXEKB6.mjs";
+} from "./token-goat-chunk-NMTKNYGF.mjs";
 import {
   init_define_import_meta_env
 } from "./token-goat-chunk-A37V4PBF.mjs";

package/dist/{token-goat-chunk-ARNRFR6M.mjs → token-goat-chunk-DNAF26L4.mjs}

@@ -12,7 +12,7 @@ import {
   parseOoxmlPart,
   readOoxmlZip,
   sortNumberedParts
-} from "./token-goat-chunk-7VLWNQDQ.mjs";
+} from "./token-goat-chunk-T46UKRFM.mjs";
 import {
   compileGuardedRegex
 } from "./token-goat-chunk-GMOUBOX4.mjs";