token-goat 2.9.29 → 2.9.30

package/dist/token-goat-chunk-G7IWXCFF.mjs

@@ -1,456 +0,0 @@
-import { createRequire as __cjsRequire } from 'node:module';
-const require = __cjsRequire(import.meta.url);
-import {
-  computeAdaptiveBudget,
-  getContextPressure,
-  isNoisePath,
-  listSiblingSessionStates,
-  loadSessionCache
-} from "./token-goat-chunk-H5J3C56Q.mjs";
-import {
-  WEB_FETCH_KEY_SEP,
-  getSessionBashOutputs,
-  getSessionBashReruns,
-  getSessionFiles,
-  getSessionWebFetches
-} from "./token-goat-chunk-TDUT2CL6.mjs";
-import {
-  getBashOutput
-} from "./token-goat-chunk-O6I2XU4P.mjs";
-import {
-  findProject,
-  loadConfig
-} from "./token-goat-chunk-TGOXNAHW.mjs";
-import {
-  LOCK_WAIT_MS_HARDENED,
-  atomicWriteText,
-  ensureDirSync,
-  runGit,
-  toKB,
-  withFileLock,
-  withRetryOnLock
-} from "./token-goat-chunk-XYWPOSCN.mjs";
-import {
-  foldPath,
-  sleepSync
-} from "./token-goat-chunk-TCQANXYC.mjs";
-import {
-  displaySafePath,
-  displaySafeText,
-  neutralizeSpokenMarkers
-} from "./token-goat-chunk-NMTKNYGF.mjs";
-import {
-  dataDir
-} from "./token-goat-chunk-MELOKFDJ.mjs";
-import {
-  init_define_import_meta_env
-} from "./token-goat-chunk-A37V4PBF.mjs";
-
-// src/manifest.ts
-init_define_import_meta_env();
-import { spawnSync } from "node:child_process";
-
-// src/project_memory.ts
-init_define_import_meta_env();
-import * as fs from "node:fs";
-import * as path from "node:path";
-var MAX_ENTRIES = 30;
-var MAX_VALUE_LEN = 300;
-var MAX_TOTAL_CHARS = 4e3;
-var KEY_RE = /^[A-Za-z0-9_-]{1,80}$/;
-function ordinal(a, b) {
-  return a < b ? -1 : a > b ? 1 : 0;
-}
-function memoryPath(projectHash) {
-  return path.join(dataDir(), "projects", `${projectHash}_memory.toml`);
-}
-function validateKey(key) {
-  if (!KEY_RE.test(key)) {
-    throw new Error(
-      `Invalid memory key ${JSON.stringify(key)}: use only letters, digits, hyphens, underscores (max 80 chars)`
-    );
-  }
-}
-function parseTOML(content, unparsed = []) {
-  const result = {};
-  for (const [i, line] of content.split("\n").entries()) {
-    const trimmed = line.trim();
-    if (!trimmed || trimmed.startsWith("#")) {
-      continue;
-    }
-    const match = trimmed.match(/^([A-Za-z0-9_-]+)\s*=\s*"(.*)"\s*$/);
-    if (match) {
-      const [, key, value] = match;
-      if (key && value !== void 0) {
-        const unescaped = value.replace(/\\([\\nrt"])/g, (_, c) => {
-          switch (c) {
-            case "\\":
-              return "\\";
-            case "n":
-              return "\n";
-            case "r":
-              return "\r";
-            case '"':
-              return '"';
-            default:
-              return _;
-          }
-        });
-        result[key] = unescaped;
-      }
-    } else {
-      unparsed.push(i + 1);
-    }
-  }
-  return result;
-}
-function loadRaw(filePath, forUpdate = false) {
-  let content = "";
-  try {
-    withRetryOnLock(() => {
-      content = fs.readFileSync(filePath, "utf-8");
-    });
-  } catch (err) {
-    if (err.code === "ENOENT") return {};
-    throw err;
-  }
-  const unparsed = [];
-  const entries = parseTOML(content, unparsed);
-  if (forUpdate && unparsed.length > 0) {
-    const one = unparsed.length === 1;
-    throw new Error(`Not updating ${filePath}: ${one ? "line" : "lines"} ${unparsed.join(", ")} ${one ? "is" : "are"} not in the key = "value" form, and saving would drop ${one ? "it" : "them"}. Fix or remove ${one ? "it" : "them"}, then try again.`);
-  }
-  return entries;
-}
-function save(filePath, entries) {
-  const lines = [];
-  const sorted = Object.entries(entries).sort(([a], [b]) => ordinal(a, b));
-  for (const [k, v] of sorted) {
-    const escaped = v.replace(/\\/g, "\\\\").replace(/"/g, '\\"').replace(/\r/g, "\\r").replace(/\n/g, "\\n");
-    lines.push(`${k} = "${escaped}"`);
-  }
-  const content = lines.length > 0 ? lines.join("\n") + "\n" : "";
-  const dir = path.dirname(filePath);
-  ensureDirSync(dir);
-  atomicWriteText(filePath, content);
-}
-function loadEntries(projectHash) {
-  return loadRaw(memoryPath(projectHash));
-}
-function setEntry(projectHash, key, value) {
-  validateKey(key);
-  const p = memoryPath(projectHash);
-  const dir = path.dirname(p);
-  ensureDirSync(dir);
-  const doSet = () => {
-    const entries = loadRaw(p, true);
-    const isNewKey = !(key in entries);
-    if (isNewKey && Object.keys(entries).length >= MAX_ENTRIES) {
-      const keysToKeep = MAX_ENTRIES - 1;
-      const allKeys = Object.keys(entries).sort((a, b) => ordinal(a, b));
-      for (const k of allKeys.slice(keysToKeep)) {
-        delete entries[k];
-      }
-    }
-    entries[key] = value;
-    save(p, entries);
-    return true;
-  };
-  underNotesLock(p, doSet);
-}
-function underNotesLock(p, update) {
-  const lockPath = `${p}.lock`;
-  ensureDirSync(path.dirname(p));
-  for (let attempt = 1; attempt <= 3; attempt++) {
-    if (withFileLock(lockPath, update, { waitMs: LOCK_WAIT_MS_HARDENED }) !== void 0) return;
-    if (fs.existsSync(lockPath)) break;
-    if (attempt < 3) sleepSync(50 * attempt);
-  }
-  throw new Error(`Could not lock ${p} for writing; no note was changed. Another token-goat process may be writing notes: try again.`);
-}
-function unsetEntry(projectHash, key) {
-  validateKey(key);
-  const p = memoryPath(projectHash);
-  const doUnset = () => {
-    const entries = loadRaw(p, true);
-    if (key in entries) {
-      delete entries[key];
-      save(p, entries);
-    }
-    return true;
-  };
-  underNotesLock(p, doUnset);
-}
-function clearAll(projectHash) {
-  const p = memoryPath(projectHash);
-  const doClear = () => {
-    if (fs.existsSync(p)) {
-      save(p, {});
-    }
-    return true;
-  };
-  underNotesLock(p, doClear);
-}
-function buildInjection(projectHash) {
-  try {
-    const entries = loadEntries(projectHash);
-    if (Object.keys(entries).length === 0) {
-      return null;
-    }
-    const header = '### Project notes (`token-goat note set <key> "<finding>"`)';
-    const lines = [header];
-    let total = header.length;
-    let skipped = 0;
-    const entries_list = Object.entries(entries).sort(([a], [b]) => ordinal(a, b)).slice(0, MAX_ENTRIES);
-    for (const [key, val] of entries_list) {
-      const display = val.length <= MAX_VALUE_LEN ? val : val.slice(0, MAX_VALUE_LEN) + "\u2026";
-      const line = `- **${key}**: ${display}`;
-      if (total + line.length + 1 > MAX_TOTAL_CHARS) {
-        skipped++;
-        continue;
-      }
-      lines.push(line);
-      total += line.length + 1;
-    }
-    if (skipped > 0) {
-      while (lines.length > 1 && total + `- (+${skipped} more memory entries omitted -- total size limit reached)`.length + 1 > MAX_TOTAL_CHARS) {
-        const popped = lines.pop();
-        total -= popped.length + 1;
-        skipped++;
-      }
-      lines.push(`- (+${skipped} more memory entries omitted -- total size limit reached)`);
-    }
-    return lines.join("\n");
-  } catch {
-    return null;
-  }
-}
-function projectNotesFor(cwd) {
-  if (cwd === void 0) return null;
-  try {
-    const project = findProject(cwd);
-    return project === null ? null : buildInjection(project.hash);
-  } catch {
-    return null;
-  }
-}
-
-// src/manifest.ts
-var MEM_EPOCH_TIMEOUT_MS = 800;
-var MAX_ROWS = 40;
-function appendCappedSection(lines, header, rows, cap) {
-  if (rows.length === 0) return;
-  lines.push("");
-  lines.push(header);
-  for (const row of rows.slice(0, cap)) lines.push(row);
-  if (rows.length > cap) lines.push(`- ...and ${rows.length - cap} more`);
-}
-function renderReadRow(entry) {
-  const kb = Math.max(1, toKB(entry.sizeBytes));
-  const plural = entry.readCount === 1 ? "read" : "reads";
-  const edited = entry.wasEdited ? ", edited" : "";
-  return `- ${displaySafePath(entry.path)} (${kb}kb, ${entry.readCount} ${plural}${edited})`;
-}
-function renderSymbolReadRow(entry) {
-  return `- ${displaySafePath(entry.path)} (symbols: ${(entry.symbols_read ?? []).map(displaySafeText).join(", ")})`;
-}
-function mergeManifestFiles(parent, siblingFiles) {
-  const byPath = /* @__PURE__ */ new Map();
-  for (const f of parent) byPath.set(foldPath(f.path), f);
-  for (const f of siblingFiles) {
-    const key = foldPath(f.path);
-    const prev = byPath.get(key);
-    if (prev === void 0) {
-      byPath.set(key, f);
-      continue;
-    }
-    const mergedSymbols = [.../* @__PURE__ */ new Set([...prev.symbols_read ?? [], ...f.symbols_read ?? []])];
-    byPath.set(key, {
-      path: prev.path,
-      readCount: Math.max(prev.readCount, f.readCount),
-      lastReadAt: Math.max(prev.lastReadAt, f.lastReadAt),
-      wasEdited: prev.wasEdited || f.wasEdited,
-      sizeBytes: f.lastReadAt >= prev.lastReadAt ? f.sizeBytes : prev.sizeBytes,
-      ...prev.wasTruncated || f.wasTruncated ? { wasTruncated: true } : {},
-      ...mergedSymbols.length > 0 ? { symbols_read: mergedSymbols } : {}
-    });
-  }
-  return Array.from(byPath.values());
-}
-function renderWebFetchRow(key, cacheId) {
-  const [url = key, prompt = ""] = key.split(WEB_FETCH_KEY_SEP);
-  const promptSuffix = prompt ? `, prompt: ${neutralizeSpokenMarkers(JSON.stringify(prompt))}` : "";
-  return `- ${displaySafeText(url)} (cacheId: ${cacheId}${promptSuffix})`;
-}
-function selectManifestFiles(siblings) {
-  const ownFiles = [...getSessionFiles().values()];
-  const siblingFiles = siblings.flatMap((s) => s.files);
-  const files = siblingFiles.length > 0 ? mergeManifestFiles(ownFiles, siblingFiles) : ownFiles;
-  const editedFiles = files.filter((f) => f.wasEdited);
-  const readFiles = files.filter((f) => f.readCount > 0 && !f.wasEdited && !isNoisePath(f.path));
-  const symbolOnlyFiles = files.filter((f) => f.readCount === 0 && !f.wasEdited && (f.symbols_read?.length ?? 0) > 0);
-  return { files, readFiles, editedFiles, symbolOnlyFiles };
-}
-function selectManifestWebFetches(siblings) {
-  const merged = /* @__PURE__ */ new Map();
-  for (const sibling of siblings) for (const [key, cacheId] of sibling.webFetches) merged.set(key, cacheId);
-  for (const [key, cacheId] of getSessionWebFetches()) merged.set(key, cacheId);
-  return [...merged.entries()];
-}
-function manifestPrintedPaths(sessionId, limit, cwd, transcriptPath) {
-  const { printed } = buildManifestParts(sessionId, cwd, transcriptPath);
-  return printed.slice(0, limit);
-}
-function buildManifestParts(sessionId, cwd, transcriptPath) {
-  const siblings = sessionId !== void 0 ? listSiblingSessionStates(sessionId) : [];
-  const { files, readFiles, editedFiles, symbolOnlyFiles } = selectManifestFiles(siblings);
-  const webFetches = selectManifestWebFetches(siblings);
-  const lines = [];
-  lines.push("## Session context");
-  lines.push(`Files read: ${readFiles.length}`);
-  lines.push(`Files edited: ${editedFiles.length}`);
-  const fileRows = [];
-  const appendFileSection = (header, entries, render) => {
-    const rows = entries.map(render);
-    appendCappedSection(lines, header, rows, MAX_ROWS);
-    for (let i = 0; i < Math.min(rows.length, MAX_ROWS); i++) fileRows.push({ path: displaySafePath(entries[i].path), row: rows[i] });
-  };
-  appendFileSection("### Edited files", editedFiles, (entry) => `- ${displaySafePath(entry.path)}`);
-  const notes = projectNotesFor(cwd);
-  if (notes !== null) lines.push("", notes);
-  appendFileSection("### Surgically read files (symbol/section reads, never read whole)", symbolOnlyFiles, renderSymbolReadRow);
-  appendFileSection("### Read files", readFiles, renderReadRow);
-  appendCappedSection(lines, "### Web URLs fetched", webFetches.map(([key, cacheId]) => renderWebFetchRow(key, cacheId)), MAX_ROWS);
-  lines.push(...buildSafeToDiscardSection(files));
-  lines.push(...buildMemEpochSection());
-  const text = capManifestChars(lines.join("\n"), sessionId, cwd, transcriptPath);
-  const seen = /* @__PURE__ */ new Set();
-  const printed = [];
-  for (const { path: path2, row } of fileRows) {
-    if (seen.has(path2) || !(text.includes(row + "\n") || text.endsWith(row))) continue;
-    seen.add(path2);
-    printed.push(path2);
-  }
-  return { text, printed };
-}
-function buildManifest(sessionId, cwd, transcriptPath) {
-  return buildManifestParts(sessionId, cwd, transcriptPath).text;
-}
-function gitDirtySignals(cwd) {
-  const timeoutMs = loadConfig().hints.git_hint_max_ms;
-  let hasPendingDiff = false;
-  try {
-    const diffResult = runGit(["diff", "--no-color", "--stat", "HEAD"], { cwd, timeoutMs });
-    hasPendingDiff = diffResult.exitCode === 0 && diffResult.stdout.trim() !== "";
-  } catch {
-  }
-  let hasUncommittedChanges = false;
-  try {
-    const statusResult = runGit(["status", "--porcelain"], { cwd, timeoutMs });
-    hasUncommittedChanges = statusResult.exitCode === 0 && statusResult.stdout.trim() !== "";
-  } catch {
-  }
-  return { hasPendingDiff, hasUncommittedChanges };
-}
-function adaptiveCharBonus(sessionId, cwd, transcriptPath) {
-  if (!cwd) return 0;
-  const cache = loadSessionCache(sessionId ?? "") ?? {};
-  const ageSecs = cache.created_ts !== void 0 ? Math.max(0, Date.now() / 1e3 - cache.created_ts) : 0;
-  const contextPressure = getContextPressure(cache, transcriptPath);
-  const { hasPendingDiff, hasUncommittedChanges } = gitDirtySignals(cwd);
-  if (!hasPendingDiff && !hasUncommittedChanges) return 0;
-  const baseline = computeAdaptiveBudget(cache, ageSecs, { contextPressure });
-  const withGitSignal = computeAdaptiveBudget(cache, ageSecs, { hasPendingDiff, hasUncommittedChanges, contextPressure });
-  const deltaTokens = Math.max(0, withGitSignal - baseline);
-  return deltaTokens * 3;
-}
-function capManifestChars(manifest, sessionId, cwd, transcriptPath) {
-  const cap = loadConfig().compact_assist.max_manifest_chars;
-  if (cap <= 0) return manifest;
-  if (manifest.length <= cap) return manifest;
-  const effectiveCap = cap + adaptiveCharBonus(sessionId, cwd, transcriptPath);
-  if (manifest.length <= effectiveCap) return manifest;
-  const omitted = manifest.length - effectiveCap;
-  return manifest.slice(0, effectiveCap) + `
-...(manifest truncated at ${effectiveCap} chars; ${omitted} chars omitted)`;
-}
-function buildSafeToDiscardSection(files) {
-  const rerunHashes = getSessionBashReruns();
-  const bashOutputs = getSessionBashOutputs();
-  const rerunHashSet = new Set(rerunHashes);
-  const rerunRows = [];
-  for (const hash of rerunHashes) {
-    const id = bashOutputs.find(([h]) => h === hash)?.[1];
-    if (id === void 0) continue;
-    const entry = getBashOutput(id);
-    if (entry === null) continue;
-    const flatCommand = neutralizeSpokenMarkers(entry.command.replace(/[\t\r\n]+/g, " "));
-    rerunRows.push("- `" + flatCommand + "` \u2014 an older run of this exact command was superseded; recall the surviving copy with `bash-output " + id + " --full`");
-  }
-  const supersededReadRows = [];
-  for (const f of files) {
-    if (f.readCount > 1 || f.wasEdited) {
-      const reason = f.wasEdited ? "edited after being read" : "re-read " + f.readCount + "x";
-      supersededReadRows.push("- " + displaySafePath(f.path) + " (" + reason + " \u2014 only the latest content already in context is current)");
-    }
-  }
-  const cachedOutputRows = [];
-  for (const [hash, id] of bashOutputs) {
-    if (rerunHashSet.has(hash)) continue;
-    const entry = getBashOutput(id);
-    if (entry === null) continue;
-    const flatCommand = neutralizeSpokenMarkers(entry.command.replace(/[\t\r\n]+/g, " "));
-    cachedOutputRows.push("- `" + flatCommand + "` \u2014 recallable via `bash-output " + id + " --full`");
-  }
-  const total = rerunRows.length + supersededReadRows.length + cachedOutputRows.length;
-  if (total === 0) return [];
-  const lines = [];
-  lines.push("");
-  lines.push("### SAFE_TO_DISCARD (" + total + " items \u2014 provably inert; each is recallable, not gone)");
-  appendCappedSection(lines, "Superseded reruns (" + rerunRows.length + "):", rerunRows, MAX_ROWS);
-  appendCappedSection(lines, "Superseded file reads (" + supersededReadRows.length + "):", supersededReadRows, MAX_ROWS);
-  appendCappedSection(lines, "Other cached bash outputs (" + cachedOutputRows.length + "):", cachedOutputRows, MAX_ROWS);
-  return lines;
-}
-function buildMemEpochSection() {
-  let result;
-  try {
-    result = spawnSync("mem", ["epoch"], {
-      encoding: "utf-8",
-      timeout: MEM_EPOCH_TIMEOUT_MS,
-      windowsHide: true
-    });
-  } catch {
-    return [];
-  }
-  if (result.error !== void 0 || result.status !== 0) return [];
-  const stdout = typeof result.stdout === "string" ? result.stdout.trim() : "";
-  if (!/^\d+$/.test(stdout)) return [];
-  return [
-    "",
-    "### mem epoch",
-    `mem epoch: ${stdout} (no live TGMEM block is tracked in this session -- only the epoch counter is folded in; see buildMemEpochSection's doc comment)`
-  ];
-}
-var MANIFEST_PREAMBLE = "When summarizing this session, keep the file paths and symbol names below exactly as written -- they are the handles the next turn needs to resume work. Do not paraphrase them into prose.";
-var MANIFEST_RECOVERY_PREAMBLE = "The conversation was just compacted. Below is what this session touched, recovered from token-goat's own ledger rather than from the summary -- use it to re-establish paths and symbol names the summary may have dropped.";
-var BUDGET_ESCALATION_MARKER = "TG-BUDGET-ESCALATION:";
-function summaryBudgetDirective(budgetChars) {
-  if (budgetChars <= 0) return "";
-  return ` Aim for at most ${budgetChars} characters. Prefer a shorter summary that keeps every path, symbol, command and decision over a longer one that reproduces tool output verbatim: cite the recall id (\`token-goat bash-output <id> --full\`) rather than quoting the output again. If this session genuinely cannot be summarized within that target without losing state the next turn needs, exceed it and open the summary with a single line reading \`${BUDGET_ESCALATION_MARKER} <one-sentence reason>\`.`;
-}
-
-export {
-  loadEntries,
-  setEntry,
-  unsetEntry,
-  clearAll,
-  projectNotesFor,
-  renderWebFetchRow,
-  manifestPrintedPaths,
-  buildManifest,
-  MANIFEST_PREAMBLE,
-  MANIFEST_RECOVERY_PREAMBLE,
-  BUDGET_ESCALATION_MARKER,
-  summaryBudgetDirective
-};