token-goat 2.9.29 → 2.9.30

package/dist/{token-goat-chunk-DNRPXHYH.mjs → token-goat-chunk-GFBSN7BD.mjs}

@@ -1,131 +1,29 @@
 import { createRequire as __cjsRequire } from 'node:module';
 const require = __cjsRequire(import.meta.url);
-import {
-  enqueueDirtyPathsSafe,
-  fenceUntrusted,
-  getTrackedFiles,
-  scanAndRecord
-} from "./token-goat-chunk-RTMVLHWX.mjs";
 import {
   getToolName
-} from "./token-goat-chunk-E5TK5DNO.mjs";
-import {
-  RECALL_DEFAULT_LIMIT,
-  indexRecallEntry,
-  listRecentRecall,
-  searchRecall
-} from "./token-goat-chunk-O6I2XU4P.mjs";
-import {
-  isBlobStale,
-  loadBlob,
-  storeBlob
-} from "./token-goat-chunk-D4ETHJD6.mjs";
+} from "./token-goat-chunk-VPBBTSJR.mjs";
 import {
-  redactSecrets
-} from "./token-goat-chunk-CIQ2FTY3.mjs";
-import {
-  parserFingerprintForLanguage
-} from "./token-goat-chunk-VMFWNHGR.mjs";
-import {
-  getProjectFileEntries,
-  projectScopeClause
-} from "./token-goat-chunk-435UQTKD.mjs";
+  countSymbols
+} from "./token-goat-chunk-HYBFA5X3.mjs";
 import {
   getDb
-} from "./token-goat-chunk-7CPMDFGB.mjs";
-import {
-  fingerprintFile,
-  getDisplayRoot,
-  shortFingerprint
-} from "./token-goat-chunk-TGOXNAHW.mjs";
+} from "./token-goat-chunk-VL3YIFHZ.mjs";
 import {
-  registerReset
-} from "./token-goat-chunk-YZAAZU2S.mjs";
+  compileGuardedRegex,
+  extractErrorMessage
+} from "./token-goat-chunk-GOLEOXZP.mjs";
 import {
-  countNoun,
-  extractErrorMessage,
-  pad
-} from "./token-goat-chunk-XYWPOSCN.mjs";
-import {
-  foldPath
-} from "./token-goat-chunk-TCQANXYC.mjs";
-import {
-  UNTRUSTED_TOOL_TAG,
-  UNTRUSTED_WEB_TAG,
-  displaySafeJson,
-  fenceUntrustedContent,
-  normalizePath,
-  resolveIndexPath,
-  toDisplayPath
-} from "./token-goat-chunk-NMTKNYGF.mjs";
+  displaySafeJson
+} from "./token-goat-chunk-FNFBKLRD.mjs";
 import {
   SYMBOL_BODY_CHAR_CAP,
   globalDbPath
-} from "./token-goat-chunk-MELOKFDJ.mjs";
-import {
-  compileGuardedRegex
-} from "./token-goat-chunk-JTKCQMQA.mjs";
+} from "./token-goat-chunk-VES7EL7O.mjs";
 import {
   init_define_import_meta_env
 } from "./token-goat-chunk-A37V4PBF.mjs";
 
-// src/web_cache.ts
-init_define_import_meta_env();
-var WEB_OUTPUT_SUBDIR = "web_outputs";
-var _byId = /* @__PURE__ */ new Map();
-var _rawById = /* @__PURE__ */ new Map();
-var _urlIndex = /* @__PURE__ */ new Map();
-function cacheIdForUrl(url) {
-  return shortFingerprint(url);
-}
-function storeWebOutput(url, content, dedupKey = url, rawContent) {
-  const cacheId = cacheIdForUrl(dedupKey);
-  const redactedContent = redactSecrets(content).text;
-  _byId.set(cacheId, redactedContent);
-  _urlIndex.set(url, cacheId);
-  const redactedRaw = rawContent !== void 0 && rawContent !== content ? redactSecrets(rawContent).text : void 0;
-  if (redactedRaw !== void 0) _rawById.set(cacheId, redactedRaw);
-  else _rawById.delete(cacheId);
-  storeBlob(WEB_OUTPUT_SUBDIR, cacheId, redactedRaw !== void 0 ? { url, content: redactedContent, raw: redactedRaw } : { url, content: redactedContent });
-  const redactedUrl = redactSecrets(url).text;
-  indexRecallEntry("web", cacheId, redactedUrl, `${redactedUrl}
-${redactedContent}`, Date.now());
-  return cacheId;
-}
-function coerceWebBlob(raw) {
-  if (raw === null || typeof raw !== "object") return null;
-  const o = raw;
-  if (typeof o["content"] !== "string") return null;
-  return { url: typeof o["url"] === "string" ? o["url"] : null, content: o["content"], raw: typeof o["raw"] === "string" ? o["raw"] : null };
-}
-function getWebOutput(cacheId) {
-  const hit = _byId.get(cacheId);
-  if (hit !== void 0) return hit;
-  if (isBlobStale(WEB_OUTPUT_SUBDIR, cacheId)) return null;
-  const blob = coerceWebBlob(loadBlob(WEB_OUTPUT_SUBDIR, cacheId));
-  if (blob === null) return null;
-  _byId.set(cacheId, blob.content);
-  if (blob.raw !== null) _rawById.set(cacheId, blob.raw);
-  if (blob.url !== null) _urlIndex.set(blob.url, cacheId);
-  return blob.content;
-}
-function getWebOutputRaw(cacheId) {
-  const cleaned = getWebOutput(cacheId);
-  if (cleaned === null) return null;
-  return _rawById.get(cacheId) ?? cleaned;
-}
-function getWebOutputByUrlFromDisk(url, dedupKey = url) {
-  const cacheId = cacheIdForUrl(dedupKey);
-  const content = getWebOutput(cacheId);
-  if (content === null) return null;
-  return { cacheId, content };
-}
-registerReset(() => {
-  _byId = /* @__PURE__ */ new Map();
-  _rawById = /* @__PURE__ */ new Map();
-  _urlIndex = /* @__PURE__ */ new Map();
-}, { perRequest: true });
-
 // src/stdin_json.ts
 init_define_import_meta_env();
 var DEFAULT_STDIN_TIMEOUT_MS = 5e3;
@@ -542,7 +440,7 @@ async function describeTarget(target, table, opts) {
   const absPath = resolve(process.cwd(), target);
   if (existsSync(absPath)) {
     try {
-      const { isSqliteFile, getSqliteSchema, formatSqliteSchema } = await import("./token-goat-chunk-2AWQ2R5X.mjs");
+      const { isSqliteFile, getSqliteSchema, formatSqliteSchema } = await import("./token-goat-chunk-T4FK7VOV.mjs");
       if (isSqliteFile(absPath)) {
         const schema = getSqliteSchema(absPath);
         if (table) {
@@ -564,6 +462,7 @@ async function describeTarget(target, table, opts) {
           for (const col of found.columns) {
             lines.push(`| \`${col.name}\` | \`${col.type}\` | ${col.notNull ? "NO" : "YES"} | ${col.defaultValue ?? "NULL"} | ${col.primaryKey ? "YES" : "NO"} |`);
           }
+          if (found.createSql !== void 0) lines.push("", `Module ${found.module ?? "?"} is not loaded here, so columns are not available. Declared as:`, found.createSql);
           return { exitCode: 0, text: lines.join("\n") };
         }
         if (opts?.json === true) {
@@ -661,21 +560,6 @@ async function cmdDescribe(target, table, opts) {
   process.exitCode = await runDescribe({ target, table, json: opts?.json });
 }
 
-// src/types.ts
-init_define_import_meta_env();
-var HOOK_EVENTS = [
-  "pre_tool_use",
-  "post_tool_use",
-  "notification",
-  "stop",
-  "pre_compact",
-  "post_compact",
-  "user_prompt_submit",
-  "subagent_stop",
-  "session_start",
-  "post_tool_use_failure"
-];
-
 // src/cli_commands.ts
 init_define_import_meta_env();
 function toEntry(cmd) {
@@ -769,294 +653,38 @@ function checkSymbolBodySize(dbPath) {
   }
 }
 
-// src/mcp_tool_pattern.ts
-init_define_import_meta_env();
-var MCP_TOOL_PATTERN = "^mcp__";
-
-// src/reconcile.ts
+// src/session_reminder.ts
 init_define_import_meta_env();
-import * as fs2 from "node:fs";
-var DEFAULT_RECONCILE_BUDGET_MS = 1500;
-function readReconcileCursor(dbPath, root) {
+var GENERIC_REMINDER = 'token-goat: prefer surgical reads over the Read/Grep tools on this codebase; shell commands like `rg`, `grep`, `fd`, `sed`, `cat`, `find`, and `ls` are just commands, not tool names -- `token-goat symbol <name>`, `token-goat read "file::symbol"`, `token-goat section "file::Heading"`, `token-goat semantic "description"`, `token-goat outline <file>`. Run `token-goat index .` if this project is not indexed yet.';
+var INDEXED_REMINDER = 'token-goat: this project is indexed. Prefer `symbol <name>`, `read "file::symbol"`, `section "file::Heading"`, `semantic "description"`, or `outline <file>` over a full Read/Grep tool call; for JSON/YAML use `json-query file \'a.b.c\'` or `yaml-query` (nested keys are not symbols); shell commands like `rg`, `grep`, `fd`, `sed`, `cat`, `find`, and `ls` are still just commands.';
+var NOTE_REMINDER = ' Record a finding that must outlive a compaction with `token-goat note set <key> "<finding>"`; notes come back at every session start.';
+function isIndexedProject(cwd) {
+  if (cwd === void 0) return false;
   try {
-    const row = getDb(dbPath).prepare("SELECT last_scanned_path FROM reconcile_cursor WHERE root = ?").get(root);
-    return row?.last_scanned_path ?? null;
+    return countSymbols({ rootDir: cwd }, globalDbPath()) > 0;
   } catch {
-    return null;
-  }
-}
-function writeReconcileCursor(dbPath, root, lastScannedPath) {
-  try {
-    getDb(dbPath).prepare(
-      "INSERT INTO reconcile_cursor (root, last_scanned_path, updated_at) VALUES (?, ?, ?) ON CONFLICT(root) DO UPDATE SET last_scanned_path = excluded.last_scanned_path, updated_at = excluded.updated_at"
-    ).run(root, lastScannedPath, Date.now());
-  } catch {
-  }
-}
-function clearReconcileCursor(dbPath, root) {
-  try {
-    getDb(dbPath).prepare("DELETE FROM reconcile_cursor WHERE root = ?").run(root);
-  } catch {
-  }
-}
-function runReconcile(opts = {}) {
-  const raw = reconcileProject(opts);
-  const root = getDisplayRoot(opts.cwd ?? process.cwd());
-  const display = (paths) => paths.map((p) => toDisplayPath(root, p)).sort();
-  const result = {
-    ...raw,
-    changed: display(raw.changed),
-    added: display(raw.added),
-    removed: display(raw.removed)
-  };
-  if (opts.json === true) {
-    process.stdout.write(`${displaySafeJson(result)}
-`);
-    return 0;
-  }
-  const lines = [];
-  if (isReconcileClean(result)) {
-    if (!result.trackedUnavailable) {
-      lines.push(`Index matches disk: ${countNoun(result.scanned, "file")} checked in ${result.elapsedMs}ms.`);
-    }
-  } else {
-    const verb = opts.dryRun === true ? "would reindex" : "queued for reindexing";
-    const dropVerb = opts.dryRun === true ? "would drop from the index" : "queued for removal";
-    if (result.changed.length > 0) lines.push(`${countNoun(result.changed.length, "file")} changed since indexing (${verb}):`);
-    for (const f of result.changed) lines.push(`  ~ ${f}`);
-    if (result.added.length > 0) lines.push(`${countNoun(result.added.length, "file")} not in the index (${verb}):`);
-    for (const f of result.added) lines.push(`  + ${f}`);
-    if (result.removed.length > 0) lines.push(`${countNoun(result.removed.length, "file")} indexed but gone from disk (${dropVerb}):`);
-    for (const f of result.removed) lines.push(`  - ${f}`);
-    lines.push(`Checked ${countNoun(result.scanned, "file")} in ${result.elapsedMs}ms.`);
-  }
-  if (result.mtimeOnly > 0) {
-    lines.push(`${countNoun(result.mtimeOnly, "file")} had a newer timestamp but identical content, so ${result.mtimeOnly === 1 ? "it was" : "they were"} left alone.`);
-  }
-  if (result.parserStale > 0) {
-    const reparseVerb = opts.dryRun === true ? "would reparse" : "queued for reparse";
-    lines.push(`${countNoun(result.parserStale, "file")} of the above ${result.parserStale === 1 ? "was" : "were"} unchanged on disk but indexed by an older parser (${reparseVerb}).`);
-  }
-  if (result.embedStale > 0) {
-    const reembedVerb = opts.dryRun === true ? "would re-embed" : "queued for re-embedding";
-    lines.push(`${countNoun(result.embedStale, "file")} of the above ${result.embedStale === 1 ? "was" : "were"} unchanged on disk but held out-of-date embeddings (${reembedVerb}).`);
-  }
-  if (result.trackedUnavailable) {
-    lines.push("This project has an index but git listed no files in it, so nothing on disk was compared against it and changed or new files could not be found. Files gone from disk were still detected. Run token-goat inside the repository, or reindex with --walk if this directory is deliberately not under git.");
-  }
-  if (result.budgetExhausted) {
-    lines.push(`Stopped at the ${result.elapsedMs}ms budget with ${countNoun(result.unscanned, "file")} unchecked, so there may be more drift; deletions were not computed at all, because an unchecked file is indistinguishable from a deleted one. Raise --budget-ms for a complete sweep.`);
+    return false;
   }
-  process.stdout.write(`${lines.join("\n")}
-`);
-  return 0;
 }
-function isReconcileClean(r) {
-  return r.changed.length === 0 && r.added.length === 0 && r.removed.length === 0;
-}
-function reconcileProject(opts = {}) {
-  const cwd = opts.cwd ?? process.cwd();
-  const budgetMs = opts.budgetMs ?? DEFAULT_RECONCILE_BUDGET_MS;
-  const startedAt = Date.now();
-  const dbPath = opts.dbPath ?? globalDbPath();
-  const tracked = getTrackedFiles(cwd);
-  const projectRoot = resolveIndexPath(".", cwd);
-  const indexed = getProjectFileEntries(projectRoot, dbPath);
-  const chunkScope = projectScopeClause("file_path");
-  const chunked = new Set(
-    getDb(dbPath).prepare(`SELECT DISTINCT file_path FROM chunks WHERE ${chunkScope.clause}`).pluck().all(...chunkScope.params(projectRoot)).map((p) => foldPath(normalizePath(p)))
-  );
-  let scanOrder = tracked;
-  const cursorPath = tracked.length > 0 ? readReconcileCursor(dbPath, projectRoot) : null;
-  if (cursorPath !== null) {
-    const cursorFolded = foldPath(normalizePath(cursorPath));
-    const cursorIdx = tracked.findIndex((f) => foldPath(normalizePath(f)) === cursorFolded);
-    if (cursorIdx !== -1) {
-      scanOrder = [...tracked.slice(cursorIdx + 1), ...tracked.slice(0, cursorIdx + 1)];
-    }
-  }
-  const changed = [];
-  const added = [];
-  const seenOnDisk = /* @__PURE__ */ new Set();
-  let mtimeOnly = 0;
-  let parserStale = 0;
-  let embedStale = 0;
-  let scanned = 0;
-  let budgetExhausted = false;
-  let lastScanned = null;
-  for (const file of scanOrder) {
-    if (Date.now() - startedAt > budgetMs) {
-      budgetExhausted = true;
-      break;
-    }
-    scanned++;
-    lastScanned = file;
-    const folded = foldPath(normalizePath(file));
-    seenOnDisk.add(folded);
-    const entry = indexed.get(folded);
-    if (entry === void 0) {
-      added.push(file);
-      continue;
-    }
-    if (entry.parserSha !== parserFingerprintForLanguage(entry.language)) {
-      changed.push(file);
-      parserStale++;
-      continue;
-    }
-    if (entry.embedSha === "" && chunked.has(folded)) {
-      changed.push(file);
-      embedStale++;
-      continue;
-    }
-    let mtimeMs;
-    try {
-      mtimeMs = fs2.statSync(file).mtimeMs;
-    } catch {
-      changed.push(file);
-      continue;
-    }
-    if (entry.mtime !== 0 && mtimeMs / 1e3 === entry.mtime) continue;
-    const diskSha = fingerprintFile(file);
-    if (diskSha === null) {
-      changed.push(file);
-      continue;
-    }
-    if (diskSha === entry.sha) {
-      mtimeOnly++;
-      continue;
-    }
-    changed.push(file);
-  }
-  const trackedUnavailable = tracked.length === 0 && indexed.size > 0;
-  const removed = [];
-  if (!budgetExhausted) {
-    for (const [folded, entry] of indexed) {
-      if (seenOnDisk.has(folded)) continue;
-      if (Date.now() - startedAt > budgetMs) {
-        budgetExhausted = true;
-        removed.length = 0;
-        break;
-      }
-      try {
-        fs2.statSync(entry.filePath);
-      } catch (err) {
-        const code = err?.code;
-        if (code === "ENOENT" || code === "ENOTDIR") removed.push(entry.filePath);
-      }
-    }
-  }
-  let enqueued = 0;
-  if (opts.dryRun !== true) {
-    const toEnqueue = [...changed, ...added, ...removed].map((p) => resolveIndexPath(p, cwd));
-    enqueueDirtyPathsSafe(toEnqueue, { alreadyResolved: true });
-    enqueued = toEnqueue.length;
-    if (budgetExhausted) {
-      if (lastScanned !== null) writeReconcileCursor(dbPath, projectRoot, lastScanned);
-    } else if (tracked.length > 0) {
-      clearReconcileCursor(dbPath, projectRoot);
-    }
-  }
-  return {
-    scanned,
-    changed,
-    added,
-    removed,
-    mtimeOnly,
-    parserStale,
-    embedStale,
-    budgetExhausted,
-    trackedUnavailable,
-    unscanned: Math.max(0, tracked.length - scanned),
-    enqueued,
-    elapsedMs: Date.now() - startedAt
-  };
+function buildReminder(indexed) {
+  return (indexed ? INDEXED_REMINDER : GENERIC_REMINDER) + NOTE_REMINDER;
 }
 
-// src/cli_recall.ts
+// src/mcp_tool_pattern.ts
 init_define_import_meta_env();
-var RECALL_COMMAND = {
-  bash: "bash-output",
-  web: "web-output",
-  mcp: "mcp-output"
-};
-function fenceTagForCacheType(cacheType) {
-  return cacheType === "web" ? UNTRUSTED_WEB_TAG : UNTRUSTED_TOOL_TAG;
-}
-function fenceRecallListing(text, hits) {
-  const tags = new Set(hits.map((hit) => fenceTagForCacheType(hit.cacheType)));
-  const tag = tags.size === 1 ? [...tags][0] ?? UNTRUSTED_TOOL_TAG : UNTRUSTED_TOOL_TAG;
-  return fenceUntrusted(text, tag);
-}
-function fenceSnippetIfMatched(hit) {
-  const matches = scanAndRecord(hit.snippet);
-  if (matches.length === 0) return hit.snippet;
-  return fenceUntrustedContent(hit.snippet, matches, fenceTagForCacheType(hit.cacheType));
-}
-function printHits(query, hits) {
-  const w = (text) => {
-    process.stdout.write(text);
-  };
-  if (hits.length === 0) {
-    w(query === void 0 ? "No cache entries yet.\n" : `No cache entries match: ${query}
-`);
-    return;
-  }
-  const body = hits.map((hit) => {
-    const label = hit.label.length > 80 ? hit.label.slice(0, 77) + "..." : hit.label;
-    const pointer = hit.blobPresent ? `  (token-goat ${RECALL_COMMAND[hit.cacheType]} ${hit.id})` : "  (blob expired -- content below is all that remains)";
-    return `[${pad(hit.cacheType, 4)}] ${hit.id}
-${pointer}
-  ${label}
-  ${hit.snippet}
-`;
-  }).join("\n");
-  w(`${fenceRecallListing(body, hits)}
-`);
-}
-function runRecallCommand(query, opts = {}) {
-  const browse = query === void 0 || query.trim() === "";
-  const scope = {
-    ...opts.type !== void 0 ? { type: opts.type } : {},
-    ...opts.limit !== void 0 ? { limit: opts.limit } : {}
-  };
-  const effectiveLimit = opts.limit ?? RECALL_DEFAULT_LIMIT;
-  const fetched = browse ? listRecentRecall({ ...scope, limit: effectiveLimit + 1 }) : searchRecall(query, { ...scope, limit: effectiveLimit + 1 });
-  const hits = fetched.slice(0, effectiveLimit);
-  if (fetched.length > hits.length) {
-    process.stderr.write(`Showing ${hits.length} entries; more are available (raise --limit to see them).
-`);
-  }
-  if (opts.json === true) {
-    const fenced = hits.map((hit) => ({ ...hit, snippet: fenceSnippetIfMatched(hit) }));
-    process.stdout.write(`${displaySafeJson(fenced, 0)}
-`);
-    return;
-  }
-  printHits(browse ? void 0 : query, hits);
-}
+var MCP_TOOL_PATTERN = "^mcp__";
 
 export {
-  checkSymbolBodySize,
-  MCP_TOOL_PATTERN,
-  WEB_OUTPUT_SUBDIR,
-  storeWebOutput,
-  getWebOutput,
-  getWebOutputRaw,
-  getWebOutputByUrlFromDisk,
-  DEFAULT_RECONCILE_BUDGET_MS,
-  runReconcile,
-  isReconcileClean,
-  reconcileProject,
-  RECALL_COMMAND,
-  runRecallCommand,
-  MAX_STDIN_BYTES,
   readStdinJson,
   diagnoseSqlFailure,
   cmdSessionSchema,
   cmdDescribe,
-  HOOK_EVENTS,
   buildCommandManifest,
   flattenCommandNames,
   filterCommandManifest,
-  formatCommandManifest
+  formatCommandManifest,
+  checkSymbolBodySize,
+  isIndexedProject,
+  buildReminder,
+  MCP_TOOL_PATTERN
 };