token-goat 2.9.14 → 2.9.16

package/dist/token-goat-chunk-ZD4EM4LR.mjs

@@ -1,30 +0,0 @@
-import { createRequire as __cjsRequire } from 'node:module';
-const require = __cjsRequire(import.meta.url);
-import {
-  buildEvent,
-  relay,
-  relayInProcess
-} from "./token-goat-chunk-XVZ4MNQC.mjs";
-import "./token-goat-chunk-3XQPEJMV.mjs";
-import {
-  MAX_STDIN_BYTES,
-  readStdinJson
-} from "./token-goat-chunk-ZYNNQ36L.mjs";
-import "./token-goat-chunk-IT6O3PNN.mjs";
-import "./token-goat-chunk-VZYD4OZB.mjs";
-import "./token-goat-chunk-3BTK54F3.mjs";
-import "./token-goat-chunk-Y4AFKTHK.mjs";
-import "./token-goat-chunk-T2IWWTHB.mjs";
-import "./token-goat-chunk-SAQ5PG4L.mjs";
-import "./token-goat-chunk-EEIDFMEM.mjs";
-import "./token-goat-chunk-POBYR64E.mjs";
-import "./token-goat-chunk-AMYCQJX4.mjs";
-import "./token-goat-chunk-GMOUBOX4.mjs";
-import "./token-goat-chunk-A37V4PBF.mjs";
-export {
-  MAX_STDIN_BYTES,
-  buildEvent,
-  readStdinJson,
-  relay,
-  relayInProcess
-};

package/dist/token-goat-chunk-ZYNNQ36L.mjs

@@ -1,479 +0,0 @@
-import { createRequire as __cjsRequire } from 'node:module';
-const require = __cjsRequire(import.meta.url);
-import {
-  PARSER_FINGERPRINT,
-  enqueueDirtyPathSafe,
-  getTrackedFiles
-} from "./token-goat-chunk-IT6O3PNN.mjs";
-import {
-  getProjectFileEntries,
-  indexRecallEntry
-} from "./token-goat-chunk-VZYD4OZB.mjs";
-import {
-  getDb,
-  isBlobStale,
-  loadBlob,
-  redactSecrets,
-  storeBlob
-} from "./token-goat-chunk-T2IWWTHB.mjs";
-import {
-  fingerprintFile,
-  getDisplayRoot,
-  shortFingerprint
-} from "./token-goat-chunk-SAQ5PG4L.mjs";
-import {
-  registerReset
-} from "./token-goat-chunk-EEIDFMEM.mjs";
-import {
-  SYMBOL_BODY_CHAR_CAP,
-  countNoun,
-  displaySafeJson,
-  extractErrorMessage,
-  foldPath,
-  globalDbPath,
-  normalizePath,
-  resolveIndexPath,
-  toDisplayPath
-} from "./token-goat-chunk-AMYCQJX4.mjs";
-import {
-  compileGuardedRegex
-} from "./token-goat-chunk-GMOUBOX4.mjs";
-import {
-  init_define_import_meta_env
-} from "./token-goat-chunk-A37V4PBF.mjs";
-
-// src/web_cache.ts
-init_define_import_meta_env();
-var WEB_OUTPUT_SUBDIR = "web_outputs";
-var _byId = /* @__PURE__ */ new Map();
-var _rawById = /* @__PURE__ */ new Map();
-var _urlIndex = /* @__PURE__ */ new Map();
-function cacheIdForUrl(url) {
-  return shortFingerprint(url);
-}
-function storeWebOutput(url, content, dedupKey = url, rawContent) {
-  const cacheId = cacheIdForUrl(dedupKey);
-  const redactedContent = redactSecrets(content).text;
-  _byId.set(cacheId, redactedContent);
-  _urlIndex.set(url, cacheId);
-  const redactedRaw = rawContent !== void 0 && rawContent !== content ? redactSecrets(rawContent).text : void 0;
-  if (redactedRaw !== void 0) _rawById.set(cacheId, redactedRaw);
-  else _rawById.delete(cacheId);
-  storeBlob(WEB_OUTPUT_SUBDIR, cacheId, redactedRaw !== void 0 ? { url, content: redactedContent, raw: redactedRaw } : { url, content: redactedContent });
-  const redactedUrl = redactSecrets(url).text;
-  indexRecallEntry("web", cacheId, redactedUrl, `${redactedUrl}
-${redactedContent}`, Date.now());
-  return cacheId;
-}
-function coerceWebBlob(raw) {
-  if (raw === null || typeof raw !== "object") return null;
-  const o = raw;
-  if (typeof o["content"] !== "string") return null;
-  return { url: typeof o["url"] === "string" ? o["url"] : null, content: o["content"], raw: typeof o["raw"] === "string" ? o["raw"] : null };
-}
-function getWebOutput(cacheId) {
-  const hit = _byId.get(cacheId);
-  if (hit !== void 0) return hit;
-  if (isBlobStale(WEB_OUTPUT_SUBDIR, cacheId)) return null;
-  const blob = coerceWebBlob(loadBlob(WEB_OUTPUT_SUBDIR, cacheId));
-  if (blob === null) return null;
-  _byId.set(cacheId, blob.content);
-  if (blob.raw !== null) _rawById.set(cacheId, blob.raw);
-  if (blob.url !== null) _urlIndex.set(blob.url, cacheId);
-  return blob.content;
-}
-function getWebOutputRaw(cacheId) {
-  const cleaned = getWebOutput(cacheId);
-  if (cleaned === null) return null;
-  return _rawById.get(cacheId) ?? cleaned;
-}
-function getWebOutputByUrlFromDisk(url, dedupKey = url) {
-  const cacheId = cacheIdForUrl(dedupKey);
-  const content = getWebOutput(cacheId);
-  if (content === null) return null;
-  return { cacheId, content };
-}
-registerReset(() => {
-  _byId = /* @__PURE__ */ new Map();
-  _rawById = /* @__PURE__ */ new Map();
-  _urlIndex = /* @__PURE__ */ new Map();
-});
-
-// src/stdin_json.ts
-init_define_import_meta_env();
-var DEFAULT_STDIN_TIMEOUT_MS = 5e3;
-var MAX_STDIN_WALL_MS = 6e4;
-var MAX_STDIN_BYTES = 64 * 1024 * 1024;
-function readStdinJson(timeoutMs = DEFAULT_STDIN_TIMEOUT_MS, maxBytes = MAX_STDIN_BYTES) {
-  return new Promise((resolve, reject) => {
-    const chunks = [];
-    let totalBytes = 0;
-    let settled = false;
-    const finish = (fn) => {
-      if (settled) return;
-      settled = true;
-      clearTimeout(idleTimer);
-      clearTimeout(wallTimer);
-      process.stdin.removeListener("data", onData);
-      process.stdin.removeListener("end", onEnd);
-      process.stdin.removeListener("error", onError);
-      fn();
-    };
-    let idleTimer = setTimeout(() => {
-      finish(() => reject(new Error("readStdinJson: timed out waiting for stdin")));
-    }, timeoutMs);
-    const wallTimer = setTimeout(() => {
-      finish(() => {
-        process.stdin.destroy();
-        reject(new Error(`readStdinJson: stdin took longer than ${MAX_STDIN_WALL_MS} ms`));
-      });
-    }, MAX_STDIN_WALL_MS);
-    const onData = (chunk) => {
-      clearTimeout(idleTimer);
-      idleTimer = setTimeout(() => {
-        finish(() => reject(new Error("readStdinJson: timed out waiting for stdin")));
-      }, timeoutMs);
-      totalBytes += chunk.length;
-      if (totalBytes > maxBytes) {
-        finish(() => {
-          process.stdin.destroy();
-          reject(new Error(`readStdinJson: stdin exceeded ${maxBytes} bytes`));
-        });
-        return;
-      }
-      chunks.push(chunk);
-    };
-    const onEnd = () => {
-      finish(() => {
-        const text = Buffer.concat(chunks).toString("utf8").trim();
-        if (text === "") {
-          reject(new Error("readStdinJson: empty stdin"));
-          return;
-        }
-        try {
-          resolve(JSON.parse(text));
-        } catch (err) {
-          reject(err instanceof Error ? err : new Error(String(err)));
-        }
-      });
-    };
-    const onError = (err) => {
-      finish(() => reject(err instanceof Error ? err : new Error(String(err))));
-    };
-    process.stdin.on("data", onData);
-    process.stdin.on("end", onEnd);
-    process.stdin.on("error", onError);
-  });
-}
-
-// src/types.ts
-init_define_import_meta_env();
-var HOOK_EVENTS = [
-  "pre_tool_use",
-  "post_tool_use",
-  "notification",
-  "stop",
-  "pre_compact",
-  "post_compact",
-  "user_prompt_submit",
-  "subagent_stop",
-  "session_start",
-  "post_tool_use_failure"
-];
-
-// src/cli_commands.ts
-init_define_import_meta_env();
-function toEntry(cmd) {
-  return {
-    name: cmd.name(),
-    description: cmd.description(),
-    aliases: cmd.aliases(),
-    options: cmd.options.map((o) => ({ flags: o.flags, description: o.description })),
-    arguments: cmd.registeredArguments.map((a) => ({ name: a.name(), description: a.description, required: a.required })),
-    subcommands: cmd.commands.filter((sub) => sub.name() !== "help").map(toEntry)
-  };
-}
-function buildCommandManifest(program) {
-  return program.commands.filter((cmd) => cmd.name() !== "help").map(toEntry);
-}
-function flattenCommandNames(manifest) {
-  const names = [];
-  for (const entry of manifest) {
-    names.push(entry.name);
-    for (const sub of entry.subcommands) {
-      names.push(`${entry.name} ${sub.name}`);
-    }
-  }
-  return names;
-}
-function entryMatches(entry, re, pattern) {
-  const haystacks = [entry.name, entry.description, ...entry.aliases];
-  return haystacks.some((h) => re !== null ? re.test(h) : h.includes(pattern));
-}
-function filterCommandManifest(manifest, pattern) {
-  const guarded = compileGuardedRegex(pattern);
-  const re = guarded.ok ? guarded.re : null;
-  const result = [];
-  for (const entry of manifest) {
-    if (entryMatches(entry, re, pattern)) {
-      result.push(entry);
-      continue;
-    }
-    const matchingSubs = entry.subcommands.filter((sub) => entryMatches(sub, re, pattern));
-    if (matchingSubs.length > 0) {
-      result.push({ ...entry, subcommands: matchingSubs });
-    }
-  }
-  return result;
-}
-function formatCommandManifest(manifest) {
-  const lines = [];
-  lines.push("# token-goat commands");
-  lines.push("");
-  for (const entry of manifest) {
-    lines.push(`## ${entry.name}${entry.aliases.length ? " (alias: " + entry.aliases.join(", ") + ")" : ""}${entry.description ? " -- " + entry.description : ""}`);
-    for (const arg of entry.arguments) {
-      lines.push(`  arg: ${arg.name}${arg.required ? "" : " (optional)"}${arg.description ? " -- " + arg.description : ""}`);
-    }
-    for (const opt of entry.options) {
-      lines.push(`  ${opt.flags}${opt.description ? " -- " + opt.description : ""}`);
-    }
-    for (const sub of entry.subcommands) {
-      lines.push(`  ${entry.name} ${sub.name}${sub.description ? " -- " + sub.description : ""}`);
-    }
-    lines.push("");
-  }
-  return lines.join("\n").trimEnd();
-}
-
-// src/symbol_body_probe.ts
-init_define_import_meta_env();
-import * as fs from "fs";
-var OVERSIZED_BODY_PROBE_SQL = `SELECT 1 FROM symbols WHERE LENGTH(body) > ${SYMBOL_BODY_CHAR_CAP} LIMIT 1`;
-function checkSymbolBodySize(dbPath) {
-  if (!fs.existsSync(dbPath)) {
-    return { name: "Symbol body size", status: "ok", message: "no database yet" };
-  }
-  try {
-    const db = getDb(dbPath);
-    const row = db.prepare(OVERSIZED_BODY_PROBE_SQL).get();
-    if (row !== void 0) {
-      return {
-        name: "Symbol body size",
-        status: "warn",
-        message: `one or more stored symbol bodies exceed the ${SYMBOL_BODY_CHAR_CAP}-char cap enforced by boundSymbolBody -- likely a pre-fix leftover from a minified/generated file. A plain 'token-goat reclaim-index' (VACUUM only) CANNOT remove these rows -- it only reclaims freed pages, it never deletes row content. Only 'token-goat reclaim-index --rebuild' drops and re-derives them under the cap (stop the worker first with 'token-goat worker stop', since reclaim-index refuses to run while it's live); --rebuild reparses and re-embeds every indexed file across every project and can take a long time on a large multi-project index`
-      };
-    }
-    return { name: "Symbol body size", status: "ok", message: "no stored symbol body exceeds the cap" };
-  } catch (err) {
-    return {
-      name: "Symbol body size",
-      status: "warn",
-      message: `could not query symbol body size: ${extractErrorMessage(err)}`
-    };
-  }
-}
-
-// src/reconcile.ts
-init_define_import_meta_env();
-import * as fs2 from "node:fs";
-var DEFAULT_RECONCILE_BUDGET_MS = 1500;
-function readReconcileCursor(dbPath, root) {
-  try {
-    const row = getDb(dbPath).prepare("SELECT last_scanned_path FROM reconcile_cursor WHERE root = ?").get(root);
-    return row?.last_scanned_path ?? null;
-  } catch {
-    return null;
-  }
-}
-function writeReconcileCursor(dbPath, root, lastScannedPath) {
-  try {
-    getDb(dbPath).prepare(
-      "INSERT INTO reconcile_cursor (root, last_scanned_path, updated_at) VALUES (?, ?, ?) ON CONFLICT(root) DO UPDATE SET last_scanned_path = excluded.last_scanned_path, updated_at = excluded.updated_at"
-    ).run(root, lastScannedPath, Date.now());
-  } catch {
-  }
-}
-function clearReconcileCursor(dbPath, root) {
-  try {
-    getDb(dbPath).prepare("DELETE FROM reconcile_cursor WHERE root = ?").run(root);
-  } catch {
-  }
-}
-function runReconcile(opts = {}) {
-  const raw = reconcileProject(opts);
-  const root = getDisplayRoot(opts.cwd ?? process.cwd());
-  const display = (paths) => paths.map((p) => toDisplayPath(root, p)).sort();
-  const result = {
-    ...raw,
-    changed: display(raw.changed),
-    added: display(raw.added),
-    removed: display(raw.removed)
-  };
-  if (opts.json === true) {
-    process.stdout.write(`${displaySafeJson(result)}
-`);
-    return 0;
-  }
-  const lines = [];
-  if (isReconcileClean(result)) {
-    if (!result.trackedUnavailable) {
-      lines.push(`Index matches disk: ${countNoun(result.scanned, "file")} checked in ${result.elapsedMs}ms.`);
-    }
-  } else {
-    const verb = opts.dryRun === true ? "would reindex" : "queued for reindexing";
-    const dropVerb = opts.dryRun === true ? "would drop from the index" : "queued for removal";
-    if (result.changed.length > 0) lines.push(`${countNoun(result.changed.length, "file")} changed since indexing (${verb}):`);
-    for (const f of result.changed) lines.push(`  ~ ${f}`);
-    if (result.added.length > 0) lines.push(`${countNoun(result.added.length, "file")} not in the index (${verb}):`);
-    for (const f of result.added) lines.push(`  + ${f}`);
-    if (result.removed.length > 0) lines.push(`${countNoun(result.removed.length, "file")} indexed but gone from disk (${dropVerb}):`);
-    for (const f of result.removed) lines.push(`  - ${f}`);
-    lines.push(`Checked ${countNoun(result.scanned, "file")} in ${result.elapsedMs}ms.`);
-  }
-  if (result.mtimeOnly > 0) {
-    lines.push(`${countNoun(result.mtimeOnly, "file")} had a newer timestamp but identical content, so ${result.mtimeOnly === 1 ? "it was" : "they were"} left alone.`);
-  }
-  if (result.parserStale > 0) {
-    const reparseVerb = opts.dryRun === true ? "would reparse" : "queued for reparse";
-    lines.push(`${countNoun(result.parserStale, "file")} of the above ${result.parserStale === 1 ? "was" : "were"} unchanged on disk but indexed by an older parser (${reparseVerb}).`);
-  }
-  if (result.trackedUnavailable) {
-    lines.push("This project has an index but git listed no files in it, so nothing could be compared and no deletions were computed. Run token-goat inside the repository, or reindex with --walk if this directory is deliberately not under git.");
-  }
-  if (result.budgetExhausted) {
-    lines.push(`Stopped at the ${result.elapsedMs}ms budget with ${countNoun(result.unscanned, "file")} unchecked, so there may be more drift; deletions were not computed at all, because an unchecked file is indistinguishable from a deleted one. Raise --budget-ms for a complete sweep.`);
-  }
-  process.stdout.write(`${lines.join("\n")}
-`);
-  return 0;
-}
-function isReconcileClean(r) {
-  return r.changed.length === 0 && r.added.length === 0 && r.removed.length === 0;
-}
-function reconcileProject(opts = {}) {
-  const cwd = opts.cwd ?? process.cwd();
-  const budgetMs = opts.budgetMs ?? DEFAULT_RECONCILE_BUDGET_MS;
-  const startedAt = Date.now();
-  const dbPath = opts.dbPath ?? globalDbPath();
-  const tracked = getTrackedFiles(cwd);
-  const projectRoot = resolveIndexPath(".", cwd);
-  const indexed = getProjectFileEntries(projectRoot, dbPath);
-  let scanOrder = tracked;
-  const cursorPath = tracked.length > 0 ? readReconcileCursor(dbPath, projectRoot) : null;
-  if (cursorPath !== null) {
-    const cursorFolded = foldPath(normalizePath(cursorPath));
-    const cursorIdx = tracked.findIndex((f) => foldPath(normalizePath(f)) === cursorFolded);
-    if (cursorIdx !== -1) {
-      scanOrder = [...tracked.slice(cursorIdx + 1), ...tracked.slice(0, cursorIdx + 1)];
-    }
-  }
-  const changed = [];
-  const added = [];
-  const seenOnDisk = /* @__PURE__ */ new Set();
-  let mtimeOnly = 0;
-  let parserStale = 0;
-  let scanned = 0;
-  let budgetExhausted = false;
-  let lastScanned = null;
-  for (const file of scanOrder) {
-    if (Date.now() - startedAt > budgetMs) {
-      budgetExhausted = true;
-      break;
-    }
-    scanned++;
-    lastScanned = file;
-    const folded = foldPath(normalizePath(file));
-    seenOnDisk.add(folded);
-    const entry = indexed.get(folded);
-    if (entry === void 0) {
-      added.push(file);
-      continue;
-    }
-    if (entry.parserSha !== PARSER_FINGERPRINT) {
-      changed.push(file);
-      parserStale++;
-      continue;
-    }
-    let mtimeMs;
-    try {
-      mtimeMs = fs2.statSync(file).mtimeMs;
-    } catch {
-      changed.push(file);
-      continue;
-    }
-    if (entry.mtime !== 0 && mtimeMs === entry.mtime) continue;
-    const diskSha = fingerprintFile(file);
-    if (diskSha === null) {
-      changed.push(file);
-      continue;
-    }
-    if (diskSha === entry.sha) {
-      mtimeOnly++;
-      continue;
-    }
-    changed.push(file);
-  }
-  const trackedUnavailable = tracked.length === 0 && indexed.size > 0;
-  const removed = [];
-  if (!budgetExhausted && !trackedUnavailable) {
-    for (const [folded, entry] of indexed) {
-      if (seenOnDisk.has(folded)) continue;
-      if (Date.now() - startedAt > budgetMs) {
-        budgetExhausted = true;
-        removed.length = 0;
-        break;
-      }
-      try {
-        fs2.statSync(entry.filePath);
-      } catch {
-        removed.push(entry.filePath);
-      }
-    }
-  }
-  let enqueued = 0;
-  if (opts.dryRun !== true) {
-    for (const p of [...changed, ...added, ...removed]) {
-      enqueueDirtyPathSafe(resolveIndexPath(p, cwd), { alreadyResolved: true });
-      enqueued++;
-    }
-    if (budgetExhausted) {
-      if (lastScanned !== null) writeReconcileCursor(dbPath, projectRoot, lastScanned);
-    } else if (tracked.length > 0) {
-      clearReconcileCursor(dbPath, projectRoot);
-    }
-  }
-  return {
-    scanned,
-    changed,
-    added,
-    removed,
-    mtimeOnly,
-    parserStale,
-    budgetExhausted,
-    trackedUnavailable,
-    unscanned: Math.max(0, tracked.length - scanned),
-    enqueued,
-    elapsedMs: Date.now() - startedAt
-  };
-}
-
-export {
-  checkSymbolBodySize,
-  WEB_OUTPUT_SUBDIR,
-  storeWebOutput,
-  getWebOutput,
-  getWebOutputRaw,
-  getWebOutputByUrlFromDisk,
-  DEFAULT_RECONCILE_BUDGET_MS,
-  runReconcile,
-  isReconcileClean,
-  reconcileProject,
-  MAX_STDIN_BYTES,
-  readStdinJson,
-  HOOK_EVENTS,
-  buildCommandManifest,
-  flattenCommandNames,
-  filterCommandManifest,
-  formatCommandManifest
-};