token-goat 2.9.11 → 2.9.13

package/dist/token-goat-chunk-UM47DRD3.mjs

@@ -0,0 +1,242 @@
+import { createRequire as __cjsRequire } from 'node:module';
+const require = __cjsRequire(import.meta.url);
+import {
+  loadConfig,
+  recordStat,
+  redactSecrets
+} from "./token-goat-chunk-UMXJN7DI.mjs";
+import {
+  atomicWriteText,
+  ensureDirSync,
+  sanitizeIdForFilename,
+  tokenGoatHome
+} from "./token-goat-chunk-QKXBGBQR.mjs";
+import {
+  init_define_import_meta_env
+} from "./token-goat-chunk-A37V4PBF.mjs";
+
+// src/disk_cache.ts
+init_define_import_meta_env();
+import * as fs from "node:fs";
+import * as path from "node:path";
+var DEFAULT_MAX_COUNT = 200;
+var DEFAULT_MAX_AGE_MS = 24 * 3600 * 1e3;
+function sanitizeId(id) {
+  return sanitizeIdForFilename(id, 64);
+}
+function blobDir(subdir) {
+  return path.join(tokenGoatHome(), subdir);
+}
+function blobPath(subdir, id) {
+  const safe = sanitizeId(id);
+  if (!safe) return null;
+  const dir = blobDir(subdir);
+  const candidate = path.join(dir, `${safe}.json`);
+  try {
+    const rel = path.relative(dir, candidate);
+    if (rel.startsWith("..")) return null;
+  } catch {
+    return null;
+  }
+  return candidate;
+}
+function isBlobStale(subdir, id) {
+  const p = blobPath(subdir, id);
+  if (p === null) return false;
+  try {
+    const stat = fs.statSync(p);
+    return Date.now() - stat.mtimeMs > DEFAULT_MAX_AGE_MS;
+  } catch {
+    return false;
+  }
+}
+function subdirCacheDefaults(subdir) {
+  try {
+    if (subdir === "bash_outputs") {
+      const bc = loadConfig().bash_compress;
+      return { maxCount: bc.cache_max_file_count, maxBytes: bc.cache_max_bytes, maxBytesPerItem: bc.cache_max_bytes_per_output };
+    }
+    if (subdir === "web_outputs") {
+      const wf = loadConfig().webfetch;
+      return { maxCount: wf.max_file_count, maxBytes: wf.max_bytes, maxBytesPerItem: Number.POSITIVE_INFINITY };
+    }
+  } catch {
+  }
+  return { maxCount: DEFAULT_MAX_COUNT, maxBytes: Number.POSITIVE_INFINITY, maxBytesPerItem: Number.POSITIVE_INFINITY };
+}
+function storeBlob(subdir, id, value, opts = {}) {
+  const p = blobPath(subdir, id);
+  if (!p) return false;
+  const defaults = subdirCacheDefaults(subdir);
+  const maxBytesPerItem = opts.maxBytesPerItem ?? defaults.maxBytesPerItem;
+  let rawJson;
+  try {
+    rawJson = JSON.stringify(value);
+  } catch {
+    return false;
+  }
+  let json;
+  try {
+    const result = redactSecrets(rawJson);
+    json = result.text;
+    if (result.count > 0) recordStat("secret_redacted", 0, result.count, void 0, subdir);
+  } catch {
+    return false;
+  }
+  if (Number.isFinite(maxBytesPerItem) && Buffer.byteLength(json, "utf-8") > maxBytesPerItem) return false;
+  try {
+    const dir = path.dirname(p);
+    if (!fs.existsSync(dir)) ensureDirSync(dir);
+    atomicWriteText(p, json);
+  } catch {
+    return false;
+  }
+  pruneBlobs(
+    subdir,
+    opts.maxCount ?? defaults.maxCount,
+    opts.maxAgeMs ?? DEFAULT_MAX_AGE_MS,
+    opts.maxBytes ?? defaults.maxBytes,
+    p
+  );
+  return true;
+}
+function loadBlob(subdir, id) {
+  const p = blobPath(subdir, id);
+  if (!p) return null;
+  try {
+    if (!fs.existsSync(p)) return null;
+    return JSON.parse(fs.readFileSync(p, "utf8"));
+  } catch {
+    return null;
+  }
+}
+function listBlobs(subdir) {
+  const dir = blobDir(subdir);
+  const out = [];
+  try {
+    if (!fs.existsSync(dir)) return out;
+    for (const file of fs.readdirSync(dir)) {
+      if (!file.endsWith(".json")) continue;
+      const id = file.slice(0, -5);
+      let mtime = 0;
+      try {
+        mtime = fs.statSync(path.join(dir, file)).mtimeMs;
+      } catch {
+      }
+      const value = loadBlob(subdir, id);
+      if (value !== null) out.push({ id, mtime, value });
+    }
+  } catch {
+    return out;
+  }
+  return out;
+}
+function pruneBlobs(subdir, maxCount = DEFAULT_MAX_COUNT, maxAgeMs = DEFAULT_MAX_AGE_MS, maxBytes = Number.POSITIVE_INFINITY, protectedPath) {
+  return pruneBlobDir(blobDir(subdir), maxCount, maxAgeMs, maxBytes, protectedPath);
+}
+function pruneBlobDir(dir, maxCount = DEFAULT_MAX_COUNT, maxAgeMs = DEFAULT_MAX_AGE_MS, maxBytes = Number.POSITIVE_INFINITY, protectedPath) {
+  let removed = 0;
+  try {
+    if (!fs.existsSync(dir)) return 0;
+    const cutoff = Date.now() - maxAgeMs;
+    let kept = [];
+    let protectedEntry;
+    for (const file of fs.readdirSync(dir)) {
+      const full = path.join(dir, file);
+      let stat;
+      try {
+        stat = fs.statSync(full);
+      } catch {
+        continue;
+      }
+      if (!stat.isFile()) continue;
+      if (protectedPath !== void 0 && full === protectedPath) {
+        protectedEntry = [full, stat.mtimeMs, stat.size];
+        continue;
+      }
+      if (stat.mtimeMs < cutoff) {
+        try {
+          fs.unlinkSync(full);
+          removed++;
+        } catch {
+          continue;
+        }
+      } else if (file.endsWith(".json")) {
+        kept.push([full, stat.mtimeMs, stat.size]);
+      }
+    }
+    const countBudget = protectedEntry ? Math.max(0, maxCount - 1) : maxCount;
+    if (kept.length > countBudget) {
+      kept.sort((a, b) => a[1] - b[1]);
+      const excess = kept.slice(0, kept.length - countBudget);
+      kept = kept.slice(kept.length - countBudget);
+      for (const [full] of excess) {
+        try {
+          fs.unlinkSync(full);
+          removed++;
+        } catch {
+          continue;
+        }
+      }
+    }
+    if (Number.isFinite(maxBytes)) {
+      kept.sort((a, b) => a[1] - b[1]);
+      let total = kept.reduce((sum, [, , size]) => sum + size, 0) + (protectedEntry ? protectedEntry[2] : 0);
+      while (total > maxBytes && kept.length > 0) {
+        const oldest = kept.shift();
+        if (!oldest) break;
+        const [full, , size] = oldest;
+        try {
+          fs.unlinkSync(full);
+          removed++;
+          total -= size;
+        } catch {
+          break;
+        }
+      }
+    }
+  } catch {
+    return removed;
+  }
+  return removed;
+}
+var SWEEPABLE_CACHE_SUBDIRS = [
+  { subdir: "bash_outputs", countCapped: true },
+  { subdir: "web_outputs", countCapped: true },
+  { subdir: "mcp_outputs", countCapped: true },
+  { subdir: "sessions", countCapped: false }
+];
+function sweepCacheRoots(extraRoots = []) {
+  let removed = 0;
+  const roots = [tokenGoatHome(), ...extraRoots];
+  const seen = /* @__PURE__ */ new Set();
+  for (const root of roots) {
+    if (!root || seen.has(root)) continue;
+    seen.add(root);
+    for (const { subdir, countCapped } of SWEEPABLE_CACHE_SUBDIRS) {
+      try {
+        const defaults = subdirCacheDefaults(subdir);
+        removed += pruneBlobDir(
+          path.join(root, subdir),
+          countCapped ? defaults.maxCount : Number.POSITIVE_INFINITY,
+          DEFAULT_MAX_AGE_MS,
+          countCapped ? defaults.maxBytes : Number.POSITIVE_INFINITY
+        );
+      } catch {
+      }
+    }
+  }
+  return removed;
+}
+
+export {
+  DEFAULT_MAX_COUNT,
+  DEFAULT_MAX_AGE_MS,
+  blobPath,
+  isBlobStale,
+  storeBlob,
+  loadBlob,
+  listBlobs,
+  pruneBlobs,
+  sweepCacheRoots
+};