token-goat 2.6.31 → 2.6.32

package/dist/{token-goat-chunk-HPY7XE77.mjs → token-goat-chunk-X5OPORR4.mjs}

@@ -56,13 +56,13 @@ import {
   withFileLock,
   writeIfDifferent,
   writeJsonSettings
-} from "./token-goat-chunk-X7PIWZMB.mjs";
+} from "./token-goat-chunk-5EXIMDHA.mjs";
 import {
   registerReset
-} from "./token-goat-chunk-VYC34TBW.mjs";
+} from "./token-goat-chunk-3KW5C2KQ.mjs";
 import {
   init_define_import_meta_env
-} from "./token-goat-chunk-4WGVGN6W.mjs";
+} from "./token-goat-chunk-3UOG7PSZ.mjs";
 
 // src/parser_types.ts
 init_define_import_meta_env();
@@ -17107,8 +17107,9 @@ function isTooShallowToPrune(rootPrefix) {
   return segments.length === 0;
 }
 function foldedBounds(rootPrefix) {
-  const prefix = rootPrefix.endsWith("/") ? rootPrefix : `${rootPrefix}/`;
-  return { foldedRootPrefix: foldPath(rootPrefix), foldedPrefix: foldPath(prefix) };
+  const normalized = normalizePath(rootPrefix);
+  const prefix = normalized.endsWith("/") ? normalized : `${normalized}/`;
+  return { foldedRootPrefix: foldPath(normalized), foldedPrefix: foldPath(prefix) };
 }
 function allIndexedPaths(dbPath) {
   const db = getDb(dbPath);
@@ -17118,7 +17119,7 @@ function allIndexedPaths(dbPath) {
 function foldedPathsUnderRoot(rootPrefix, dbPath) {
   const { foldedRootPrefix, foldedPrefix } = foldedBounds(rootPrefix);
   return allIndexedPaths(dbPath).filter((p) => {
-    const foldedP = foldPath(p);
+    const foldedP = foldPath(normalizePath(p));
     return foldedP === foldedRootPrefix || foldedP.startsWith(foldedPrefix);
   });
 }
@@ -17164,6 +17165,11 @@ function pruneDeletedFiles(rootPrefix, dbPath = globalDbPath()) {
   const db = getDb(dbPath);
   return removeDeletedFilesBestEffort(db, findDeletablePaths(rootPrefix, dbPath)).length;
 }
+function pruneBlockedRoot(rootPrefix, dbPath = globalDbPath()) {
+  const normalized = normalizePath(rootPrefix);
+  if (isTooShallowToPrune(normalized)) return [];
+  return removeFilesBestEffort(getDb(dbPath), foldedPathsUnderRoot(normalized, dbPath));
+}
 function findSystemTempFiles(dbPath = globalDbPath()) {
   return allIndexedPaths(dbPath).filter((p) => isUnderSystemTemp(p));
 }
@@ -17426,7 +17432,7 @@ function cleanupWorkerStateFiles(dir) {
   }
   sweepExpiredKnownRootMarkers(dir);
 }
-var INDEX_FAILED = Symbol("indexFailed");
+var INDEX_FAILED = /* @__PURE__ */ Symbol("indexFailed");
 var inFlightEmbeddings = /* @__PURE__ */ new Map();
 var activeEmbedSlots = 0;
 var embedSlotWaiters = [];
@@ -17974,6 +17980,7 @@ registerHook("pre_compact", preCompactIndexHandler, { advisory: true });
 
 // src/url_policy.ts
 init_define_import_meta_env();
+import { domainToUnicode } from "node:url";
 function wildcardToRegExp(pattern) {
   const escaped = pattern.replace(/[.+^${}()|[\]\\?]/g, "\\$&").replace(/\*/g, ".*");
   return new RegExp(`^${escaped}$`, "i");
@@ -17996,9 +18003,15 @@ function urlSpellings(url) {
     const parsed = new URL(url);
     if (parsed.hostname.endsWith(".")) parsed.hostname = parsed.hostname.replace(/\.+$/, "");
     if (!out.includes(parsed.href)) out.push(parsed.href);
+    const spellWith = (authority) => `${parsed.protocol}//${parsed.username === "" && parsed.password === "" ? "" : `${parsed.username}${parsed.password === "" ? "" : `:${parsed.password}`}@`}${authority}${parsed.pathname}${parsed.search}${parsed.hash}`;
     const defaultPort = DEFAULT_PORTS[parsed.protocol];
     if (parsed.port === "" && defaultPort !== void 0) {
-      const spelled = `${parsed.protocol}//${parsed.username === "" && parsed.password === "" ? "" : `${parsed.username}${parsed.password === "" ? "" : `:${parsed.password}`}@`}${parsed.hostname}:${defaultPort}${parsed.pathname}${parsed.search}${parsed.hash}`;
+      const spelled = spellWith(`${parsed.hostname}:${defaultPort}`);
+      if (!out.includes(spelled)) out.push(spelled);
+    }
+    const unicodeHost = domainToUnicode(parsed.hostname);
+    if (unicodeHost !== "" && unicodeHost !== parsed.hostname) {
+      const spelled = spellWith(parsed.port === "" ? unicodeHost : `${unicodeHost}:${parsed.port}`);
       if (!out.includes(spelled)) out.push(spelled);
     }
   } catch {
@@ -18029,6 +18042,12 @@ function urlAuthorities(url) {
     const hosts = [parsed.host, parsed.hostname];
     const defaultPort = DEFAULT_PORTS[parsed.protocol];
     if (parsed.port === "" && defaultPort !== void 0) hosts.push(`${parsed.hostname}:${defaultPort}`);
+    const unicodeHost = domainToUnicode(parsed.hostname);
+    if (unicodeHost !== "" && unicodeHost !== parsed.hostname) {
+      hosts.push(unicodeHost);
+      if (parsed.port !== "") hosts.push(`${unicodeHost}:${parsed.port}`);
+      else if (defaultPort !== void 0) hosts.push(`${unicodeHost}:${defaultPort}`);
+    }
     return hosts;
   } catch {
     return null;
@@ -18290,6 +18309,7 @@ export {
   indexFileEmbeddings,
   removeFileFromIndex,
   pruneDeletedFiles,
+  pruneBlockedRoot,
   findSystemTempFiles,
   pruneSystemTempFiles,
   recordKnownRootThrottled,

package/dist/{token-goat-chunk-DCGBS2YZ.mjs → token-goat-chunk-YWYITDOS.mjs}

@@ -2,10 +2,10 @@ import { createRequire as __cjsRequire } from 'node:module';
 const require = __cjsRequire(import.meta.url);
 import {
   clearModuleCaches
-} from "./token-goat-chunk-VYC34TBW.mjs";
+} from "./token-goat-chunk-3KW5C2KQ.mjs";
 import {
   init_define_import_meta_env
-} from "./token-goat-chunk-4WGVGN6W.mjs";
+} from "./token-goat-chunk-3UOG7PSZ.mjs";
 
 // src/batch_serve.ts
 init_define_import_meta_env();
@@ -23,12 +23,12 @@ function captureOutput() {
   let errText = "";
   const realOut = process.stdout.write.bind(process.stdout);
   const realErr = process.stderr.write.bind(process.stderr);
-  const sink = (append) => (chunk, enc, cb) => {
+  const sink = (append) => ((chunk, enc, cb) => {
     append(typeof chunk === "string" ? chunk : String(chunk));
     const done = typeof enc === "function" ? enc : cb;
     if (typeof done === "function") done();
     return true;
-  };
+  });
   process.stdout.write = sink((s) => {
     out += s;
   });

package/dist/{token-goat-hook-chunk-YHRJMMEF.mjs → token-goat-hook-chunk-6NF4WM2U.mjs}

@@ -82,7 +82,7 @@ import {
   runZipRead,
   symbolNamesInFile,
   upsertNote
-} from "./token-goat-hook-chunk-66W63A4Y.mjs";
+} from "./token-goat-hook-chunk-Q5URQRIF.mjs";
 import {
   BASH_OUTPUT_SUBDIR,
   GEMINI_TOOL_NAME_MAP,
@@ -103,7 +103,7 @@ import {
   readStdinJson,
   searchRecall,
   storeWebOutput
-} from "./token-goat-hook-chunk-JT5RMRIY.mjs";
+} from "./token-goat-hook-chunk-LFYT4DLB.mjs";
 import {
   AGENT_SALT_MARKER,
   CONTEXT_AUTOCOMPACT_TOKENS,
@@ -204,6 +204,7 @@ import {
   pptxSlideText,
   pptxTextGrep,
   pruneBlobs,
+  pruneBlockedRoot,
   pruneDeletedFiles,
   pruneSkillOutputs,
   pruneSystemTempFiles,
@@ -235,7 +236,7 @@ import {
   vscodeDecoderConfigured,
   walkProject,
   writeCompact
-} from "./token-goat-hook-chunk-SJM4BUZQ.mjs";
+} from "./token-goat-hook-chunk-WBTHUYJP.mjs";
 import {
   C,
   CONFIG_KEY_ENV_OVERRIDES,
@@ -307,15 +308,15 @@ import {
   withFileLock,
   withRetryOnLock,
   writeJsonSettings
-} from "./token-goat-hook-chunk-NIVRFAJ4.mjs";
-import "./token-goat-hook-chunk-KNVHTGEX.mjs";
+} from "./token-goat-hook-chunk-DHW6SRHR.mjs";
+import "./token-goat-hook-chunk-J2ZK2FYW.mjs";
 import {
   __commonJS,
   __export,
   __require,
   __toESM,
   init_define_import_meta_env
-} from "./token-goat-hook-chunk-7WC2H3EW.mjs";
+} from "./token-goat-hook-chunk-K33JMLL7.mjs";
 
 // node_modules/commander/lib/error.js
 var require_error = __commonJS({
@@ -1928,8 +1929,8 @@ Expecting one of '${allowedValues.join("', '")}'`);
        * @param {boolean} [combine] - if `true` or omitted, an optional value can be specified directly after the flag.
        * @return {Command} `this` command for chaining
        */
-      combineFlagAndOptionalValue(combine = true) {
-        this._combineFlagAndOptionalValue = !!combine;
+      combineFlagAndOptionalValue(combine2 = true) {
+        this._combineFlagAndOptionalValue = !!combine2;
         return this;
       }
       /**
@@ -6359,6 +6360,7 @@ var closePattern = /\\}/g;
 var commaPattern = /\\,/g;
 var periodPattern = /\\\./g;
 var EXPANSION_MAX = 1e5;
+var EXPANSION_MAX_LENGTH = 4e6;
 function numeric(str) {
   return !isNaN(str) ? parseInt(str, 10) : str.charCodeAt(0);
 }
@@ -6393,11 +6395,11 @@ function expand(str, options = {}) {
   if (!str) {
     return [];
   }
-  const { max = EXPANSION_MAX } = options;
+  const { max = EXPANSION_MAX, maxLength = EXPANSION_MAX_LENGTH } = options;
   if (str.slice(0, 2) === "{}") {
     str = "\\{\\}" + str.slice(2);
   }
-  return expand_(escapeBraces(str), max, true).map(unescapeBraces);
+  return expand_(escapeBraces(str), max, maxLength, true).map(unescapeBraces);
 }
 function embrace(str) {
   return "{" + str + "}";
@@ -6411,19 +6413,88 @@ function lte(i, y) {
 function gte(i, y) {
   return i >= y;
 }
-function expand_(str, max, isTop) {
-  const expansions = [];
-  const m = balanced("{", "}", str);
-  if (!m)
-    return [str];
-  const pre = m.pre;
-  const post = m.post.length ? expand_(m.post, max, false) : [""];
-  if (/\$$/.test(m.pre)) {
-    for (let k = 0; k < post.length && k < max; k++) {
-      const expansion = pre + "{" + m.body + "}" + post[k];
-      expansions.push(expansion);
+function combine(acc, pre, values, max, maxLength, dropEmpties) {
+  const out2 = [];
+  let length = 0;
+  for (let a = 0; a < acc.length; a++) {
+    for (let v = 0; v < values.length; v++) {
+      if (out2.length >= max)
+        return out2;
+      const expansion = acc[a] + pre + values[v];
+      if (dropEmpties && !expansion)
+        continue;
+      if (length + expansion.length > maxLength)
+        return out2;
+      out2.push(expansion);
+      length += expansion.length;
+    }
+  }
+  return out2;
+}
+function expandSequence(body, isAlphaSequence, max, maxLength) {
+  const n = body.split(/\.\./);
+  const N = [];
+  if (n[0] === void 0 || n[1] === void 0) {
+    return N;
+  }
+  const x = numeric(n[0]);
+  const y = numeric(n[1]);
+  const width = Math.max(n[0].length, n[1].length);
+  let incr = n.length === 3 && n[2] !== void 0 ? Math.max(Math.abs(numeric(n[2])), 1) : 1;
+  let test = lte;
+  const reverse = y < x;
+  if (reverse) {
+    incr *= -1;
+    test = gte;
+  }
+  const pad2 = n.some(isPadded);
+  let length = 0;
+  for (let i = x; test(i, y) && N.length < max; i += incr) {
+    let c;
+    if (isAlphaSequence) {
+      c = String.fromCharCode(i);
+      if (c === "\\") {
+        c = "";
+      }
+    } else {
+      c = String(i);
+      if (pad2) {
+        const need = width - c.length;
+        if (need > 0) {
+          const z = new Array(need + 1).join("0");
+          if (i < 0) {
+            c = "-" + z + c.slice(1);
+          } else {
+            c = z + c;
+          }
+        }
+      }
+    }
+    if (length + c.length > maxLength)
+      break;
+    N.push(c);
+    length += c.length;
+  }
+  return N;
+}
+function expand_(str, max, maxLength, isTop) {
+  let acc = [""];
+  let dropEmpties = false;
+  let firstGroup = true;
+  for (; ; ) {
+    const m = balanced("{", "}", str);
+    if (!m) {
+      return combine(acc, str, [""], max, maxLength, dropEmpties);
+    }
+    const pre = m.pre;
+    if (/\$$/.test(pre)) {
+      acc = combine(acc, pre + "{" + m.body + "}", [""], max, maxLength, dropEmpties && !m.post.length);
+      firstGroup = false;
+      if (!m.post.length)
+        break;
+      str = m.post;
+      continue;
     }
-  } else {
     const isNumericSequence = /^-?\d+\.\.-?\d+(?:\.\.-?\d+)?$/.test(m.body);
     const isAlphaSequence = /^[a-zA-Z]\.\.[a-zA-Z](?:\.\.-?\d+)?$/.test(m.body);
     const isSequence = isNumericSequence || isAlphaSequence;
@@ -6431,75 +6502,58 @@ function expand_(str, max, isTop) {
     if (!isSequence && !isOptions) {
       if (m.post.match(/,(?!,).*\}/)) {
         str = m.pre + "{" + m.body + escClose + m.post;
-        return expand_(str, max, true);
+        isTop = true;
+        continue;
       }
-      return [str];
+      return combine(acc, pre + "{" + m.body + "}" + m.post, [""], max, maxLength, dropEmpties);
     }
-    let n;
+    if (firstGroup) {
+      dropEmpties = isTop && !isSequence;
+      firstGroup = false;
+    }
+    let values;
     if (isSequence) {
-      n = m.body.split(/\.\./);
+      values = expandSequence(m.body, isAlphaSequence, max, maxLength);
     } else {
-      n = parseCommaParts(m.body);
+      let n = parseCommaParts(m.body);
       if (n.length === 1 && n[0] !== void 0) {
-        n = expand_(n[0], max, false).map(embrace);
+        n = expand_(n[0], max, maxLength, false).map(embrace);
         if (n.length === 1) {
-          return post.map((p) => m.pre + n[0] + p);
-        }
-      }
-    }
-    let N;
-    if (isSequence && n[0] !== void 0 && n[1] !== void 0) {
-      const x = numeric(n[0]);
-      const y = numeric(n[1]);
-      const width = Math.max(n[0].length, n[1].length);
-      let incr = n.length === 3 && n[2] !== void 0 ? Math.max(Math.abs(numeric(n[2])), 1) : 1;
-      let test = lte;
-      const reverse = y < x;
-      if (reverse) {
-        incr *= -1;
-        test = gte;
-      }
-      const pad2 = n.some(isPadded);
-      N = [];
-      for (let i = x; test(i, y) && N.length < max; i += incr) {
-        let c;
-        if (isAlphaSequence) {
-          c = String.fromCharCode(i);
-          if (c === "\\") {
-            c = "";
-          }
-        } else {
-          c = String(i);
-          if (pad2) {
-            const need = width - c.length;
-            if (need > 0) {
-              const z = new Array(need + 1).join("0");
-              if (i < 0) {
-                c = "-" + z + c.slice(1);
-              } else {
-                c = z + c;
-              }
-            }
-          }
+          acc = combine(acc, pre + n[0], [""], max, maxLength, dropEmpties && !m.post.length);
+          if (!m.post.length)
+            break;
+          str = m.post;
+          continue;
         }
-        N.push(c);
       }
-    } else {
-      N = [];
-      for (let j = 0; j < n.length; j++) {
-        N.push.apply(N, expand_(n[j], max, false));
+      let dropsEmpties = dropEmpties && !m.post.length && !pre;
+      for (let d = 0; dropsEmpties && d < acc.length; d++) {
+        if (acc[d]) {
+          dropsEmpties = false;
+        }
       }
-    }
-    for (let j = 0; j < N.length; j++) {
-      for (let k = 0; k < post.length && expansions.length < max; k++) {
-        const expansion = pre + N[j] + post[k];
-        if (!isTop || isSequence || expansion) {
-          expansions.push(expansion);
+      values = [];
+      let valuesLength = 0;
+      outer: for (let j = 0; j < n.length; j++) {
+        const expanded = expand_(n[j], max, maxLength, false);
+        for (let k = 0; k < expanded.length; k++) {
+          const v = expanded[k];
+          if (dropsEmpties && !v)
+            continue;
+          if (values.length >= max || valuesLength + v.length > maxLength) {
+            break outer;
+          }
+          values.push(v);
+          valuesLength += v.length;
         }
       }
     }
+    acc = combine(acc, pre, values, max, maxLength, dropEmpties && !m.post.length);
+    if (!m.post.length)
+      break;
+    str = m.post;
   }
-  return expansions;
+  return acc;
 }
 
 // node_modules/minimatch/dist/esm/assert-valid-pattern.js
@@ -6716,7 +6770,7 @@ var AST = class {
   get depth() {
     return (this.#parent?.depth ?? -1) + 1;
   }
-  [Symbol.for("nodejs.util.inspect.custom")]() {
+  [/* @__PURE__ */ Symbol.for("nodejs.util.inspect.custom")]() {
     return {
       "@@type": "AST",
       id: this.id,
@@ -7354,7 +7408,7 @@ var path11 = {
 };
 var sep2 = defaultPlatform === "win32" ? path11.win32.sep : path11.posix.sep;
 minimatch.sep = sep2;
-var GLOBSTAR = Symbol("globstar **");
+var GLOBSTAR = /* @__PURE__ */ Symbol("globstar **");
 minimatch.GLOBSTAR = GLOBSTAR;
 var qmark2 = "[^/]";
 var star2 = qmark2 + "*?";
@@ -11446,11 +11500,15 @@ function cmdProject(opts) {
     cfg.worker.blocked_roots = [...cfg.worker.blocked_roots, target];
     saveConfigSafe(cfg);
     invalidateConfigCache();
+    const purged = pruneBlockedRoot(target);
     if (opts.json === true) {
-      emit(JSON.stringify({ excluded: target, blocked_roots: cfg.worker.blocked_roots }, null, 2));
+      emit(JSON.stringify({ excluded: target, purgedFromIndex: purged.length, blocked_roots: cfg.worker.blocked_roots }, null, 2));
       return;
     }
     emit(`Excluded: ${target}`);
+    if (purged.length > 0) {
+      emit(`Removed ${purged.length} already-indexed file${purged.length === 1 ? "" : "s"} under it from the index.`);
+    }
     return;
   }
   if (action === "prune") {
@@ -12963,7 +13021,10 @@ async function cmdIndex(pathArg, opts = {}) {
     fileIdx += 1;
     paintProgress("scanning");
     const key = resolveIndexPath(f);
-    if (isUnderBlockedRoot(key, blockedRoots)) continue;
+    if (isUnderBlockedRoot(key, blockedRoots)) {
+      removeFileFromIndex(getDb(dbPath), key);
+      continue;
+    }
     if (detectLanguage(key) === "unknown" && !isEmbeddableDocument(key)) continue;
     if (isParseSkipEligible(key, ixCfg)) {
       removeFileFromIndex(getDb(dbPath), key);
@@ -13053,7 +13114,7 @@ async function cmdMcpServe() {
   let StdioServerTransport;
   try {
     ;
-    ({ createMcpServer } = await import("./token-goat-hook-chunk-K6HLYRRI.mjs"));
+    ({ createMcpServer } = await import("./token-goat-hook-chunk-TBJ5PUPQ.mjs"));
     ({ StdioServerTransport } = await import("@modelcontextprotocol/sdk/server/stdio.js"));
   } catch (err2) {
     process.stderr.write(
@@ -13074,7 +13135,7 @@ async function cmdHook(event, opts) {
   if (typeof opts.harness === "string" && opts.harness.length > 0) {
     process.env[ENV_KEYS.HARNESS_OVERRIDE] = opts.harness;
   }
-  const { relay } = await import("./token-goat-hook-chunk-ULGSXGZK.mjs");
+  const { relay } = await import("./token-goat-hook-chunk-ANFXTEQO.mjs");
   await relay(event);
 }
 async function cmdInstall(opts) {
@@ -13849,11 +13910,11 @@ function cmdOpenApiOutline(file, opts) {
 function cmdOpenApiOp(file, operation, opts) {
   process.exitCode = runOpenApiOp({ file, operation, ...opts });
 }
-function cmdZipList(file, opts) {
-  process.exitCode = runZipList({ file, ...opts });
+async function cmdZipList(file, opts) {
+  process.exitCode = await runZipList({ file, ...opts });
 }
-function cmdZipRead(file, entry, opts) {
-  process.exitCode = runZipRead({ file, entry, ...opts });
+async function cmdZipRead(file, entry, opts) {
+  process.exitCode = await runZipRead({ file, entry, ...opts });
 }
 function cmdPrSlice(pr, slice, opts) {
   process.exitCode = runPrSlice({ pr, slice, ...opts });
@@ -13911,7 +13972,7 @@ function emitExtraFileArgsNote(command, first, extras, opts = {}) {
 }
 async function cmdCompress(opts) {
   try {
-    const bashRunner = await import("./token-goat-hook-chunk-3OJELLK5.mjs");
+    const bashRunner = await import("./token-goat-hook-chunk-UXD3B4OY.mjs");
     if (opts.compress === false) {
       process.exitCode = bashRunner.runRaw(opts.cmd, parseTimeout(opts.timeout, bashRunner.DEFAULT_TIMEOUT_SECONDS));
       return;
@@ -15507,7 +15568,7 @@ async function run(argv = process.argv) {
     return;
   }
   if (argv[2] === "--batch-serve" && typeof argv[3] === "string") {
-    const { serveBatch } = await import("./token-goat-hook-chunk-5AQYD2SZ.mjs");
+    const { serveBatch } = await import("./token-goat-hook-chunk-PCP4W65Z.mjs");
     serveBatch(argv[3], (a) => run(a));
     return;
   }

package/dist/token-goat-hook-chunk-ANFXTEQO.mjs

@@ -0,0 +1,23 @@
+import { createRequire as __cjsRequire } from 'node:module';
+const require = __cjsRequire(import.meta.url);
+import {
+  buildEvent,
+  relay,
+  relayInProcess
+} from "./token-goat-hook-chunk-DJZGX27J.mjs";
+import "./token-goat-hook-chunk-VHZECEQD.mjs";
+import {
+  MAX_STDIN_BYTES,
+  readStdinJson
+} from "./token-goat-hook-chunk-LFYT4DLB.mjs";
+import "./token-goat-hook-chunk-WBTHUYJP.mjs";
+import "./token-goat-hook-chunk-DHW6SRHR.mjs";
+import "./token-goat-hook-chunk-J2ZK2FYW.mjs";
+import "./token-goat-hook-chunk-K33JMLL7.mjs";
+export {
+  MAX_STDIN_BYTES,
+  buildEvent,
+  readStdinJson,
+  relay,
+  relayInProcess
+};