token-goat 2.9.28 → 2.9.29

package/dist/{token-goat-chunk-VWZKZPSR.mjs → token-goat-chunk-NMBWLRHW.mjs}

@@ -5,7 +5,7 @@ import {
   isTextHeavy,
   ocrImage,
   ocrIntegrityFailed
-} from "./token-goat-chunk-4STDIGYC.mjs";
+} from "./token-goat-chunk-VZQEWRVH.mjs";
 import {
   formatSqliteQueryTable,
   formatSqliteSchema,
@@ -13,7 +13,7 @@ import {
   getSqliteSchema,
   getSqliteTables,
   runReadOnlySqliteQuery
-} from "./token-goat-chunk-DA43OE7L.mjs";
+} from "./token-goat-chunk-PQ53BSCF.mjs";
 import {
   ImageDecodeError,
   LARGE_SYMBOL_LINE_THRESHOLD,
@@ -42,17 +42,20 @@ import {
   urlPolicyDenialReason,
   virtualIndexedScopeNote,
   walkProject
-} from "./token-goat-chunk-6Z5ULNE5.mjs";
+} from "./token-goat-chunk-RTMVLHWX.mjs";
+import {
+  deliveredOutputBytes
+} from "./token-goat-chunk-L7H3U27L.mjs";
 import {
   isBlobStale,
   loadBlob,
   storeBlob
-} from "./token-goat-chunk-BJBRGPBX.mjs";
+} from "./token-goat-chunk-D4ETHJD6.mjs";
 import {
   capJsonRows,
   estimateTokens,
   trimToBudget
-} from "./token-goat-chunk-4JMWPWCS.mjs";
+} from "./token-goat-chunk-52NSDWYY.mjs";
 import {
   BYTES_PER_TOKEN,
   colorStdout,
@@ -60,21 +63,21 @@ import {
   redactSecrets,
   savedTokensFromBytes,
   stripAnsiEscapes
-} from "./token-goat-chunk-MVSWBNMD.mjs";
+} from "./token-goat-chunk-CIQ2FTY3.mjs";
 import {
   extractPdfMeta,
   extractPdfOutline,
   extractPdfText,
   locatePdfPages,
   readPdfFileWithinBounds
-} from "./token-goat-chunk-LKSXAMJB.mjs";
+} from "./token-goat-chunk-SE6E4BKJ.mjs";
 import {
   formatCsvProfile,
   formatCsvTable,
   parseWhereSpecs,
   profileCsv,
   queryCsv
-} from "./token-goat-chunk-YWSP6IU7.mjs";
+} from "./token-goat-chunk-DNSPXQXQ.mjs";
 import {
   MAX_ZIP_INPUT_BYTES,
   MAX_ZIP_OUTPUT_BYTES,
@@ -109,7 +112,7 @@ import {
   extractSolidity,
   extractThrift,
   stripLeadingAttributes
-} from "./token-goat-chunk-66LODAUT.mjs";
+} from "./token-goat-chunk-PGTH2U4C.mjs";
 import {
   MAX_OVER_FETCH,
   OVER_FETCH_FACTOR,
@@ -123,7 +126,7 @@ import {
   mergeNearbyHits,
   readSection,
   searchSemantic
-} from "./token-goat-chunk-D5ICEPSB.mjs";
+} from "./token-goat-chunk-VMFWNHGR.mjs";
 import {
   DEFAULT_QUERY_LIMIT,
   countRefs,
@@ -136,7 +139,7 @@ import {
   queryRefsByContext,
   querySymbols,
   searchSymbolsFts
-} from "./token-goat-chunk-HUDC5GS5.mjs";
+} from "./token-goat-chunk-435UQTKD.mjs";
 import {
   FILENAME_LANGUAGE,
   TREE_SITTER_LANGUAGES,
@@ -151,11 +154,12 @@ import {
   isPascalSource,
   isPerlSource,
   isPrologSource,
+  isReadOnlyDb,
   languageLabel,
   partialRefsReason,
   redactIfDotenv,
   unsupportedLanguageName
-} from "./token-goat-chunk-M56BWPBN.mjs";
+} from "./token-goat-chunk-7CPMDFGB.mjs";
 import {
   fileIsAbsent,
   findProject,
@@ -165,40 +169,38 @@ import {
   loadConfig,
   resolveProjectRoot,
   shortFingerprint
-} from "./token-goat-chunk-CC2PYJM7.mjs";
+} from "./token-goat-chunk-TGOXNAHW.mjs";
 import {
   registerReset
-} from "./token-goat-chunk-EEIDFMEM.mjs";
+} from "./token-goat-chunk-YZAAZU2S.mjs";
 import {
   PER_FILE_COUNTERFACTUAL_CEILING,
-  SKELETON_SYMBOL_CAP,
   atomicWriteBytes,
   compileGrepMatcher,
   countNoun,
-  dataDir,
   decodeSource,
   ensureNewline,
   escapeRegExp,
   excludeTestsHiddenNote,
   extractErrorMessage,
   filtersFilteredToEmptyNotice,
-  foldCaseForContainment,
-  foldPath,
-  globalDbPath,
   grepFilteredToEmptyNotice,
-  isInsideRoot,
   isTestFile,
   pushAll,
   redactUrlQuery,
   requireNonNegativeStrictInt,
   requirePositiveStrictInt,
-  resolveOnPath,
   runGit,
   stripBom,
-  supportRequestLine,
-  windowsCmdQuoteArg,
   withExtension
-} from "./token-goat-chunk-L45ZQRT7.mjs";
+} from "./token-goat-chunk-XYWPOSCN.mjs";
+import {
+  foldCaseForContainment,
+  foldPath,
+  isInsideRoot,
+  resolveOnPath,
+  windowsCmdQuoteArg
+} from "./token-goat-chunk-TCQANXYC.mjs";
 import {
   UNTRUSTED_FILE_TAG,
   UNTRUSTED_GITHUB_TAG,
@@ -211,9 +213,15 @@ import {
   resolveIndexPath,
   toDisplayPath
 } from "./token-goat-chunk-NMTKNYGF.mjs";
+import {
+  SKELETON_SYMBOL_CAP,
+  dataDir,
+  globalDbPath,
+  supportRequestLine
+} from "./token-goat-chunk-MELOKFDJ.mjs";
 import {
   compileGuardedRegex
-} from "./token-goat-chunk-GMOUBOX4.mjs";
+} from "./token-goat-chunk-JTKCQMQA.mjs";
 import {
   init_define_import_meta_env
 } from "./token-goat-chunk-A37V4PBF.mjs";
@@ -8097,8 +8105,11 @@ function filterSimilarHeadings(available, query) {
   return sortByLengthCloseness(matched, query);
 }
 function didYouMean(candidates) {
+  return didYouMeanLines(candidates).join("\n");
+}
+function didYouMeanLines(candidates) {
   const unique = [...new Set(candidates)];
-  if (unique.length === 0) return "";
+  if (unique.length === 0) return [];
   const lines = ["Did you mean:"];
   for (const c of unique.slice(0, DIDYOUMEAN_LIMIT)) {
     lines.push(`  - ${c}`);
@@ -8106,7 +8117,7 @@ function didYouMean(candidates) {
   if (unique.length > DIDYOUMEAN_LIMIT) {
     lines.push(`  (${unique.length - DIDYOUMEAN_LIMIT} more not shown)`);
   }
-  return lines.join("\n");
+  return lines;
 }
 function unknownSymbolSuggestion(name, rootDir) {
   const names = /* @__PURE__ */ new Set();
@@ -8932,7 +8943,7 @@ function changedDiffBaselineBytes(cwd, ref, files) {
   if (files.length === 0) return 0;
   try {
     const result = runGit(["diff", ref, "--unified=0", "--", ...files], { cwd });
-    if (result.exitCode === 0) return Buffer.byteLength(result.stdout, "utf8");
+    if (result.exitCode === 0) return deliveredOutputBytes(Buffer.byteLength(result.stdout, "utf8"));
   } catch {
   }
   return 0;
@@ -9004,7 +9015,7 @@ function runChanged(opts = {}) {
       const diffResult = runGit(["diff", ref, "--unified=0", "--", ...changedFiles], { cwd });
       if (diffResult.exitCode === 0) {
         hunksByFile = parseDiffHunks(diffResult.stdout);
-        symbolDiffBaselineBytes = Buffer.byteLength(diffResult.stdout, "utf8");
+        symbolDiffBaselineBytes = deliveredOutputBytes(Buffer.byteLength(diffResult.stdout, "utf8"));
       }
     } catch {
     }
@@ -10697,6 +10708,7 @@ function verifyPin(p, pinned) {
   verifyPinnedIdentity(p, pinned);
 }
 function indexFileSyncPinned(resolvedPath, dbPath) {
+  if (isReadOnlyDb(dbPath)) return;
   recordKnownRootThrottled(resolvedPath, dataDir(), dbPath);
   const pinned = activePins?.get(pinKey(path12.resolve(resolvedPath)));
   if (pinned === void 0) {
@@ -10763,6 +10775,7 @@ function resolveBody(entry) {
   return indexedSourceText(entry.filePath, source).split(/\r?\n/).slice(Math.max(0, entry.lineStart - 1), entry.lineEnd).join("\n");
 }
 var STALE_WARNING = "\u26A0 STALE: index is older than the file on disk (worker hasn't reindexed yet \u2014 retry shortly, or read the file directly)";
+var STALE_READ_ONLY_WARNING = "\u26A0 STALE: index is older than the file on disk and cannot be updated this run (the index is read-only here), so read the file directly";
 var DELETED_WARNING = "\u26A0 DELETED: this file is no longer on disk \u2014 what follows is what the index last saw of it";
 var DELETED_TAG = "\u26A0 DELETED: file no longer on disk";
 var STALE_TAG = "\u26A0 STALE: file changed on disk and could not be reindexed";
@@ -10780,11 +10793,12 @@ function staleWarning(resolvedPath) {
 ` : "";
   }
   if (diskSha === entry.sha) return "";
-  return `${STALE_WARNING}
+  return `${isReadOnlyDb(globalDbPath()) ? STALE_READ_ONLY_WARNING : STALE_WARNING}
 `;
 }
 function healStaleIndex(resolvedPath) {
   const entry = getFileEntry(resolvedPath);
+  if (isReadOnlyDb(globalDbPath())) return;
   if (entry === null || entry.sha === "") {
     if (fingerprintFile(resolvedPath) === null) return;
     try {
@@ -10832,9 +10846,8 @@ function warnIfFilesStale(filePaths) {
     healStaleIndex(raw);
   }
   if (staleCount > 0) {
-    console.warn(
-      `token-goat: ${countNoun(staleCount, "file")} behind these results changed on disk since the index last saw ${staleCount === 1 ? "it" : "them"} -- a reindex just ran, so a repeat of this command will reflect the current version.`
-    );
+    const after = isReadOnlyDb(globalDbPath()) ? "the index is read-only this run, so these results are from the older version." : "a reindex just ran, so a repeat of this command will reflect the current version.";
+    console.warn(`token-goat: ${countNoun(staleCount, "file")} behind these results changed on disk since the index last saw ${staleCount === 1 ? "it" : "them"} -- ${after}`);
   }
 }
 function emitGuarded(text, command) {
@@ -10867,11 +10880,21 @@ function sumFileSizes(filePaths) {
   }
   return total;
 }
+function largestFileSize(filePaths) {
+  let largest = 0;
+  for (const fp of new Set(filePaths)) {
+    try {
+      largest = Math.max(largest, Math.min(fs12.statSync(fp).size, PER_FILE_COUNTERFACTUAL_CEILING));
+    } catch {
+    }
+  }
+  return largest;
+}
 function refsSearchBaselineBytes(rows) {
   let total = 0;
   for (const ref of rows) total += Buffer.byteLength(`${refsDisplayPath(ref.filePath)}:${ref.line}: ${ref.context}
 `, "utf8");
-  return total;
+  return deliveredOutputBytes(total);
 }
 function recordReadStat(kind, fullSourceBytes, emittedText, detail) {
   const emittedBytes = Buffer.byteLength(emittedText, "utf8");
@@ -11024,7 +11047,7 @@ ${emptyIndexMessage(emptyIndexRoot)}`;
     }
     return { text: text2, code: 1 };
   }
-  const fullSourceBytes = sumFileSizes(results.map((s) => s.filePath));
+  const fullSourceBytes = largestFileSize(results.map((s) => s.filePath));
   const symbolDisplayRoot = getDisplayRoot(opts.projectRoot);
   const refCounts = opts.stats === true ? queryRefCounts(
     results.map((s) => s.name),
@@ -12167,7 +12190,7 @@ async function runSemantic(query, opts) {
           warning: `Matching on meaning failed (${searchSemanticError}); results come from keyword search alone.`
         } : {}
       });
-      recordReadStat("semantic_search", sumFileSizes(hits.map((h) => h.filePath)), text3, query);
+      recordReadStat("semantic_search", largestFileSize(hits.map((h) => h.filePath)), text3, query);
       return { text: text3, code: 0 };
     }
     const blocks = hits.map((h, i) => {
@@ -12189,7 +12212,7 @@ ${previewLines(h.previewText, 3)}`;
         `Matching on meaning found nothing close for '${query}' (closest was ${weakClosestDistance.toFixed(3)}, weak above ${WEAK_MATCH_DISTANCE}); these results may be unrelated. For a known name try token-goat symbol --grep <pattern> or rg, or rephrase the query.`
       );
     }
-    recordReadStat("semantic_search", sumFileSizes(hits.map((h) => h.filePath)), text2, query);
+    recordReadStat("semantic_search", largestFileSize(hits.map((h) => h.filePath)), text2, query);
     return { text: text2, code: 0 };
   }
   if (matchesGrep !== void 0 && preFilterCount > 0) {
@@ -12211,7 +12234,7 @@ ${previewLines(h.previewText, 3)}`;
   if (!anyFilter) {
     const evidenceHits = await searchEvidenceSemantically(rootDir, query, n);
     if (evidenceHits.length > 0) {
-      const evidenceFullBytes = evidenceHits.reduce((sum, entry) => sum + Buffer.byteLength(entry.text, "utf8"), 0);
+      const evidenceFullBytes = evidenceHits.reduce((sum, entry) => sum + deliveredOutputBytes(Buffer.byteLength(entry.text, "utf8")), 0);
       if (opts.json === true) {
         const items = evidenceHits.map((entry) => ({
           source: toDisplayPath(rootDir, entry.source),
@@ -12704,6 +12727,19 @@ function resolveSymbolSpecOrEmitError(commandName, spec, projectRoot) {
   return resolution.entry;
 }
 
+// src/handle_stat.ts
+init_define_import_meta_env();
+import * as fs14 from "node:fs";
+var OPEN_FOR_STAT = process.platform === "win32" ? fs14.constants.O_RDONLY : fs14.constants.O_RDONLY | fs14.constants.O_NONBLOCK;
+function statThroughHandle(p) {
+  const fd = fs14.openSync(p, OPEN_FOR_STAT);
+  try {
+    return fs14.fstatSync(fd, { bigint: true });
+  } finally {
+    fs14.closeSync(fd);
+  }
+}
+
 // src/content_store.ts
 init_define_import_meta_env();
 import { deflateRawSync } from "node:zlib";
@@ -12866,7 +12902,7 @@ export {
   runOpenApiOp,
   rankSimilarNames,
   filterSimilarHeadings,
-  didYouMean,
+  didYouMeanLines,
   extraFileArgsNote,
   parseLineRange,
   parseColonLineSpec,
@@ -12925,6 +12961,7 @@ export {
   runGrep,
   runSemantic,
   runSemanticMulti,
+  statThroughHandle,
   CONTENT_MAX_INPUT_CHARS,
   compressText,
   retrieveText,

package/dist/{token-goat-chunk-HXNAC4ZF.mjs → token-goat-chunk-O6I2XU4P.mjs}

@@ -6,32 +6,34 @@ import {
   isBlobStale,
   loadBlob,
   storeBlob
-} from "./token-goat-chunk-BJBRGPBX.mjs";
+} from "./token-goat-chunk-D4ETHJD6.mjs";
 import {
   hasUnquotedOperator
-} from "./token-goat-chunk-4RN64ZND.mjs";
+} from "./token-goat-chunk-2WOUYWLM.mjs";
 import {
   redactSecrets
-} from "./token-goat-chunk-MVSWBNMD.mjs";
+} from "./token-goat-chunk-CIQ2FTY3.mjs";
 import {
   sanitizeFtsQuery
-} from "./token-goat-chunk-HUDC5GS5.mjs";
+} from "./token-goat-chunk-435UQTKD.mjs";
 import {
   getDb
-} from "./token-goat-chunk-M56BWPBN.mjs";
+} from "./token-goat-chunk-7CPMDFGB.mjs";
 import {
   shortFingerprint
-} from "./token-goat-chunk-CC2PYJM7.mjs";
+} from "./token-goat-chunk-TGOXNAHW.mjs";
 import {
   registerReset
-} from "./token-goat-chunk-EEIDFMEM.mjs";
+} from "./token-goat-chunk-YZAAZU2S.mjs";
 import {
-  globalDbPath,
   runGit
-} from "./token-goat-chunk-L45ZQRT7.mjs";
+} from "./token-goat-chunk-XYWPOSCN.mjs";
 import {
   normalizePath
 } from "./token-goat-chunk-NMTKNYGF.mjs";
+import {
+  globalDbPath
+} from "./token-goat-chunk-MELOKFDJ.mjs";
 import {
   init_define_import_meta_env
 } from "./token-goat-chunk-A37V4PBF.mjs";
@@ -846,7 +848,7 @@ function getBashOutput(id) {
 }
 registerReset(() => {
   _byId = /* @__PURE__ */ new Map();
-});
+}, { perRequest: true });
 
 export {
   isLockFile,

package/dist/{token-goat-chunk-MAMQPC43.mjs → token-goat-chunk-ONXH6NZ5.mjs}

@@ -2,7 +2,7 @@ import { createRequire as __cjsRequire } from 'node:module';
 const require = __cjsRequire(import.meta.url);
 import {
   estimateTokensFromLength
-} from "./token-goat-chunk-4JMWPWCS.mjs";
+} from "./token-goat-chunk-52NSDWYY.mjs";
 import {
   displaySafeText
 } from "./token-goat-chunk-NMTKNYGF.mjs";