token-goat 2.9.15 → 2.9.17

package/dist/{token-goat-chunk-SFAS46RE.mjs → token-goat-chunk-CICJFVIH.mjs}

@@ -5,11 +5,11 @@ import {
   isSupportedOcrLang,
   loadConfig,
   resolveOcrLangs
-} from "./token-goat-chunk-S4XRY446.mjs";
+} from "./token-goat-chunk-2VASS5VR.mjs";
 import {
   ensureDirSync,
   tokenGoatHome
-} from "./token-goat-chunk-PM76YS22.mjs";
+} from "./token-goat-chunk-UBZCON6N.mjs";
 import {
   fenceUntrustedOcrText
 } from "./token-goat-chunk-ERTXEKB6.mjs";

package/dist/{token-goat-chunk-6DLVZDB6.mjs → token-goat-chunk-CKIJWTRQ.mjs}

@@ -4,26 +4,27 @@ import {
   buildEvent,
   relay,
   relayInProcess
-} from "./token-goat-chunk-SZWYESBS.mjs";
-import "./token-goat-chunk-YZX7EFG4.mjs";
+} from "./token-goat-chunk-2M33Q3O4.mjs";
+import "./token-goat-chunk-GLOM5W5C.mjs";
 import {
   MAX_STDIN_BYTES,
   readStdinJson
-} from "./token-goat-chunk-OUGNPMDA.mjs";
-import "./token-goat-chunk-BL5LNGBG.mjs";
-import "./token-goat-chunk-YQ7WI2CO.mjs";
+} from "./token-goat-chunk-HRUGS6CO.mjs";
+import "./token-goat-chunk-PKNOHVWP.mjs";
+import "./token-goat-chunk-C26ZBGBC.mjs";
+import "./token-goat-chunk-26YUO7MP.mjs";
 import "./token-goat-chunk-3BTK54F3.mjs";
-import "./token-goat-chunk-NDRP4KJQ.mjs";
-import "./token-goat-chunk-2X2EBBC6.mjs";
-import "./token-goat-chunk-Y4AFKTHK.mjs";
-import "./token-goat-chunk-IVUQLQWN.mjs";
-import "./token-goat-chunk-K7F2BFIK.mjs";
-import "./token-goat-chunk-S4XRY446.mjs";
+import "./token-goat-chunk-73GXYYZR.mjs";
+import "./token-goat-chunk-BK3RPPTK.mjs";
+import "./token-goat-chunk-MWSVUKVV.mjs";
+import "./token-goat-chunk-2VASS5VR.mjs";
 import "./token-goat-chunk-EEIDFMEM.mjs";
 import "./token-goat-chunk-OSUFN2FV.mjs";
-import "./token-goat-chunk-PM76YS22.mjs";
+import "./token-goat-chunk-UBZCON6N.mjs";
 import "./token-goat-chunk-ERTXEKB6.mjs";
+import "./token-goat-chunk-Y4AFKTHK.mjs";
 import "./token-goat-chunk-GMOUBOX4.mjs";
+import "./token-goat-chunk-RRNZMM3A.mjs";
 import "./token-goat-chunk-A37V4PBF.mjs";
 export {
   MAX_STDIN_BYTES,

package/dist/{token-goat-chunk-5V7DAC7V.mjs → token-goat-chunk-CPHVXKNU.mjs}

@@ -6,10 +6,12 @@ import {
   collectParagraphTexts,
   collectTextRuns,
   decodeZipEntry,
+  dropAlternateContentFallbacks,
+  inlineMathRuns,
   ooxmlPartBudget,
   parseOoxmlPart,
   readOoxmlZip
-} from "./token-goat-chunk-MZDIJJ3R.mjs";
+} from "./token-goat-chunk-66224KCZ.mjs";
 import {
   displaySafeText
 } from "./token-goat-chunk-ERTXEKB6.mjs";
@@ -28,11 +30,16 @@ function headingLevel(styleVal) {
   const m = /^heading\s*(\d)$/i.exec(styleVal);
   return m?.[1] !== void 0 ? parseInt(m[1], 10) : null;
 }
+function inlineRunSeparators(xml) {
+  return xml.replace(/<w:tab\s*\/>/g, "<w:t>	</w:t>").replace(/<w:(?:br|cr)(?:\s[^/>]*)?\/>/g, "<w:t>\n</w:t>");
+}
 async function loadDocumentBody(filePath) {
   const entries = await readOoxmlZip(filePath, ".docx");
   const xml = decodeZipEntry(entries, "word/document.xml", ooxmlPartBudget());
   if (xml === null) throw new NotAnOfficeDocumentError(`no word/document.xml found in ${filePath} (not a valid .docx?)`);
-  return parseOoxmlPart(xml);
+  const parsed = await parseOoxmlPart(inlineMathRuns(inlineRunSeparators(xml), '<w:r><w:t xml:space="preserve">', "</w:t></w:r>"));
+  dropAlternateContentFallbacks(parsed);
+  return parsed;
 }
 async function docxOutline(filePath) {
   const parsed = await loadDocumentBody(filePath);
@@ -65,7 +72,7 @@ async function docxTables(filePath) {
       const tcElements = collectElements(tr, "w:tc");
       const rowCells = [];
       for (const tc of tcElements) {
-        const cellText = collectParagraphTexts(tc, "w:p", "w:t", ["w:tbl"], "w:br").map((t) => t.replace(/\r?\n/g, " ").trim()).filter((t) => t.length > 0).join(" ");
+        const cellText = collectParagraphTexts(tc, "w:p", "w:t", ["w:tbl"]).map((t) => t.replace(/\r?\n/g, " ").trim()).filter((t) => t.length > 0).join(" ");
         rowCells.push(cellText);
       }
       if (rowCells.length > maxCols) maxCols = rowCells.length;

package/dist/{token-goat-chunk-LT7JRU6K.mjs → token-goat-chunk-EKGVCAES.mjs}

@@ -5,13 +5,13 @@ import {
   docxTables,
   docxText,
   formatDocxTables
-} from "./token-goat-chunk-5V7DAC7V.mjs";
-import "./token-goat-chunk-MZDIJJ3R.mjs";
+} from "./token-goat-chunk-CPHVXKNU.mjs";
+import "./token-goat-chunk-66224KCZ.mjs";
 import "./token-goat-chunk-XTQAOTSO.mjs";
 import "./token-goat-chunk-AH6QILZM.mjs";
-import "./token-goat-chunk-Y4AFKTHK.mjs";
-import "./token-goat-chunk-PM76YS22.mjs";
+import "./token-goat-chunk-UBZCON6N.mjs";
 import "./token-goat-chunk-ERTXEKB6.mjs";
+import "./token-goat-chunk-Y4AFKTHK.mjs";
 import "./token-goat-chunk-GMOUBOX4.mjs";
 import "./token-goat-chunk-A37V4PBF.mjs";
 export {

package/dist/{token-goat-chunk-Z6UXPYJA.mjs → token-goat-chunk-F2ARFHLJ.mjs}

@@ -27,7 +27,7 @@ import {
   reconstructLayout,
   resolveDestPage,
   withPdfDocument
-} from "./token-goat-chunk-NEI4NC54.mjs";
+} from "./token-goat-chunk-LKSXAMJB.mjs";
 import "./token-goat-chunk-AH6QILZM.mjs";
 import "./token-goat-chunk-Y4AFKTHK.mjs";
 import "./token-goat-chunk-GMOUBOX4.mjs";

package/dist/{token-goat-chunk-NDPO7GAH.mjs → token-goat-chunk-G75WIVFM.mjs}

@@ -70,37 +70,38 @@ import {
   requirePositiveInt,
   run,
   visualStudioManualSteps
-} from "./token-goat-chunk-GMQQA7E4.mjs";
-import "./token-goat-chunk-LCZBPOIN.mjs";
+} from "./token-goat-chunk-7VQMOBPQ.mjs";
+import "./token-goat-chunk-IDHWKNKZ.mjs";
+import "./token-goat-chunk-CICJFVIH.mjs";
 import "./token-goat-chunk-LMFO66YD.mjs";
 import {
   cmdDescribe,
   cmdSessionSchema
-} from "./token-goat-chunk-OUGNPMDA.mjs";
-import "./token-goat-chunk-BL5LNGBG.mjs";
-import "./token-goat-chunk-YQ7WI2CO.mjs";
-import "./token-goat-chunk-NEI4NC54.mjs";
-import "./token-goat-chunk-5V7DAC7V.mjs";
-import "./token-goat-chunk-ASYEPR3S.mjs";
-import "./token-goat-chunk-NU7TLMQK.mjs";
-import "./token-goat-chunk-YKG35VHC.mjs";
+} from "./token-goat-chunk-HRUGS6CO.mjs";
+import "./token-goat-chunk-PKNOHVWP.mjs";
+import "./token-goat-chunk-C26ZBGBC.mjs";
+import "./token-goat-chunk-26YUO7MP.mjs";
+import "./token-goat-chunk-LKSXAMJB.mjs";
+import "./token-goat-chunk-CPHVXKNU.mjs";
+import "./token-goat-chunk-W2GUUQAQ.mjs";
+import "./token-goat-chunk-THBLW56G.mjs";
+import "./token-goat-chunk-KZPO4DWC.mjs";
 import "./token-goat-chunk-3BTK54F3.mjs";
-import "./token-goat-chunk-MZDIJJ3R.mjs";
+import "./token-goat-chunk-66224KCZ.mjs";
 import "./token-goat-chunk-XTQAOTSO.mjs";
 import "./token-goat-chunk-AH6QILZM.mjs";
-import "./token-goat-chunk-XEPXYDPI.mjs";
-import "./token-goat-chunk-NDRP4KJQ.mjs";
-import "./token-goat-chunk-2X2EBBC6.mjs";
-import "./token-goat-chunk-Y4AFKTHK.mjs";
-import "./token-goat-chunk-SFAS46RE.mjs";
-import "./token-goat-chunk-IVUQLQWN.mjs";
-import "./token-goat-chunk-K7F2BFIK.mjs";
-import "./token-goat-chunk-S4XRY446.mjs";
+import "./token-goat-chunk-SWRKVA3J.mjs";
+import "./token-goat-chunk-73GXYYZR.mjs";
+import "./token-goat-chunk-BK3RPPTK.mjs";
+import "./token-goat-chunk-MWSVUKVV.mjs";
+import "./token-goat-chunk-2VASS5VR.mjs";
 import "./token-goat-chunk-EEIDFMEM.mjs";
 import "./token-goat-chunk-OSUFN2FV.mjs";
-import "./token-goat-chunk-PM76YS22.mjs";
+import "./token-goat-chunk-UBZCON6N.mjs";
 import "./token-goat-chunk-ERTXEKB6.mjs";
+import "./token-goat-chunk-Y4AFKTHK.mjs";
 import "./token-goat-chunk-GMOUBOX4.mjs";
+import "./token-goat-chunk-RRNZMM3A.mjs";
 import "./token-goat-chunk-A37V4PBF.mjs";
 export {
   CliError,

package/dist/{token-goat-chunk-YZX7EFG4.mjs → token-goat-chunk-GLOM5W5C.mjs}

@@ -2,7 +2,7 @@ import { createRequire as __cjsRequire } from 'node:module';
 const require = __cjsRequire(import.meta.url);
 import {
   detectHarness
-} from "./token-goat-chunk-S4XRY446.mjs";
+} from "./token-goat-chunk-2VASS5VR.mjs";
 import {
   init_define_import_meta_env
 } from "./token-goat-chunk-A37V4PBF.mjs";

package/dist/{token-goat-chunk-GIIHUSZX.mjs → token-goat-chunk-GPCCYQSS.mjs}

@@ -25,12 +25,11 @@ import {
   extractSwift,
   extractThrift,
   extractWgsl
-} from "./token-goat-chunk-XEPXYDPI.mjs";
+} from "./token-goat-chunk-SWRKVA3J.mjs";
 import {
   extractShellBannerHeading
-} from "./token-goat-chunk-NDRP4KJQ.mjs";
-import "./token-goat-chunk-2X2EBBC6.mjs";
-import "./token-goat-chunk-Y4AFKTHK.mjs";
+} from "./token-goat-chunk-73GXYYZR.mjs";
+import "./token-goat-chunk-BK3RPPTK.mjs";
 import {
   GENERIC_CLAUSE,
   assignBraceBlockSpans,
@@ -59,16 +58,17 @@ import {
   stripMultilineStringSpan,
   stripStringLiterals,
   stripXmlComments
-} from "./token-goat-chunk-K7F2BFIK.mjs";
-import "./token-goat-chunk-S4XRY446.mjs";
+} from "./token-goat-chunk-MWSVUKVV.mjs";
+import "./token-goat-chunk-2VASS5VR.mjs";
 import "./token-goat-chunk-EEIDFMEM.mjs";
 import "./token-goat-chunk-OSUFN2FV.mjs";
 import {
   countContentLines,
   escapeRegExp,
   pushAll
-} from "./token-goat-chunk-PM76YS22.mjs";
+} from "./token-goat-chunk-UBZCON6N.mjs";
 import "./token-goat-chunk-ERTXEKB6.mjs";
+import "./token-goat-chunk-Y4AFKTHK.mjs";
 import "./token-goat-chunk-GMOUBOX4.mjs";
 import {
   init_define_import_meta_env
@@ -111,6 +111,27 @@ var PROPERTY_RE = new RegExp(
 var PROPERTY_HEADER_RE = new RegExp(
   `${MEMBER_INDENT}(?:(?:public|protected|private|internal|static|virtual|override|abstract|sealed|new|readonly)\\s+)*${TYPE_SLOT}\\s+${MEMBER_NAME}\\s*$`
 );
+var EVENT_RE = new RegExp(
+  `${MEMBER_INDENT}(?:(?:public|protected|private|internal|static|virtual|override|abstract|sealed|new|extern|unsafe)\\s+)*event\\s`
+);
+var EVENT_NAME_RE = new RegExp(`(${IDENT})\\s*$`);
+function splitEventDeclarators(decl) {
+  const parts = [];
+  let depth = 0;
+  let start = 0;
+  for (let i = 0; i < decl.length; i++) {
+    const c = decl[i];
+    if (c === "<") depth++;
+    else if (c === ">") {
+      if (depth > 0) depth--;
+    } else if (c === "," && depth === 0) {
+      parts.push(decl.slice(start, i));
+      start = i + 1;
+    }
+  }
+  parts.push(decl.slice(start));
+  return parts;
+}
 var ALLMAN_ACCESSOR_RE = /^(?:get\s*;\s*set\s*;|set\s*;\s*get\s*;|get\s*;|set\s*;)$/;
 var ALLMAN_ACCESSOR_BODY_RE = /^(?:get|set)\b/;
 var PROPERTY_ARROW_RE = new RegExp(
@@ -183,7 +204,7 @@ function extractCsharp(content, filePath) {
     const delM = DELEGATE_RE.exec(stripLeadingAttributes(stripped));
     if (delM) {
       const delegateParent = classStack.length > 0 ? classStack[classStack.length - 1].name : void 0;
-      symbols.push(makeLineSymbol(filePath, stripVerbatim(delM[1] ?? ""), "interface", lineNum, stripped.slice(0, 200), delegateParent, lines, "c"));
+      symbols.push(makeLineSymbol(filePath, stripVerbatim(delM[1] ?? ""), "type", lineNum, stripped.slice(0, 200), delegateParent, lines, "c"));
     }
     const cm = CLASS_HEADER_RE.exec(stripLeadingAttributes(stripped));
     if (cm) {
@@ -206,7 +227,16 @@ function extractCsharp(content, filePath) {
           symbols.push(makeLineSymbol(filePath, frame.name, "method", lineNum, sig.slice(0, 200), frame.name, lines, "c"));
         }
         let isPropertyLine = false;
-        const propM = PROPERTY_RE.exec(lineNoAttr);
+        const eventM = EVENT_RE.exec(lineNoAttr);
+        if (eventM) {
+          isPropertyLine = true;
+          const decl = lineNoAttr.slice(eventM[0].length).split(/[;{]/)[0] ?? "";
+          for (const part of splitEventDeclarators(decl)) {
+            const declM = EVENT_NAME_RE.exec(part.split("=")[0]?.trim() ?? "");
+            if (declM) symbols.push(makeLineSymbol(filePath, stripVerbatim(declM[1] ?? ""), "var", lineNum, stripped.slice(0, 200), frame.name, lines, "c"));
+          }
+        }
+        const propM = isPropertyLine ? null : PROPERTY_RE.exec(lineNoAttr);
         if (propM) {
           isPropertyLine = true;
           symbols.push(makeLineSymbol(filePath, stripVerbatim(propM[1] ?? ""), "var", lineNum, stripped.slice(0, 200), frame.name, lines, "c"));
@@ -1164,7 +1194,7 @@ var VB6_PROPERTY_RE = new RegExp(String.raw`^Property\s+(?:Get|Let|Set)\s+(${ID}
 var PROPERTY_RE2 = new RegExp(String.raw`^Property\s+(${ID})`, "i");
 var PROCEDURE_RE = new RegExp(String.raw`^(Sub|Function)\s+(${ID})`, "i");
 var OPERATOR_RE = /^Operator\s+([^\s(]+)\s*\(/i;
-var EVENT_RE = new RegExp(String.raw`^Event\s+(${ID})`, "i");
+var EVENT_RE2 = new RegExp(String.raw`^Event\s+(${ID})`, "i");
 var CONST_RE3 = /^Const\s+(\S.*)$/i;
 var DIM_RE = /^Dim\s+(\S.*)$/i;
 var FIELD_AFTER_MODIFIERS_RE = new RegExp(String.raw`^(${ID})\s*(?:\(|As\b|=|,|$)`, "i");
@@ -1496,7 +1526,7 @@ function extractVb(content, filePath) {
       open("operator", m[1], "method", stmt);
       continue;
     }
-    if ((m = EVENT_RE.exec(rest)) !== null) {
+    if ((m = EVENT_RE2.exec(rest)) !== null) {
       const name = cleanName(m[1]);
       if (modifiers.has("custom") && !inInterface) open("event", name, "event", stmt);
       else emit2(name, "event", stmt);

package/dist/{token-goat-chunk-OUGNPMDA.mjs → token-goat-chunk-HRUGS6CO.mjs}

@@ -2,32 +2,33 @@ import { createRequire as __cjsRequire } from 'node:module';
 const require = __cjsRequire(import.meta.url);
 import {
   enqueueDirtyPathSafe,
+  getToolName,
   getTrackedFiles
-} from "./token-goat-chunk-BL5LNGBG.mjs";
+} from "./token-goat-chunk-PKNOHVWP.mjs";
 import {
-  getToolName,
   indexRecallEntry
-} from "./token-goat-chunk-YQ7WI2CO.mjs";
-import {
-  PARSER_FINGERPRINT
-} from "./token-goat-chunk-NDRP4KJQ.mjs";
-import {
-  getProjectFileEntries
-} from "./token-goat-chunk-2X2EBBC6.mjs";
+} from "./token-goat-chunk-C26ZBGBC.mjs";
 import {
   isBlobStale,
   loadBlob,
   redactSecrets,
   storeBlob
-} from "./token-goat-chunk-IVUQLQWN.mjs";
+} from "./token-goat-chunk-26YUO7MP.mjs";
+import {
+  PARSER_FINGERPRINT
+} from "./token-goat-chunk-73GXYYZR.mjs";
+import {
+  getProjectFileEntries,
+  projectScopeClause
+} from "./token-goat-chunk-BK3RPPTK.mjs";
 import {
   getDb
-} from "./token-goat-chunk-K7F2BFIK.mjs";
+} from "./token-goat-chunk-MWSVUKVV.mjs";
 import {
   fingerprintFile,
   getDisplayRoot,
   shortFingerprint
-} from "./token-goat-chunk-S4XRY446.mjs";
+} from "./token-goat-chunk-2VASS5VR.mjs";
 import {
   registerReset
 } from "./token-goat-chunk-EEIDFMEM.mjs";
@@ -37,7 +38,7 @@ import {
   extractErrorMessage,
   foldPath,
   globalDbPath
-} from "./token-goat-chunk-PM76YS22.mjs";
+} from "./token-goat-chunk-UBZCON6N.mjs";
 import {
   displaySafeJson,
   normalizePath,
@@ -815,6 +816,10 @@ function runReconcile(opts = {}) {
     const reparseVerb = opts.dryRun === true ? "would reparse" : "queued for reparse";
     lines.push(`${countNoun(result.parserStale, "file")} of the above ${result.parserStale === 1 ? "was" : "were"} unchanged on disk but indexed by an older parser (${reparseVerb}).`);
   }
+  if (result.embedStale > 0) {
+    const reembedVerb = opts.dryRun === true ? "would re-embed" : "queued for re-embedding";
+    lines.push(`${countNoun(result.embedStale, "file")} of the above ${result.embedStale === 1 ? "was" : "were"} unchanged on disk but held out-of-date embeddings (${reembedVerb}).`);
+  }
   if (result.trackedUnavailable) {
     lines.push("This project has an index but git listed no files in it, so nothing could be compared and no deletions were computed. Run token-goat inside the repository, or reindex with --walk if this directory is deliberately not under git.");
   }
@@ -836,6 +841,10 @@ function reconcileProject(opts = {}) {
   const tracked = getTrackedFiles(cwd);
   const projectRoot = resolveIndexPath(".", cwd);
   const indexed = getProjectFileEntries(projectRoot, dbPath);
+  const chunkScope = projectScopeClause("file_path");
+  const chunked = new Set(
+    getDb(dbPath).prepare(`SELECT DISTINCT file_path FROM chunks WHERE ${chunkScope.clause}`).pluck().all(...chunkScope.params(projectRoot)).map((p) => foldPath(normalizePath(p)))
+  );
   let scanOrder = tracked;
   const cursorPath = tracked.length > 0 ? readReconcileCursor(dbPath, projectRoot) : null;
   if (cursorPath !== null) {
@@ -850,6 +859,7 @@ function reconcileProject(opts = {}) {
   const seenOnDisk = /* @__PURE__ */ new Set();
   let mtimeOnly = 0;
   let parserStale = 0;
+  let embedStale = 0;
   let scanned = 0;
   let budgetExhausted = false;
   let lastScanned = null;
@@ -872,6 +882,11 @@ function reconcileProject(opts = {}) {
       parserStale++;
       continue;
     }
+    if (entry.embedSha === "" && chunked.has(folded)) {
+      changed.push(file);
+      embedStale++;
+      continue;
+    }
     let mtimeMs;
     try {
       mtimeMs = fs2.statSync(file).mtimeMs;
@@ -879,7 +894,7 @@ function reconcileProject(opts = {}) {
       changed.push(file);
       continue;
     }
-    if (entry.mtime !== 0 && mtimeMs === entry.mtime) continue;
+    if (entry.mtime !== 0 && mtimeMs / 1e3 === entry.mtime) continue;
     const diskSha = fingerprintFile(file);
     if (diskSha === null) {
       changed.push(file);
@@ -927,6 +942,7 @@ function reconcileProject(opts = {}) {
     removed,
     mtimeOnly,
     parserStale,
+    embedStale,
     budgetExhausted,
     trackedUnavailable,
     unscanned: Math.max(0, tracked.length - scanned),