@hraness/wordcell 0.22.3 → 0.22.5

package/dist/{index-qbssx940.js → index-zy7an84p.js}

@@ -113,6 +113,175 @@ function portfolioDocumentIdentity(vault, path, metadata) {
   });
 }
 
+// src/mention-index.ts
+var MENTION_INDEX_LIMITS = {
+  maxNodes: 262144,
+  maxWork: 64 * 1024 * 1024,
+  maxMatches: 1e6,
+  maxInputCodeUnits: 256 * 1024 * 1024
+};
+
+class MentionIndexBudgetError extends RangeError {
+  kind;
+  limit;
+  constructor(kind, limit) {
+    super(`Vault analysis exceeds the ${limit} ${kind} limit.`);
+    this.kind = kind;
+    this.limit = limit;
+  }
+}
+function checkedLimits(options) {
+  const limits = { ...MENTION_INDEX_LIMITS };
+  for (const name of Object.keys(MENTION_INDEX_LIMITS)) {
+    const value = options[name] ?? MENTION_INDEX_LIMITS[name];
+    if (!Number.isSafeInteger(value) || value < 0 || value > MENTION_INDEX_LIMITS[name]) {
+      throw new RangeError(`${name} must be a safe integer from 0 through ${MENTION_INDEX_LIMITS[name]}.`);
+    }
+    limits[name] = value;
+  }
+  return limits;
+}
+function preflightMentionInput(inputs, options) {
+  const limits = checkedLimits(options);
+  let rawInputCodeUnits = 0, work = 0;
+  for (const input of inputs) {
+    rawInputCodeUnits += input.length;
+    if (rawInputCodeUnits > limits.maxInputCodeUnits)
+      throw new MentionIndexBudgetError("mention-input-code-units", limits.maxInputCodeUnits);
+    work += input.length + 1;
+    if (work > limits.maxWork)
+      throw new MentionIndexBudgetError("mention-index-work", limits.maxWork);
+  }
+  return { rawInputCodeUnits, work };
+}
+function cleanMentionBoundary(text, phrase, offset) {
+  const word = (value) => /[A-Za-z0-9]/.test(value);
+  return (!word(phrase[0] ?? "") || !word(text[offset - 1] ?? "")) && (!word(phrase.at(-1) ?? "") || !word(text[offset + phrase.length] ?? ""));
+}
+
+class MentionMatcher {
+  limits;
+  nodes = [];
+  work = 0;
+  matches = 0;
+  input = 0;
+  constructor(patterns, options = {}, rawInputCodeUnits = 0, preflightWork = 0) {
+    this.limits = checkedLimits(options);
+    if (!Number.isSafeInteger(preflightWork) || preflightWork < 0)
+      throw new RangeError("Invalid mention preflight work.");
+    if (preflightWork > this.limits.maxWork)
+      this.fail("mention-index-work", this.limits.maxWork);
+    this.work = preflightWork;
+    if (!Number.isSafeInteger(rawInputCodeUnits) || rawInputCodeUnits < 0)
+      throw new RangeError("Invalid mention input length.");
+    if (rawInputCodeUnits > this.limits.maxInputCodeUnits)
+      this.fail("mention-input-code-units", this.limits.maxInputCodeUnits);
+    this.node();
+    for (const pattern of patterns) {
+      this.inputUnits(pattern.lowerPhrase.length);
+      let state = 0;
+      for (let index = 0;index < pattern.lowerPhrase.length; index += 1) {
+        this.step();
+        const character = pattern.lowerPhrase.charCodeAt(index);
+        let next = this.nodes[state].next.get(character);
+        if (next === undefined) {
+          next = this.node();
+          this.nodes[state].next.set(character, next);
+        }
+        state = next;
+      }
+      if (pattern.lowerPhrase.length === 0 || this.nodes[state].pattern !== undefined) {
+        throw new TypeError("Mention index requires nonempty, uniquely owned normalized phrases.");
+      }
+      this.nodes[state].pattern = pattern;
+    }
+    const queue = [...this.nodes[0].next.values()];
+    for (let cursor = 0;cursor < queue.length; cursor += 1) {
+      const state = queue[cursor];
+      for (const [character, child] of this.nodes[state].next) {
+        this.step();
+        let fallback = this.nodes[state].failure;
+        while (fallback !== 0 && !this.nodes[fallback].next.has(character)) {
+          this.step();
+          fallback = this.nodes[fallback].failure;
+        }
+        const failure = this.nodes[fallback].next.get(character) ?? 0;
+        this.nodes[child].failure = failure;
+        this.nodes[child].output = this.nodes[failure].pattern === undefined ? this.nodes[failure].output : failure;
+        queue.push(child);
+      }
+    }
+  }
+  fail(kind, limit) {
+    throw new MentionIndexBudgetError(kind, limit);
+  }
+  step() {
+    if (this.work >= this.limits.maxWork)
+      this.fail("mention-index-work", this.limits.maxWork);
+    this.work += 1;
+  }
+  node() {
+    if (this.nodes.length >= this.limits.maxNodes)
+      this.fail("mention-index-nodes", this.limits.maxNodes);
+    this.nodes.push({ next: new Map, failure: 0, output: -1, pattern: undefined });
+    return this.nodes.length - 1;
+  }
+  inputUnits(count) {
+    this.input += count;
+    if (this.input > this.limits.maxInputCodeUnits)
+      this.fail("mention-input-code-units", this.limits.maxInputCodeUnits);
+  }
+  newlineOffsets(originalText) {
+    const offsets = [];
+    for (let index = 0;index < originalText.length; index += 1) {
+      this.step();
+      if (originalText.charCodeAt(index) === 10)
+        offsets.push(index);
+    }
+    return offsets;
+  }
+  lineAt(offsets, offset) {
+    let low = 0, high = offsets.length;
+    while (low < high) {
+      this.step();
+      const middle = low + Math.floor((high - low) / 2);
+      if (offsets[middle] < offset)
+        low = middle + 1;
+      else
+        high = middle;
+    }
+    return low + 1;
+  }
+  scan(lowerText) {
+    this.inputUnits(lowerText.length);
+    const result = new Map;
+    let state = 0;
+    for (let index = 0;index < lowerText.length; index += 1) {
+      this.step();
+      const character = lowerText.charCodeAt(index);
+      while (state !== 0 && !this.nodes[state].next.has(character)) {
+        this.step();
+        state = this.nodes[state].failure;
+      }
+      state = this.nodes[state].next.get(character) ?? 0;
+      let output = this.nodes[state].pattern === undefined ? this.nodes[state].output : state;
+      while (output !== -1) {
+        if (this.matches >= this.limits.maxMatches)
+          this.fail("mention-matches", this.limits.maxMatches);
+        this.matches += 1;
+        const pattern = this.nodes[output].pattern;
+        const offset = index + 1 - pattern.lowerPhrase.length;
+        const existing = result.get(pattern.targetId);
+        if (cleanMentionBoundary(lowerText, pattern.lowerPhrase, offset) && (existing === undefined || pattern.rank < existing.pattern.rank)) {
+          result.set(pattern.targetId, { pattern, offset });
+        }
+        output = this.nodes[output].output;
+      }
+    }
+    return result;
+  }
+}
+
 // src/graph.ts
 var catalogStart = "<!-- kb:catalog:start -->";
 var catalogEnd = "<!-- kb:catalog:end -->";
@@ -722,16 +891,10 @@ function compareRelationIssues(left, right) {
   const targetComparison = (left.target ?? "").localeCompare(right.target ?? "");
   return left.source.localeCompare(right.source) || left.line - right.line || left.kind.localeCompare(right.kind) || predicateComparison || targetComparison;
 }
-var wordCharacter = (value) => /[A-Za-z0-9]/.test(value);
 function phraseOffset(lowerHaystack, lowerPhrase) {
   let offset = lowerHaystack.indexOf(lowerPhrase);
   while (offset !== -1) {
-    const before = offset === 0 ? "" : lowerHaystack[offset - 1] ?? "";
-    const afterIndex = offset + lowerPhrase.length;
-    const after = afterIndex >= lowerHaystack.length ? "" : lowerHaystack[afterIndex] ?? "";
-    const startsClean = !wordCharacter(lowerPhrase[0] ?? "") || !wordCharacter(before);
-    const endsClean = !wordCharacter(lowerPhrase.at(-1) ?? "") || !wordCharacter(after);
-    if (startsClean && endsClean)
+    if (cleanMentionBoundary(lowerHaystack, lowerPhrase, offset))
       return offset;
     offset = lowerHaystack.indexOf(lowerPhrase, offset + 1);
   }
@@ -777,6 +940,19 @@ function checkedAnalysisLimit(value, hardMaximum, option) {
   return limit;
 }
 function analyzeVault(notes, options = {}) {
+  return analyzeVaultInternal(notes, options);
+}
+function analyzeVaultComplete(notes, options = {}) {
+  try {
+    return analyzeVaultInternal(notes, options, options.mentionIndexLimits ?? {});
+  } catch (error) {
+    if (error instanceof MentionIndexBudgetError) {
+      throw new VaultAnalysisBudgetError(error.kind, error.limit, error.message);
+    }
+    throw error;
+  }
+}
+function analyzeVaultInternal(notes, options, mentionIndexLimits) {
   const maxNotes = checkedAnalysisLimit(options.maxNotes, MAX_ANALYZED_NOTES, "maxNotes");
   const maxMentionPairs = checkedAnalysisLimit(options.maxMentionPairs, MAX_MENTION_PAIRS, "maxMentionPairs");
   const maxMentions = checkedAnalysisLimit(options.maxMentions, MAX_MENTIONS, "maxMentions");
@@ -784,6 +960,13 @@ function analyzeVault(notes, options = {}) {
   if (notes.length > maxNotes) {
     throw new VaultAnalysisBudgetError("notes", maxNotes, `Vault analysis exceeds the ${maxNotes} note limit.`);
   }
+  const mentionInput = mentionIndexLimits === undefined ? undefined : preflightMentionInput(function* () {
+    for (const note of notes) {
+      yield note.searchableText;
+      yield note.title;
+      yield* note.aliases;
+    }
+  }(), mentionIndexLimits);
   const catalogNoteId = withoutMarkdownExtension(normalizeVaultPath(options.catalogNoteId ?? "index"));
   const byId = new Map(notes.map((note) => [note.id, note]));
   const byBasename = new Map;
@@ -953,7 +1136,39 @@ function analyzeVault(notes, options = {}) {
   const phrasesByTarget = scopedMentionNotes.length === 0 ? new Map : uniquePhrasesByTarget(suggestionNotes);
   const mentions = [];
   let mentionPairs = 0;
+  const matcher = mentionIndexLimits === undefined ? undefined : new MentionMatcher([...phrasesByTarget].flatMap(([targetId, phrases]) => phrases.map((phrase, rank) => ({ ...phrase, targetId, rank }))), mentionIndexLimits, mentionInput.rawInputCodeUnits, mentionInput.work);
+  const targetsById = new Map;
+  if (matcher !== undefined)
+    suggestionNotes.forEach((note, order) => {
+      const targets = targetsById.get(note.id) ?? [];
+      targets.push({ note, order });
+      targetsById.set(note.id, targets);
+    });
   for (const source of suggestionNotes) {
+    if (matcher !== undefined) {
+      if (scopedMentionNotes.length === 0)
+        continue;
+      const found = matcher.scan(source.searchableText.toLocaleLowerCase("en-US"));
+      const targets2 = [...found].flatMap(([id, match]) => (targetsById.get(id) ?? []).map((target) => ({ ...target, match }))).filter(({ note }) => source.id !== note.id && (options.mentionScope === undefined || scopedMentionIds.has(source.id) || scopedMentionIds.has(note.id))).sort((left, right) => left.order - right.order);
+      let newlineOffsets;
+      for (const { note: target, match } of targets2) {
+        if (mentionPairs >= maxMentionPairs)
+          throw new VaultAnalysisBudgetError("mention-pairs", maxMentionPairs, `Vault analysis exceeds the ${maxMentionPairs} mention-pair limit.`);
+        mentionPairs += 1;
+        if (linkedPairs.has(pairKey(source.id, target.id)))
+          continue;
+        if (mentions.length >= maxMentions)
+          throw new VaultAnalysisBudgetError("mentions", maxMentions, `Vault analysis exceeds the ${maxMentions} mention limit.`);
+        newlineOffsets ??= matcher.newlineOffsets(source.searchableText);
+        mentions.push({
+          source: source.path,
+          target: target.path,
+          phrase: match.pattern.phrase,
+          line: matcher.lineAt(newlineOffsets, match.offset)
+        });
+      }
+      continue;
+    }
     const targets = options.mentionScope === undefined || scopedMentionIds.has(source.id) ? suggestionNotes : scopedMentionNotes;
     let lowerSearchableText;
     for (const target of targets) {
@@ -1066,4 +1281,4 @@ function replaceCatalog(indexContent, catalog) {
   return indexContent.slice(0, start) + catalog + indexContent.slice(end + catalogEnd.length);
 }
 
-export { MAX_PORTFOLIO_NAME_BYTES, MAX_DOCUMENT_ID_BYTES, portfolioVaultIdentity, parseVaultKey, parseDocumentId, documentIdState, formatQualifiedDocumentUri, parseQualifiedDocumentUri, portfolioDocumentIdentity, catalogStart, catalogEnd, MAX_ANALYZED_NOTES, MAX_CONNECTION_OBSERVATIONS, MAX_MENTION_PAIRS, MAX_MENTIONS, VaultAnalysisBudgetError, metadataValueFromUnknown, isCanonicalRelationPredicate, isCanonicalNoteId, normalizeVaultPath, searchableMarkdown, wikiLinks, parseNote, lookupNote, analyzeVault, renderCatalog, replaceCatalog };
+export { MAX_PORTFOLIO_NAME_BYTES, MAX_DOCUMENT_ID_BYTES, portfolioVaultIdentity, parseVaultKey, parseDocumentId, documentIdState, formatQualifiedDocumentUri, parseQualifiedDocumentUri, portfolioDocumentIdentity, catalogStart, catalogEnd, MAX_ANALYZED_NOTES, MAX_CONNECTION_OBSERVATIONS, MAX_MENTION_PAIRS, MAX_MENTIONS, VaultAnalysisBudgetError, metadataValueFromUnknown, isCanonicalRelationPredicate, isCanonicalNoteId, normalizeVaultPath, searchableMarkdown, wikiLinks, parseNote, lookupNote, analyzeVault, analyzeVaultComplete, renderCatalog, replaceCatalog };

package/dist/index.js

@@ -15,7 +15,7 @@ import {
   createSyntheticRankFusionFixture,
   evaluateRanking,
   evaluateRetrievalBenchmark
-} from "./index-n386evxj.js";
+} from "./index-p96kb6t2.js";
 import {
   initVault
 } from "./index-23z4zxgg.js";
@@ -37,7 +37,7 @@ import {
   knowledgeBaseEvaluationRetrieverIds,
   openKnowledgeBaseEvaluation,
   verifyFrozenEvaluationSnapshot
-} from "./index-1k595z6v.js";
+} from "./index-1r5rnkfr.js";
 import {
   DEFAULT_SEARCH_RESULTS,
   MAX_SEARCH_CANDIDATES,
@@ -50,7 +50,7 @@ import {
   packUntrustedSearchContext,
   searchEvidenceRank,
   validateKnowledgeBaseSearchHistory
-} from "./index-q7tbg07z.js";
+} from "./index-42tb8qqp.js";
 import"./index-adx6khj5.js";
 import {
   MAX_EMBEDDING_MODEL_BYTES,
@@ -67,7 +67,7 @@ import {
   searchSemanticVault,
   semanticDatabasePath,
   sha256EmbeddingModelFile
-} from "./index-rr9kzq4n.js";
+} from "./index-n57tewfr.js";
 import"./index-4j3tt0c3.js";
 import {
   MAX_RERANK_CANDIDATES,
@@ -94,7 +94,7 @@ import {
 } from "./index-b88v3vtm.js";
 import {
   percolateWithGraph
-} from "./index-djrcc1yf.js";
+} from "./index-gtwqye5a.js";
 import {
   DEFAULT_PERCOLATION_LIMIT,
   DEFAULT_PERCOLATION_MIN_SUPPORT,
@@ -115,19 +115,19 @@ import {
   parsePercolationResultV1,
   parsePercolationResultV2,
   percolateVault
-} from "./index-jk1sgx36.js";
+} from "./index-qdb8f8va.js";
 import {
   createGraphSnapshot,
   openGraphAuthority,
   queryGraph,
   rebuildGraph,
   verifyGraph
-} from "./index-xv80vzfp.js";
+} from "./index-f75zmmdr.js";
 import {
   GRAPH_LIMITS,
   GraphAuthorityError,
   validateGraphQueryRequest
-} from "./index-tf4wzjew.js";
+} from "./index-pz2b2x0y.js";
 import {
   GitHistoryError,
   MAX_GIT_HISTORY_COMMITS,
@@ -154,7 +154,7 @@ import {
   fuseRankedCandidates,
   searchExactVault,
   validateSearchQuery
-} from "./index-vnybgywh.js";
+} from "./index-aer0jdrq.js";
 import"./index-1xxnjn0d.js";
 import {
   DEFAULT_PUBLISH_LIST_LIMIT,
@@ -167,7 +167,7 @@ import {
   publishVault,
   renderPublishReportText,
   serializeSiteFile
-} from "./index-a3j61wz9.js";
+} from "./index-xzvcw9ga.js";
 import {
   MAX_NOTE_UTF8_BYTES,
   MAX_SCANNED_NOTES,
@@ -177,8 +177,10 @@ import {
   markdownFiles,
   readVaultNotes,
   refreshVault,
-  scanVault
-} from "./index-233z9wmn.js";
+  refreshVaultComplete,
+  scanVault,
+  scanVaultComplete
+} from "./index-8v6k9h4r.js";
 import {
   MAX_NAVIGATION_INDEXED_CONNECTIONS,
   MAX_NAVIGATION_RETURNED_CONNECTIONS,
@@ -245,7 +247,7 @@ import {
   parseSitePostingsV1,
   parseSiteTermsV1
 } from "./index-66pshdtx.js";
-import"./index-3agn8scn.js";
+import"./index-23m6bbjt.js";
 import {
   auditAgentGuideRepository,
   auditAgentGuideSource,
@@ -295,7 +297,7 @@ import {
   noteRevision,
   removeNoteRelation,
   updateNoteBody
-} from "./index-ecqpgr5y.js";
+} from "./index-f7fnww7a.js";
 import"./index-3rm7cz6h.js";
 import {
   MAX_ANALYZED_NOTES,
@@ -304,6 +306,7 @@ import {
   MAX_MENTION_PAIRS,
   VaultAnalysisBudgetError,
   analyzeVault,
+  analyzeVaultComplete,
   catalogEnd,
   catalogStart,
   isCanonicalNoteId,
@@ -316,7 +319,7 @@ import {
   replaceCatalog,
   searchableMarkdown,
   wikiLinks
-} from "./index-qbssx940.js";
+} from "./index-zy7an84p.js";
 import"./index-z1w83f81.js";
 // src/oh-adoption.ts
 import { createHash } from "crypto";
@@ -768,6 +771,7 @@ export {
   searchGitHistory,
   searchExactVault,
   searchEvidenceRank,
+  scanVaultComplete,
   scanVault,
   runWorkflow,
   runRetrievalEvaluation,
@@ -779,6 +783,7 @@ export {
   renderPublishReportText,
   renderCatalog,
   removeNoteRelation,
+  refreshVaultComplete,
   refreshVault,
   recommendedEmbeddingModelSha256,
   recommendedEmbeddingModel,
@@ -875,6 +880,7 @@ export {
   auditAgentGuideRepository,
   attestSemanticWarmCache,
   applyRerank,
+  analyzeVaultComplete,
   analyzeVault,
   analyzeAuthoredRepositoryScopes,
   analyzeAgentContexts,

package/dist/percolate.js

@@ -19,8 +19,8 @@ import {
   parsePercolationResultV1,
   parsePercolationResultV2,
   percolateVault
-} from "./index-jk1sgx36.js";
-import"./index-qbssx940.js";
+} from "./index-qdb8f8va.js";
+import"./index-zy7an84p.js";
 import"./index-z1w83f81.js";
 export {
   percolateVault,

package/dist/portfolio.js

@@ -20,20 +20,20 @@ import {
   selectAuthorizedVaults,
   snapshotPortfolioRegistry,
   validateResolvedPortfolioVaults
-} from "./index-bqtqeak3.js";
-import"./index-q7tbg07z.js";
+} from "./index-h2qn3y3f.js";
+import"./index-42tb8qqp.js";
 import"./index-adx6khj5.js";
-import"./index-rr9kzq4n.js";
+import"./index-n57tewfr.js";
 import"./index-4j3tt0c3.js";
 import"./index-j70m75wd.js";
-import"./index-djrcc1yf.js";
-import"./index-jk1sgx36.js";
-import"./index-xv80vzfp.js";
-import"./index-tf4wzjew.js";
+import"./index-gtwqye5a.js";
+import"./index-qdb8f8va.js";
+import"./index-f75zmmdr.js";
+import"./index-pz2b2x0y.js";
 import"./index-1gwbassd.js";
-import"./index-vnybgywh.js";
+import"./index-aer0jdrq.js";
 import"./index-1xxnjn0d.js";
-import"./index-233z9wmn.js";
+import"./index-8v6k9h4r.js";
 import"./index-d13v9ckt.js";
 import"./index-48pz4jpc.js";
 import"./index-06c9ctr6.js";
@@ -50,7 +50,7 @@ import {
   parseVaultKey,
   portfolioDocumentIdentity,
   portfolioVaultIdentity
-} from "./index-qbssx940.js";
+} from "./index-zy7an84p.js";
 import"./index-z1w83f81.js";
 export {
   validateResolvedPortfolioVaults,

package/dist/publish-reader/reader.js

@@ -757,22 +757,58 @@ function comparePublishScores(left, right) {
   return Number(right.identity) - Number(left.identity) || right.score - left.score || left.i - right.i;
 }
 function publishSnippet(text, query, fallback, windowBytes = 160) {
-  const normalized = publishNormalize(text);
-  let offset = query.normalized === "" ? -1 : normalized.indexOf(query.normalized);
-  if (offset < 0) {
+  if (!Number.isSafeInteger(windowBytes) || windowBytes < 0)
+    throw new RangeError("Snippet window must be a nonnegative safe byte count.");
+  const display = text.normalize("NFC");
+  const normalized = publishNormalize(display);
+  let match = query.normalized === "" ? -1 : normalized.indexOf(query.normalized);
+  if (match < 0) {
     for (const term of query.terms) {
-      offset = normalized.indexOf(term);
-      if (offset >= 0)
+      match = normalized.indexOf(term);
+      if (match >= 0)
         break;
     }
   }
-  if (offset < 0)
+  if (match < 0)
     return fallback;
-  const half = Math.floor(windowBytes / 2);
-  const start = Math.max(0, offset - half);
-  const end = Math.min(text.length, offset + half);
-  const snippet = text.slice(start, end).replace(/\s+/gu, " ").trim();
-  return `${start > 0 ? "…" : ""}${snippet}${end < text.length ? "…" : ""}`;
+  let offset = 0, normalizedOffset = 0;
+  for (const character of display) {
+    const width = character.toLocaleLowerCase("en-US").length;
+    if (normalizedOffset + width > match)
+      break;
+    normalizedOffset += width;
+    offset += character.length;
+  }
+  const edge = windowBytes >= 6 ? "…" : "";
+  const budget = windowBytes - 2 * publishUtf8Bytes(edge);
+  const previous = (end2) => {
+    const last = display.charCodeAt(end2 - 1);
+    return end2 > 1 && last >= 56320 && last <= 57343 && display.charCodeAt(end2 - 2) >= 55296 && display.charCodeAt(end2 - 2) <= 56319 ? end2 - 2 : end2 - 1;
+  };
+  let start = offset, end = offset, used = 0;
+  while (start > 0) {
+    const before = previous(start), bytes = publishUtf8Bytes(display.slice(before, start));
+    if (used + bytes > Math.floor(budget / 2))
+      break;
+    start = before;
+    used += bytes;
+  }
+  while (end < display.length) {
+    const character = String.fromCodePoint(display.codePointAt(end) ?? 0), bytes = publishUtf8Bytes(character);
+    if (used + bytes > budget)
+      break;
+    end += character.length;
+    used += bytes;
+  }
+  while (start > 0) {
+    const before = previous(start), bytes = publishUtf8Bytes(display.slice(before, start));
+    if (used + bytes > budget)
+      break;
+    start = before;
+    used += bytes;
+  }
+  const snippet = display.slice(start, end).replace(/\s+/gu, " ").trim();
+  return `${start > 0 ? edge : ""}${snippet}${end < display.length ? edge : ""}`;
 }
 
 // src/publish-theme.ts
@@ -924,7 +960,7 @@ function resultHref(base, slug) {
 }
 function snippetFor(index, doc, query) {
   const hydrated = index.notes.get(doc.s);
-  const text = hydrated?.text ?? doc.x;
+  const text = hydrated?.text;
   return text === undefined ? doc.p : publishSnippet(text, query, doc.p);
 }
 function appendMarked(parent, text, terms) {

package/dist/publish-search.js

@@ -23,7 +23,7 @@ import {
   publishSnippet,
   publishUtf8Bytes,
   scorePublishDocument
-} from "./index-3agn8scn.js";
+} from "./index-23m6bbjt.js";
 import"./index-z1w83f81.js";
 export {
   scorePublishDocument,

package/dist/publish.js

@@ -10,17 +10,17 @@ import {
   publishVault,
   renderPublishReportText,
   serializeSiteFile
-} from "./index-a3j61wz9.js";
-import"./index-233z9wmn.js";
+} from "./index-xzvcw9ga.js";
+import"./index-8v6k9h4r.js";
 import"./index-d13v9ckt.js";
 import"./index-48pz4jpc.js";
 import"./index-06c9ctr6.js";
 import"./index-4knsp9qj.js";
 import"./index-66pshdtx.js";
-import"./index-3agn8scn.js";
+import"./index-23m6bbjt.js";
 import"./index-5vwpzb5a.js";
 import"./index-x3fthpsc.js";
-import"./index-qbssx940.js";
+import"./index-zy7an84p.js";
 import"./index-z1w83f81.js";
 export {
   serializeSiteFile,

package/dist/sdk.js

@@ -11,25 +11,25 @@ import {
   packUntrustedSearchContext,
   searchEvidenceRank,
   validateKnowledgeBaseSearchHistory
-} from "./index-q7tbg07z.js";
+} from "./index-42tb8qqp.js";
 import"./index-adx6khj5.js";
-import"./index-rr9kzq4n.js";
+import"./index-n57tewfr.js";
 import"./index-4j3tt0c3.js";
 import"./index-j70m75wd.js";
-import"./index-djrcc1yf.js";
-import"./index-jk1sgx36.js";
-import"./index-xv80vzfp.js";
-import"./index-tf4wzjew.js";
+import"./index-gtwqye5a.js";
+import"./index-qdb8f8va.js";
+import"./index-f75zmmdr.js";
+import"./index-pz2b2x0y.js";
 import"./index-1gwbassd.js";
-import"./index-vnybgywh.js";
+import"./index-aer0jdrq.js";
 import"./index-1xxnjn0d.js";
-import"./index-233z9wmn.js";
+import"./index-8v6k9h4r.js";
 import"./index-d13v9ckt.js";
 import"./index-48pz4jpc.js";
 import"./index-06c9ctr6.js";
 import"./index-5vwpzb5a.js";
 import"./index-3rm7cz6h.js";
-import"./index-qbssx940.js";
+import"./index-zy7an84p.js";
 import"./index-z1w83f81.js";
 export {
   validateKnowledgeBaseSearchHistory,

package/dist/search.js

@@ -6,12 +6,12 @@ import {
   fuseRankedCandidates,
   searchExactVault,
   validateSearchQuery
-} from "./index-vnybgywh.js";
+} from "./index-aer0jdrq.js";
 import"./index-d13v9ckt.js";
 import"./index-48pz4jpc.js";
 import"./index-06c9ctr6.js";
 import"./index-5vwpzb5a.js";
-import"./index-qbssx940.js";
+import"./index-zy7an84p.js";
 import"./index-z1w83f81.js";
 export {
   validateSearchQuery,

package/dist/semantic.js

@@ -14,14 +14,14 @@ import {
   searchSemanticVault,
   semanticDatabasePath,
   sha256EmbeddingModelFile
-} from "./index-rr9kzq4n.js";
-import"./index-vnybgywh.js";
-import"./index-233z9wmn.js";
+} from "./index-n57tewfr.js";
+import"./index-aer0jdrq.js";
+import"./index-8v6k9h4r.js";
 import"./index-d13v9ckt.js";
 import"./index-48pz4jpc.js";
 import"./index-06c9ctr6.js";
 import"./index-5vwpzb5a.js";
-import"./index-qbssx940.js";
+import"./index-zy7an84p.js";
 import"./index-z1w83f81.js";
 export {
   sha256EmbeddingModelFile,