wiki-graph-core 0.3.1 → 0.4.0

package/dist/retrieval/query/archive-view/search/hydration.js

@@ -0,0 +1,234 @@
+import {
+  listChapters
+} from "../../../../document/chapter/index.js";
+import {
+  querySearchIndex,
+  SEARCH_OBJECT_PROPERTY_KIND,
+  SEARCH_OBJECT_PROPERTY_OWNER_KIND,
+  TEXT_SENTENCE_KIND
+} from "../../../search-index/search/index.js";
+import { createSnippet, createNodePosition } from "../helpers.js";
+import { formatNodeId, formatTextStreamRangeUri } from "../references.js";
+import {
+  createUnscoredEntityEvidenceMention,
+  selectEntityLabel
+} from "../knowledge.js";
+import { readTextStreamRange } from "../text-streams.js";
+import { TEXT_ONLY_SEARCH_CACHE_WINDOW } from "../helpers.js";
+import { isArchiveSearchIndexCurrent } from "../index-state.js";
+async function findArchiveObjectsIndexed(document, query, options) {
+  if (!await isArchiveSearchIndexCurrent(document)) {
+    throw new Error(
+      "Wiki Graph search index is missing or outdated. Run `<archive-uri>/index enable` before searching."
+    );
+  }
+  const result = await querySearchIndex(document, query, {
+    ...options.chapters === void 0 ? {} : { chapters: options.chapters },
+    ...options.match === void 0 ? {} : { match: options.match },
+    ...createSearchIndexQueryLimitOptions(options),
+    types: options.types ?? null
+  });
+  return result === void 0 ? void 0 : {
+    hits: await hydrateSearchIndexHits(
+      document,
+      result,
+      createSearchIndexHydrationOptions(options)
+    ),
+    result
+  };
+}
+async function queryRequiredSearchIndex(document, query, options) {
+  if (!await isArchiveSearchIndexCurrent(document)) {
+    throw new Error(
+      "Wiki Graph search index is missing or outdated. Run `<archive-uri>/index enable` before searching."
+    );
+  }
+  return await querySearchIndex(document, query, options);
+}
+async function hydrateSearchIndexHits(document, result, options = {}) {
+  const chapters = new Map(
+    (await listChapters(document)).map((chapter) => [
+      chapter.chapterId,
+      chapter
+    ])
+  );
+  const hits = [];
+  const context = {
+    chapters: /* @__PURE__ */ new Map(),
+    streamIndexes: /* @__PURE__ */ new Map()
+  };
+  for (const hit of result.objectHits) {
+    const hydrated = await hydrateSearchObjectHit(document, chapters, hit);
+    if (hydrated !== void 0) {
+      hits.push(withSearchTerms(hydrated, result.terms));
+    }
+  }
+  const textHits = options.textHitLimit === void 0 ? result.textHits : result.textHits.slice(0, options.textHitLimit);
+  for (const hit of textHits) {
+    const hydrated = await hydrateSearchTextHit(
+      document,
+      chapters,
+      hit,
+      context
+    );
+    if (hydrated !== void 0) {
+      hits.push(withSearchTerms(hydrated, result.terms));
+    }
+  }
+  return hits;
+}
+function createSearchIndexHydrationOptions(options) {
+  if (!isTextOnlySearch(options) || options.limit === void 0) {
+    return {};
+  }
+  return { textHitLimit: createTextOnlySearchCacheWindow(options.limit) };
+}
+function createSearchIndexQueryLimitOptions(options) {
+  if (!isTextOnlySearch(options) || options.limit === void 0) {
+    return {};
+  }
+  return { textHitLimit: createTextOnlySearchCacheWindow(options.limit) };
+}
+function createTextOnlySearchCacheWindow(limit) {
+  return Math.max(limit + 1, TEXT_ONLY_SEARCH_CACHE_WINDOW);
+}
+function isTextOnlySearch(options) {
+  return options.types !== void 0 && options.types.length > 0 && options.types.every((type) => type === "source" || type === "summary");
+}
+function withSearchTerms(hit, terms) {
+  return {
+    ...hit,
+    matchCount: terms.length,
+    matchedTerms: terms,
+    missingTerms: []
+  };
+}
+async function hydrateSearchObjectHit(document, chapters, hit) {
+  switch (hit.ownerKind) {
+    case SEARCH_OBJECT_PROPERTY_OWNER_KIND.chapter: {
+      const chapterId = parseSearchPropertyIntegerOwnerId(hit.ownerId);
+      const chapter = chapters.get(chapterId);
+      if (chapter === void 0) {
+        return void 0;
+      }
+      const title = chapter.title ?? chapter.uri;
+      return {
+        chapter: chapter.chapterId,
+        ...createArchiveScopeFields(hit.archiveId),
+        field: "title",
+        id: `${chapter.uri}/title`,
+        matchCount: 1,
+        position: { chapter: chapter.chapterId },
+        score: hit.score,
+        snippet: title,
+        title,
+        type: "chapter-title"
+      };
+    }
+    case SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk: {
+      const chunkId = parseSearchPropertyIntegerOwnerId(hit.ownerId);
+      const node = await document.chunks.getById(chunkId);
+      if (node === void 0) {
+        return void 0;
+      }
+      const position = createNodePosition(node.sentenceIds);
+      const isLabel = hit.propertyKind === SEARCH_OBJECT_PROPERTY_KIND.label;
+      return {
+        chapter: node.sentenceId[0],
+        ...createArchiveScopeFields(hit.archiveId),
+        field: isLabel ? "title" : "content",
+        id: formatNodeId(node.id),
+        matchCount: 1,
+        ...position === void 0 ? {} : { position },
+        score: hit.score,
+        snippet: isLabel ? node.label : createSnippet(node.content),
+        title: node.label,
+        type: "node"
+      };
+    }
+    case SEARCH_OBJECT_PROPERTY_OWNER_KIND.entity: {
+      const mentions = await document.mentions.listByQid(hit.ownerId);
+      const first = mentions[0];
+      if (first === void 0) {
+        return void 0;
+      }
+      return {
+        chapter: first.chapterId,
+        ...createArchiveScopeFields(hit.archiveId),
+        evidenceMentions: mentions.map(
+          (mention) => createUnscoredEntityEvidenceMention(mention)
+        ),
+        field: "title",
+        id: `wikg://entity/${hit.ownerId}`,
+        matchCount: 1,
+        position: {
+          chapter: first.chapterId,
+          sentence: first.sentenceIndex ?? 0
+        },
+        score: hit.score,
+        snippet: `${mentions.length} mentions`,
+        title: selectEntityLabel(mentions),
+        type: "entity"
+      };
+    }
+  }
+}
+function parseSearchPropertyIntegerOwnerId(ownerId) {
+  const value = Number(ownerId);
+  if (!Number.isSafeInteger(value)) {
+    throw new Error(`Invalid search property owner id: ${ownerId}`);
+  }
+  return value;
+}
+async function hydrateSearchTextHit(document, chapters, hit, context) {
+  const stream = hit.kind === TEXT_SENTENCE_KIND.source ? "source" : "summary";
+  const chapter = chapters.get(hit.chapterId);
+  if (chapter === void 0) {
+    return void 0;
+  }
+  const range = await readTextStreamRange(
+    document,
+    hit.chapterId,
+    stream,
+    hit.sentenceIndex,
+    hit.sentenceIndex,
+    context
+  );
+  return {
+    chapter: hit.chapterId,
+    ...createArchiveScopeFields(hit.archiveId),
+    field: stream,
+    id: formatTextStreamRangeUri(
+      hit.chapterId,
+      stream,
+      range.startSentenceIndex,
+      range.endSentenceIndex
+    ),
+    matchCount: 1,
+    position: {
+      chapter: hit.chapterId,
+      sentence: hit.sentenceIndex
+    },
+    score: hit.score,
+    snippet: createSnippet(range.text),
+    title: chapter.title ?? chapter.uri,
+    type: stream
+  };
+}
+function createArchiveScopeFields(archiveId) {
+  return archiveId === 0 ? {} : { archiveId };
+}
+export {
+  createSearchIndexHydrationOptions,
+  createSearchIndexQueryLimitOptions,
+  createTextOnlySearchCacheWindow,
+  findArchiveObjectsIndexed,
+  hydrateSearchIndexHits,
+  hydrateSearchObjectHit,
+  hydrateSearchTextHit,
+  isTextOnlySearch,
+  parseSearchPropertyIntegerOwnerId,
+  queryRequiredSearchIndex,
+  withSearchTerms
+};
+//# sourceMappingURL=hydration.js.map

package/dist/retrieval/query/archive-view/search/hydration.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/search/hydration.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"../../../../document/index.js\";\nimport {\n  listChapters,\n  type ChapterEntry,\n} from \"../../../../document/chapter/index.js\";\nimport {\n  querySearchIndex,\n  SEARCH_OBJECT_PROPERTY_KIND,\n  SEARCH_OBJECT_PROPERTY_OWNER_KIND,\n  TEXT_SENTENCE_KIND,\n  type SearchIndexObjectHit,\n  type SearchIndexQueryResult,\n  type SearchIndexTextHit,\n} from \"../../../search-index/search/index.js\";\n\nimport { createSnippet, createNodePosition } from \"../helpers.js\";\nimport { formatNodeId, formatTextStreamRangeUri } from \"../references.js\";\nimport {\n  createUnscoredEntityEvidenceMention,\n  selectEntityLabel,\n} from \"../knowledge.js\";\nimport { readTextStreamRange } from \"../text-streams.js\";\nimport { TEXT_ONLY_SEARCH_CACHE_WINDOW } from \"../helpers.js\";\nimport { isArchiveSearchIndexCurrent } from \"../index-state.js\";\nimport type {\n  ArchiveFindHit,\n  ArchiveFindOptions,\n  EvidenceReadContext,\n} from \"../types.js\";\n\nexport async function findArchiveObjectsIndexed(\n  document: ReadonlyDocument,\n  query: string,\n  options: ArchiveFindOptions,\n): Promise<\n  | {\n      readonly hits: readonly ArchiveFindHit[];\n      readonly result: SearchIndexQueryResult;\n    }\n  | undefined\n> {\n  if (!(await isArchiveSearchIndexCurrent(document))) {\n    throw new Error(\n      \"Wiki Graph search index is missing or outdated. Run `<archive-uri>/index enable` before searching.\",\n    );\n  }\n  const result = await querySearchIndex(document, query, {\n    ...(options.chapters === undefined ? {} : { chapters: options.chapters }),\n    ...(options.match === undefined ? {} : { match: options.match }),\n    ...createSearchIndexQueryLimitOptions(options),\n    types: options.types ?? null,\n  });\n\n  return result === undefined\n    ? undefined\n    : {\n        hits: await hydrateSearchIndexHits(\n          document,\n          result,\n          createSearchIndexHydrationOptions(options),\n        ),\n        result,\n      };\n}\n\nexport async function queryRequiredSearchIndex(\n  document: ReadonlyDocument,\n  query: string,\n  options: Parameters<typeof querySearchIndex>[2],\n): Promise<SearchIndexQueryResult | undefined> {\n  if (!(await isArchiveSearchIndexCurrent(document))) {\n    throw new Error(\n      \"Wiki Graph search index is missing or outdated. Run `<archive-uri>/index enable` before searching.\",\n    );\n  }\n\n  return await querySearchIndex(document, query, options);\n}\n\nexport async function hydrateSearchIndexHits(\n  document: ReadonlyDocument,\n  result: SearchIndexQueryResult,\n  options: {\n    readonly textHitLimit?: number;\n  } = {},\n): Promise<readonly ArchiveFindHit[]> {\n  const chapters = new Map(\n    (await listChapters(document)).map((chapter) => [\n      chapter.chapterId,\n      chapter,\n    ]),\n  );\n  const hits: ArchiveFindHit[] = [];\n  const context: EvidenceReadContext = {\n    chapters: new Map(),\n    streamIndexes: new Map(),\n  };\n\n  for (const hit of result.objectHits) {\n    const hydrated = await hydrateSearchObjectHit(document, chapters, hit);\n\n    if (hydrated !== undefined) {\n      hits.push(withSearchTerms(hydrated, result.terms));\n    }\n  }\n\n  const textHits =\n    options.textHitLimit === undefined\n      ? result.textHits\n      : result.textHits.slice(0, options.textHitLimit);\n\n  for (const hit of textHits) {\n    const hydrated = await hydrateSearchTextHit(\n      document,\n      chapters,\n      hit,\n      context,\n    );\n\n    if (hydrated !== undefined) {\n      hits.push(withSearchTerms(hydrated, result.terms));\n    }\n  }\n\n  return hits;\n}\n\nexport function createSearchIndexHydrationOptions(\n  options: ArchiveFindOptions,\n): {\n  readonly textHitLimit?: number;\n} {\n  if (!isTextOnlySearch(options) || options.limit === undefined) {\n    return {};\n  }\n\n  return { textHitLimit: createTextOnlySearchCacheWindow(options.limit) };\n}\n\nexport function createSearchIndexQueryLimitOptions(\n  options: ArchiveFindOptions,\n): {\n  readonly textHitLimit?: number;\n} {\n  if (!isTextOnlySearch(options) || options.limit === undefined) {\n    return {};\n  }\n\n  return { textHitLimit: createTextOnlySearchCacheWindow(options.limit) };\n}\n\nexport function createTextOnlySearchCacheWindow(limit: number): number {\n  return Math.max(limit + 1, TEXT_ONLY_SEARCH_CACHE_WINDOW);\n}\n\nexport function isTextOnlySearch(options: ArchiveFindOptions): boolean {\n  return (\n    options.types !== undefined &&\n    options.types.length > 0 &&\n    options.types.every((type) => type === \"source\" || type === \"summary\")\n  );\n}\n\nexport function withSearchTerms(\n  hit: ArchiveFindHit,\n  terms: readonly string[],\n): ArchiveFindHit {\n  return {\n    ...hit,\n    matchCount: terms.length,\n    matchedTerms: terms,\n    missingTerms: [],\n  };\n}\n\nexport async function hydrateSearchObjectHit(\n  document: ReadonlyDocument,\n  chapters: ReadonlyMap<number, ChapterEntry>,\n  hit: SearchIndexObjectHit,\n): Promise<ArchiveFindHit | undefined> {\n  switch (hit.ownerKind) {\n    case SEARCH_OBJECT_PROPERTY_OWNER_KIND.chapter: {\n      const chapterId = parseSearchPropertyIntegerOwnerId(hit.ownerId);\n      const chapter = chapters.get(chapterId);\n\n      if (chapter === undefined) {\n        return undefined;\n      }\n\n      const title = chapter.title ?? chapter.uri;\n\n      return {\n        chapter: chapter.chapterId,\n        ...createArchiveScopeFields(hit.archiveId),\n        field: \"title\",\n        id: `${chapter.uri}/title`,\n        matchCount: 1,\n        position: { chapter: chapter.chapterId },\n        score: hit.score,\n        snippet: title,\n        title,\n        type: \"chapter-title\",\n      };\n    }\n    case SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk: {\n      const chunkId = parseSearchPropertyIntegerOwnerId(hit.ownerId);\n      const node = await document.chunks.getById(chunkId);\n\n      if (node === undefined) {\n        return undefined;\n      }\n\n      const position = createNodePosition(node.sentenceIds);\n      const isLabel = hit.propertyKind === SEARCH_OBJECT_PROPERTY_KIND.label;\n\n      return {\n        chapter: node.sentenceId[0],\n        ...createArchiveScopeFields(hit.archiveId),\n        field: isLabel ? \"title\" : \"content\",\n        id: formatNodeId(node.id),\n        matchCount: 1,\n        ...(position === undefined ? {} : { position }),\n        score: hit.score,\n        snippet: isLabel ? node.label : createSnippet(node.content),\n        title: node.label,\n        type: \"node\",\n      };\n    }\n    case SEARCH_OBJECT_PROPERTY_OWNER_KIND.entity: {\n      const mentions = await document.mentions.listByQid(hit.ownerId);\n      const first = mentions[0];\n\n      if (first === undefined) {\n        return undefined;\n      }\n\n      return {\n        chapter: first.chapterId,\n        ...createArchiveScopeFields(hit.archiveId),\n        evidenceMentions: mentions.map((mention) =>\n          createUnscoredEntityEvidenceMention(mention),\n        ),\n        field: \"title\",\n        id: `wikg://entity/${hit.ownerId}`,\n        matchCount: 1,\n        position: {\n          chapter: first.chapterId,\n          sentence: first.sentenceIndex ?? 0,\n        },\n        score: hit.score,\n        snippet: `${mentions.length} mentions`,\n        title: selectEntityLabel(mentions),\n        type: \"entity\",\n      };\n    }\n  }\n}\n\nexport function parseSearchPropertyIntegerOwnerId(ownerId: string): number {\n  const value = Number(ownerId);\n\n  if (!Number.isSafeInteger(value)) {\n    throw new Error(`Invalid search property owner id: ${ownerId}`);\n  }\n\n  return value;\n}\n\nexport async function hydrateSearchTextHit(\n  document: ReadonlyDocument,\n  chapters: ReadonlyMap<number, ChapterEntry>,\n  hit: SearchIndexTextHit,\n  context?: EvidenceReadContext,\n): Promise<ArchiveFindHit | undefined> {\n  const stream =\n    hit.kind === TEXT_SENTENCE_KIND.source\n      ? (\"source\" as const)\n      : (\"summary\" as const);\n  const chapter = chapters.get(hit.chapterId);\n\n  if (chapter === undefined) {\n    return undefined;\n  }\n\n  const range = await readTextStreamRange(\n    document,\n    hit.chapterId,\n    stream,\n    hit.sentenceIndex,\n    hit.sentenceIndex,\n    context,\n  );\n\n  return {\n    chapter: hit.chapterId,\n    ...createArchiveScopeFields(hit.archiveId),\n    field: stream,\n    id: formatTextStreamRangeUri(\n      hit.chapterId,\n      stream,\n      range.startSentenceIndex,\n      range.endSentenceIndex,\n    ),\n    matchCount: 1,\n    position: {\n      chapter: hit.chapterId,\n      sentence: hit.sentenceIndex,\n    },\n    score: hit.score,\n    snippet: createSnippet(range.text),\n    title: chapter.title ?? chapter.uri,\n    type: stream,\n  };\n}\n\nfunction createArchiveScopeFields(\n  archiveId: number,\n): Pick<ArchiveFindHit, \"archiveId\"> | Record<string, never> {\n  return archiveId === 0 ? {} : { archiveId };\n}\n"],"mappings":"AACA;AAAA,EACE;AAAA,OAEK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAIK;AAEP,SAAS,eAAe,0BAA0B;AAClD,SAAS,cAAc,gCAAgC;AACvD;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,2BAA2B;AACpC,SAAS,qCAAqC;AAC9C,SAAS,mCAAmC;AAO5C,eAAsB,0BACpB,UACA,OACA,SAOA;AACA,MAAI,CAAE,MAAM,4BAA4B,QAAQ,GAAI;AAClD,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACA,QAAM,SAAS,MAAM,iBAAiB,UAAU,OAAO;AAAA,IACrD,GAAI,QAAQ,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,QAAQ,SAAS;AAAA,IACvE,GAAI,QAAQ,UAAU,SAAY,CAAC,IAAI,EAAE,OAAO,QAAQ,MAAM;AAAA,IAC9D,GAAG,mCAAmC,OAAO;AAAA,IAC7C,OAAO,QAAQ,SAAS;AAAA,EAC1B,CAAC;AAED,SAAO,WAAW,SACd,SACA;AAAA,IACE,MAAM,MAAM;AAAA,MACV;AAAA,MACA;AAAA,MACA,kCAAkC,OAAO;AAAA,IAC3C;AAAA,IACA;AAAA,EACF;AACN;AAEA,eAAsB,yBACpB,UACA,OACA,SAC6C;AAC7C,MAAI,CAAE,MAAM,4BAA4B,QAAQ,GAAI;AAClD,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,SAAO,MAAM,iBAAiB,UAAU,OAAO,OAAO;AACxD;AAEA,eAAsB,uBACpB,UACA,QACA,UAEI,CAAC,GAC+B;AACpC,QAAM,WAAW,IAAI;AAAA,KAClB,MAAM,aAAa,QAAQ,GAAG,IAAI,CAAC,YAAY;AAAA,MAC9C,QAAQ;AAAA,MACR;AAAA,IACF,CAAC;AAAA,EACH;AACA,QAAM,OAAyB,CAAC;AAChC,QAAM,UAA+B;AAAA,IACnC,UAAU,oBAAI,IAAI;AAAA,IAClB,eAAe,oBAAI,IAAI;AAAA,EACzB;AAEA,aAAW,OAAO,OAAO,YAAY;AACnC,UAAM,WAAW,MAAM,uBAAuB,UAAU,UAAU,GAAG;AAErE,QAAI,aAAa,QAAW;AAC1B,WAAK,KAAK,gBAAgB,UAAU,OAAO,KAAK,CAAC;AAAA,IACnD;AAAA,EACF;AAEA,QAAM,WACJ,QAAQ,iBAAiB,SACrB,OAAO,WACP,OAAO,SAAS,MAAM,GAAG,QAAQ,YAAY;AAEnD,aAAW,OAAO,UAAU;AAC1B,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAEA,QAAI,aAAa,QAAW;AAC1B,WAAK,KAAK,gBAAgB,UAAU,OAAO,KAAK,CAAC;AAAA,IACnD;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,kCACd,SAGA;AACA,MAAI,CAAC,iBAAiB,OAAO,KAAK,QAAQ,UAAU,QAAW;AAC7D,WAAO,CAAC;AAAA,EACV;AAEA,SAAO,EAAE,cAAc,gCAAgC,QAAQ,KAAK,EAAE;AACxE;AAEO,SAAS,mCACd,SAGA;AACA,MAAI,CAAC,iBAAiB,OAAO,KAAK,QAAQ,UAAU,QAAW;AAC7D,WAAO,CAAC;AAAA,EACV;AAEA,SAAO,EAAE,cAAc,gCAAgC,QAAQ,KAAK,EAAE;AACxE;AAEO,SAAS,gCAAgC,OAAuB;AACrE,SAAO,KAAK,IAAI,QAAQ,GAAG,6BAA6B;AAC1D;AAEO,SAAS,iBAAiB,SAAsC;AACrE,SACE,QAAQ,UAAU,UAClB,QAAQ,MAAM,SAAS,KACvB,QAAQ,MAAM,MAAM,CAAC,SAAS,SAAS,YAAY,SAAS,SAAS;AAEzE;AAEO,SAAS,gBACd,KACA,OACgB;AAChB,SAAO;AAAA,IACL,GAAG;AAAA,IACH,YAAY,MAAM;AAAA,IAClB,cAAc;AAAA,IACd,cAAc,CAAC;AAAA,EACjB;AACF;AAEA,eAAsB,uBACpB,UACA,UACA,KACqC;AACrC,UAAQ,IAAI,WAAW;AAAA,IACrB,KAAK,kCAAkC,SAAS;AAC9C,YAAM,YAAY,kCAAkC,IAAI,OAAO;AAC/D,YAAM,UAAU,SAAS,IAAI,SAAS;AAEtC,UAAI,YAAY,QAAW;AACzB,eAAO;AAAA,MACT;AAEA,YAAM,QAAQ,QAAQ,SAAS,QAAQ;AAEvC,aAAO;AAAA,QACL,SAAS,QAAQ;AAAA,QACjB,GAAG,yBAAyB,IAAI,SAAS;AAAA,QACzC,OAAO;AAAA,QACP,IAAI,GAAG,QAAQ,GAAG;AAAA,QAClB,YAAY;AAAA,QACZ,UAAU,EAAE,SAAS,QAAQ,UAAU;AAAA,QACvC,OAAO,IAAI;AAAA,QACX,SAAS;AAAA,QACT;AAAA,QACA,MAAM;AAAA,MACR;AAAA,IACF;AAAA,IACA,KAAK,kCAAkC,OAAO;AAC5C,YAAM,UAAU,kCAAkC,IAAI,OAAO;AAC7D,YAAM,OAAO,MAAM,SAAS,OAAO,QAAQ,OAAO;AAElD,UAAI,SAAS,QAAW;AACtB,eAAO;AAAA,MACT;AAEA,YAAM,WAAW,mBAAmB,KAAK,WAAW;AACpD,YAAM,UAAU,IAAI,iBAAiB,4BAA4B;AAEjE,aAAO;AAAA,QACL,SAAS,KAAK,WAAW,CAAC;AAAA,QAC1B,GAAG,yBAAyB,IAAI,SAAS;AAAA,QACzC,OAAO,UAAU,UAAU;AAAA,QAC3B,IAAI,aAAa,KAAK,EAAE;AAAA,QACxB,YAAY;AAAA,QACZ,GAAI,aAAa,SAAY,CAAC,IAAI,EAAE,SAAS;AAAA,QAC7C,OAAO,IAAI;AAAA,QACX,SAAS,UAAU,KAAK,QAAQ,cAAc,KAAK,OAAO;AAAA,QAC1D,OAAO,KAAK;AAAA,QACZ,MAAM;AAAA,MACR;AAAA,IACF;AAAA,IACA,KAAK,kCAAkC,QAAQ;AAC7C,YAAM,WAAW,MAAM,SAAS,SAAS,UAAU,IAAI,OAAO;AAC9D,YAAM,QAAQ,SAAS,CAAC;AAExB,UAAI,UAAU,QAAW;AACvB,eAAO;AAAA,MACT;AAEA,aAAO;AAAA,QACL,SAAS,MAAM;AAAA,QACf,GAAG,yBAAyB,IAAI,SAAS;AAAA,QACzC,kBAAkB,SAAS;AAAA,UAAI,CAAC,YAC9B,oCAAoC,OAAO;AAAA,QAC7C;AAAA,QACA,OAAO;AAAA,QACP,IAAI,iBAAiB,IAAI,OAAO;AAAA,QAChC,YAAY;AAAA,QACZ,UAAU;AAAA,UACR,SAAS,MAAM;AAAA,UACf,UAAU,MAAM,iBAAiB;AAAA,QACnC;AAAA,QACA,OAAO,IAAI;AAAA,QACX,SAAS,GAAG,SAAS,MAAM;AAAA,QAC3B,OAAO,kBAAkB,QAAQ;AAAA,QACjC,MAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACF;AAEO,SAAS,kCAAkC,SAAyB;AACzE,QAAM,QAAQ,OAAO,OAAO;AAE5B,MAAI,CAAC,OAAO,cAAc,KAAK,GAAG;AAChC,UAAM,IAAI,MAAM,qCAAqC,OAAO,EAAE;AAAA,EAChE;AAEA,SAAO;AACT;AAEA,eAAsB,qBACpB,UACA,UACA,KACA,SACqC;AACrC,QAAM,SACJ,IAAI,SAAS,mBAAmB,SAC3B,WACA;AACP,QAAM,UAAU,SAAS,IAAI,IAAI,SAAS;AAE1C,MAAI,YAAY,QAAW;AACzB,WAAO;AAAA,EACT;AAEA,QAAM,QAAQ,MAAM;AAAA,IAClB;AAAA,IACA,IAAI;AAAA,IACJ;AAAA,IACA,IAAI;AAAA,IACJ,IAAI;AAAA,IACJ;AAAA,EACF;AAEA,SAAO;AAAA,IACL,SAAS,IAAI;AAAA,IACb,GAAG,yBAAyB,IAAI,SAAS;AAAA,IACzC,OAAO;AAAA,IACP,IAAI;AAAA,MACF,IAAI;AAAA,MACJ;AAAA,MACA,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AAAA,IACA,YAAY;AAAA,IACZ,UAAU;AAAA,MACR,SAAS,IAAI;AAAA,MACb,UAAU,IAAI;AAAA,IAChB;AAAA,IACA,OAAO,IAAI;AAAA,IACX,SAAS,cAAc,MAAM,IAAI;AAAA,IACjC,OAAO,QAAQ,SAAS,QAAQ;AAAA,IAChC,MAAM;AAAA,EACR;AACF;AAEA,SAAS,yBACP,WAC2D;AAC3D,SAAO,cAAc,IAAI,CAAC,IAAI,EAAE,UAAU;AAC5C;","names":[]}

package/dist/retrieval/query/archive-view/search/index.d.ts

@@ -0,0 +1,35 @@
+export { findArchiveObjects, grepArchiveObjects } from './core.js';
+export { hydrateCachedChunkBucketHit, hydrateCachedObjectBucketHit } from './bucket-hydration.js';
+export { compareChapterTitleIndexHits, compareTextIndexHits, getObjectBucketCursorId, isAfterChapterTitleKey, isAfterTextKey } from './bucket-order.js';
+export { readBucketedSearchResultPage, tryDecodeBucketSearchSessionCursor } from './buckets.js';
+export { assertSearchCursorTypesMatch, createEntitySearchCacheInput, createSentenceEvidenceSearchCacheInput, createSentenceHitKey, isEntityOnlySearch, isEntitySearchTypes } from './cache-input.js';
+export { createSearchIndexHydrationOptions, createSearchIndexQueryLimitOptions, createTextOnlySearchCacheWindow, findArchiveObjectsIndexed, hydrateSearchIndexHits, hydrateSearchObjectHit, hydrateSearchTextHit, isTextOnlySearch, parseSearchPropertyIntegerOwnerId, queryRequiredSearchIndex, withSearchTerms } from './hydration.js';
+import '../../../../document/directory/types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/types.js';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../types.js';
+import '../../../../graph/reading.js';
+import '../../../../document/chapter/types.js';
+import '../../search-cache/types.js';
+import '../../../search-index/search/types.js';
+import '../../../search-index/search/query.js';

package/dist/retrieval/query/archive-view/search/index.js

@@ -0,0 +1,7 @@
+export * from "./core.js";
+export * from "./bucket-hydration.js";
+export * from "./bucket-order.js";
+export * from "./buckets.js";
+export * from "./cache-input.js";
+export * from "./hydration.js";
+//# sourceMappingURL=index.js.map

package/dist/retrieval/query/archive-view/search/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/search/index.ts"],"sourcesContent":["export * from \"./core.js\";\nexport * from \"./bucket-hydration.js\";\nexport * from \"./bucket-order.js\";\nexport * from \"./buckets.js\";\nexport * from \"./cache-input.js\";\nexport * from \"./hydration.js\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/retrieval/query/archive-view/source-evidence/core.d.ts

@@ -0,0 +1,60 @@
+import { MentionRecord, MentionLinkRecord } from '../../../../document/types.js';
+import { ReadonlyDocument } from '../../../../document/directory/types.js';
+import { EvidenceReadContext, ArchiveEvidence, ArchiveFindEvidencePreview, ArchiveFindOrder, SourceEvidenceRange, ArchiveEvidenceOptions } from '../types.js';
+export { createEvidenceReadContext, createSourceEvidenceItem } from './read.js';
+export { createExpandedSourceEvidenceRanges, createMentionEvidenceRanges, createMentionLinkEvidenceRanges, createNodeEvidenceRanges } from './ranges.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../../../../graph/reading.js';
+import '../../../../document/chapter/types.js';
+
+declare function createMentionEvidencePreview(document: ReadonlyDocument, mentions: readonly MentionRecord[], limit?: number, context?: EvidenceReadContext, sourceContext?: number, order?: ArchiveFindOrder, total?: number): Promise<ArchiveFindEvidencePreview>;
+declare function createMentionEvidencePagePreview(document: ReadonlyDocument, mentions: readonly MentionRecord[], limit?: number, context?: EvidenceReadContext, sourceContext?: number, total?: number): Promise<ArchiveFindEvidencePreview>;
+declare function createMentionEvidencePage(document: ReadonlyDocument, mentions: readonly MentionRecord[], options: {
+    readonly context: EvidenceReadContext;
+    readonly limit: number;
+    readonly offset: number;
+    readonly sourceContext?: number | undefined;
+    readonly total: number;
+}): Promise<ArchiveEvidence>;
+declare function createRangeEvidencePreview(document: ReadonlyDocument, ranges: readonly SourceEvidenceRange[], limit?: number, context?: EvidenceReadContext, sourceContext?: number, total?: number): Promise<ArchiveFindEvidencePreview>;
+declare function createSortedRangeEvidencePreview(document: ReadonlyDocument, ranges: readonly SourceEvidenceRange[], limit?: number, context?: EvidenceReadContext, sourceContext?: number, order?: ArchiveFindOrder, total?: number): Promise<ArchiveFindEvidencePreview>;
+declare function createMentionLinkEvidencePreview(document: ReadonlyDocument, links: readonly MentionLinkRecord[], limit?: number, context?: EvidenceReadContext, sourceContext?: number, order?: ArchiveFindOrder, total?: number): Promise<ArchiveFindEvidencePreview>;
+declare function createMentionLinkEvidencePagePreview(document: ReadonlyDocument, links: readonly MentionLinkRecord[], limit?: number, context?: EvidenceReadContext, sourceContext?: number, total?: number): Promise<ArchiveFindEvidencePreview>;
+declare function createMentionLinkEvidencePage(document: ReadonlyDocument, links: readonly MentionLinkRecord[], options: {
+    readonly context: EvidenceReadContext;
+    readonly limit: number;
+    readonly offset: number;
+    readonly sourceContext?: number | undefined;
+    readonly total: number;
+}): Promise<ArchiveEvidence>;
+declare function createSortedMentionLinkEvidencePreview(document: ReadonlyDocument, links: readonly MentionLinkRecord[], limit?: number, context?: EvidenceReadContext, sourceContext?: number, order?: ArchiveFindOrder, total?: number): Promise<ArchiveFindEvidencePreview>;
+declare function createSourceEvidencePage(document: ReadonlyDocument, ranges: readonly SourceEvidenceRange[], options: ArchiveEvidenceOptions): Promise<ArchiveEvidence>;
+declare function filterAndSortSourceEvidenceRangesByFtsQuery(document: ReadonlyDocument, ranges: readonly SourceEvidenceRange[], queryText: string | undefined, order: ArchiveFindOrder): Promise<readonly SourceEvidenceRange[]>;
+declare function filterAndSortSourceEvidenceCandidatesByFtsQuery<T>(document: ReadonlyDocument, candidates: readonly T[], createRanges: (candidate: T) => Promise<readonly SourceEvidenceRange[]> | readonly SourceEvidenceRange[], stableIdentity: (candidate: T) => string, queryText: string): Promise<readonly SourceEvidenceCandidateQueryMatch<T>[]>;
+interface SourceEvidenceCandidateQueryMatch<T> {
+    readonly candidate: T;
+    readonly score: number;
+}
+declare function createSourceEvidencePreview(document: ReadonlyDocument, ranges: readonly SourceEvidenceRange[], limit: number, context?: EvidenceReadContext, sourceContext?: number, order?: ArchiveFindOrder, total?: number): Promise<ArchiveFindEvidencePreview>;
+
+export { type SourceEvidenceCandidateQueryMatch, createMentionEvidencePage, createMentionEvidencePagePreview, createMentionEvidencePreview, createMentionLinkEvidencePage, createMentionLinkEvidencePagePreview, createMentionLinkEvidencePreview, createRangeEvidencePreview, createSortedMentionLinkEvidencePreview, createSortedRangeEvidencePreview, createSourceEvidencePage, createSourceEvidencePreview, filterAndSortSourceEvidenceCandidatesByFtsQuery, filterAndSortSourceEvidenceRangesByFtsQuery };