wiki-graph-core 0.3.1 → 0.4.1

package/dist/retrieval/query/archive-view/source-evidence/core.js

@@ -0,0 +1,330 @@
+import { TEXT_SENTENCE_KIND } from "../../../search-index/search/index.js";
+import {
+  DEFAULT_FIND_LIMIT,
+  compareNumbers,
+  decodeFindCursor,
+  encodeFindCursor
+} from "../helpers.js";
+import { queryRequiredSearchIndex } from "../search/hydration.js";
+import { DEFAULT_SOURCE_CONTEXT } from "../core.js";
+import {
+  createMentionEvidenceRanges,
+  createMentionLinkEvidenceRanges
+} from "./ranges.js";
+import {
+  createSourceEvidenceCandidatePage,
+  createSourceEvidenceCandidatePreview,
+  createSourceEvidenceDisplayItems
+} from "./pagination.js";
+import { createEvidenceReadContext } from "./read.js";
+import { createEvidenceReadContext as createEvidenceReadContext2, createSourceEvidenceItem } from "./read.js";
+import {
+  createExpandedSourceEvidenceRanges,
+  createMentionEvidenceRanges as createMentionEvidenceRanges2,
+  createMentionLinkEvidenceRanges as createMentionLinkEvidenceRanges2,
+  createNodeEvidenceRanges
+} from "./ranges.js";
+async function createMentionEvidencePreview(document, mentions, limit = 3, context = createEvidenceReadContext(), sourceContext = DEFAULT_SOURCE_CONTEXT, order = "doc-asc", total) {
+  return await createSourceEvidenceCandidatePreview(document, {
+    candidates: await sortSourceEvidenceCandidates(
+      document,
+      mentions,
+      async (mention) => await createMentionEvidenceRanges(document, [mention]),
+      order
+    ),
+    context,
+    createRanges: async (mention) => await createMentionEvidenceRanges(document, [mention]),
+    limit,
+    sourceContext,
+    total
+  });
+}
+async function createMentionEvidencePagePreview(document, mentions, limit = 3, context = createEvidenceReadContext(), sourceContext = DEFAULT_SOURCE_CONTEXT, total) {
+  return await createSourceEvidenceCandidatePreview(document, {
+    candidates: mentions,
+    context,
+    createRanges: async (mention) => await createMentionEvidenceRanges(document, [mention]),
+    limit,
+    sourceContext,
+    total
+  });
+}
+async function createMentionEvidencePage(document, mentions, options) {
+  return await createSourceEvidenceCandidatePage(document, {
+    candidates: mentions,
+    context: options.context,
+    createRanges: async (mention) => await createMentionEvidenceRanges(document, [mention]),
+    limit: options.limit,
+    offset: options.offset,
+    sourceContext: options.sourceContext,
+    total: options.total
+  });
+}
+async function createRangeEvidencePreview(document, ranges, limit = 3, context = createEvidenceReadContext(), sourceContext = DEFAULT_SOURCE_CONTEXT, total) {
+  return await createSourceEvidenceCandidatePreview(document, {
+    candidates: ranges,
+    context,
+    createRanges: (range) => [range],
+    limit,
+    sourceContext,
+    total
+  });
+}
+async function createSortedRangeEvidencePreview(document, ranges, limit = 3, context = createEvidenceReadContext(), sourceContext = DEFAULT_SOURCE_CONTEXT, order = "doc-asc", total) {
+  return await createRangeEvidencePreview(
+    document,
+    await sortSourceEvidenceRanges(document, ranges, order),
+    limit,
+    context,
+    sourceContext,
+    total
+  );
+}
+async function createMentionLinkEvidencePreview(document, links, limit = 3, context = createEvidenceReadContext(), sourceContext = DEFAULT_SOURCE_CONTEXT, order = "doc-asc", total) {
+  return await createSourceEvidenceCandidatePreview(document, {
+    candidates: await sortSourceEvidenceCandidates(
+      document,
+      links,
+      (link) => createMentionLinkEvidenceRanges(document, [link]),
+      order
+    ),
+    context,
+    createRanges: (link) => createMentionLinkEvidenceRanges(document, [link]),
+    limit,
+    sourceContext,
+    total
+  });
+}
+async function createMentionLinkEvidencePagePreview(document, links, limit = 3, context = createEvidenceReadContext(), sourceContext = DEFAULT_SOURCE_CONTEXT, total) {
+  return await createSourceEvidenceCandidatePreview(document, {
+    candidates: links,
+    context,
+    createRanges: (link) => createMentionLinkEvidenceRanges(document, [link]),
+    limit,
+    sourceContext,
+    total
+  });
+}
+async function createMentionLinkEvidencePage(document, links, options) {
+  return await createSourceEvidenceCandidatePage(document, {
+    candidates: links,
+    context: options.context,
+    createRanges: (link) => createMentionLinkEvidenceRanges(document, [link]),
+    limit: options.limit,
+    offset: options.offset,
+    sourceContext: options.sourceContext,
+    total: options.total
+  });
+}
+async function createSortedMentionLinkEvidencePreview(document, links, limit = 3, context = createEvidenceReadContext(), sourceContext = DEFAULT_SOURCE_CONTEXT, order = "doc-asc", total) {
+  return await createRangeEvidencePreview(
+    document,
+    await sortSourceEvidenceRanges(
+      document,
+      createMentionLinkEvidenceRanges(document, links),
+      order
+    ),
+    limit,
+    context,
+    sourceContext,
+    total
+  );
+}
+async function createSourceEvidencePage(document, ranges, options) {
+  const context = createEvidenceReadContext();
+  const limit = options.limit ?? DEFAULT_FIND_LIMIT;
+  const start = decodeFindCursor(options.cursor);
+  const evidenceRanges = await filterAndSortSourceEvidenceRangesByFtsQuery(
+    document,
+    ranges,
+    options.query,
+    options.order ?? "doc-asc"
+  );
+  const pageRanges = evidenceRanges.slice(start, start + limit);
+  const nextOffset = start + pageRanges.length;
+  const items = await createSourceEvidenceDisplayItems(document, pageRanges, {
+    context,
+    sourceContext: options.sourceContext
+  });
+  return {
+    items,
+    limit,
+    nextCursor: nextOffset < evidenceRanges.length ? encodeFindCursor(nextOffset) : null
+  };
+}
+async function filterAndSortSourceEvidenceRangesByFtsQuery(document, ranges, queryText, order) {
+  const documentOrders = await document.serials.listDocumentOrders();
+  if (queryText === void 0) {
+    return [...ranges].sort(
+      (left, right) => compareSourceEvidenceRanges(left, right, documentOrders, order)
+    );
+  }
+  const indexResult = await queryRequiredSearchIndex(document, queryText, {
+    chapters: [...new Set(ranges.map((range) => range.chapterId))],
+    types: ["source"]
+  });
+  if (indexResult === void 0) {
+    return [];
+  }
+  const matchedRanges = /* @__PURE__ */ new Map();
+  const rangesByChapterId = /* @__PURE__ */ new Map();
+  for (const range of ranges) {
+    const chapterRanges = rangesByChapterId.get(range.chapterId) ?? [];
+    chapterRanges.push(range);
+    rangesByChapterId.set(range.chapterId, chapterRanges);
+  }
+  for (const hit of indexResult.textHits) {
+    if (hit.kind !== TEXT_SENTENCE_KIND.source) {
+      continue;
+    }
+    for (const range of rangesByChapterId.get(hit.chapterId) ?? []) {
+      if (hit.sentenceIndex < range.startSentenceIndex || hit.sentenceIndex > range.endSentenceIndex) {
+        continue;
+      }
+      const key = formatSourceEvidenceRangeKey(range);
+      const current = matchedRanges.get(key);
+      matchedRanges.set(key, {
+        ...range,
+        score: Math.max(current?.score ?? 0, hit.score)
+      });
+    }
+  }
+  return [...matchedRanges.values()].sort((left, right) => {
+    const scoreComparison = (right.score ?? 0) - (left.score ?? 0);
+    if (scoreComparison !== 0) {
+      return scoreComparison;
+    }
+    return compareSourceEvidenceRanges(left, right, documentOrders, "doc-asc");
+  });
+}
+async function filterAndSortSourceEvidenceCandidatesByFtsQuery(document, candidates, createRanges, stableIdentity, queryText) {
+  const keyed = await Promise.all(
+    candidates.map(async (candidate) => ({
+      candidate,
+      ranges: await createRanges(candidate),
+      score: 0,
+      stableIdentity: stableIdentity(candidate)
+    }))
+  );
+  const indexResult = await queryRequiredSearchIndex(document, queryText, {
+    chapters: [
+      ...new Set(
+        keyed.flatMap((item) => item.ranges.map((range) => range.chapterId))
+      )
+    ],
+    types: ["source"]
+  });
+  if (indexResult === void 0) {
+    return [];
+  }
+  const matched = /* @__PURE__ */ new Map();
+  for (const hit of indexResult.textHits) {
+    if (hit.kind !== TEXT_SENTENCE_KIND.source) {
+      continue;
+    }
+    for (const item of keyed) {
+      if (!item.ranges.some(
+        (range) => range.chapterId === hit.chapterId && hit.sentenceIndex >= range.startSentenceIndex && hit.sentenceIndex <= range.endSentenceIndex
+      )) {
+        continue;
+      }
+      const current = matched.get(item.stableIdentity) ?? item;
+      current.score = Math.max(current.score, hit.score);
+      matched.set(item.stableIdentity, current);
+    }
+  }
+  const documentOrders = await document.serials.listDocumentOrders();
+  return [...matched.values()].sort((left, right) => {
+    const scoreComparison = right.score - left.score;
+    if (scoreComparison !== 0) {
+      return scoreComparison;
+    }
+    const rangeComparison = compareSourceEvidenceRanges(
+      firstSourceEvidenceRange(left.ranges),
+      firstSourceEvidenceRange(right.ranges),
+      documentOrders,
+      "doc-asc"
+    );
+    if (rangeComparison !== 0) {
+      return rangeComparison;
+    }
+    return left.stableIdentity.localeCompare(right.stableIdentity);
+  }).map((item) => ({ candidate: item.candidate, score: item.score }));
+}
+function firstSourceEvidenceRange(ranges) {
+  const [first] = ranges;
+  return first ?? {
+    chapterId: Number.MAX_SAFE_INTEGER,
+    endSentenceIndex: Number.MAX_SAFE_INTEGER,
+    startSentenceIndex: Number.MAX_SAFE_INTEGER
+  };
+}
+function formatSourceEvidenceRangeKey(range) {
+  return `${range.chapterId}:${range.startSentenceIndex}:${range.endSentenceIndex}`;
+}
+async function sortSourceEvidenceCandidates(document, candidates, createRanges, order) {
+  const documentOrders = await document.serials.listDocumentOrders();
+  const keyed = await Promise.all(
+    candidates.map(async (candidate) => ({
+      candidate,
+      range: (await createRanges(candidate))[0]
+    }))
+  );
+  return keyed.sort((left, right) => {
+    if (left.range === void 0 || right.range === void 0) {
+      return left.range === void 0 ? right.range === void 0 ? 0 : 1 : -1;
+    }
+    return compareSourceEvidenceRanges(
+      left.range,
+      right.range,
+      documentOrders,
+      order
+    );
+  }).map((item) => item.candidate);
+}
+function compareSourceEvidenceRanges(left, right, documentOrders, order) {
+  const direction = order === "doc-asc" ? 1 : -1;
+  return (compareNumbers(
+    documentOrders.get(left.chapterId) ?? left.chapterId,
+    documentOrders.get(right.chapterId) ?? right.chapterId
+  ) || compareNumbers(left.chapterId, right.chapterId) || compareNumbers(left.startSentenceIndex, right.startSentenceIndex) || compareNumbers(left.endSentenceIndex, right.endSentenceIndex)) * direction;
+}
+async function createSourceEvidencePreview(document, ranges, limit, context = createEvidenceReadContext(), sourceContext = DEFAULT_SOURCE_CONTEXT, order = "doc-asc", total) {
+  return await createSortedRangeEvidencePreview(
+    document,
+    ranges,
+    limit,
+    context,
+    sourceContext,
+    order,
+    total
+  );
+}
+async function sortSourceEvidenceRanges(document, ranges, order) {
+  const documentOrders = await document.serials.listDocumentOrders();
+  return [...ranges].sort(
+    (left, right) => compareSourceEvidenceRanges(left, right, documentOrders, order)
+  );
+}
+export {
+  createEvidenceReadContext2 as createEvidenceReadContext,
+  createExpandedSourceEvidenceRanges,
+  createMentionEvidencePage,
+  createMentionEvidencePagePreview,
+  createMentionEvidencePreview,
+  createMentionEvidenceRanges2 as createMentionEvidenceRanges,
+  createMentionLinkEvidencePage,
+  createMentionLinkEvidencePagePreview,
+  createMentionLinkEvidencePreview,
+  createMentionLinkEvidenceRanges2 as createMentionLinkEvidenceRanges,
+  createNodeEvidenceRanges,
+  createRangeEvidencePreview,
+  createSortedMentionLinkEvidencePreview,
+  createSortedRangeEvidencePreview,
+  createSourceEvidenceItem,
+  createSourceEvidencePage,
+  createSourceEvidencePreview,
+  filterAndSortSourceEvidenceCandidatesByFtsQuery,
+  filterAndSortSourceEvidenceRangesByFtsQuery
+};
+//# sourceMappingURL=core.js.map

package/dist/retrieval/query/archive-view/source-evidence/core.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/source-evidence/core.ts"],"sourcesContent":["import type {\n  MentionLinkRecord,\n  MentionRecord,\n  ReadonlyDocument,\n} from \"../../../../document/index.js\";\n\nimport { TEXT_SENTENCE_KIND } from \"../../../search-index/search/index.js\";\nimport {\n  DEFAULT_FIND_LIMIT,\n  compareNumbers,\n  decodeFindCursor,\n  encodeFindCursor,\n} from \"../helpers.js\";\nimport { queryRequiredSearchIndex } from \"../search/hydration.js\";\nimport type {\n  ArchiveEvidence,\n  ArchiveEvidenceOptions,\n  ArchiveFindEvidencePreview,\n  ArchiveFindOrder,\n  EvidenceReadContext,\n  SourceEvidenceRange,\n} from \"../types.js\";\nimport { DEFAULT_SOURCE_CONTEXT } from \"../core.js\";\nimport {\n  createMentionEvidenceRanges,\n  createMentionLinkEvidenceRanges,\n} from \"./ranges.js\";\nimport {\n  createSourceEvidenceCandidatePage,\n  createSourceEvidenceCandidatePreview,\n  createSourceEvidenceDisplayItems,\n} from \"./pagination.js\";\nimport { createEvidenceReadContext } from \"./read.js\";\n\nexport { createEvidenceReadContext, createSourceEvidenceItem } from \"./read.js\";\nexport {\n  createExpandedSourceEvidenceRanges,\n  createMentionEvidenceRanges,\n  createMentionLinkEvidenceRanges,\n  createNodeEvidenceRanges,\n} from \"./ranges.js\";\n\nexport async function createMentionEvidencePreview(\n  document: ReadonlyDocument,\n  mentions: readonly MentionRecord[],\n  limit = 3,\n  context: EvidenceReadContext = createEvidenceReadContext(),\n  sourceContext = DEFAULT_SOURCE_CONTEXT,\n  order: ArchiveFindOrder = \"doc-asc\",\n  total?: number,\n): Promise<ArchiveFindEvidencePreview> {\n  return await createSourceEvidenceCandidatePreview(document, {\n    candidates: await sortSourceEvidenceCandidates(\n      document,\n      mentions,\n      async (mention) => await createMentionEvidenceRanges(document, [mention]),\n      order,\n    ),\n    context,\n    createRanges: async (mention) =>\n      await createMentionEvidenceRanges(document, [mention]),\n    limit,\n    sourceContext,\n    total,\n  });\n}\n\nexport async function createMentionEvidencePagePreview(\n  document: ReadonlyDocument,\n  mentions: readonly MentionRecord[],\n  limit = 3,\n  context: EvidenceReadContext = createEvidenceReadContext(),\n  sourceContext = DEFAULT_SOURCE_CONTEXT,\n  total?: number,\n): Promise<ArchiveFindEvidencePreview> {\n  return await createSourceEvidenceCandidatePreview(document, {\n    candidates: mentions,\n    context,\n    createRanges: async (mention) =>\n      await createMentionEvidenceRanges(document, [mention]),\n    limit,\n    sourceContext,\n    total,\n  });\n}\n\nexport async function createMentionEvidencePage(\n  document: ReadonlyDocument,\n  mentions: readonly MentionRecord[],\n  options: {\n    readonly context: EvidenceReadContext;\n    readonly limit: number;\n    readonly offset: number;\n    readonly sourceContext?: number | undefined;\n    readonly total: number;\n  },\n): Promise<ArchiveEvidence> {\n  return await createSourceEvidenceCandidatePage(document, {\n    candidates: mentions,\n    context: options.context,\n    createRanges: async (mention) =>\n      await createMentionEvidenceRanges(document, [mention]),\n    limit: options.limit,\n    offset: options.offset,\n    sourceContext: options.sourceContext,\n    total: options.total,\n  });\n}\n\nexport async function createRangeEvidencePreview(\n  document: ReadonlyDocument,\n  ranges: readonly SourceEvidenceRange[],\n  limit = 3,\n  context: EvidenceReadContext = createEvidenceReadContext(),\n  sourceContext = DEFAULT_SOURCE_CONTEXT,\n  total?: number,\n): Promise<ArchiveFindEvidencePreview> {\n  return await createSourceEvidenceCandidatePreview(document, {\n    candidates: ranges,\n    context,\n    createRanges: (range) => [range],\n    limit,\n    sourceContext,\n    total,\n  });\n}\n\nexport async function createSortedRangeEvidencePreview(\n  document: ReadonlyDocument,\n  ranges: readonly SourceEvidenceRange[],\n  limit = 3,\n  context: EvidenceReadContext = createEvidenceReadContext(),\n  sourceContext = DEFAULT_SOURCE_CONTEXT,\n  order: ArchiveFindOrder = \"doc-asc\",\n  total?: number,\n): Promise<ArchiveFindEvidencePreview> {\n  return await createRangeEvidencePreview(\n    document,\n    await sortSourceEvidenceRanges(document, ranges, order),\n    limit,\n    context,\n    sourceContext,\n    total,\n  );\n}\n\nexport async function createMentionLinkEvidencePreview(\n  document: ReadonlyDocument,\n  links: readonly MentionLinkRecord[],\n  limit = 3,\n  context: EvidenceReadContext = createEvidenceReadContext(),\n  sourceContext = DEFAULT_SOURCE_CONTEXT,\n  order: ArchiveFindOrder = \"doc-asc\",\n  total?: number,\n): Promise<ArchiveFindEvidencePreview> {\n  return await createSourceEvidenceCandidatePreview(document, {\n    candidates: await sortSourceEvidenceCandidates(\n      document,\n      links,\n      (link) => createMentionLinkEvidenceRanges(document, [link]),\n      order,\n    ),\n    context,\n    createRanges: (link) => createMentionLinkEvidenceRanges(document, [link]),\n    limit,\n    sourceContext,\n    total,\n  });\n}\n\nexport async function createMentionLinkEvidencePagePreview(\n  document: ReadonlyDocument,\n  links: readonly MentionLinkRecord[],\n  limit = 3,\n  context: EvidenceReadContext = createEvidenceReadContext(),\n  sourceContext = DEFAULT_SOURCE_CONTEXT,\n  total?: number,\n): Promise<ArchiveFindEvidencePreview> {\n  return await createSourceEvidenceCandidatePreview(document, {\n    candidates: links,\n    context,\n    createRanges: (link) => createMentionLinkEvidenceRanges(document, [link]),\n    limit,\n    sourceContext,\n    total,\n  });\n}\n\nexport async function createMentionLinkEvidencePage(\n  document: ReadonlyDocument,\n  links: readonly MentionLinkRecord[],\n  options: {\n    readonly context: EvidenceReadContext;\n    readonly limit: number;\n    readonly offset: number;\n    readonly sourceContext?: number | undefined;\n    readonly total: number;\n  },\n): Promise<ArchiveEvidence> {\n  return await createSourceEvidenceCandidatePage(document, {\n    candidates: links,\n    context: options.context,\n    createRanges: (link) => createMentionLinkEvidenceRanges(document, [link]),\n    limit: options.limit,\n    offset: options.offset,\n    sourceContext: options.sourceContext,\n    total: options.total,\n  });\n}\n\nexport async function createSortedMentionLinkEvidencePreview(\n  document: ReadonlyDocument,\n  links: readonly MentionLinkRecord[],\n  limit = 3,\n  context: EvidenceReadContext = createEvidenceReadContext(),\n  sourceContext = DEFAULT_SOURCE_CONTEXT,\n  order: ArchiveFindOrder = \"doc-asc\",\n  total?: number,\n): Promise<ArchiveFindEvidencePreview> {\n  return await createRangeEvidencePreview(\n    document,\n    await sortSourceEvidenceRanges(\n      document,\n      createMentionLinkEvidenceRanges(document, links),\n      order,\n    ),\n    limit,\n    context,\n    sourceContext,\n    total,\n  );\n}\n\nexport async function createSourceEvidencePage(\n  document: ReadonlyDocument,\n  ranges: readonly SourceEvidenceRange[],\n  options: ArchiveEvidenceOptions,\n): Promise<ArchiveEvidence> {\n  const context = createEvidenceReadContext();\n  const limit = options.limit ?? DEFAULT_FIND_LIMIT;\n  const start = decodeFindCursor(options.cursor);\n  const evidenceRanges = await filterAndSortSourceEvidenceRangesByFtsQuery(\n    document,\n    ranges,\n    options.query,\n    options.order ?? \"doc-asc\",\n  );\n  const pageRanges = evidenceRanges.slice(start, start + limit);\n  const nextOffset = start + pageRanges.length;\n  const items = await createSourceEvidenceDisplayItems(document, pageRanges, {\n    context,\n    sourceContext: options.sourceContext,\n  });\n\n  return {\n    items,\n    limit,\n    nextCursor:\n      nextOffset < evidenceRanges.length ? encodeFindCursor(nextOffset) : null,\n  };\n}\n\nexport async function filterAndSortSourceEvidenceRangesByFtsQuery(\n  document: ReadonlyDocument,\n  ranges: readonly SourceEvidenceRange[],\n  queryText: string | undefined,\n  order: ArchiveFindOrder,\n): Promise<readonly SourceEvidenceRange[]> {\n  const documentOrders = await document.serials.listDocumentOrders();\n\n  if (queryText === undefined) {\n    return [...ranges].sort((left, right) =>\n      compareSourceEvidenceRanges(left, right, documentOrders, order),\n    );\n  }\n\n  const indexResult = await queryRequiredSearchIndex(document, queryText, {\n    chapters: [...new Set(ranges.map((range) => range.chapterId))],\n    types: [\"source\"],\n  });\n\n  if (indexResult === undefined) {\n    return [];\n  }\n\n  const matchedRanges = new Map<string, SourceEvidenceRange>();\n  const rangesByChapterId = new Map<number, SourceEvidenceRange[]>();\n\n  for (const range of ranges) {\n    const chapterRanges = rangesByChapterId.get(range.chapterId) ?? [];\n\n    chapterRanges.push(range);\n    rangesByChapterId.set(range.chapterId, chapterRanges);\n  }\n\n  for (const hit of indexResult.textHits) {\n    if (hit.kind !== TEXT_SENTENCE_KIND.source) {\n      continue;\n    }\n\n    for (const range of rangesByChapterId.get(hit.chapterId) ?? []) {\n      if (\n        hit.sentenceIndex < range.startSentenceIndex ||\n        hit.sentenceIndex > range.endSentenceIndex\n      ) {\n        continue;\n      }\n\n      const key = formatSourceEvidenceRangeKey(range);\n      const current = matchedRanges.get(key);\n\n      matchedRanges.set(key, {\n        ...range,\n        score: Math.max(current?.score ?? 0, hit.score),\n      });\n    }\n  }\n\n  return [...matchedRanges.values()].sort((left, right) => {\n    const scoreComparison = (right.score ?? 0) - (left.score ?? 0);\n\n    if (scoreComparison !== 0) {\n      return scoreComparison;\n    }\n\n    return compareSourceEvidenceRanges(left, right, documentOrders, \"doc-asc\");\n  });\n}\n\nexport async function filterAndSortSourceEvidenceCandidatesByFtsQuery<T>(\n  document: ReadonlyDocument,\n  candidates: readonly T[],\n  createRanges: (\n    candidate: T,\n  ) => Promise<readonly SourceEvidenceRange[]> | readonly SourceEvidenceRange[],\n  stableIdentity: (candidate: T) => string,\n  queryText: string,\n): Promise<readonly SourceEvidenceCandidateQueryMatch<T>[]> {\n  const keyed = await Promise.all(\n    candidates.map(async (candidate) => ({\n      candidate,\n      ranges: await createRanges(candidate),\n      score: 0,\n      stableIdentity: stableIdentity(candidate),\n    })),\n  );\n  const indexResult = await queryRequiredSearchIndex(document, queryText, {\n    chapters: [\n      ...new Set(\n        keyed.flatMap((item) => item.ranges.map((range) => range.chapterId)),\n      ),\n    ],\n    types: [\"source\"],\n  });\n\n  if (indexResult === undefined) {\n    return [];\n  }\n\n  const matched = new Map<\n    string,\n    {\n      readonly candidate: T;\n      readonly ranges: readonly SourceEvidenceRange[];\n      readonly stableIdentity: string;\n      score: number;\n    }\n  >();\n\n  for (const hit of indexResult.textHits) {\n    if (hit.kind !== TEXT_SENTENCE_KIND.source) {\n      continue;\n    }\n\n    for (const item of keyed) {\n      if (\n        !item.ranges.some(\n          (range) =>\n            range.chapterId === hit.chapterId &&\n            hit.sentenceIndex >= range.startSentenceIndex &&\n            hit.sentenceIndex <= range.endSentenceIndex,\n        )\n      ) {\n        continue;\n      }\n\n      const current = matched.get(item.stableIdentity) ?? item;\n      current.score = Math.max(current.score, hit.score);\n      matched.set(item.stableIdentity, current);\n    }\n  }\n\n  const documentOrders = await document.serials.listDocumentOrders();\n\n  return [...matched.values()]\n    .sort((left, right) => {\n      const scoreComparison = right.score - left.score;\n\n      if (scoreComparison !== 0) {\n        return scoreComparison;\n      }\n\n      const rangeComparison = compareSourceEvidenceRanges(\n        firstSourceEvidenceRange(left.ranges),\n        firstSourceEvidenceRange(right.ranges),\n        documentOrders,\n        \"doc-asc\",\n      );\n\n      if (rangeComparison !== 0) {\n        return rangeComparison;\n      }\n\n      return left.stableIdentity.localeCompare(right.stableIdentity);\n    })\n    .map((item) => ({ candidate: item.candidate, score: item.score }));\n}\n\nexport interface SourceEvidenceCandidateQueryMatch<T> {\n  readonly candidate: T;\n  readonly score: number;\n}\n\nfunction firstSourceEvidenceRange(\n  ranges: readonly SourceEvidenceRange[],\n): SourceEvidenceRange {\n  const [first] = ranges;\n\n  return (\n    first ?? {\n      chapterId: Number.MAX_SAFE_INTEGER,\n      endSentenceIndex: Number.MAX_SAFE_INTEGER,\n      startSentenceIndex: Number.MAX_SAFE_INTEGER,\n    }\n  );\n}\n\nfunction formatSourceEvidenceRangeKey(range: SourceEvidenceRange): string {\n  return `${range.chapterId}:${range.startSentenceIndex}:${range.endSentenceIndex}`;\n}\n\nasync function sortSourceEvidenceCandidates<T>(\n  document: ReadonlyDocument,\n  candidates: readonly T[],\n  createRanges: (\n    candidate: T,\n  ) => Promise<readonly SourceEvidenceRange[]> | readonly SourceEvidenceRange[],\n  order: ArchiveFindOrder,\n): Promise<readonly T[]> {\n  const documentOrders = await document.serials.listDocumentOrders();\n  const keyed = await Promise.all(\n    candidates.map(async (candidate) => ({\n      candidate,\n      range: (await createRanges(candidate))[0],\n    })),\n  );\n\n  return keyed\n    .sort((left, right) => {\n      if (left.range === undefined || right.range === undefined) {\n        return left.range === undefined\n          ? right.range === undefined\n            ? 0\n            : 1\n          : -1;\n      }\n      return compareSourceEvidenceRanges(\n        left.range,\n        right.range,\n        documentOrders,\n        order,\n      );\n    })\n    .map((item) => item.candidate);\n}\n\nfunction compareSourceEvidenceRanges(\n  left: SourceEvidenceRange,\n  right: SourceEvidenceRange,\n  documentOrders: ReadonlyMap<number, number>,\n  order: ArchiveFindOrder,\n): number {\n  const direction = order === \"doc-asc\" ? 1 : -1;\n\n  return (\n    (compareNumbers(\n      documentOrders.get(left.chapterId) ?? left.chapterId,\n      documentOrders.get(right.chapterId) ?? right.chapterId,\n    ) ||\n      compareNumbers(left.chapterId, right.chapterId) ||\n      compareNumbers(left.startSentenceIndex, right.startSentenceIndex) ||\n      compareNumbers(left.endSentenceIndex, right.endSentenceIndex)) * direction\n  );\n}\n\nexport async function createSourceEvidencePreview(\n  document: ReadonlyDocument,\n  ranges: readonly SourceEvidenceRange[],\n  limit: number,\n  context: EvidenceReadContext = createEvidenceReadContext(),\n  sourceContext = DEFAULT_SOURCE_CONTEXT,\n  order: ArchiveFindOrder = \"doc-asc\",\n  total?: number,\n): Promise<ArchiveFindEvidencePreview> {\n  return await createSortedRangeEvidencePreview(\n    document,\n    ranges,\n    limit,\n    context,\n    sourceContext,\n    order,\n    total,\n  );\n}\n\nasync function sortSourceEvidenceRanges(\n  document: ReadonlyDocument,\n  ranges: readonly SourceEvidenceRange[],\n  order: ArchiveFindOrder,\n): Promise<readonly SourceEvidenceRange[]> {\n  const documentOrders = await document.serials.listDocumentOrders();\n\n  return [...ranges].sort((left, right) =>\n    compareSourceEvidenceRanges(left, right, documentOrders, order),\n  );\n}\n"],"mappings":"AAMA,SAAS,0BAA0B;AACnC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,gCAAgC;AASzC,SAAS,8BAA8B;AACvC;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,iCAAiC;AAE1C,SAAS,6BAAAA,4BAA2B,gCAAgC;AACpE;AAAA,EACE;AAAA,EACA,+BAAAC;AAAA,EACA,mCAAAC;AAAA,EACA;AAAA,OACK;AAEP,eAAsB,6BACpB,UACA,UACA,QAAQ,GACR,UAA+B,0BAA0B,GACzD,gBAAgB,wBAChB,QAA0B,WAC1B,OACqC;AACrC,SAAO,MAAM,qCAAqC,UAAU;AAAA,IAC1D,YAAY,MAAM;AAAA,MAChB;AAAA,MACA;AAAA,MACA,OAAO,YAAY,MAAM,4BAA4B,UAAU,CAAC,OAAO,CAAC;AAAA,MACxE;AAAA,IACF;AAAA,IACA;AAAA,IACA,cAAc,OAAO,YACnB,MAAM,4BAA4B,UAAU,CAAC,OAAO,CAAC;AAAA,IACvD;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,iCACpB,UACA,UACA,QAAQ,GACR,UAA+B,0BAA0B,GACzD,gBAAgB,wBAChB,OACqC;AACrC,SAAO,MAAM,qCAAqC,UAAU;AAAA,IAC1D,YAAY;AAAA,IACZ;AAAA,IACA,cAAc,OAAO,YACnB,MAAM,4BAA4B,UAAU,CAAC,OAAO,CAAC;AAAA,IACvD;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,0BACpB,UACA,UACA,SAO0B;AAC1B,SAAO,MAAM,kCAAkC,UAAU;AAAA,IACvD,YAAY;AAAA,IACZ,SAAS,QAAQ;AAAA,IACjB,cAAc,OAAO,YACnB,MAAM,4BAA4B,UAAU,CAAC,OAAO,CAAC;AAAA,IACvD,OAAO,QAAQ;AAAA,IACf,QAAQ,QAAQ;AAAA,IAChB,eAAe,QAAQ;AAAA,IACvB,OAAO,QAAQ;AAAA,EACjB,CAAC;AACH;AAEA,eAAsB,2BACpB,UACA,QACA,QAAQ,GACR,UAA+B,0BAA0B,GACzD,gBAAgB,wBAChB,OACqC;AACrC,SAAO,MAAM,qCAAqC,UAAU;AAAA,IAC1D,YAAY;AAAA,IACZ;AAAA,IACA,cAAc,CAAC,UAAU,CAAC,KAAK;AAAA,IAC/B;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,iCACpB,UACA,QACA,QAAQ,GACR,UAA+B,0BAA0B,GACzD,gBAAgB,wBAChB,QAA0B,WAC1B,OACqC;AACrC,SAAO,MAAM;AAAA,IACX;AAAA,IACA,MAAM,yBAAyB,UAAU,QAAQ,KAAK;AAAA,IACtD;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAsB,iCACpB,UACA,OACA,QAAQ,GACR,UAA+B,0BAA0B,GACzD,gBAAgB,wBAChB,QAA0B,WAC1B,OACqC;AACrC,SAAO,MAAM,qCAAqC,UAAU;AAAA,IAC1D,YAAY,MAAM;AAAA,MAChB;AAAA,MACA;AAAA,MACA,CAAC,SAAS,gCAAgC,UAAU,CAAC,IAAI,CAAC;AAAA,MAC1D;AAAA,IACF;AAAA,IACA;AAAA,IACA,cAAc,CAAC,SAAS,gCAAgC,UAAU,CAAC,IAAI,CAAC;AAAA,IACxE;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,qCACpB,UACA,OACA,QAAQ,GACR,UAA+B,0BAA0B,GACzD,gBAAgB,wBAChB,OACqC;AACrC,SAAO,MAAM,qCAAqC,UAAU;AAAA,IAC1D,YAAY;AAAA,IACZ;AAAA,IACA,cAAc,CAAC,SAAS,gCAAgC,UAAU,CAAC,IAAI,CAAC;AAAA,IACxE;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,8BACpB,UACA,OACA,SAO0B;AAC1B,SAAO,MAAM,kCAAkC,UAAU;AAAA,IACvD,YAAY;AAAA,IACZ,SAAS,QAAQ;AAAA,IACjB,cAAc,CAAC,SAAS,gCAAgC,UAAU,CAAC,IAAI,CAAC;AAAA,IACxE,OAAO,QAAQ;AAAA,IACf,QAAQ,QAAQ;AAAA,IAChB,eAAe,QAAQ;AAAA,IACvB,OAAO,QAAQ;AAAA,EACjB,CAAC;AACH;AAEA,eAAsB,uCACpB,UACA,OACA,QAAQ,GACR,UAA+B,0BAA0B,GACzD,gBAAgB,wBAChB,QAA0B,WAC1B,OACqC;AACrC,SAAO,MAAM;AAAA,IACX;AAAA,IACA,MAAM;AAAA,MACJ;AAAA,MACA,gCAAgC,UAAU,KAAK;AAAA,MAC/C;AAAA,IACF;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAsB,yBACpB,UACA,QACA,SAC0B;AAC1B,QAAM,UAAU,0BAA0B;AAC1C,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,QAAQ,iBAAiB,QAAQ,MAAM;AAC7C,QAAM,iBAAiB,MAAM;AAAA,IAC3B;AAAA,IACA;AAAA,IACA,QAAQ;AAAA,IACR,QAAQ,SAAS;AAAA,EACnB;AACA,QAAM,aAAa,eAAe,MAAM,OAAO,QAAQ,KAAK;AAC5D,QAAM,aAAa,QAAQ,WAAW;AACtC,QAAM,QAAQ,MAAM,iCAAiC,UAAU,YAAY;AAAA,IACzE;AAAA,IACA,eAAe,QAAQ;AAAA,EACzB,CAAC;AAED,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,YACE,aAAa,eAAe,SAAS,iBAAiB,UAAU,IAAI;AAAA,EACxE;AACF;AAEA,eAAsB,4CACpB,UACA,QACA,WACA,OACyC;AACzC,QAAM,iBAAiB,MAAM,SAAS,QAAQ,mBAAmB;AAEjE,MAAI,cAAc,QAAW;AAC3B,WAAO,CAAC,GAAG,MAAM,EAAE;AAAA,MAAK,CAAC,MAAM,UAC7B,4BAA4B,MAAM,OAAO,gBAAgB,KAAK;AAAA,IAChE;AAAA,EACF;AAEA,QAAM,cAAc,MAAM,yBAAyB,UAAU,WAAW;AAAA,IACtE,UAAU,CAAC,GAAG,IAAI,IAAI,OAAO,IAAI,CAAC,UAAU,MAAM,SAAS,CAAC,CAAC;AAAA,IAC7D,OAAO,CAAC,QAAQ;AAAA,EAClB,CAAC;AAED,MAAI,gBAAgB,QAAW;AAC7B,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,gBAAgB,oBAAI,IAAiC;AAC3D,QAAM,oBAAoB,oBAAI,IAAmC;AAEjE,aAAW,SAAS,QAAQ;AAC1B,UAAM,gBAAgB,kBAAkB,IAAI,MAAM,SAAS,KAAK,CAAC;AAEjE,kBAAc,KAAK,KAAK;AACxB,sBAAkB,IAAI,MAAM,WAAW,aAAa;AAAA,EACtD;AAEA,aAAW,OAAO,YAAY,UAAU;AACtC,QAAI,IAAI,SAAS,mBAAmB,QAAQ;AAC1C;AAAA,IACF;AAEA,eAAW,SAAS,kBAAkB,IAAI,IAAI,SAAS,KAAK,CAAC,GAAG;AAC9D,UACE,IAAI,gBAAgB,MAAM,sBAC1B,IAAI,gBAAgB,MAAM,kBAC1B;AACA;AAAA,MACF;AAEA,YAAM,MAAM,6BAA6B,KAAK;AAC9C,YAAM,UAAU,cAAc,IAAI,GAAG;AAErC,oBAAc,IAAI,KAAK;AAAA,QACrB,GAAG;AAAA,QACH,OAAO,KAAK,IAAI,SAAS,SAAS,GAAG,IAAI,KAAK;AAAA,MAChD,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO,CAAC,GAAG,cAAc,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,UAAU;AACvD,UAAM,mBAAmB,MAAM,SAAS,MAAM,KAAK,SAAS;AAE5D,QAAI,oBAAoB,GAAG;AACzB,aAAO;AAAA,IACT;AAEA,WAAO,4BAA4B,MAAM,OAAO,gBAAgB,SAAS;AAAA,EAC3E,CAAC;AACH;AAEA,eAAsB,gDACpB,UACA,YACA,cAGA,gBACA,WAC0D;AAC1D,QAAM,QAAQ,MAAM,QAAQ;AAAA,IAC1B,WAAW,IAAI,OAAO,eAAe;AAAA,MACnC;AAAA,MACA,QAAQ,MAAM,aAAa,SAAS;AAAA,MACpC,OAAO;AAAA,MACP,gBAAgB,eAAe,SAAS;AAAA,IAC1C,EAAE;AAAA,EACJ;AACA,QAAM,cAAc,MAAM,yBAAyB,UAAU,WAAW;AAAA,IACtE,UAAU;AAAA,MACR,GAAG,IAAI;AAAA,QACL,MAAM,QAAQ,CAAC,SAAS,KAAK,OAAO,IAAI,CAAC,UAAU,MAAM,SAAS,CAAC;AAAA,MACrE;AAAA,IACF;AAAA,IACA,OAAO,CAAC,QAAQ;AAAA,EAClB,CAAC;AAED,MAAI,gBAAgB,QAAW;AAC7B,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,UAAU,oBAAI,IAQlB;AAEF,aAAW,OAAO,YAAY,UAAU;AACtC,QAAI,IAAI,SAAS,mBAAmB,QAAQ;AAC1C;AAAA,IACF;AAEA,eAAW,QAAQ,OAAO;AACxB,UACE,CAAC,KAAK,OAAO;AAAA,QACX,CAAC,UACC,MAAM,cAAc,IAAI,aACxB,IAAI,iBAAiB,MAAM,sBAC3B,IAAI,iBAAiB,MAAM;AAAA,MAC/B,GACA;AACA;AAAA,MACF;AAEA,YAAM,UAAU,QAAQ,IAAI,KAAK,cAAc,KAAK;AACpD,cAAQ,QAAQ,KAAK,IAAI,QAAQ,OAAO,IAAI,KAAK;AACjD,cAAQ,IAAI,KAAK,gBAAgB,OAAO;AAAA,IAC1C;AAAA,EACF;AAEA,QAAM,iBAAiB,MAAM,SAAS,QAAQ,mBAAmB;AAEjE,SAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,EACxB,KAAK,CAAC,MAAM,UAAU;AACrB,UAAM,kBAAkB,MAAM,QAAQ,KAAK;AAE3C,QAAI,oBAAoB,GAAG;AACzB,aAAO;AAAA,IACT;AAEA,UAAM,kBAAkB;AAAA,MACtB,yBAAyB,KAAK,MAAM;AAAA,MACpC,yBAAyB,MAAM,MAAM;AAAA,MACrC;AAAA,MACA;AAAA,IACF;AAEA,QAAI,oBAAoB,GAAG;AACzB,aAAO;AAAA,IACT;AAEA,WAAO,KAAK,eAAe,cAAc,MAAM,cAAc;AAAA,EAC/D,CAAC,EACA,IAAI,CAAC,UAAU,EAAE,WAAW,KAAK,WAAW,OAAO,KAAK,MAAM,EAAE;AACrE;AAOA,SAAS,yBACP,QACqB;AACrB,QAAM,CAAC,KAAK,IAAI;AAEhB,SACE,SAAS;AAAA,IACP,WAAW,OAAO;AAAA,IAClB,kBAAkB,OAAO;AAAA,IACzB,oBAAoB,OAAO;AAAA,EAC7B;AAEJ;AAEA,SAAS,6BAA6B,OAAoC;AACxE,SAAO,GAAG,MAAM,SAAS,IAAI,MAAM,kBAAkB,IAAI,MAAM,gBAAgB;AACjF;AAEA,eAAe,6BACb,UACA,YACA,cAGA,OACuB;AACvB,QAAM,iBAAiB,MAAM,SAAS,QAAQ,mBAAmB;AACjE,QAAM,QAAQ,MAAM,QAAQ;AAAA,IAC1B,WAAW,IAAI,OAAO,eAAe;AAAA,MACnC;AAAA,MACA,QAAQ,MAAM,aAAa,SAAS,GAAG,CAAC;AAAA,IAC1C,EAAE;AAAA,EACJ;AAEA,SAAO,MACJ,KAAK,CAAC,MAAM,UAAU;AACrB,QAAI,KAAK,UAAU,UAAa,MAAM,UAAU,QAAW;AACzD,aAAO,KAAK,UAAU,SAClB,MAAM,UAAU,SACd,IACA,IACF;AAAA,IACN;AACA,WAAO;AAAA,MACL,KAAK;AAAA,MACL,MAAM;AAAA,MACN;AAAA,MACA;AAAA,IACF;AAAA,EACF,CAAC,EACA,IAAI,CAAC,SAAS,KAAK,SAAS;AACjC;AAEA,SAAS,4BACP,MACA,OACA,gBACA,OACQ;AACR,QAAM,YAAY,UAAU,YAAY,IAAI;AAE5C,UACG;AAAA,IACC,eAAe,IAAI,KAAK,SAAS,KAAK,KAAK;AAAA,IAC3C,eAAe,IAAI,MAAM,SAAS,KAAK,MAAM;AAAA,EAC/C,KACE,eAAe,KAAK,WAAW,MAAM,SAAS,KAC9C,eAAe,KAAK,oBAAoB,MAAM,kBAAkB,KAChE,eAAe,KAAK,kBAAkB,MAAM,gBAAgB,KAAK;AAEvE;AAEA,eAAsB,4BACpB,UACA,QACA,OACA,UAA+B,0BAA0B,GACzD,gBAAgB,wBAChB,QAA0B,WAC1B,OACqC;AACrC,SAAO,MAAM;AAAA,IACX;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAe,yBACb,UACA,QACA,OACyC;AACzC,QAAM,iBAAiB,MAAM,SAAS,QAAQ,mBAAmB;AAEjE,SAAO,CAAC,GAAG,MAAM,EAAE;AAAA,IAAK,CAAC,MAAM,UAC7B,4BAA4B,MAAM,OAAO,gBAAgB,KAAK;AAAA,EAChE;AACF;","names":["createEvidenceReadContext","createMentionEvidenceRanges","createMentionLinkEvidenceRanges"]}

package/dist/retrieval/query/archive-view/source-evidence/index.d.ts

@@ -0,0 +1,30 @@
+export { SourceEvidenceCandidateQueryMatch, createMentionEvidencePage, createMentionEvidencePagePreview, createMentionEvidencePreview, createMentionLinkEvidencePage, createMentionLinkEvidencePagePreview, createMentionLinkEvidencePreview, createRangeEvidencePreview, createSortedMentionLinkEvidencePreview, createSortedRangeEvidencePreview, createSourceEvidencePage, createSourceEvidencePreview, filterAndSortSourceEvidenceCandidatesByFtsQuery, filterAndSortSourceEvidenceRangesByFtsQuery } from './core.js';
+export { SourceEvidenceCandidatePageOptions, SourceEvidencePageDisplayOptions, createSourceEvidenceCandidatePage, createSourceEvidenceCandidatePreview, createSourceEvidenceDisplayItems, createSourceEvidenceDisplayRanges } from './pagination.js';
+export { createExpandedSourceEvidenceRanges, createMentionEvidenceRanges, createMentionLinkEvidenceRanges, createNodeEvidenceRanges, mergeSourceEvidenceRanges, mergeSourceEvidenceRangesInInputOrder } from './ranges.js';
+export { createEvidenceReadContext, createSourceEvidenceItem } from './read.js';
+import '../../../../document/types.js';
+import '../../../../document/directory/types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../types.js';
+import '../../../../graph/reading.js';
+import '../../../../document/chapter/types.js';

package/dist/retrieval/query/archive-view/source-evidence/index.js

@@ -0,0 +1,5 @@
+export * from "./core.js";
+export * from "./pagination.js";
+export * from "./ranges.js";
+export * from "./read.js";
+//# sourceMappingURL=index.js.map

package/dist/retrieval/query/archive-view/source-evidence/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/source-evidence/index.ts"],"sourcesContent":["export * from \"./core.js\";\nexport * from \"./pagination.js\";\nexport * from \"./ranges.js\";\nexport * from \"./read.js\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/retrieval/query/archive-view/source-evidence/pagination.d.ts

@@ -0,0 +1,46 @@
+import { ReadonlyDocument } from '../../../../document/directory/types.js';
+import { EvidenceReadContext, SourceEvidenceRange, ArchiveEvidence, ArchiveFindEvidencePreview, ArchiveEvidenceItem } from '../types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/types.js';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../../../../graph/reading.js';
+import '../../../../document/chapter/types.js';
+
+interface SourceEvidencePageDisplayOptions {
+    readonly context: EvidenceReadContext;
+    readonly sourceContext?: number | undefined;
+}
+interface SourceEvidenceCandidatePageOptions<T> {
+    readonly candidates: readonly T[];
+    readonly context: EvidenceReadContext;
+    readonly createRanges: (candidate: T) => Promise<readonly SourceEvidenceRange[]> | readonly SourceEvidenceRange[];
+    readonly limit: number;
+    readonly offset?: number | undefined;
+    readonly sourceContext?: number | undefined;
+    readonly total?: number | undefined;
+}
+declare function createSourceEvidenceCandidatePage<T>(document: ReadonlyDocument, options: SourceEvidenceCandidatePageOptions<T>): Promise<ArchiveEvidence>;
+declare function createSourceEvidenceCandidatePreview<T>(document: ReadonlyDocument, options: SourceEvidenceCandidatePageOptions<T>): Promise<ArchiveFindEvidencePreview>;
+declare function createSourceEvidenceDisplayItems(document: ReadonlyDocument, ranges: readonly SourceEvidenceRange[], options: SourceEvidencePageDisplayOptions): Promise<ArchiveEvidenceItem[]>;
+declare function createSourceEvidenceDisplayRanges(document: ReadonlyDocument, ranges: readonly SourceEvidenceRange[], options: SourceEvidencePageDisplayOptions): Promise<SourceEvidenceRange[]>;
+
+export { type SourceEvidenceCandidatePageOptions, type SourceEvidencePageDisplayOptions, createSourceEvidenceCandidatePage, createSourceEvidenceCandidatePreview, createSourceEvidenceDisplayItems, createSourceEvidenceDisplayRanges };

package/dist/retrieval/query/archive-view/source-evidence/pagination.js

@@ -0,0 +1,82 @@
+import { encodeFindCursor } from "../helpers.js";
+import { DEFAULT_SOURCE_CONTEXT } from "../core.js";
+import {
+  createExpandedSourceEvidenceRanges,
+  mergeSourceEvidenceRangesInInputOrder
+} from "./ranges.js";
+import { createSourceEvidenceItem } from "./read.js";
+async function createSourceEvidenceCandidatePage(document, options) {
+  const pageCandidates = options.candidates.slice(0, options.limit);
+  const items = await createSourceEvidenceCandidateItems(document, {
+    ...options,
+    candidates: pageCandidates
+  });
+  const nextOffset = (options.offset ?? 0) + pageCandidates.length;
+  const total = options.total ?? options.candidates.length;
+  return {
+    items,
+    limit: options.limit,
+    nextCursor: nextOffset < total ? encodeFindCursor(nextOffset) : null
+  };
+}
+async function createSourceEvidenceCandidatePreview(document, options) {
+  const pageCandidates = options.candidates.slice(0, options.limit);
+  const sources = await createSourceEvidenceCandidateItems(document, {
+    ...options,
+    candidates: pageCandidates
+  });
+  const total = options.total ?? options.candidates.length;
+  const nextOffset = (options.offset ?? 0) + pageCandidates.length;
+  return {
+    nextCursor: nextOffset < total ? encodeFindCursor(nextOffset) : null,
+    shown: sources.length,
+    sources,
+    total
+  };
+}
+async function createSourceEvidenceCandidateItems(document, options) {
+  const ranges = (await Promise.all(
+    options.candidates.map(
+      async (candidate) => await options.createRanges(candidate)
+    )
+  )).flat();
+  return await createSourceEvidenceDisplayItems(document, ranges, {
+    context: options.context,
+    sourceContext: options.sourceContext
+  });
+}
+async function createSourceEvidenceDisplayItems(document, ranges, options) {
+  const displayRanges = await createSourceEvidenceDisplayRanges(
+    document,
+    ranges,
+    options
+  );
+  return await Promise.all(
+    displayRanges.map(
+      async (range) => await createSourceEvidenceItem(
+        document,
+        range.chapterId,
+        range.startSentenceIndex,
+        range.endSentenceIndex,
+        options.context,
+        range.score
+      )
+    )
+  );
+}
+async function createSourceEvidenceDisplayRanges(document, ranges, options) {
+  const expanded = await createExpandedSourceEvidenceRanges(
+    document,
+    ranges,
+    options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,
+    options.context
+  );
+  return mergeSourceEvidenceRangesInInputOrder(expanded);
+}
+export {
+  createSourceEvidenceCandidatePage,
+  createSourceEvidenceCandidatePreview,
+  createSourceEvidenceDisplayItems,
+  createSourceEvidenceDisplayRanges
+};
+//# sourceMappingURL=pagination.js.map

package/dist/retrieval/query/archive-view/source-evidence/pagination.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/source-evidence/pagination.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"../../../../document/index.js\";\n\nimport { encodeFindCursor } from \"../helpers.js\";\nimport type {\n  ArchiveEvidence,\n  ArchiveEvidenceItem,\n  ArchiveFindEvidencePreview,\n  EvidenceReadContext,\n  SourceEvidenceRange,\n} from \"../types.js\";\nimport { DEFAULT_SOURCE_CONTEXT } from \"../core.js\";\nimport {\n  createExpandedSourceEvidenceRanges,\n  mergeSourceEvidenceRangesInInputOrder,\n} from \"./ranges.js\";\nimport { createSourceEvidenceItem } from \"./read.js\";\n\nexport interface SourceEvidencePageDisplayOptions {\n  readonly context: EvidenceReadContext;\n  readonly sourceContext?: number | undefined;\n}\n\nexport interface SourceEvidenceCandidatePageOptions<T> {\n  readonly candidates: readonly T[];\n  readonly context: EvidenceReadContext;\n  readonly createRanges: (\n    candidate: T,\n  ) => Promise<readonly SourceEvidenceRange[]> | readonly SourceEvidenceRange[];\n  readonly limit: number;\n  readonly offset?: number | undefined;\n  readonly sourceContext?: number | undefined;\n  readonly total?: number | undefined;\n}\n\nexport async function createSourceEvidenceCandidatePage<T>(\n  document: ReadonlyDocument,\n  options: SourceEvidenceCandidatePageOptions<T>,\n): Promise<ArchiveEvidence> {\n  const pageCandidates = options.candidates.slice(0, options.limit);\n  const items = await createSourceEvidenceCandidateItems(document, {\n    ...options,\n    candidates: pageCandidates,\n  });\n  const nextOffset = (options.offset ?? 0) + pageCandidates.length;\n  const total = options.total ?? options.candidates.length;\n\n  return {\n    items,\n    limit: options.limit,\n    nextCursor: nextOffset < total ? encodeFindCursor(nextOffset) : null,\n  };\n}\n\nexport async function createSourceEvidenceCandidatePreview<T>(\n  document: ReadonlyDocument,\n  options: SourceEvidenceCandidatePageOptions<T>,\n): Promise<ArchiveFindEvidencePreview> {\n  const pageCandidates = options.candidates.slice(0, options.limit);\n  const sources = await createSourceEvidenceCandidateItems(document, {\n    ...options,\n    candidates: pageCandidates,\n  });\n  const total = options.total ?? options.candidates.length;\n  const nextOffset = (options.offset ?? 0) + pageCandidates.length;\n\n  return {\n    nextCursor: nextOffset < total ? encodeFindCursor(nextOffset) : null,\n    shown: sources.length,\n    sources,\n    total,\n  };\n}\n\nasync function createSourceEvidenceCandidateItems<T>(\n  document: ReadonlyDocument,\n  options: SourceEvidenceCandidatePageOptions<T>,\n): Promise<ArchiveEvidenceItem[]> {\n  const ranges = (\n    await Promise.all(\n      options.candidates.map(\n        async (candidate) => await options.createRanges(candidate),\n      ),\n    )\n  ).flat();\n\n  return await createSourceEvidenceDisplayItems(document, ranges, {\n    context: options.context,\n    sourceContext: options.sourceContext,\n  });\n}\n\nexport async function createSourceEvidenceDisplayItems(\n  document: ReadonlyDocument,\n  ranges: readonly SourceEvidenceRange[],\n  options: SourceEvidencePageDisplayOptions,\n): Promise<ArchiveEvidenceItem[]> {\n  const displayRanges = await createSourceEvidenceDisplayRanges(\n    document,\n    ranges,\n    options,\n  );\n\n  return await Promise.all(\n    displayRanges.map(\n      async (range) =>\n        await createSourceEvidenceItem(\n          document,\n          range.chapterId,\n          range.startSentenceIndex,\n          range.endSentenceIndex,\n          options.context,\n          range.score,\n        ),\n    ),\n  );\n}\n\nexport async function createSourceEvidenceDisplayRanges(\n  document: ReadonlyDocument,\n  ranges: readonly SourceEvidenceRange[],\n  options: SourceEvidencePageDisplayOptions,\n): Promise<SourceEvidenceRange[]> {\n  const expanded = await createExpandedSourceEvidenceRanges(\n    document,\n    ranges,\n    options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,\n    options.context,\n  );\n\n  return mergeSourceEvidenceRangesInInputOrder(expanded);\n}\n"],"mappings":"AAEA,SAAS,wBAAwB;AAQjC,SAAS,8BAA8B;AACvC;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,gCAAgC;AAmBzC,eAAsB,kCACpB,UACA,SAC0B;AAC1B,QAAM,iBAAiB,QAAQ,WAAW,MAAM,GAAG,QAAQ,KAAK;AAChE,QAAM,QAAQ,MAAM,mCAAmC,UAAU;AAAA,IAC/D,GAAG;AAAA,IACH,YAAY;AAAA,EACd,CAAC;AACD,QAAM,cAAc,QAAQ,UAAU,KAAK,eAAe;AAC1D,QAAM,QAAQ,QAAQ,SAAS,QAAQ,WAAW;AAElD,SAAO;AAAA,IACL;AAAA,IACA,OAAO,QAAQ;AAAA,IACf,YAAY,aAAa,QAAQ,iBAAiB,UAAU,IAAI;AAAA,EAClE;AACF;AAEA,eAAsB,qCACpB,UACA,SACqC;AACrC,QAAM,iBAAiB,QAAQ,WAAW,MAAM,GAAG,QAAQ,KAAK;AAChE,QAAM,UAAU,MAAM,mCAAmC,UAAU;AAAA,IACjE,GAAG;AAAA,IACH,YAAY;AAAA,EACd,CAAC;AACD,QAAM,QAAQ,QAAQ,SAAS,QAAQ,WAAW;AAClD,QAAM,cAAc,QAAQ,UAAU,KAAK,eAAe;AAE1D,SAAO;AAAA,IACL,YAAY,aAAa,QAAQ,iBAAiB,UAAU,IAAI;AAAA,IAChE,OAAO,QAAQ;AAAA,IACf;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAe,mCACb,UACA,SACgC;AAChC,QAAM,UACJ,MAAM,QAAQ;AAAA,IACZ,QAAQ,WAAW;AAAA,MACjB,OAAO,cAAc,MAAM,QAAQ,aAAa,SAAS;AAAA,IAC3D;AAAA,EACF,GACA,KAAK;AAEP,SAAO,MAAM,iCAAiC,UAAU,QAAQ;AAAA,IAC9D,SAAS,QAAQ;AAAA,IACjB,eAAe,QAAQ;AAAA,EACzB,CAAC;AACH;AAEA,eAAsB,iCACpB,UACA,QACA,SACgC;AAChC,QAAM,gBAAgB,MAAM;AAAA,IAC1B;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,SAAO,MAAM,QAAQ;AAAA,IACnB,cAAc;AAAA,MACZ,OAAO,UACL,MAAM;AAAA,QACJ;AAAA,QACA,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,MAAM;AAAA,MACR;AAAA,IACJ;AAAA,EACF;AACF;AAEA,eAAsB,kCACpB,UACA,QACA,SACgC;AAChC,QAAM,WAAW,MAAM;AAAA,IACrB;AAAA,IACA;AAAA,IACA,QAAQ,iBAAiB;AAAA,IACzB,QAAQ;AAAA,EACV;AAEA,SAAO,sCAAsC,QAAQ;AACvD;","names":[]}

package/dist/retrieval/query/archive-view/source-evidence/ranges.d.ts

@@ -0,0 +1,47 @@
+import { MentionRecord, MentionLinkRecord } from '../../../../document/types.js';
+import { ReadonlyDocument } from '../../../../document/directory/types.js';
+import { GraphNode } from '../../../../graph/reading.js';
+import { SourceEvidenceRange, EvidenceReadContext } from '../types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../../../../document/chapter/types.js';
+
+declare function createNodeEvidenceRanges(node: Pick<GraphNode, "sentenceIds">): Array<{
+    readonly chapterId: number;
+    readonly endSentenceIndex: number;
+    readonly startSentenceIndex: number;
+}>;
+declare function createMentionEvidenceRanges(document: ReadonlyDocument, mentions: readonly MentionRecord[]): Promise<Array<{
+    readonly chapterId: number;
+    readonly endSentenceIndex: number;
+    readonly startSentenceIndex: number;
+}>>;
+declare function createMentionLinkEvidenceRanges(_document: ReadonlyDocument, links: readonly MentionLinkRecord[]): Array<{
+    readonly chapterId: number;
+    readonly endSentenceIndex: number;
+    readonly startSentenceIndex: number;
+}>;
+declare function mergeSourceEvidenceRanges(ranges: readonly SourceEvidenceRange[]): SourceEvidenceRange[];
+declare function mergeSourceEvidenceRangesInInputOrder(ranges: readonly SourceEvidenceRange[]): SourceEvidenceRange[];
+declare function createExpandedSourceEvidenceRanges(document: ReadonlyDocument, ranges: readonly SourceEvidenceRange[], sourceContext: number, context: EvidenceReadContext): Promise<SourceEvidenceRange[]>;
+
+export { createExpandedSourceEvidenceRanges, createMentionEvidenceRanges, createMentionLinkEvidenceRanges, createNodeEvidenceRanges, mergeSourceEvidenceRanges, mergeSourceEvidenceRangesInInputOrder };