wiki-graph-core 0.3.1 → 0.4.0

package/dist/retrieval/query/archive-view/evidence-hydration.js

@@ -0,0 +1,311 @@
+import { readEntitySearchEvidenceMentions } from "../search-cache/index.js";
+import {
+  isWikiGraphObjectUri,
+  mergeStringLists,
+  normalizeWikiGraphObjectUri
+} from "./helpers.js";
+import { parseWikiGraphReference } from "./references.js";
+import { readTextStreamRange } from "./text-streams.js";
+import { DEFAULT_SOURCE_CONTEXT } from "./core.js";
+import {
+  compareMentions,
+  parseEntityQid,
+  selectEntityLabel
+} from "./knowledge.js";
+import {
+  createEvidenceReadContext,
+  createMentionEvidencePagePreview,
+  createMentionEvidencePreview,
+  createMentionLinkEvidencePreview
+} from "./source.js";
+async function hydrateFindHitEvidence(document, hits, options = {}) {
+  const evidenceContext = createEvidenceReadContext();
+  const hydrated = await Promise.all(
+    hits.map(async (rawHit) => {
+      const displayHit = await hydrateEntityDisplayHit(document, rawHit);
+      const hit = await hydrateTextStreamHitContext(
+        document,
+        displayHit,
+        options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,
+        evidenceContext
+      );
+      if (hit.evidence !== void 0 && hit.evidence.sources.length > 0) {
+        return hit;
+      }
+      if (hit.evidence !== void 0 && hit.type === "entity" && options.sessionId !== void 0) {
+        return await hydrateEntitySessionHitEvidence(
+          document,
+          hit,
+          options.sessionId,
+          options.evidenceLimit,
+          options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,
+          evidenceContext
+        );
+      }
+      if (hit.evidenceLinks !== void 0) {
+        if (options.evidenceLimit === void 0) {
+          const { evidenceLinks: _evidenceLinks2, ...publicHit3 } = hit;
+          return publicHit3;
+        }
+        const evidence2 = await createMentionLinkEvidencePreview(
+          document,
+          hit.evidenceLinks,
+          options.evidenceLimit,
+          evidenceContext,
+          options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,
+          options.order ?? "doc-asc"
+        );
+        const { evidenceLinks: _evidenceLinks, ...publicHit2 } = hit;
+        return {
+          ...publicHit2,
+          evidence: evidence2
+        };
+      }
+      if (hit.evidenceMentions === void 0) {
+        return hit;
+      }
+      if (options.evidenceLimit === void 0) {
+        const { evidenceMentions: _evidenceMentions2, ...publicHit2 } = hit;
+        return publicHit2;
+      }
+      const evidence = await createMentionEvidencePreview(
+        document,
+        hit.evidenceMentions.map((item) => item.mention),
+        options.evidenceLimit,
+        evidenceContext,
+        options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,
+        options.order ?? "doc-asc"
+      );
+      const { evidenceMentions: _evidenceMentions, ...publicHit } = hit;
+      return {
+        ...publicHit,
+        evidence
+      };
+    })
+  );
+  return await coalesceTextStreamFindHits(document, hydrated, evidenceContext);
+}
+async function hydrateEntityDisplayHit(document, hit) {
+  if (hit.type !== "entity") {
+    return hit;
+  }
+  const qid = parseEntityQid(hit.id);
+  if (qid === void 0) {
+    return hit;
+  }
+  if (hit.title !== qid && hit.snippet !== qid) {
+    return hit;
+  }
+  const mentions = await document.mentions.listByQid(qid);
+  const [first] = mentions.sort(compareMentions);
+  if (first === void 0) {
+    return hit;
+  }
+  return {
+    ...hit,
+    chapter: first.chapterId,
+    position: {
+      chapter: first.chapterId,
+      sentence: first.sentenceIndex ?? 0
+    },
+    snippet: hit.snippet === qid ? first.note ?? first.surface : hit.snippet,
+    title: hit.title === qid ? selectEntityLabel(mentions) : hit.title
+  };
+}
+async function hydrateTextStreamHitContext(document, hit, sourceContext, context) {
+  if (sourceContext <= 0 || hit.type !== "source" && hit.type !== "summary") {
+    return hit;
+  }
+  if (hit.matchCount === void 0 && hit.matchedTerms === void 0) {
+    return hit;
+  }
+  const reference = parseTextStreamHitReference(hit.id);
+  if (reference === void 0) {
+    return hit;
+  }
+  const range = await readTextStreamRange(
+    document,
+    reference.chapterId,
+    reference.stream,
+    reference.startSentenceIndex - sourceContext,
+    reference.endSentenceIndex + sourceContext,
+    context
+  );
+  return {
+    ...hit,
+    id: range.id,
+    snippet: range.text
+  };
+}
+function parseTextStreamHitReference(uri) {
+  if (!isWikiGraphObjectUri(uri)) {
+    return void 0;
+  }
+  try {
+    const reference = parseWikiGraphReference(normalizeWikiGraphObjectUri(uri));
+    return reference.type === "text-stream" ? reference : void 0;
+  } catch {
+    return void 0;
+  }
+}
+async function coalesceTextStreamFindHits(document, hits, context) {
+  const entries = [];
+  for (const hit of hits) {
+    const range = parseSearchTextStreamHitRange(hit);
+    if (range === void 0 || hit.backlinks !== void 0) {
+      entries.push({ hit, type: "hit" });
+      continue;
+    }
+    const overlappingIndexes = entries.map(
+      (entry, index) => entry.type === "range" && areMergeableTextStreamHitRanges(entry.range, range) ? index : -1
+    ).filter((index) => index >= 0);
+    if (overlappingIndexes.length === 0) {
+      entries.push({ range, type: "range" });
+      continue;
+    }
+    const firstIndex = overlappingIndexes[0] ?? 0;
+    const ranges = overlappingIndexes.flatMap((index) => {
+      const entry = entries[index];
+      return entry?.type === "range" ? [entry.range] : [];
+    });
+    entries[firstIndex] = {
+      range: await mergeTextStreamHitRangeGroup(
+        document,
+        [...ranges, range],
+        context
+      ),
+      type: "range"
+    };
+    for (const index of overlappingIndexes.slice(1).reverse()) {
+      entries.splice(index, 1);
+    }
+  }
+  return entries.map(
+    (entry) => entry.type === "range" ? entry.range.hit : entry.hit
+  );
+}
+function parseSearchTextStreamHitRange(hit) {
+  if (hit.type !== "source" && hit.type !== "summary") {
+    return void 0;
+  }
+  if (hit.matchCount === void 0 && hit.matchedTerms === void 0) {
+    return void 0;
+  }
+  const reference = parseTextStreamHitReference(hit.id);
+  if (reference === void 0) {
+    return void 0;
+  }
+  return {
+    chapterId: reference.chapterId,
+    endSentenceIndex: reference.endSentenceIndex,
+    hit,
+    startSentenceIndex: reference.startSentenceIndex,
+    stream: reference.stream
+  };
+}
+function areMergeableTextStreamHitRanges(left, right) {
+  return left.chapterId === right.chapterId && left.stream === right.stream && right.startSentenceIndex <= left.endSentenceIndex + 1 && left.startSentenceIndex <= right.endSentenceIndex + 1;
+}
+async function mergeTextStreamHitRangeGroup(document, ranges, context) {
+  const [representative] = ranges;
+  if (representative === void 0) {
+    throw new Error(
+      "Internal error: cannot merge empty text stream hit group."
+    );
+  }
+  const startSentenceIndex = Math.min(
+    ...ranges.map((range) => range.startSentenceIndex)
+  );
+  const endSentenceIndex = Math.max(
+    ...ranges.map((range) => range.endSentenceIndex)
+  );
+  const text = await readTextStreamRange(
+    document,
+    representative.chapterId,
+    representative.stream,
+    startSentenceIndex,
+    endSentenceIndex,
+    context
+  );
+  const hits = ranges.map((range) => range.hit);
+  const scores = hits.map((hit) => hit.score).filter((score) => score !== void 0);
+  return {
+    chapterId: representative.chapterId,
+    endSentenceIndex,
+    hit: {
+      ...representative.hit,
+      id: text.id,
+      matchCount: Math.max(...hits.map((hit) => hit.matchCount ?? 0)),
+      matchedTerms: mergeStringLists(
+        hits.flatMap((hit) => hit.matchedTerms ?? [])
+      ),
+      missingTerms: mergeStringLists(
+        hits.flatMap((hit) => hit.missingTerms ?? [])
+      ),
+      ...scores.length === 0 ? {} : { score: Math.max(...scores) },
+      snippet: text.text
+    },
+    startSentenceIndex,
+    stream: representative.stream
+  };
+}
+function createFindEvidenceHydrationOptions(options, sessionId) {
+  return {
+    ...options.evidenceLimit === void 0 ? {} : { evidenceLimit: options.evidenceLimit },
+    order: options.order ?? "doc-asc",
+    ...sessionId === void 0 ? {} : { sessionId },
+    ...options.sourceContext === void 0 ? {} : { sourceContext: options.sourceContext }
+  };
+}
+async function hydrateEntitySessionHitEvidence(document, hit, sessionId, evidenceLimit, sourceContext, context = createEvidenceReadContext()) {
+  if (evidenceLimit === void 0) {
+    const { evidence: _evidence, ...publicHit } = hit;
+    return publicHit;
+  }
+  const qid = parseEntityQid(hit.id);
+  if (qid === void 0) {
+    return hit;
+  }
+  const mentionIds = (await document.mentions.listByQid(qid)).map(
+    (mention) => mention.id
+  );
+  const evidenceHits = await readEntitySearchEvidenceMentions(
+    sessionId,
+    mentionIds,
+    evidenceLimit + 1
+  );
+  const previewHits = evidenceHits.slice(0, evidenceLimit);
+  const allMentions = (await Promise.all(
+    previewHits.map(async (evidenceHit) => {
+      const mention = await document.mentions.getById(evidenceHit.mentionId);
+      return mention === void 0 ? [] : [mention];
+    })
+  )).flat();
+  const total = evidenceHits.length > previewHits.length ? previewHits.length + 1 : previewHits.length;
+  const evidence = await createMentionEvidencePagePreview(
+    document,
+    allMentions,
+    evidenceLimit,
+    context,
+    sourceContext,
+    total
+  );
+  return {
+    ...hit,
+    ...allMentions[0] === void 0 ? {} : {
+      chapter: allMentions[0].chapterId,
+      position: {
+        chapter: allMentions[0].chapterId,
+        sentence: allMentions[0].sentenceIndex ?? 0
+      },
+      snippet: allMentions[0].note ?? allMentions[0].surface,
+      title: allMentions[0].surface
+    },
+    evidence
+  };
+}
+export {
+  createFindEvidenceHydrationOptions,
+  hydrateFindHitEvidence
+};
+//# sourceMappingURL=evidence-hydration.js.map

package/dist/retrieval/query/archive-view/evidence-hydration.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/archive-view/evidence-hydration.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"../../../document/index.js\";\n\nimport { readEntitySearchEvidenceMentions } from \"../search-cache/index.js\";\nimport {\n  isWikiGraphObjectUri,\n  mergeStringLists,\n  normalizeWikiGraphObjectUri,\n} from \"./helpers.js\";\nimport { parseWikiGraphReference } from \"./references.js\";\nimport type { WikiGraphReference } from \"./references.js\";\nimport { readTextStreamRange } from \"./text-streams.js\";\nimport type {\n  ArchiveFindHit,\n  ArchiveFindOptions,\n  ArchiveFindOrder,\n  EvidenceReadContext,\n  TextStreamHitRange,\n} from \"./types.js\";\nimport { DEFAULT_SOURCE_CONTEXT } from \"./core.js\";\nimport {\n  compareMentions,\n  parseEntityQid,\n  selectEntityLabel,\n} from \"./knowledge.js\";\nimport {\n  createEvidenceReadContext,\n  createMentionEvidencePagePreview,\n  createMentionEvidencePreview,\n  createMentionLinkEvidencePreview,\n} from \"./source.js\";\n\nexport async function hydrateFindHitEvidence(\n  document: ReadonlyDocument,\n  hits: readonly ArchiveFindHit[],\n  options: {\n    readonly evidenceLimit?: number;\n    readonly order?: ArchiveFindOrder;\n    readonly sessionId?: string;\n    readonly sourceContext?: number;\n  } = {},\n): Promise<readonly ArchiveFindHit[]> {\n  const evidenceContext = createEvidenceReadContext();\n\n  const hydrated = await Promise.all(\n    hits.map(async (rawHit) => {\n      const displayHit = await hydrateEntityDisplayHit(document, rawHit);\n      const hit = await hydrateTextStreamHitContext(\n        document,\n        displayHit,\n        options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,\n        evidenceContext,\n      );\n\n      if (hit.evidence !== undefined && hit.evidence.sources.length > 0) {\n        return hit;\n      }\n      if (\n        hit.evidence !== undefined &&\n        hit.type === \"entity\" &&\n        options.sessionId !== undefined\n      ) {\n        return await hydrateEntitySessionHitEvidence(\n          document,\n          hit,\n          options.sessionId,\n          options.evidenceLimit,\n          options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,\n          evidenceContext,\n        );\n      }\n      if (hit.evidenceLinks !== undefined) {\n        if (options.evidenceLimit === undefined) {\n          const { evidenceLinks: _evidenceLinks, ...publicHit } = hit;\n\n          return publicHit;\n        }\n\n        const evidence = await createMentionLinkEvidencePreview(\n          document,\n          hit.evidenceLinks,\n          options.evidenceLimit,\n          evidenceContext,\n          options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,\n          options.order ?? \"doc-asc\",\n        );\n        const { evidenceLinks: _evidenceLinks, ...publicHit } = hit;\n\n        return {\n          ...publicHit,\n          evidence,\n        };\n      }\n      if (hit.evidenceMentions === undefined) {\n        return hit;\n      }\n      if (options.evidenceLimit === undefined) {\n        const { evidenceMentions: _evidenceMentions, ...publicHit } = hit;\n\n        return publicHit;\n      }\n\n      const evidence = await createMentionEvidencePreview(\n        document,\n        hit.evidenceMentions.map((item) => item.mention),\n        options.evidenceLimit,\n        evidenceContext,\n        options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,\n        options.order ?? \"doc-asc\",\n      );\n      const { evidenceMentions: _evidenceMentions, ...publicHit } = hit;\n\n      return {\n        ...publicHit,\n        evidence,\n      };\n    }),\n  );\n\n  return await coalesceTextStreamFindHits(document, hydrated, evidenceContext);\n}\n\nasync function hydrateEntityDisplayHit(\n  document: ReadonlyDocument,\n  hit: ArchiveFindHit,\n): Promise<ArchiveFindHit> {\n  if (hit.type !== \"entity\") {\n    return hit;\n  }\n\n  const qid = parseEntityQid(hit.id);\n\n  if (qid === undefined) {\n    return hit;\n  }\n  if (hit.title !== qid && hit.snippet !== qid) {\n    return hit;\n  }\n\n  const mentions = await document.mentions.listByQid(qid);\n  const [first] = mentions.sort(compareMentions);\n\n  if (first === undefined) {\n    return hit;\n  }\n\n  return {\n    ...hit,\n    chapter: first.chapterId,\n    position: {\n      chapter: first.chapterId,\n      sentence: first.sentenceIndex ?? 0,\n    },\n    snippet: hit.snippet === qid ? (first.note ?? first.surface) : hit.snippet,\n    title: hit.title === qid ? selectEntityLabel(mentions) : hit.title,\n  };\n}\n\nasync function hydrateTextStreamHitContext(\n  document: ReadonlyDocument,\n  hit: ArchiveFindHit,\n  sourceContext: number,\n  context: EvidenceReadContext,\n): Promise<ArchiveFindHit> {\n  if (sourceContext <= 0 || (hit.type !== \"source\" && hit.type !== \"summary\")) {\n    return hit;\n  }\n  if (hit.matchCount === undefined && hit.matchedTerms === undefined) {\n    return hit;\n  }\n\n  const reference = parseTextStreamHitReference(hit.id);\n\n  if (reference === undefined) {\n    return hit;\n  }\n\n  const range = await readTextStreamRange(\n    document,\n    reference.chapterId,\n    reference.stream,\n    reference.startSentenceIndex - sourceContext,\n    reference.endSentenceIndex + sourceContext,\n    context,\n  );\n\n  return {\n    ...hit,\n    id: range.id,\n    snippet: range.text,\n  };\n}\n\nfunction parseTextStreamHitReference(\n  uri: string,\n): Extract<WikiGraphReference, { readonly type: \"text-stream\" }> | undefined {\n  if (!isWikiGraphObjectUri(uri)) {\n    return undefined;\n  }\n\n  try {\n    const reference = parseWikiGraphReference(normalizeWikiGraphObjectUri(uri));\n\n    return reference.type === \"text-stream\" ? reference : undefined;\n  } catch {\n    return undefined;\n  }\n}\n\nasync function coalesceTextStreamFindHits(\n  document: ReadonlyDocument,\n  hits: readonly ArchiveFindHit[],\n  context: EvidenceReadContext,\n): Promise<readonly ArchiveFindHit[]> {\n  const entries: Array<\n    | { readonly hit: ArchiveFindHit; readonly type: \"hit\" }\n    | { range: TextStreamHitRange; readonly type: \"range\" }\n  > = [];\n\n  for (const hit of hits) {\n    const range = parseSearchTextStreamHitRange(hit);\n\n    if (range === undefined || hit.backlinks !== undefined) {\n      entries.push({ hit, type: \"hit\" });\n      continue;\n    }\n\n    const overlappingIndexes = entries\n      .map((entry, index) =>\n        entry.type === \"range\" &&\n        areMergeableTextStreamHitRanges(entry.range, range)\n          ? index\n          : -1,\n      )\n      .filter((index) => index >= 0);\n\n    if (overlappingIndexes.length === 0) {\n      entries.push({ range, type: \"range\" });\n      continue;\n    }\n\n    const firstIndex = overlappingIndexes[0] ?? 0;\n    const ranges = overlappingIndexes.flatMap((index) => {\n      const entry = entries[index];\n\n      return entry?.type === \"range\" ? [entry.range] : [];\n    });\n\n    entries[firstIndex] = {\n      range: await mergeTextStreamHitRangeGroup(\n        document,\n        [...ranges, range],\n        context,\n      ),\n      type: \"range\",\n    };\n\n    for (const index of overlappingIndexes.slice(1).reverse()) {\n      entries.splice(index, 1);\n    }\n  }\n\n  return entries.map((entry) =>\n    entry.type === \"range\" ? entry.range.hit : entry.hit,\n  );\n}\n\nfunction parseSearchTextStreamHitRange(\n  hit: ArchiveFindHit,\n): TextStreamHitRange | undefined {\n  if (hit.type !== \"source\" && hit.type !== \"summary\") {\n    return undefined;\n  }\n  if (hit.matchCount === undefined && hit.matchedTerms === undefined) {\n    return undefined;\n  }\n\n  const reference = parseTextStreamHitReference(hit.id);\n\n  if (reference === undefined) {\n    return undefined;\n  }\n\n  return {\n    chapterId: reference.chapterId,\n    endSentenceIndex: reference.endSentenceIndex,\n    hit,\n    startSentenceIndex: reference.startSentenceIndex,\n    stream: reference.stream,\n  };\n}\n\nfunction areMergeableTextStreamHitRanges(\n  left: TextStreamHitRange,\n  right: TextStreamHitRange,\n): boolean {\n  return (\n    left.chapterId === right.chapterId &&\n    left.stream === right.stream &&\n    right.startSentenceIndex <= left.endSentenceIndex + 1 &&\n    left.startSentenceIndex <= right.endSentenceIndex + 1\n  );\n}\n\nasync function mergeTextStreamHitRangeGroup(\n  document: ReadonlyDocument,\n  ranges: readonly TextStreamHitRange[],\n  context: EvidenceReadContext,\n): Promise<TextStreamHitRange> {\n  const [representative] = ranges;\n\n  if (representative === undefined) {\n    throw new Error(\n      \"Internal error: cannot merge empty text stream hit group.\",\n    );\n  }\n\n  const startSentenceIndex = Math.min(\n    ...ranges.map((range) => range.startSentenceIndex),\n  );\n  const endSentenceIndex = Math.max(\n    ...ranges.map((range) => range.endSentenceIndex),\n  );\n  const text = await readTextStreamRange(\n    document,\n    representative.chapterId,\n    representative.stream,\n    startSentenceIndex,\n    endSentenceIndex,\n    context,\n  );\n  const hits = ranges.map((range) => range.hit);\n  const scores = hits\n    .map((hit) => hit.score)\n    .filter((score): score is number => score !== undefined);\n\n  return {\n    chapterId: representative.chapterId,\n    endSentenceIndex,\n    hit: {\n      ...representative.hit,\n      id: text.id,\n      matchCount: Math.max(...hits.map((hit) => hit.matchCount ?? 0)),\n      matchedTerms: mergeStringLists(\n        hits.flatMap((hit) => hit.matchedTerms ?? []),\n      ),\n      missingTerms: mergeStringLists(\n        hits.flatMap((hit) => hit.missingTerms ?? []),\n      ),\n      ...(scores.length === 0 ? {} : { score: Math.max(...scores) }),\n      snippet: text.text,\n    },\n    startSentenceIndex,\n    stream: representative.stream,\n  };\n}\n\nexport function createFindEvidenceHydrationOptions(\n  options: ArchiveFindOptions,\n  sessionId?: string,\n): {\n  readonly evidenceLimit?: number;\n  readonly order?: ArchiveFindOrder;\n  readonly sessionId?: string;\n  readonly sourceContext?: number;\n} {\n  return {\n    ...(options.evidenceLimit === undefined\n      ? {}\n      : { evidenceLimit: options.evidenceLimit }),\n    order: options.order ?? \"doc-asc\",\n    ...(sessionId === undefined ? {} : { sessionId }),\n    ...(options.sourceContext === undefined\n      ? {}\n      : { sourceContext: options.sourceContext }),\n  };\n}\n\nasync function hydrateEntitySessionHitEvidence(\n  document: ReadonlyDocument,\n  hit: ArchiveFindHit,\n  sessionId: string,\n  evidenceLimit: number | undefined,\n  sourceContext: number,\n  context: EvidenceReadContext = createEvidenceReadContext(),\n): Promise<ArchiveFindHit> {\n  if (evidenceLimit === undefined) {\n    const { evidence: _evidence, ...publicHit } = hit;\n\n    return publicHit;\n  }\n\n  const qid = parseEntityQid(hit.id);\n\n  if (qid === undefined) {\n    return hit;\n  }\n\n  const mentionIds = (await document.mentions.listByQid(qid)).map(\n    (mention) => mention.id,\n  );\n  const evidenceHits = await readEntitySearchEvidenceMentions(\n    sessionId,\n    mentionIds,\n    evidenceLimit + 1,\n  );\n  const previewHits = evidenceHits.slice(0, evidenceLimit);\n  const allMentions = (\n    await Promise.all(\n      previewHits.map(async (evidenceHit) => {\n        const mention = await document.mentions.getById(evidenceHit.mentionId);\n\n        return mention === undefined ? [] : [mention];\n      }),\n    )\n  ).flat();\n  const total =\n    evidenceHits.length > previewHits.length\n      ? previewHits.length + 1\n      : previewHits.length;\n  const evidence = await createMentionEvidencePagePreview(\n    document,\n    allMentions,\n    evidenceLimit,\n    context,\n    sourceContext,\n    total,\n  );\n\n  return {\n    ...hit,\n    ...(allMentions[0] === undefined\n      ? {}\n      : {\n          chapter: allMentions[0].chapterId,\n          position: {\n            chapter: allMentions[0].chapterId,\n            sentence: allMentions[0].sentenceIndex ?? 0,\n          },\n          snippet: allMentions[0].note ?? allMentions[0].surface,\n          title: allMentions[0].surface,\n        }),\n    evidence,\n  };\n}\n"],"mappings":"AAEA,SAAS,wCAAwC;AACjD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,+BAA+B;AAExC,SAAS,2BAA2B;AAQpC,SAAS,8BAA8B;AACvC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,eAAsB,uBACpB,UACA,MACA,UAKI,CAAC,GAC+B;AACpC,QAAM,kBAAkB,0BAA0B;AAElD,QAAM,WAAW,MAAM,QAAQ;AAAA,IAC7B,KAAK,IAAI,OAAO,WAAW;AACzB,YAAM,aAAa,MAAM,wBAAwB,UAAU,MAAM;AACjE,YAAM,MAAM,MAAM;AAAA,QAChB;AAAA,QACA;AAAA,QACA,QAAQ,iBAAiB;AAAA,QACzB;AAAA,MACF;AAEA,UAAI,IAAI,aAAa,UAAa,IAAI,SAAS,QAAQ,SAAS,GAAG;AACjE,eAAO;AAAA,MACT;AACA,UACE,IAAI,aAAa,UACjB,IAAI,SAAS,YACb,QAAQ,cAAc,QACtB;AACA,eAAO,MAAM;AAAA,UACX;AAAA,UACA;AAAA,UACA,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR,QAAQ,iBAAiB;AAAA,UACzB;AAAA,QACF;AAAA,MACF;AACA,UAAI,IAAI,kBAAkB,QAAW;AACnC,YAAI,QAAQ,kBAAkB,QAAW;AACvC,gBAAM,EAAE,eAAeA,iBAAgB,GAAGC,WAAU,IAAI;AAExD,iBAAOA;AAAA,QACT;AAEA,cAAMC,YAAW,MAAM;AAAA,UACrB;AAAA,UACA,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR;AAAA,UACA,QAAQ,iBAAiB;AAAA,UACzB,QAAQ,SAAS;AAAA,QACnB;AACA,cAAM,EAAE,eAAe,gBAAgB,GAAGD,WAAU,IAAI;AAExD,eAAO;AAAA,UACL,GAAGA;AAAA,UACH,UAAAC;AAAA,QACF;AAAA,MACF;AACA,UAAI,IAAI,qBAAqB,QAAW;AACtC,eAAO;AAAA,MACT;AACA,UAAI,QAAQ,kBAAkB,QAAW;AACvC,cAAM,EAAE,kBAAkBC,oBAAmB,GAAGF,WAAU,IAAI;AAE9D,eAAOA;AAAA,MACT;AAEA,YAAM,WAAW,MAAM;AAAA,QACrB;AAAA,QACA,IAAI,iBAAiB,IAAI,CAAC,SAAS,KAAK,OAAO;AAAA,QAC/C,QAAQ;AAAA,QACR;AAAA,QACA,QAAQ,iBAAiB;AAAA,QACzB,QAAQ,SAAS;AAAA,MACnB;AACA,YAAM,EAAE,kBAAkB,mBAAmB,GAAG,UAAU,IAAI;AAE9D,aAAO;AAAA,QACL,GAAG;AAAA,QACH;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAEA,SAAO,MAAM,2BAA2B,UAAU,UAAU,eAAe;AAC7E;AAEA,eAAe,wBACb,UACA,KACyB;AACzB,MAAI,IAAI,SAAS,UAAU;AACzB,WAAO;AAAA,EACT;AAEA,QAAM,MAAM,eAAe,IAAI,EAAE;AAEjC,MAAI,QAAQ,QAAW;AACrB,WAAO;AAAA,EACT;AACA,MAAI,IAAI,UAAU,OAAO,IAAI,YAAY,KAAK;AAC5C,WAAO;AAAA,EACT;AAEA,QAAM,WAAW,MAAM,SAAS,SAAS,UAAU,GAAG;AACtD,QAAM,CAAC,KAAK,IAAI,SAAS,KAAK,eAAe;AAE7C,MAAI,UAAU,QAAW;AACvB,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,GAAG;AAAA,IACH,SAAS,MAAM;AAAA,IACf,UAAU;AAAA,MACR,SAAS,MAAM;AAAA,MACf,UAAU,MAAM,iBAAiB;AAAA,IACnC;AAAA,IACA,SAAS,IAAI,YAAY,MAAO,MAAM,QAAQ,MAAM,UAAW,IAAI;AAAA,IACnE,OAAO,IAAI,UAAU,MAAM,kBAAkB,QAAQ,IAAI,IAAI;AAAA,EAC/D;AACF;AAEA,eAAe,4BACb,UACA,KACA,eACA,SACyB;AACzB,MAAI,iBAAiB,KAAM,IAAI,SAAS,YAAY,IAAI,SAAS,WAAY;AAC3E,WAAO;AAAA,EACT;AACA,MAAI,IAAI,eAAe,UAAa,IAAI,iBAAiB,QAAW;AAClE,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,4BAA4B,IAAI,EAAE;AAEpD,MAAI,cAAc,QAAW;AAC3B,WAAO;AAAA,EACT;AAEA,QAAM,QAAQ,MAAM;AAAA,IAClB;AAAA,IACA,UAAU;AAAA,IACV,UAAU;AAAA,IACV,UAAU,qBAAqB;AAAA,IAC/B,UAAU,mBAAmB;AAAA,IAC7B;AAAA,EACF;AAEA,SAAO;AAAA,IACL,GAAG;AAAA,IACH,IAAI,MAAM;AAAA,IACV,SAAS,MAAM;AAAA,EACjB;AACF;AAEA,SAAS,4BACP,KAC2E;AAC3E,MAAI,CAAC,qBAAqB,GAAG,GAAG;AAC9B,WAAO;AAAA,EACT;AAEA,MAAI;AACF,UAAM,YAAY,wBAAwB,4BAA4B,GAAG,CAAC;AAE1E,WAAO,UAAU,SAAS,gBAAgB,YAAY;AAAA,EACxD,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAe,2BACb,UACA,MACA,SACoC;AACpC,QAAM,UAGF,CAAC;AAEL,aAAW,OAAO,MAAM;AACtB,UAAM,QAAQ,8BAA8B,GAAG;AAE/C,QAAI,UAAU,UAAa,IAAI,cAAc,QAAW;AACtD,cAAQ,KAAK,EAAE,KAAK,MAAM,MAAM,CAAC;AACjC;AAAA,IACF;AAEA,UAAM,qBAAqB,QACxB;AAAA,MAAI,CAAC,OAAO,UACX,MAAM,SAAS,WACf,gCAAgC,MAAM,OAAO,KAAK,IAC9C,QACA;AAAA,IACN,EACC,OAAO,CAAC,UAAU,SAAS,CAAC;AAE/B,QAAI,mBAAmB,WAAW,GAAG;AACnC,cAAQ,KAAK,EAAE,OAAO,MAAM,QAAQ,CAAC;AACrC;AAAA,IACF;AAEA,UAAM,aAAa,mBAAmB,CAAC,KAAK;AAC5C,UAAM,SAAS,mBAAmB,QAAQ,CAAC,UAAU;AACnD,YAAM,QAAQ,QAAQ,KAAK;AAE3B,aAAO,OAAO,SAAS,UAAU,CAAC,MAAM,KAAK,IAAI,CAAC;AAAA,IACpD,CAAC;AAED,YAAQ,UAAU,IAAI;AAAA,MACpB,OAAO,MAAM;AAAA,QACX;AAAA,QACA,CAAC,GAAG,QAAQ,KAAK;AAAA,QACjB;AAAA,MACF;AAAA,MACA,MAAM;AAAA,IACR;AAEA,eAAW,SAAS,mBAAmB,MAAM,CAAC,EAAE,QAAQ,GAAG;AACzD,cAAQ,OAAO,OAAO,CAAC;AAAA,IACzB;AAAA,EACF;AAEA,SAAO,QAAQ;AAAA,IAAI,CAAC,UAClB,MAAM,SAAS,UAAU,MAAM,MAAM,MAAM,MAAM;AAAA,EACnD;AACF;AAEA,SAAS,8BACP,KACgC;AAChC,MAAI,IAAI,SAAS,YAAY,IAAI,SAAS,WAAW;AACnD,WAAO;AAAA,EACT;AACA,MAAI,IAAI,eAAe,UAAa,IAAI,iBAAiB,QAAW;AAClE,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,4BAA4B,IAAI,EAAE;AAEpD,MAAI,cAAc,QAAW;AAC3B,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,WAAW,UAAU;AAAA,IACrB,kBAAkB,UAAU;AAAA,IAC5B;AAAA,IACA,oBAAoB,UAAU;AAAA,IAC9B,QAAQ,UAAU;AAAA,EACpB;AACF;AAEA,SAAS,gCACP,MACA,OACS;AACT,SACE,KAAK,cAAc,MAAM,aACzB,KAAK,WAAW,MAAM,UACtB,MAAM,sBAAsB,KAAK,mBAAmB,KACpD,KAAK,sBAAsB,MAAM,mBAAmB;AAExD;AAEA,eAAe,6BACb,UACA,QACA,SAC6B;AAC7B,QAAM,CAAC,cAAc,IAAI;AAEzB,MAAI,mBAAmB,QAAW;AAChC,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,QAAM,qBAAqB,KAAK;AAAA,IAC9B,GAAG,OAAO,IAAI,CAAC,UAAU,MAAM,kBAAkB;AAAA,EACnD;AACA,QAAM,mBAAmB,KAAK;AAAA,IAC5B,GAAG,OAAO,IAAI,CAAC,UAAU,MAAM,gBAAgB;AAAA,EACjD;AACA,QAAM,OAAO,MAAM;AAAA,IACjB;AAAA,IACA,eAAe;AAAA,IACf,eAAe;AAAA,IACf;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,QAAM,OAAO,OAAO,IAAI,CAAC,UAAU,MAAM,GAAG;AAC5C,QAAM,SAAS,KACZ,IAAI,CAAC,QAAQ,IAAI,KAAK,EACtB,OAAO,CAAC,UAA2B,UAAU,MAAS;AAEzD,SAAO;AAAA,IACL,WAAW,eAAe;AAAA,IAC1B;AAAA,IACA,KAAK;AAAA,MACH,GAAG,eAAe;AAAA,MAClB,IAAI,KAAK;AAAA,MACT,YAAY,KAAK,IAAI,GAAG,KAAK,IAAI,CAAC,QAAQ,IAAI,cAAc,CAAC,CAAC;AAAA,MAC9D,cAAc;AAAA,QACZ,KAAK,QAAQ,CAAC,QAAQ,IAAI,gBAAgB,CAAC,CAAC;AAAA,MAC9C;AAAA,MACA,cAAc;AAAA,QACZ,KAAK,QAAQ,CAAC,QAAQ,IAAI,gBAAgB,CAAC,CAAC;AAAA,MAC9C;AAAA,MACA,GAAI,OAAO,WAAW,IAAI,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,GAAG,MAAM,EAAE;AAAA,MAC5D,SAAS,KAAK;AAAA,IAChB;AAAA,IACA;AAAA,IACA,QAAQ,eAAe;AAAA,EACzB;AACF;AAEO,SAAS,mCACd,SACA,WAMA;AACA,SAAO;AAAA,IACL,GAAI,QAAQ,kBAAkB,SAC1B,CAAC,IACD,EAAE,eAAe,QAAQ,cAAc;AAAA,IAC3C,OAAO,QAAQ,SAAS;AAAA,IACxB,GAAI,cAAc,SAAY,CAAC,IAAI,EAAE,UAAU;AAAA,IAC/C,GAAI,QAAQ,kBAAkB,SAC1B,CAAC,IACD,EAAE,eAAe,QAAQ,cAAc;AAAA,EAC7C;AACF;AAEA,eAAe,gCACb,UACA,KACA,WACA,eACA,eACA,UAA+B,0BAA0B,GAChC;AACzB,MAAI,kBAAkB,QAAW;AAC/B,UAAM,EAAE,UAAU,WAAW,GAAG,UAAU,IAAI;AAE9C,WAAO;AAAA,EACT;AAEA,QAAM,MAAM,eAAe,IAAI,EAAE;AAEjC,MAAI,QAAQ,QAAW;AACrB,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,MAAM,SAAS,SAAS,UAAU,GAAG,GAAG;AAAA,IAC1D,CAAC,YAAY,QAAQ;AAAA,EACvB;AACA,QAAM,eAAe,MAAM;AAAA,IACzB;AAAA,IACA;AAAA,IACA,gBAAgB;AAAA,EAClB;AACA,QAAM,cAAc,aAAa,MAAM,GAAG,aAAa;AACvD,QAAM,eACJ,MAAM,QAAQ;AAAA,IACZ,YAAY,IAAI,OAAO,gBAAgB;AACrC,YAAM,UAAU,MAAM,SAAS,SAAS,QAAQ,YAAY,SAAS;AAErE,aAAO,YAAY,SAAY,CAAC,IAAI,CAAC,OAAO;AAAA,IAC9C,CAAC;AAAA,EACH,GACA,KAAK;AACP,QAAM,QACJ,aAAa,SAAS,YAAY,SAC9B,YAAY,SAAS,IACrB,YAAY;AAClB,QAAM,WAAW,MAAM;AAAA,IACrB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,SAAO;AAAA,IACL,GAAG;AAAA,IACH,GAAI,YAAY,CAAC,MAAM,SACnB,CAAC,IACD;AAAA,MACE,SAAS,YAAY,CAAC,EAAE;AAAA,MACxB,UAAU;AAAA,QACR,SAAS,YAAY,CAAC,EAAE;AAAA,QACxB,UAAU,YAAY,CAAC,EAAE,iBAAiB;AAAA,MAC5C;AAAA,MACA,SAAS,YAAY,CAAC,EAAE,QAAQ,YAAY,CAAC,EAAE;AAAA,MAC/C,OAAO,YAAY,CAAC,EAAE;AAAA,IACxB;AAAA,IACJ;AAAA,EACF;AACF;","names":["_evidenceLinks","publicHit","evidence","_evidenceMentions"]}

package/dist/retrieval/query/archive-view/evidence.d.ts

@@ -0,0 +1,31 @@
+import { ReadonlyDocument } from '../../../document/directory/types.js';
+import { ArchiveEvidenceOptions, ArchiveEvidence } from './types.js';
+export { createFindEvidenceHydrationOptions, hydrateFindHitEvidence } from './evidence-hydration.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../graph/reading.js';
+import '../../../document/chapter/types.js';
+
+declare function listArchiveEvidence(document: ReadonlyDocument, uri: string, options?: ArchiveEvidenceOptions): Promise<ArchiveEvidence>;
+
+export { listArchiveEvidence };

package/dist/retrieval/query/archive-view/evidence.js

@@ -0,0 +1,166 @@
+import { parseWikiGraphReference } from "./references.js";
+import { requireNode } from "./core.js";
+import { DEFAULT_FIND_LIMIT, decodeFindCursor } from "./helpers.js";
+import {
+  filterMentionLinksByChapter,
+  filterMentionsByChapter
+} from "./knowledge.js";
+import {
+  createMentionEvidenceRanges,
+  createMentionEvidencePage,
+  createMentionLinkEvidenceRanges,
+  createMentionLinkEvidencePage,
+  createNodeEvidenceRanges,
+  createSourceEvidenceCandidatePage,
+  createSourceEvidencePage,
+  createEvidenceReadContext,
+  filterAndSortSourceEvidenceCandidatesByFtsQuery
+} from "./source.js";
+async function listArchiveEvidence(document, uri, options = {}) {
+  let reference;
+  try {
+    reference = parseWikiGraphReference(uri);
+  } catch (error) {
+    if (/^wikg:\/\/chapter\/.+\/(?:source|summary|title|state)(?:[#/]|$)/u.test(
+      uri
+    )) {
+      throw new Error(`Evidence is not available for ${uri}.`);
+    }
+    throw error;
+  }
+  switch (reference.type) {
+    case "chapter":
+    case "chapter-title":
+    case "chapter-state":
+    case "chapter-tree":
+    case "entity-wikipage":
+    case "meta":
+    case "text-stream":
+      throw new Error(`Evidence is not available for ${uri}.`);
+    case "chunk": {
+      const { chapterId, node } = await requireNode(document, reference.id);
+      if (reference.chapterId !== void 0 && reference.chapterId !== chapterId) {
+        throw new Error(`Chunk ${uri} was not found in this archive.`);
+      }
+      return await createSourceEvidencePage(
+        document,
+        createNodeEvidenceRanges(node),
+        options
+      );
+    }
+    case "entity": {
+      if (options.query === void 0) {
+        const limit2 = options.limit ?? DEFAULT_FIND_LIMIT;
+        const offset2 = decodeFindCursor(options.cursor);
+        const chapterFilter = reference.chapterId === void 0 ? {} : { chapterId: reference.chapterId };
+        const [total, mentions2] = await Promise.all([
+          document.mentions.countByQid(reference.qid, chapterFilter),
+          document.mentions.listByQid(reference.qid, {
+            ...chapterFilter,
+            limit: limit2,
+            offset: offset2,
+            order: options.order === "doc-desc" ? "desc" : "asc"
+          })
+        ]);
+        return await createMentionEvidencePage(document, mentions2, {
+          context: createEvidenceReadContext(),
+          limit: limit2,
+          offset: offset2,
+          sourceContext: options.sourceContext,
+          total
+        });
+      }
+      const limit = options.limit ?? DEFAULT_FIND_LIMIT;
+      const offset = decodeFindCursor(options.cursor);
+      const mentions = filterMentionsByChapter(
+        await document.mentions.listByQid(reference.qid),
+        reference.chapterId
+      );
+      const candidates = await filterAndSortSourceEvidenceCandidatesByFtsQuery(
+        document,
+        mentions,
+        async (mention) => await createMentionEvidenceRanges(document, [mention]),
+        (mention) => mention.id,
+        options.query
+      );
+      return await createSourceEvidenceCandidatePage(document, {
+        candidates: candidates.slice(offset, offset + limit),
+        context: createEvidenceReadContext(),
+        createRanges: async (match) => (await createMentionEvidenceRanges(document, [match.candidate])).map(
+          (range) => ({ ...range, score: match.score })
+        ),
+        limit,
+        offset,
+        sourceContext: options.sourceContext,
+        total: candidates.length
+      });
+    }
+    case "triple": {
+      if (options.query === void 0) {
+        const limit2 = options.limit ?? DEFAULT_FIND_LIMIT;
+        const offset2 = decodeFindCursor(options.cursor);
+        const tripleQuery = {
+          ...reference.chapterId === void 0 ? {} : { chapterId: reference.chapterId },
+          objectQid: reference.objectQid,
+          predicate: reference.predicate,
+          subjectQid: reference.subjectQid
+        };
+        const [total, links2] = await Promise.all([
+          document.mentionLinks.countByTriple(tripleQuery),
+          document.mentionLinks.listByTriple({
+            ...tripleQuery,
+            limit: limit2,
+            offset: offset2,
+            order: options.order === "doc-desc" ? "desc" : "asc"
+          })
+        ]);
+        return await createMentionLinkEvidencePage(document, links2, {
+          context: createEvidenceReadContext(),
+          limit: limit2,
+          offset: offset2,
+          sourceContext: options.sourceContext,
+          total
+        });
+      }
+      const limit = options.limit ?? DEFAULT_FIND_LIMIT;
+      const offset = decodeFindCursor(options.cursor);
+      const links = await filterMentionLinksByChapter(
+        document,
+        await document.mentionLinks.listByTriple({
+          objectQid: reference.objectQid,
+          predicate: reference.predicate,
+          subjectQid: reference.subjectQid
+        }),
+        reference.chapterId
+      );
+      const candidates = await filterAndSortSourceEvidenceCandidatesByFtsQuery(
+        document,
+        links,
+        (link) => createMentionLinkEvidenceRanges(document, [link]),
+        (link) => link.id,
+        options.query
+      );
+      return await createSourceEvidenceCandidatePage(document, {
+        candidates: candidates.slice(offset, offset + limit),
+        context: createEvidenceReadContext(),
+        createRanges: (match) => createMentionLinkEvidenceRanges(document, [match.candidate]).map(
+          (range) => ({ ...range, score: match.score })
+        ),
+        limit,
+        offset,
+        sourceContext: options.sourceContext,
+        total: candidates.length
+      });
+    }
+  }
+}
+import {
+  createFindEvidenceHydrationOptions,
+  hydrateFindHitEvidence
+} from "./evidence-hydration.js";
+export {
+  createFindEvidenceHydrationOptions,
+  hydrateFindHitEvidence,
+  listArchiveEvidence
+};
+//# sourceMappingURL=evidence.js.map

package/dist/retrieval/query/archive-view/evidence.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/archive-view/evidence.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"../../../document/index.js\";\n\nimport { parseWikiGraphReference } from \"./references.js\";\nimport type { ArchiveEvidence, ArchiveEvidenceOptions } from \"./types.js\";\nimport { requireNode } from \"./core.js\";\nimport { DEFAULT_FIND_LIMIT, decodeFindCursor } from \"./helpers.js\";\nimport {\n  filterMentionLinksByChapter,\n  filterMentionsByChapter,\n} from \"./knowledge.js\";\nimport {\n  createMentionEvidenceRanges,\n  createMentionEvidencePage,\n  createMentionLinkEvidenceRanges,\n  createMentionLinkEvidencePage,\n  createNodeEvidenceRanges,\n  createSourceEvidenceCandidatePage,\n  createSourceEvidencePage,\n  createEvidenceReadContext,\n  filterAndSortSourceEvidenceCandidatesByFtsQuery,\n} from \"./source.js\";\n\nexport async function listArchiveEvidence(\n  document: ReadonlyDocument,\n  uri: string,\n  options: ArchiveEvidenceOptions = {},\n): Promise<ArchiveEvidence> {\n  let reference: ReturnType<typeof parseWikiGraphReference>;\n  try {\n    reference = parseWikiGraphReference(uri);\n  } catch (error) {\n    if (\n      /^wikg:\\/\\/chapter\\/.+\\/(?:source|summary|title|state)(?:[#/]|$)/u.test(\n        uri,\n      )\n    ) {\n      throw new Error(`Evidence is not available for ${uri}.`);\n    }\n    throw error;\n  }\n\n  switch (reference.type) {\n    case \"chapter\":\n    case \"chapter-title\":\n    case \"chapter-state\":\n    case \"chapter-tree\":\n    case \"entity-wikipage\":\n    case \"meta\":\n    case \"text-stream\":\n      throw new Error(`Evidence is not available for ${uri}.`);\n    case \"chunk\": {\n      const { chapterId, node } = await requireNode(document, reference.id);\n\n      if (\n        reference.chapterId !== undefined &&\n        reference.chapterId !== chapterId\n      ) {\n        throw new Error(`Chunk ${uri} was not found in this archive.`);\n      }\n\n      return await createSourceEvidencePage(\n        document,\n        createNodeEvidenceRanges(node),\n        options,\n      );\n    }\n    case \"entity\": {\n      if (options.query === undefined) {\n        const limit = options.limit ?? DEFAULT_FIND_LIMIT;\n        const offset = decodeFindCursor(options.cursor);\n        const chapterFilter =\n          reference.chapterId === undefined\n            ? {}\n            : { chapterId: reference.chapterId };\n        const [total, mentions] = await Promise.all([\n          document.mentions.countByQid(reference.qid, chapterFilter),\n          document.mentions.listByQid(reference.qid, {\n            ...chapterFilter,\n            limit,\n            offset,\n            order: options.order === \"doc-desc\" ? \"desc\" : \"asc\",\n          }),\n        ]);\n\n        return await createMentionEvidencePage(document, mentions, {\n          context: createEvidenceReadContext(),\n          limit,\n          offset,\n          sourceContext: options.sourceContext,\n          total,\n        });\n      }\n\n      const limit = options.limit ?? DEFAULT_FIND_LIMIT;\n      const offset = decodeFindCursor(options.cursor);\n      const mentions = filterMentionsByChapter(\n        await document.mentions.listByQid(reference.qid),\n        reference.chapterId,\n      );\n      const candidates = await filterAndSortSourceEvidenceCandidatesByFtsQuery(\n        document,\n        mentions,\n        async (mention) =>\n          await createMentionEvidenceRanges(document, [mention]),\n        (mention) => mention.id,\n        options.query,\n      );\n\n      return await createSourceEvidenceCandidatePage(document, {\n        candidates: candidates.slice(offset, offset + limit),\n        context: createEvidenceReadContext(),\n        createRanges: async (match) =>\n          (await createMentionEvidenceRanges(document, [match.candidate])).map(\n            (range) => ({ ...range, score: match.score }),\n          ),\n        limit,\n        offset,\n        sourceContext: options.sourceContext,\n        total: candidates.length,\n      });\n    }\n    case \"triple\": {\n      if (options.query === undefined) {\n        const limit = options.limit ?? DEFAULT_FIND_LIMIT;\n        const offset = decodeFindCursor(options.cursor);\n        const tripleQuery = {\n          ...(reference.chapterId === undefined\n            ? {}\n            : { chapterId: reference.chapterId }),\n          objectQid: reference.objectQid,\n          predicate: reference.predicate,\n          subjectQid: reference.subjectQid,\n        };\n        const [total, links] = await Promise.all([\n          document.mentionLinks.countByTriple(tripleQuery),\n          document.mentionLinks.listByTriple({\n            ...tripleQuery,\n            limit,\n            offset,\n            order: options.order === \"doc-desc\" ? \"desc\" : \"asc\",\n          }),\n        ]);\n\n        return await createMentionLinkEvidencePage(document, links, {\n          context: createEvidenceReadContext(),\n          limit,\n          offset,\n          sourceContext: options.sourceContext,\n          total,\n        });\n      }\n\n      const limit = options.limit ?? DEFAULT_FIND_LIMIT;\n      const offset = decodeFindCursor(options.cursor);\n      const links = await filterMentionLinksByChapter(\n        document,\n        await document.mentionLinks.listByTriple({\n          objectQid: reference.objectQid,\n          predicate: reference.predicate,\n          subjectQid: reference.subjectQid,\n        }),\n        reference.chapterId,\n      );\n      const candidates = await filterAndSortSourceEvidenceCandidatesByFtsQuery(\n        document,\n        links,\n        (link) => createMentionLinkEvidenceRanges(document, [link]),\n        (link) => link.id,\n        options.query,\n      );\n\n      return await createSourceEvidenceCandidatePage(document, {\n        candidates: candidates.slice(offset, offset + limit),\n        context: createEvidenceReadContext(),\n        createRanges: (match) =>\n          createMentionLinkEvidenceRanges(document, [match.candidate]).map(\n            (range) => ({ ...range, score: match.score }),\n          ),\n        limit,\n        offset,\n        sourceContext: options.sourceContext,\n        total: candidates.length,\n      });\n    }\n  }\n}\n\nexport {\n  createFindEvidenceHydrationOptions,\n  hydrateFindHitEvidence,\n} from \"./evidence-hydration.js\";\n"],"mappings":"AAEA,SAAS,+BAA+B;AAExC,SAAS,mBAAmB;AAC5B,SAAS,oBAAoB,wBAAwB;AACrD;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,eAAsB,oBACpB,UACA,KACA,UAAkC,CAAC,GACT;AAC1B,MAAI;AACJ,MAAI;AACF,gBAAY,wBAAwB,GAAG;AAAA,EACzC,SAAS,OAAO;AACd,QACE,mEAAmE;AAAA,MACjE;AAAA,IACF,GACA;AACA,YAAM,IAAI,MAAM,iCAAiC,GAAG,GAAG;AAAA,IACzD;AACA,UAAM;AAAA,EACR;AAEA,UAAQ,UAAU,MAAM;AAAA,IACtB,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,YAAM,IAAI,MAAM,iCAAiC,GAAG,GAAG;AAAA,IACzD,KAAK,SAAS;AACZ,YAAM,EAAE,WAAW,KAAK,IAAI,MAAM,YAAY,UAAU,UAAU,EAAE;AAEpE,UACE,UAAU,cAAc,UACxB,UAAU,cAAc,WACxB;AACA,cAAM,IAAI,MAAM,SAAS,GAAG,iCAAiC;AAAA,MAC/D;AAEA,aAAO,MAAM;AAAA,QACX;AAAA,QACA,yBAAyB,IAAI;AAAA,QAC7B;AAAA,MACF;AAAA,IACF;AAAA,IACA,KAAK,UAAU;AACb,UAAI,QAAQ,UAAU,QAAW;AAC/B,cAAMA,SAAQ,QAAQ,SAAS;AAC/B,cAAMC,UAAS,iBAAiB,QAAQ,MAAM;AAC9C,cAAM,gBACJ,UAAU,cAAc,SACpB,CAAC,IACD,EAAE,WAAW,UAAU,UAAU;AACvC,cAAM,CAAC,OAAOC,SAAQ,IAAI,MAAM,QAAQ,IAAI;AAAA,UAC1C,SAAS,SAAS,WAAW,UAAU,KAAK,aAAa;AAAA,UACzD,SAAS,SAAS,UAAU,UAAU,KAAK;AAAA,YACzC,GAAG;AAAA,YACH,OAAAF;AAAA,YACA,QAAAC;AAAA,YACA,OAAO,QAAQ,UAAU,aAAa,SAAS;AAAA,UACjD,CAAC;AAAA,QACH,CAAC;AAED,eAAO,MAAM,0BAA0B,UAAUC,WAAU;AAAA,UACzD,SAAS,0BAA0B;AAAA,UACnC,OAAAF;AAAA,UACA,QAAAC;AAAA,UACA,eAAe,QAAQ;AAAA,UACvB;AAAA,QACF,CAAC;AAAA,MACH;AAEA,YAAM,QAAQ,QAAQ,SAAS;AAC/B,YAAM,SAAS,iBAAiB,QAAQ,MAAM;AAC9C,YAAM,WAAW;AAAA,QACf,MAAM,SAAS,SAAS,UAAU,UAAU,GAAG;AAAA,QAC/C,UAAU;AAAA,MACZ;AACA,YAAM,aAAa,MAAM;AAAA,QACvB;AAAA,QACA;AAAA,QACA,OAAO,YACL,MAAM,4BAA4B,UAAU,CAAC,OAAO,CAAC;AAAA,QACvD,CAAC,YAAY,QAAQ;AAAA,QACrB,QAAQ;AAAA,MACV;AAEA,aAAO,MAAM,kCAAkC,UAAU;AAAA,QACvD,YAAY,WAAW,MAAM,QAAQ,SAAS,KAAK;AAAA,QACnD,SAAS,0BAA0B;AAAA,QACnC,cAAc,OAAO,WAClB,MAAM,4BAA4B,UAAU,CAAC,MAAM,SAAS,CAAC,GAAG;AAAA,UAC/D,CAAC,WAAW,EAAE,GAAG,OAAO,OAAO,MAAM,MAAM;AAAA,QAC7C;AAAA,QACF;AAAA,QACA;AAAA,QACA,eAAe,QAAQ;AAAA,QACvB,OAAO,WAAW;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,IACA,KAAK,UAAU;AACb,UAAI,QAAQ,UAAU,QAAW;AAC/B,cAAMD,SAAQ,QAAQ,SAAS;AAC/B,cAAMC,UAAS,iBAAiB,QAAQ,MAAM;AAC9C,cAAM,cAAc;AAAA,UAClB,GAAI,UAAU,cAAc,SACxB,CAAC,IACD,EAAE,WAAW,UAAU,UAAU;AAAA,UACrC,WAAW,UAAU;AAAA,UACrB,WAAW,UAAU;AAAA,UACrB,YAAY,UAAU;AAAA,QACxB;AACA,cAAM,CAAC,OAAOE,MAAK,IAAI,MAAM,QAAQ,IAAI;AAAA,UACvC,SAAS,aAAa,cAAc,WAAW;AAAA,UAC/C,SAAS,aAAa,aAAa;AAAA,YACjC,GAAG;AAAA,YACH,OAAAH;AAAA,YACA,QAAAC;AAAA,YACA,OAAO,QAAQ,UAAU,aAAa,SAAS;AAAA,UACjD,CAAC;AAAA,QACH,CAAC;AAED,eAAO,MAAM,8BAA8B,UAAUE,QAAO;AAAA,UAC1D,SAAS,0BAA0B;AAAA,UACnC,OAAAH;AAAA,UACA,QAAAC;AAAA,UACA,eAAe,QAAQ;AAAA,UACvB;AAAA,QACF,CAAC;AAAA,MACH;AAEA,YAAM,QAAQ,QAAQ,SAAS;AAC/B,YAAM,SAAS,iBAAiB,QAAQ,MAAM;AAC9C,YAAM,QAAQ,MAAM;AAAA,QAClB;AAAA,QACA,MAAM,SAAS,aAAa,aAAa;AAAA,UACvC,WAAW,UAAU;AAAA,UACrB,WAAW,UAAU;AAAA,UACrB,YAAY,UAAU;AAAA,QACxB,CAAC;AAAA,QACD,UAAU;AAAA,MACZ;AACA,YAAM,aAAa,MAAM;AAAA,QACvB;AAAA,QACA;AAAA,QACA,CAAC,SAAS,gCAAgC,UAAU,CAAC,IAAI,CAAC;AAAA,QAC1D,CAAC,SAAS,KAAK;AAAA,QACf,QAAQ;AAAA,MACV;AAEA,aAAO,MAAM,kCAAkC,UAAU;AAAA,QACvD,YAAY,WAAW,MAAM,QAAQ,SAAS,KAAK;AAAA,QACnD,SAAS,0BAA0B;AAAA,QACnC,cAAc,CAAC,UACb,gCAAgC,UAAU,CAAC,MAAM,SAAS,CAAC,EAAE;AAAA,UAC3D,CAAC,WAAW,EAAE,GAAG,OAAO,OAAO,MAAM,MAAM;AAAA,QAC7C;AAAA,QACF;AAAA,QACA;AAAA,QACA,eAAe,QAAQ;AAAA,QACvB,OAAO,WAAW;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAEA;AAAA,EACE;AAAA,EACA;AAAA,OACK;","names":["limit","offset","mentions","links"]}

package/dist/retrieval/query/archive-view/find.d.ts

@@ -0,0 +1,41 @@
+import { MentionRecord } from '../../../document/types.js';
+import { BookMeta } from '../../../text/source/meta.js';
+import { ReadonlyDocument } from '../../../document/directory/types.js';
+import { LexicalQuery } from '../lexical-search.js';
+import { ArchiveFindHit, ArchiveFindMatch } from './types.js';
+import { ArchiveTextSearch } from './helper/text.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../graph/reading.js';
+import '../../../document/chapter/types.js';
+
+declare function findEntities(search: LexicalQuery, context: {
+    readonly mentions: readonly MentionRecord[];
+}): readonly ArchiveFindHit[];
+declare function findTriples(document: ReadonlyDocument, search: LexicalQuery, context: {
+    readonly mentions: readonly MentionRecord[];
+}): Promise<readonly ArchiveFindHit[]>;
+declare function filterLexicalHitsByMatch(hits: readonly ArchiveFindHit[], search: LexicalQuery, match: ArchiveFindMatch): readonly ArchiveFindHit[];
+declare function findChapters(document: ReadonlyDocument, search: ArchiveTextSearch): Promise<readonly ArchiveFindHit[]>;
+declare function findMeta(meta: BookMeta | undefined, search: ArchiveTextSearch): readonly ArchiveFindHit[];
+declare function findNodes(document: ReadonlyDocument, search: ArchiveTextSearch): Promise<readonly ArchiveFindHit[]>;
+
+export { filterLexicalHitsByMatch, findChapters, findEntities, findMeta, findNodes, findTriples };