wiki-graph-core 0.3.1 → 0.4.0

package/dist/retrieval/query/archive-view/collection.js

@@ -0,0 +1,327 @@
+import { listChapters } from "../../../document/chapter/index.js";
+import {
+  ARCHIVE_ROOT_ID,
+  createCollectionResult,
+  createNodePosition,
+  createSnippet,
+  formatMetaSummary,
+  formatMetaTitle,
+  formatWeight,
+  isDefined
+} from "./helpers.js";
+import {
+  formatEdgeId,
+  formatNodeId,
+  formatTextStreamRangeUri
+} from "./references.js";
+import { createTextStreamIndex } from "./text-streams.js";
+import { createChapterState, formatChapterStateSummary } from "./core.js";
+import { hydrateFindHitEvidence } from "./evidence.js";
+import { hydrateFindHitBacklinks } from "./backlinks.js";
+import {
+  compareMentions,
+  createUnscoredEntityEvidenceMention,
+  filterMentionsByChapterSet,
+  formatTripleUri,
+  listAllMentions,
+  selectEntityLabel
+} from "./knowledge.js";
+async function getArchiveIndex(document) {
+  const [chapters, meta, nodes, edges] = await Promise.all([
+    listChapters(document),
+    document.readBookMeta(),
+    document.chunks.countAll(),
+    document.readingEdges.countAll()
+  ]);
+  return {
+    chapters,
+    edgeCount: edges,
+    meta,
+    nodeCount: nodes,
+    summaryCount: chapters.filter((chapter) => chapter.stage === "summarized").length
+  };
+}
+async function listArchiveObjects(document, kind) {
+  switch (kind) {
+    case "chapters":
+      return await Promise.all(
+        (await listChapters(document)).map(async (chapter) => {
+          const state = await createChapterState(document, chapter);
+          return {
+            id: chapter.uri,
+            label: chapter.title ?? "[untitled]",
+            state,
+            summary: formatChapterStateSummary(state),
+            type: "chapter"
+          };
+        })
+      );
+    case "edges":
+      return (await document.readingEdges.listAll()).map((edge) => ({
+        id: formatEdgeId(edge),
+        label: `${formatNodeId(edge.fromId)} -> ${formatNodeId(edge.toId)}`,
+        summary: `weight ${formatWeight(edge.weight)}`,
+        type: "edge"
+      }));
+    case "meta": {
+      const meta = await document.readBookMeta();
+      return [
+        {
+          id: ARCHIVE_ROOT_ID,
+          label: formatMetaTitle(meta),
+          summary: formatMetaSummary(meta),
+          type: "meta"
+        }
+      ];
+    }
+    case "nodes":
+      return (await document.chunks.listAll()).map((node) => ({
+        id: formatNodeId(node.id),
+        label: node.label,
+        summary: node.content,
+        type: "node"
+      }));
+    case "summaries":
+      return (await Promise.all(
+        (await listChapters(document)).map(async (chapter) => {
+          const summary = await document.readSummary(chapter.chapterId);
+          if (summary === void 0) {
+            return void 0;
+          }
+          return {
+            id: `${chapter.uri}/summary`,
+            label: chapter.title ?? `[chapter ${chapter.path}]`,
+            summary: createSnippet(summary),
+            type: "summary"
+          };
+        })
+      )).filter(isDefined);
+    case "fragments":
+      return (await Promise.all(
+        (await listChapters(document)).map(async (chapter) => {
+          const title = chapter.title ?? chapter.uri;
+          return listTextStreamSentenceCollection(
+            await createTextStreamIndex(
+              document,
+              chapter.chapterId,
+              "source"
+            ),
+            chapter.chapterId,
+            chapter.path,
+            "source",
+            title,
+            chapter.documentOrder
+          ).map((hit) => ({
+            id: hit.id,
+            label: title,
+            summary: hit.snippet,
+            type: "source"
+          }));
+        })
+      )).flat();
+  }
+}
+async function listArchiveCollection(document, options = {}) {
+  const items = [];
+  const documentOrders = await document.serials.listDocumentOrders();
+  const chapterFilter = options.chapters === void 0 ? void 0 : new Set(options.chapters);
+  const types = options.types ?? [
+    "meta",
+    "chapter-title",
+    "entity",
+    "node",
+    "triple"
+  ];
+  if (types.includes("meta")) {
+    const meta = await document.readBookMeta();
+    if (meta !== void 0) {
+      items.push({
+        field: "metadata",
+        id: ARCHIVE_ROOT_ID,
+        snippet: formatMetaSummary(meta),
+        title: meta.title ?? "Archive metadata",
+        type: "meta"
+      });
+    }
+  }
+  if (types.includes("chapter") || types.includes("chapter-title")) {
+    for (const chapter of filterChapters(
+      await listChapters(document),
+      chapterFilter
+    )) {
+      const title = chapter.title ?? `[chapter ${chapter.path}]`;
+      if (types.includes("chapter") || types.includes("chapter-title")) {
+        items.push({
+          chapter: chapter.chapterId,
+          field: "title",
+          id: `${chapter.uri}/title`,
+          position: {
+            chapter: chapter.chapterId,
+            documentOrder: chapter.documentOrder
+          },
+          snippet: title,
+          title,
+          type: "chapter-title"
+        });
+      }
+    }
+  }
+  if (types.includes("node")) {
+    for (const node of await document.chunks.listAll()) {
+      if (!isChapterAllowed(chapterFilter, node.sentenceId[0])) {
+        continue;
+      }
+      const position = createNodePosition(node.sentenceIds, documentOrders);
+      items.push({
+        chapter: node.sentenceId[0],
+        field: "content",
+        id: formatNodeId(node.id),
+        ...position === void 0 ? {} : { position },
+        snippet: createSnippet(node.content),
+        title: node.label,
+        type: "node"
+      });
+    }
+  }
+  if (types.includes("entity")) {
+    items.push(
+      ...listEntityCollection(
+        filterMentionsByChapterSet(
+          await listAllMentions(document),
+          chapterFilter
+        ),
+        documentOrders
+      )
+    );
+  }
+  if (types.includes("triple")) {
+    items.push(
+      ...await listTripleCollection(document, chapterFilter, documentOrders)
+    );
+  }
+  const result = createCollectionResult(items, options);
+  const evidenceItems = await hydrateFindHitEvidence(document, result.items, {
+    ...options.evidenceLimit === void 0 ? {} : { evidenceLimit: options.evidenceLimit },
+    order: options.order ?? "doc-asc",
+    ...options.sourceContext === void 0 ? {} : { sourceContext: options.sourceContext }
+  });
+  return {
+    ...result,
+    items: await hydrateFindHitBacklinks(document, evidenceItems, options)
+  };
+}
+function filterChapters(chapters, chapterFilter) {
+  return chapterFilter === void 0 ? chapters : chapters.filter((chapter) => chapterFilter.has(chapter.chapterId));
+}
+function isChapterAllowed(chapterFilter, chapterId) {
+  return chapterFilter === void 0 || chapterFilter.has(chapterId);
+}
+function listEntityCollection(mentions, documentOrders) {
+  const mentionsByQid = /* @__PURE__ */ new Map();
+  for (const mention of mentions) {
+    const values = mentionsByQid.get(mention.qid) ?? [];
+    values.push(mention);
+    mentionsByQid.set(mention.qid, values);
+  }
+  return [...mentionsByQid.entries()].map(([qid, qidMentions]) => {
+    const [first] = qidMentions.sort(compareMentions);
+    if (first === void 0) {
+      throw new Error("Internal error: entity collection candidate is empty.");
+    }
+    return {
+      chapter: first.chapterId,
+      evidenceMentions: qidMentions.map(
+        (mention) => createUnscoredEntityEvidenceMention(mention)
+      ),
+      field: "title",
+      id: `wikg://entity/${qid}`,
+      position: {
+        chapter: first.chapterId,
+        documentOrder: documentOrders?.get(first.chapterId) ?? first.chapterId,
+        sentence: first.sentenceIndex ?? 0
+      },
+      score: qidMentions.length,
+      snippet: `${qidMentions.length} mentions`,
+      title: selectEntityLabel(qidMentions),
+      type: "entity"
+    };
+  });
+}
+function listTextStreamSentenceCollection(index, chapterId, chapterPath, stream, title, documentOrder) {
+  return index.sentences.map((sentence) => ({
+    chapter: chapterId,
+    field: stream,
+    id: formatTextStreamRangeUri(
+      chapterPath,
+      stream,
+      sentence.globalIndex,
+      sentence.globalIndex
+    ),
+    position: {
+      chapter: chapterId,
+      documentOrder: documentOrder ?? chapterId,
+      fragment: sentence.fragmentId,
+      sentence: sentence.localIndex
+    },
+    snippet: createSnippet(sentence.text),
+    title,
+    type: stream === "source" ? "source" : "summary"
+  }));
+}
+async function listTripleCollection(document, chapterFilter, documentOrders) {
+  const hitsById = /* @__PURE__ */ new Map();
+  for (const chapter of filterChapters(
+    await listChapters(document),
+    chapterFilter
+  )) {
+    for (const link of await document.mentionLinks.listByChapter(
+      chapter.chapterId
+    )) {
+      const [source, target] = await Promise.all([
+        document.mentions.getById(link.sourceMentionId),
+        document.mentions.getById(link.targetMentionId)
+      ]);
+      if (source === void 0 || target === void 0) {
+        continue;
+      }
+      const id = formatTripleUri(source.qid, link.predicate, target.qid);
+      const existing = hitsById.get(id);
+      if (existing !== void 0) {
+        hitsById.set(id, {
+          ...existing,
+          evidenceLinks: [...existing.evidenceLinks ?? [], link],
+          score: (existing.evidenceLinks?.length ?? 0) + 1
+        });
+        continue;
+      }
+      hitsById.set(id, {
+        chapter: source.chapterId,
+        evidenceLinks: [link],
+        field: "title",
+        id,
+        position: {
+          chapter: source.chapterId,
+          documentOrder: documentOrders?.get(source.chapterId) ?? source.chapterId,
+          sentence: source.sentenceIndex ?? 0
+        },
+        score: 1,
+        snippet: `${source.surface} ${link.predicate} ${target.surface}`,
+        title: `${source.qid} ${link.predicate} ${target.qid}`,
+        triple: {
+          objectLabel: target.surface,
+          predicate: link.predicate,
+          subjectLabel: source.surface
+        },
+        type: "triple"
+      });
+    }
+  }
+  return [...hitsById.values()];
+}
+export {
+  getArchiveIndex,
+  listArchiveCollection,
+  listArchiveObjects,
+  listEntityCollection
+};
+//# sourceMappingURL=collection.js.map

package/dist/retrieval/query/archive-view/collection.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/archive-view/collection.ts"],"sourcesContent":["import type {\n  MentionRecord,\n  ReadonlyDocument,\n} from \"../../../document/index.js\";\nimport { listChapters } from \"../../../document/chapter/index.js\";\n\nimport {\n  ARCHIVE_ROOT_ID,\n  createCollectionResult,\n  createNodePosition,\n  createSnippet,\n  formatMetaSummary,\n  formatMetaTitle,\n  formatWeight,\n  isDefined,\n} from \"./helpers.js\";\nimport {\n  formatEdgeId,\n  formatNodeId,\n  formatTextStreamRangeUri,\n} from \"./references.js\";\nimport { createTextStreamIndex } from \"./text-streams.js\";\nimport type {\n  ArchiveCollectionOptions,\n  ArchiveCollectionResult,\n  ArchiveFindHit,\n  ArchiveIndex,\n  ArchiveListItem,\n  ArchiveListKind,\n  ArchiveTextStreamIndex,\n  ArchiveTextStreamKind,\n} from \"./types.js\";\nimport { createChapterState, formatChapterStateSummary } from \"./core.js\";\nimport { hydrateFindHitEvidence } from \"./evidence.js\";\nimport { hydrateFindHitBacklinks } from \"./backlinks.js\";\nimport {\n  compareMentions,\n  createUnscoredEntityEvidenceMention,\n  filterMentionsByChapterSet,\n  formatTripleUri,\n  listAllMentions,\n  selectEntityLabel,\n} from \"./knowledge.js\";\n\nexport async function getArchiveIndex(\n  document: ReadonlyDocument,\n): Promise<ArchiveIndex> {\n  const [chapters, meta, nodes, edges] = await Promise.all([\n    listChapters(document),\n    document.readBookMeta(),\n    document.chunks.countAll(),\n    document.readingEdges.countAll(),\n  ]);\n\n  return {\n    chapters,\n    edgeCount: edges,\n    meta,\n    nodeCount: nodes,\n    summaryCount: chapters.filter((chapter) => chapter.stage === \"summarized\")\n      .length,\n  };\n}\n\nexport async function listArchiveObjects(\n  document: ReadonlyDocument,\n  kind: ArchiveListKind,\n): Promise<readonly ArchiveListItem[]> {\n  switch (kind) {\n    case \"chapters\":\n      return await Promise.all(\n        (await listChapters(document)).map(async (chapter) => {\n          const state = await createChapterState(document, chapter);\n\n          return {\n            id: chapter.uri,\n            label: chapter.title ?? \"[untitled]\",\n            state,\n            summary: formatChapterStateSummary(state),\n            type: \"chapter\" as const,\n          };\n        }),\n      );\n    case \"edges\":\n      return (await document.readingEdges.listAll()).map((edge) => ({\n        id: formatEdgeId(edge),\n        label: `${formatNodeId(edge.fromId)} -> ${formatNodeId(edge.toId)}`,\n        summary: `weight ${formatWeight(edge.weight)}`,\n        type: \"edge\",\n      }));\n    case \"meta\": {\n      const meta = await document.readBookMeta();\n\n      return [\n        {\n          id: ARCHIVE_ROOT_ID,\n          label: formatMetaTitle(meta),\n          summary: formatMetaSummary(meta),\n          type: \"meta\",\n        },\n      ];\n    }\n    case \"nodes\":\n      return (await document.chunks.listAll()).map((node) => ({\n        id: formatNodeId(node.id),\n        label: node.label,\n        summary: node.content,\n        type: \"node\",\n      }));\n    case \"summaries\":\n      return (\n        await Promise.all(\n          (await listChapters(document)).map(async (chapter) => {\n            const summary = await document.readSummary(chapter.chapterId);\n\n            if (summary === undefined) {\n              return undefined;\n            }\n\n            return {\n              id: `${chapter.uri}/summary`,\n              label: chapter.title ?? `[chapter ${chapter.path}]`,\n              summary: createSnippet(summary),\n              type: \"summary\" as const,\n            };\n          }),\n        )\n      ).filter(isDefined);\n    case \"fragments\":\n      return (\n        await Promise.all(\n          (await listChapters(document)).map(async (chapter) => {\n            const title = chapter.title ?? chapter.uri;\n\n            return listTextStreamSentenceCollection(\n              await createTextStreamIndex(\n                document,\n                chapter.chapterId,\n                \"source\",\n              ),\n              chapter.chapterId,\n              chapter.path,\n              \"source\",\n              title,\n              chapter.documentOrder,\n            ).map((hit) => ({\n              id: hit.id,\n              label: title,\n              summary: hit.snippet,\n              type: \"source\" as const,\n            }));\n          }),\n        )\n      ).flat();\n  }\n}\n\nexport async function listArchiveCollection(\n  document: ReadonlyDocument,\n  options: ArchiveCollectionOptions = {},\n): Promise<ArchiveCollectionResult> {\n  const items: ArchiveFindHit[] = [];\n  const documentOrders = await document.serials.listDocumentOrders();\n  const chapterFilter =\n    options.chapters === undefined ? undefined : new Set(options.chapters);\n  const types = options.types ?? [\n    \"meta\",\n    \"chapter-title\",\n    \"entity\",\n    \"node\",\n    \"triple\",\n  ];\n\n  if (types.includes(\"meta\")) {\n    const meta = await document.readBookMeta();\n\n    if (meta !== undefined) {\n      items.push({\n        field: \"metadata\",\n        id: ARCHIVE_ROOT_ID,\n        snippet: formatMetaSummary(meta),\n        title: meta.title ?? \"Archive metadata\",\n        type: \"meta\",\n      });\n    }\n  }\n\n  if (types.includes(\"chapter\") || types.includes(\"chapter-title\")) {\n    for (const chapter of filterChapters(\n      await listChapters(document),\n      chapterFilter,\n    )) {\n      const title = chapter.title ?? `[chapter ${chapter.path}]`;\n\n      if (types.includes(\"chapter\") || types.includes(\"chapter-title\")) {\n        items.push({\n          chapter: chapter.chapterId,\n          field: \"title\",\n          id: `${chapter.uri}/title`,\n          position: {\n            chapter: chapter.chapterId,\n            documentOrder: chapter.documentOrder,\n          },\n          snippet: title,\n          title,\n          type: \"chapter-title\",\n        });\n      }\n    }\n  }\n\n  if (types.includes(\"node\")) {\n    for (const node of await document.chunks.listAll()) {\n      if (!isChapterAllowed(chapterFilter, node.sentenceId[0])) {\n        continue;\n      }\n\n      const position = createNodePosition(node.sentenceIds, documentOrders);\n\n      items.push({\n        chapter: node.sentenceId[0],\n        field: \"content\",\n        id: formatNodeId(node.id),\n        ...(position === undefined ? {} : { position }),\n        snippet: createSnippet(node.content),\n        title: node.label,\n        type: \"node\",\n      });\n    }\n  }\n\n  if (types.includes(\"entity\")) {\n    items.push(\n      ...listEntityCollection(\n        filterMentionsByChapterSet(\n          await listAllMentions(document),\n          chapterFilter,\n        ),\n        documentOrders,\n      ),\n    );\n  }\n\n  if (types.includes(\"triple\")) {\n    items.push(\n      ...(await listTripleCollection(document, chapterFilter, documentOrders)),\n    );\n  }\n\n  const result = createCollectionResult(items, options);\n  const evidenceItems = await hydrateFindHitEvidence(document, result.items, {\n    ...(options.evidenceLimit === undefined\n      ? {}\n      : { evidenceLimit: options.evidenceLimit }),\n    order: options.order ?? \"doc-asc\",\n    ...(options.sourceContext === undefined\n      ? {}\n      : { sourceContext: options.sourceContext }),\n  });\n\n  return {\n    ...result,\n    items: await hydrateFindHitBacklinks(document, evidenceItems, options),\n  };\n}\n\nfunction filterChapters<T extends { readonly chapterId: number }>(\n  chapters: readonly T[],\n  chapterFilter: ReadonlySet<number> | undefined,\n): readonly T[] {\n  return chapterFilter === undefined\n    ? chapters\n    : chapters.filter((chapter) => chapterFilter.has(chapter.chapterId));\n}\n\nfunction isChapterAllowed(\n  chapterFilter: ReadonlySet<number> | undefined,\n  chapterId: number,\n): boolean {\n  return chapterFilter === undefined || chapterFilter.has(chapterId);\n}\n\nexport function listEntityCollection(\n  mentions: readonly MentionRecord[],\n  documentOrders?: ReadonlyMap<number, number>,\n): readonly ArchiveFindHit[] {\n  const mentionsByQid = new Map<string, MentionRecord[]>();\n\n  for (const mention of mentions) {\n    const values = mentionsByQid.get(mention.qid) ?? [];\n\n    values.push(mention);\n    mentionsByQid.set(mention.qid, values);\n  }\n\n  return [...mentionsByQid.entries()].map(([qid, qidMentions]) => {\n    const [first] = qidMentions.sort(compareMentions);\n\n    if (first === undefined) {\n      throw new Error(\"Internal error: entity collection candidate is empty.\");\n    }\n\n    return {\n      chapter: first.chapterId,\n      evidenceMentions: qidMentions.map((mention) =>\n        createUnscoredEntityEvidenceMention(mention),\n      ),\n      field: \"title\",\n      id: `wikg://entity/${qid}`,\n      position: {\n        chapter: first.chapterId,\n        documentOrder: documentOrders?.get(first.chapterId) ?? first.chapterId,\n        sentence: first.sentenceIndex ?? 0,\n      },\n      score: qidMentions.length,\n      snippet: `${qidMentions.length} mentions`,\n      title: selectEntityLabel(qidMentions),\n      type: \"entity\",\n    };\n  });\n}\n\nfunction listTextStreamSentenceCollection(\n  index: ArchiveTextStreamIndex,\n  chapterId: number,\n  chapterPath: string,\n  stream: ArchiveTextStreamKind,\n  title: string,\n  documentOrder?: number,\n): readonly ArchiveFindHit[] {\n  return index.sentences.map((sentence) => ({\n    chapter: chapterId,\n    field: stream,\n    id: formatTextStreamRangeUri(\n      chapterPath,\n      stream,\n      sentence.globalIndex,\n      sentence.globalIndex,\n    ),\n    position: {\n      chapter: chapterId,\n      documentOrder: documentOrder ?? chapterId,\n      fragment: sentence.fragmentId,\n      sentence: sentence.localIndex,\n    },\n    snippet: createSnippet(sentence.text),\n    title,\n    type: stream === \"source\" ? \"source\" : \"summary\",\n  }));\n}\n\nasync function listTripleCollection(\n  document: ReadonlyDocument,\n  chapterFilter?: ReadonlySet<number>,\n  documentOrders?: ReadonlyMap<number, number>,\n): Promise<readonly ArchiveFindHit[]> {\n  const hitsById = new Map<string, ArchiveFindHit>();\n\n  for (const chapter of filterChapters(\n    await listChapters(document),\n    chapterFilter,\n  )) {\n    for (const link of await document.mentionLinks.listByChapter(\n      chapter.chapterId,\n    )) {\n      const [source, target] = await Promise.all([\n        document.mentions.getById(link.sourceMentionId),\n        document.mentions.getById(link.targetMentionId),\n      ]);\n\n      if (source === undefined || target === undefined) {\n        continue;\n      }\n\n      const id = formatTripleUri(source.qid, link.predicate, target.qid);\n      const existing = hitsById.get(id);\n\n      if (existing !== undefined) {\n        hitsById.set(id, {\n          ...existing,\n          evidenceLinks: [...(existing.evidenceLinks ?? []), link],\n          score: (existing.evidenceLinks?.length ?? 0) + 1,\n        });\n        continue;\n      }\n\n      hitsById.set(id, {\n        chapter: source.chapterId,\n        evidenceLinks: [link],\n        field: \"title\",\n        id,\n        position: {\n          chapter: source.chapterId,\n          documentOrder:\n            documentOrders?.get(source.chapterId) ?? source.chapterId,\n          sentence: source.sentenceIndex ?? 0,\n        },\n        score: 1,\n        snippet: `${source.surface} ${link.predicate} ${target.surface}`,\n        title: `${source.qid} ${link.predicate} ${target.qid}`,\n        triple: {\n          objectLabel: target.surface,\n          predicate: link.predicate,\n          subjectLabel: source.surface,\n        },\n        type: \"triple\",\n      });\n    }\n  }\n\n  return [...hitsById.values()];\n}\n"],"mappings":"AAIA,SAAS,oBAAoB;AAE7B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,6BAA6B;AAWtC,SAAS,oBAAoB,iCAAiC;AAC9D,SAAS,8BAA8B;AACvC,SAAS,+BAA+B;AACxC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,eAAsB,gBACpB,UACuB;AACvB,QAAM,CAAC,UAAU,MAAM,OAAO,KAAK,IAAI,MAAM,QAAQ,IAAI;AAAA,IACvD,aAAa,QAAQ;AAAA,IACrB,SAAS,aAAa;AAAA,IACtB,SAAS,OAAO,SAAS;AAAA,IACzB,SAAS,aAAa,SAAS;AAAA,EACjC,CAAC;AAED,SAAO;AAAA,IACL;AAAA,IACA,WAAW;AAAA,IACX;AAAA,IACA,WAAW;AAAA,IACX,cAAc,SAAS,OAAO,CAAC,YAAY,QAAQ,UAAU,YAAY,EACtE;AAAA,EACL;AACF;AAEA,eAAsB,mBACpB,UACA,MACqC;AACrC,UAAQ,MAAM;AAAA,IACZ,KAAK;AACH,aAAO,MAAM,QAAQ;AAAA,SAClB,MAAM,aAAa,QAAQ,GAAG,IAAI,OAAO,YAAY;AACpD,gBAAM,QAAQ,MAAM,mBAAmB,UAAU,OAAO;AAExD,iBAAO;AAAA,YACL,IAAI,QAAQ;AAAA,YACZ,OAAO,QAAQ,SAAS;AAAA,YACxB;AAAA,YACA,SAAS,0BAA0B,KAAK;AAAA,YACxC,MAAM;AAAA,UACR;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF,KAAK;AACH,cAAQ,MAAM,SAAS,aAAa,QAAQ,GAAG,IAAI,CAAC,UAAU;AAAA,QAC5D,IAAI,aAAa,IAAI;AAAA,QACrB,OAAO,GAAG,aAAa,KAAK,MAAM,CAAC,OAAO,aAAa,KAAK,IAAI,CAAC;AAAA,QACjE,SAAS,UAAU,aAAa,KAAK,MAAM,CAAC;AAAA,QAC5C,MAAM;AAAA,MACR,EAAE;AAAA,IACJ,KAAK,QAAQ;AACX,YAAM,OAAO,MAAM,SAAS,aAAa;AAEzC,aAAO;AAAA,QACL;AAAA,UACE,IAAI;AAAA,UACJ,OAAO,gBAAgB,IAAI;AAAA,UAC3B,SAAS,kBAAkB,IAAI;AAAA,UAC/B,MAAM;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,IACA,KAAK;AACH,cAAQ,MAAM,SAAS,OAAO,QAAQ,GAAG,IAAI,CAAC,UAAU;AAAA,QACtD,IAAI,aAAa,KAAK,EAAE;AAAA,QACxB,OAAO,KAAK;AAAA,QACZ,SAAS,KAAK;AAAA,QACd,MAAM;AAAA,MACR,EAAE;AAAA,IACJ,KAAK;AACH,cACE,MAAM,QAAQ;AAAA,SACX,MAAM,aAAa,QAAQ,GAAG,IAAI,OAAO,YAAY;AACpD,gBAAM,UAAU,MAAM,SAAS,YAAY,QAAQ,SAAS;AAE5D,cAAI,YAAY,QAAW;AACzB,mBAAO;AAAA,UACT;AAEA,iBAAO;AAAA,YACL,IAAI,GAAG,QAAQ,GAAG;AAAA,YAClB,OAAO,QAAQ,SAAS,YAAY,QAAQ,IAAI;AAAA,YAChD,SAAS,cAAc,OAAO;AAAA,YAC9B,MAAM;AAAA,UACR;AAAA,QACF,CAAC;AAAA,MACH,GACA,OAAO,SAAS;AAAA,IACpB,KAAK;AACH,cACE,MAAM,QAAQ;AAAA,SACX,MAAM,aAAa,QAAQ,GAAG,IAAI,OAAO,YAAY;AACpD,gBAAM,QAAQ,QAAQ,SAAS,QAAQ;AAEvC,iBAAO;AAAA,YACL,MAAM;AAAA,cACJ;AAAA,cACA,QAAQ;AAAA,cACR;AAAA,YACF;AAAA,YACA,QAAQ;AAAA,YACR,QAAQ;AAAA,YACR;AAAA,YACA;AAAA,YACA,QAAQ;AAAA,UACV,EAAE,IAAI,CAAC,SAAS;AAAA,YACd,IAAI,IAAI;AAAA,YACR,OAAO;AAAA,YACP,SAAS,IAAI;AAAA,YACb,MAAM;AAAA,UACR,EAAE;AAAA,QACJ,CAAC;AAAA,MACH,GACA,KAAK;AAAA,EACX;AACF;AAEA,eAAsB,sBACpB,UACA,UAAoC,CAAC,GACH;AAClC,QAAM,QAA0B,CAAC;AACjC,QAAM,iBAAiB,MAAM,SAAS,QAAQ,mBAAmB;AACjE,QAAM,gBACJ,QAAQ,aAAa,SAAY,SAAY,IAAI,IAAI,QAAQ,QAAQ;AACvE,QAAM,QAAQ,QAAQ,SAAS;AAAA,IAC7B;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,MAAI,MAAM,SAAS,MAAM,GAAG;AAC1B,UAAM,OAAO,MAAM,SAAS,aAAa;AAEzC,QAAI,SAAS,QAAW;AACtB,YAAM,KAAK;AAAA,QACT,OAAO;AAAA,QACP,IAAI;AAAA,QACJ,SAAS,kBAAkB,IAAI;AAAA,QAC/B,OAAO,KAAK,SAAS;AAAA,QACrB,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAAA,EACF;AAEA,MAAI,MAAM,SAAS,SAAS,KAAK,MAAM,SAAS,eAAe,GAAG;AAChE,eAAW,WAAW;AAAA,MACpB,MAAM,aAAa,QAAQ;AAAA,MAC3B;AAAA,IACF,GAAG;AACD,YAAM,QAAQ,QAAQ,SAAS,YAAY,QAAQ,IAAI;AAEvD,UAAI,MAAM,SAAS,SAAS,KAAK,MAAM,SAAS,eAAe,GAAG;AAChE,cAAM,KAAK;AAAA,UACT,SAAS,QAAQ;AAAA,UACjB,OAAO;AAAA,UACP,IAAI,GAAG,QAAQ,GAAG;AAAA,UAClB,UAAU;AAAA,YACR,SAAS,QAAQ;AAAA,YACjB,eAAe,QAAQ;AAAA,UACzB;AAAA,UACA,SAAS;AAAA,UACT;AAAA,UACA,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAEA,MAAI,MAAM,SAAS,MAAM,GAAG;AAC1B,eAAW,QAAQ,MAAM,SAAS,OAAO,QAAQ,GAAG;AAClD,UAAI,CAAC,iBAAiB,eAAe,KAAK,WAAW,CAAC,CAAC,GAAG;AACxD;AAAA,MACF;AAEA,YAAM,WAAW,mBAAmB,KAAK,aAAa,cAAc;AAEpE,YAAM,KAAK;AAAA,QACT,SAAS,KAAK,WAAW,CAAC;AAAA,QAC1B,OAAO;AAAA,QACP,IAAI,aAAa,KAAK,EAAE;AAAA,QACxB,GAAI,aAAa,SAAY,CAAC,IAAI,EAAE,SAAS;AAAA,QAC7C,SAAS,cAAc,KAAK,OAAO;AAAA,QACnC,OAAO,KAAK;AAAA,QACZ,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAAA,EACF;AAEA,MAAI,MAAM,SAAS,QAAQ,GAAG;AAC5B,UAAM;AAAA,MACJ,GAAG;AAAA,QACD;AAAA,UACE,MAAM,gBAAgB,QAAQ;AAAA,UAC9B;AAAA,QACF;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,MAAI,MAAM,SAAS,QAAQ,GAAG;AAC5B,UAAM;AAAA,MACJ,GAAI,MAAM,qBAAqB,UAAU,eAAe,cAAc;AAAA,IACxE;AAAA,EACF;AAEA,QAAM,SAAS,uBAAuB,OAAO,OAAO;AACpD,QAAM,gBAAgB,MAAM,uBAAuB,UAAU,OAAO,OAAO;AAAA,IACzE,GAAI,QAAQ,kBAAkB,SAC1B,CAAC,IACD,EAAE,eAAe,QAAQ,cAAc;AAAA,IAC3C,OAAO,QAAQ,SAAS;AAAA,IACxB,GAAI,QAAQ,kBAAkB,SAC1B,CAAC,IACD,EAAE,eAAe,QAAQ,cAAc;AAAA,EAC7C,CAAC;AAED,SAAO;AAAA,IACL,GAAG;AAAA,IACH,OAAO,MAAM,wBAAwB,UAAU,eAAe,OAAO;AAAA,EACvE;AACF;AAEA,SAAS,eACP,UACA,eACc;AACd,SAAO,kBAAkB,SACrB,WACA,SAAS,OAAO,CAAC,YAAY,cAAc,IAAI,QAAQ,SAAS,CAAC;AACvE;AAEA,SAAS,iBACP,eACA,WACS;AACT,SAAO,kBAAkB,UAAa,cAAc,IAAI,SAAS;AACnE;AAEO,SAAS,qBACd,UACA,gBAC2B;AAC3B,QAAM,gBAAgB,oBAAI,IAA6B;AAEvD,aAAW,WAAW,UAAU;AAC9B,UAAM,SAAS,cAAc,IAAI,QAAQ,GAAG,KAAK,CAAC;AAElD,WAAO,KAAK,OAAO;AACnB,kBAAc,IAAI,QAAQ,KAAK,MAAM;AAAA,EACvC;AAEA,SAAO,CAAC,GAAG,cAAc,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,WAAW,MAAM;AAC9D,UAAM,CAAC,KAAK,IAAI,YAAY,KAAK,eAAe;AAEhD,QAAI,UAAU,QAAW;AACvB,YAAM,IAAI,MAAM,uDAAuD;AAAA,IACzE;AAEA,WAAO;AAAA,MACL,SAAS,MAAM;AAAA,MACf,kBAAkB,YAAY;AAAA,QAAI,CAAC,YACjC,oCAAoC,OAAO;AAAA,MAC7C;AAAA,MACA,OAAO;AAAA,MACP,IAAI,iBAAiB,GAAG;AAAA,MACxB,UAAU;AAAA,QACR,SAAS,MAAM;AAAA,QACf,eAAe,gBAAgB,IAAI,MAAM,SAAS,KAAK,MAAM;AAAA,QAC7D,UAAU,MAAM,iBAAiB;AAAA,MACnC;AAAA,MACA,OAAO,YAAY;AAAA,MACnB,SAAS,GAAG,YAAY,MAAM;AAAA,MAC9B,OAAO,kBAAkB,WAAW;AAAA,MACpC,MAAM;AAAA,IACR;AAAA,EACF,CAAC;AACH;AAEA,SAAS,iCACP,OACA,WACA,aACA,QACA,OACA,eAC2B;AAC3B,SAAO,MAAM,UAAU,IAAI,CAAC,cAAc;AAAA,IACxC,SAAS;AAAA,IACT,OAAO;AAAA,IACP,IAAI;AAAA,MACF;AAAA,MACA;AAAA,MACA,SAAS;AAAA,MACT,SAAS;AAAA,IACX;AAAA,IACA,UAAU;AAAA,MACR,SAAS;AAAA,MACT,eAAe,iBAAiB;AAAA,MAChC,UAAU,SAAS;AAAA,MACnB,UAAU,SAAS;AAAA,IACrB;AAAA,IACA,SAAS,cAAc,SAAS,IAAI;AAAA,IACpC;AAAA,IACA,MAAM,WAAW,WAAW,WAAW;AAAA,EACzC,EAAE;AACJ;AAEA,eAAe,qBACb,UACA,eACA,gBACoC;AACpC,QAAM,WAAW,oBAAI,IAA4B;AAEjD,aAAW,WAAW;AAAA,IACpB,MAAM,aAAa,QAAQ;AAAA,IAC3B;AAAA,EACF,GAAG;AACD,eAAW,QAAQ,MAAM,SAAS,aAAa;AAAA,MAC7C,QAAQ;AAAA,IACV,GAAG;AACD,YAAM,CAAC,QAAQ,MAAM,IAAI,MAAM,QAAQ,IAAI;AAAA,QACzC,SAAS,SAAS,QAAQ,KAAK,eAAe;AAAA,QAC9C,SAAS,SAAS,QAAQ,KAAK,eAAe;AAAA,MAChD,CAAC;AAED,UAAI,WAAW,UAAa,WAAW,QAAW;AAChD;AAAA,MACF;AAEA,YAAM,KAAK,gBAAgB,OAAO,KAAK,KAAK,WAAW,OAAO,GAAG;AACjE,YAAM,WAAW,SAAS,IAAI,EAAE;AAEhC,UAAI,aAAa,QAAW;AAC1B,iBAAS,IAAI,IAAI;AAAA,UACf,GAAG;AAAA,UACH,eAAe,CAAC,GAAI,SAAS,iBAAiB,CAAC,GAAI,IAAI;AAAA,UACvD,QAAQ,SAAS,eAAe,UAAU,KAAK;AAAA,QACjD,CAAC;AACD;AAAA,MACF;AAEA,eAAS,IAAI,IAAI;AAAA,QACf,SAAS,OAAO;AAAA,QAChB,eAAe,CAAC,IAAI;AAAA,QACpB,OAAO;AAAA,QACP;AAAA,QACA,UAAU;AAAA,UACR,SAAS,OAAO;AAAA,UAChB,eACE,gBAAgB,IAAI,OAAO,SAAS,KAAK,OAAO;AAAA,UAClD,UAAU,OAAO,iBAAiB;AAAA,QACpC;AAAA,QACA,OAAO;AAAA,QACP,SAAS,GAAG,OAAO,OAAO,IAAI,KAAK,SAAS,IAAI,OAAO,OAAO;AAAA,QAC9D,OAAO,GAAG,OAAO,GAAG,IAAI,KAAK,SAAS,IAAI,OAAO,GAAG;AAAA,QACpD,QAAQ;AAAA,UACN,aAAa,OAAO;AAAA,UACpB,WAAW,KAAK;AAAA,UAChB,cAAc,OAAO;AAAA,QACvB;AAAA,QACA,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO,CAAC,GAAG,SAAS,OAAO,CAAC;AAC9B;","names":[]}

package/dist/retrieval/query/archive-view/core.d.ts

@@ -0,0 +1,44 @@
+import { ReadonlyDocument } from '../../../document/directory/types.js';
+import { ChapterEntry } from '../../../document/chapter/types.js';
+import { GraphNode } from '../../../graph/reading.js';
+import { ChapterState, ArchiveNodeLabel, ArchiveNodeSourceFragment } from './types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+
+declare const DEFAULT_SOURCE_CONTEXT = 2;
+declare function requireChapter(document: ReadonlyDocument, chapterId: number): Promise<ChapterEntry>;
+declare function createChapterState(document: ReadonlyDocument, chapter: ChapterEntry): Promise<ChapterState>;
+declare function formatChapterStateSummary(state: ChapterState): string;
+declare function requireNode(document: ReadonlyDocument, nodeId: number): Promise<{
+    readonly chapterId: number;
+    readonly node: GraphNode;
+}>;
+declare function readNodeSourceFragments(document: ReadonlyDocument, node: GraphNode): Promise<readonly ArchiveNodeSourceFragment[]>;
+declare function createNodeEvidenceRanges(node: Pick<GraphNode, "sentenceIds">): Array<{
+    readonly chapterId: number;
+    readonly endSentenceIndex: number;
+    readonly startSentenceIndex: number;
+}>;
+declare function listFragmentNodes(document: ReadonlyDocument, chapterId: number, fragmentId: number): Promise<readonly ArchiveNodeLabel[]>;
+
+export { DEFAULT_SOURCE_CONTEXT, createChapterState, createNodeEvidenceRanges, formatChapterStateSummary, listFragmentNodes, readNodeSourceFragments, requireChapter, requireNode };

package/dist/retrieval/query/archive-view/core.js

@@ -0,0 +1,165 @@
+import {
+  listChapters
+} from "../../../document/chapter/index.js";
+import { getGraphNode } from "../../../graph/reading.js";
+import { compareArchivePositions, createNodePosition } from "./helpers.js";
+import {
+  formatChapterId,
+  formatNodeId,
+  formatTextStreamRangeUri
+} from "./references.js";
+import { createTextStreamIndex, readSourceFragment } from "./text-streams.js";
+const DEFAULT_SOURCE_CONTEXT = 2;
+async function requireChapter(document, chapterId) {
+  const chapter = (await listChapters(document)).find(
+    (entry) => entry.chapterId === chapterId
+  );
+  if (chapter === void 0) {
+    throw new Error(`Chapter ${formatChapterId(chapterId)} does not exist.`);
+  }
+  return chapter;
+}
+async function createChapterState(document, chapter) {
+  const serial = await document.serials.getById(chapter.chapterId);
+  return {
+    source: chapter.stage === "planned" ? "missing" : "ready",
+    "reading-graph": chapter.stage === "graphed" || chapter.stage === "summarized" ? "ready" : "missing",
+    "reading-summary": chapter.stage === "summarized" ? "ready" : "missing",
+    "knowledge-graph": serial?.knowledgeGraphReady === true ? "ready" : "missing"
+  };
+}
+function formatChapterStateSummary(state) {
+  return [
+    `source:${state.source}`,
+    `reading-graph:${state["reading-graph"]}`,
+    `reading-summary:${state["reading-summary"]}`,
+    `knowledge-graph:${state["knowledge-graph"]}`
+  ].join(" ");
+}
+async function requireNode(document, nodeId) {
+  const chunk = await document.chunks.getById(nodeId);
+  if (chunk === void 0) {
+    throw new Error(`Node ${formatNodeId(nodeId)} does not exist.`);
+  }
+  const chapterId = chunk.sentenceId[0];
+  return {
+    chapterId,
+    node: await getGraphNode(document, chapterId, nodeId)
+  };
+}
+async function readNodeSourceFragments(document, node) {
+  const fragmentIds = await collectNodeSourceFragmentIds(document, node);
+  return await Promise.all(
+    fragmentIds.map(async ([chapterId, fragmentId]) => {
+      const fragment = await readSourceFragment(
+        document,
+        chapterId,
+        fragmentId
+      );
+      const index = await createTextStreamIndex(document, chapterId, "source");
+      const fragmentSentences = index.sentences.filter(
+        (sentence) => sentence.fragmentId === fragmentId
+      );
+      const firstSentence = fragmentSentences[0];
+      const lastSentence = fragmentSentences[fragmentSentences.length - 1];
+      const text = truncateSourceExcerpt(fragment.text);
+      return {
+        id: firstSentence === void 0 || lastSentence === void 0 ? fragment.id : formatTextStreamRangeUri(
+          chapterId,
+          "source",
+          firstSentence.globalIndex,
+          lastSentence.globalIndex
+        ),
+        text,
+        truncated: text.length < fragment.text.length
+      };
+    })
+  );
+}
+async function collectNodeSourceFragmentIds(document, node) {
+  const seen = /* @__PURE__ */ new Set();
+  const fragmentIds = [];
+  const indexes = /* @__PURE__ */ new Map();
+  for (const [chapterId, sentenceIndex] of node.sentenceIds) {
+    let index = indexes.get(chapterId);
+    if (index === void 0) {
+      index = createTextStreamIndex(document, chapterId, "source");
+      indexes.set(chapterId, index);
+    }
+    const sentence = (await index).sentences[sentenceIndex];
+    if (sentence === void 0) {
+      continue;
+    }
+    const fragmentId = sentence.fragmentId;
+    const key = `${chapterId}:${fragmentId}`;
+    if (!seen.has(key)) {
+      seen.add(key);
+      fragmentIds.push([chapterId, fragmentId]);
+    }
+  }
+  return fragmentIds;
+}
+function truncateSourceExcerpt(text) {
+  return text.length <= 1200 ? text : `${text.slice(0, 1200)}...`;
+}
+function createNodeEvidenceRanges(node) {
+  const ranges = /* @__PURE__ */ new Map();
+  for (const [chapterId, sentenceIndex] of node.sentenceIds) {
+    const key = `${chapterId}`;
+    const current = ranges.get(key);
+    if (current === void 0) {
+      ranges.set(key, [sentenceIndex, sentenceIndex]);
+    } else {
+      ranges.set(key, [
+        Math.min(current[0], sentenceIndex),
+        Math.max(current[1], sentenceIndex)
+      ]);
+    }
+  }
+  return [...ranges.entries()].map(([key, [start, end]]) => {
+    const chapterId = Number(key);
+    return {
+      chapterId,
+      endSentenceIndex: end,
+      startSentenceIndex: start
+    };
+  });
+}
+async function listFragmentNodes(document, chapterId, fragmentId) {
+  return (await document.chunks.listBySentenceStartIndexes(chapterId, [fragmentId])).map(createPositionedNodeLabel).sort(comparePositionedNodeLabels).map(({ label }) => label);
+}
+function createNodeLabel(node) {
+  return {
+    id: formatNodeId(node.id),
+    title: node.label
+  };
+}
+function createPositionedNodeLabel(node) {
+  return {
+    label: createNodeLabel(node),
+    position: createNodePosition(node.sentenceIds)
+  };
+}
+function comparePositionedNodeLabels(left, right) {
+  if (left.position !== void 0 && right.position !== void 0) {
+    return compareArchivePositions(left.position, right.position);
+  }
+  if (left.position !== void 0) {
+    return -1;
+  }
+  if (right.position !== void 0) {
+    return 1;
+  }
+  return left.label.id.localeCompare(right.label.id);
+}
+export {
+  DEFAULT_SOURCE_CONTEXT,
+  createChapterState,
+  createNodeEvidenceRanges,
+  formatChapterStateSummary,
+  listFragmentNodes,
+  readNodeSourceFragments,
+  requireChapter,
+  requireNode
+};
+//# sourceMappingURL=core.js.map

package/dist/retrieval/query/archive-view/core.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/archive-view/core.ts"],"sourcesContent":["import type { ChunkRecord, ReadonlyDocument } from \"../../../document/index.js\";\nimport {\n  listChapters,\n  type ChapterEntry,\n} from \"../../../document/chapter/index.js\";\nimport { getGraphNode, type GraphNode } from \"../../../graph/reading.js\";\n\nimport { compareArchivePositions, createNodePosition } from \"./helpers.js\";\nimport {\n  formatChapterId,\n  formatNodeId,\n  formatTextStreamRangeUri,\n} from \"./references.js\";\nimport { createTextStreamIndex, readSourceFragment } from \"./text-streams.js\";\nimport type {\n  ArchiveNodeLabel,\n  ArchiveNodeSourceFragment,\n  ArchiveTextStreamIndex,\n  ChapterState,\n  PositionedNodeLabel,\n} from \"./types.js\";\n\nexport const DEFAULT_SOURCE_CONTEXT = 2;\n\nexport async function requireChapter(\n  document: ReadonlyDocument,\n  chapterId: number,\n): Promise<ChapterEntry> {\n  const chapter = (await listChapters(document)).find(\n    (entry) => entry.chapterId === chapterId,\n  );\n\n  if (chapter === undefined) {\n    throw new Error(`Chapter ${formatChapterId(chapterId)} does not exist.`);\n  }\n\n  return chapter;\n}\n\nexport async function createChapterState(\n  document: ReadonlyDocument,\n  chapter: ChapterEntry,\n): Promise<ChapterState> {\n  const serial = await document.serials.getById(chapter.chapterId);\n\n  return {\n    source: chapter.stage === \"planned\" ? \"missing\" : \"ready\",\n    \"reading-graph\":\n      chapter.stage === \"graphed\" || chapter.stage === \"summarized\"\n        ? \"ready\"\n        : \"missing\",\n    \"reading-summary\": chapter.stage === \"summarized\" ? \"ready\" : \"missing\",\n    \"knowledge-graph\":\n      serial?.knowledgeGraphReady === true ? \"ready\" : \"missing\",\n  };\n}\n\nexport function formatChapterStateSummary(state: ChapterState): string {\n  return [\n    `source:${state.source}`,\n    `reading-graph:${state[\"reading-graph\"]}`,\n    `reading-summary:${state[\"reading-summary\"]}`,\n    `knowledge-graph:${state[\"knowledge-graph\"]}`,\n  ].join(\" \");\n}\n\nexport async function requireNode(\n  document: ReadonlyDocument,\n  nodeId: number,\n): Promise<{\n  readonly chapterId: number;\n  readonly node: GraphNode;\n}> {\n  const chunk = await document.chunks.getById(nodeId);\n\n  if (chunk === undefined) {\n    throw new Error(`Node ${formatNodeId(nodeId)} does not exist.`);\n  }\n\n  const chapterId = chunk.sentenceId[0];\n\n  return {\n    chapterId,\n    node: await getGraphNode(document, chapterId, nodeId),\n  };\n}\n\nexport async function readNodeSourceFragments(\n  document: ReadonlyDocument,\n  node: GraphNode,\n): Promise<readonly ArchiveNodeSourceFragment[]> {\n  const fragmentIds = await collectNodeSourceFragmentIds(document, node);\n\n  return await Promise.all(\n    fragmentIds.map(async ([chapterId, fragmentId]) => {\n      const fragment = await readSourceFragment(\n        document,\n        chapterId,\n        fragmentId,\n      );\n      const index = await createTextStreamIndex(document, chapterId, \"source\");\n      const fragmentSentences = index.sentences.filter(\n        (sentence) => sentence.fragmentId === fragmentId,\n      );\n      const firstSentence = fragmentSentences[0];\n      const lastSentence = fragmentSentences[fragmentSentences.length - 1];\n      const text = truncateSourceExcerpt(fragment.text);\n\n      return {\n        id:\n          firstSentence === undefined || lastSentence === undefined\n            ? fragment.id\n            : formatTextStreamRangeUri(\n                chapterId,\n                \"source\",\n                firstSentence.globalIndex,\n                lastSentence.globalIndex,\n              ),\n        text,\n        truncated: text.length < fragment.text.length,\n      };\n    }),\n  );\n}\n\nasync function collectNodeSourceFragmentIds(\n  document: ReadonlyDocument,\n  node: Pick<GraphNode, \"sentenceIds\">,\n): Promise<readonly (readonly [number, number])[]> {\n  const seen = new Set<string>();\n  const fragmentIds: (readonly [number, number])[] = [];\n  const indexes = new Map<number, Promise<ArchiveTextStreamIndex>>();\n\n  for (const [chapterId, sentenceIndex] of node.sentenceIds) {\n    let index = indexes.get(chapterId);\n\n    if (index === undefined) {\n      index = createTextStreamIndex(document, chapterId, \"source\");\n      indexes.set(chapterId, index);\n    }\n\n    const sentence = (await index).sentences[sentenceIndex];\n\n    if (sentence === undefined) {\n      continue;\n    }\n\n    const fragmentId = sentence.fragmentId;\n    const key = `${chapterId}:${fragmentId}`;\n\n    if (!seen.has(key)) {\n      seen.add(key);\n      fragmentIds.push([chapterId, fragmentId]);\n    }\n  }\n\n  return fragmentIds;\n}\n\nfunction truncateSourceExcerpt(text: string): string {\n  return text.length <= 1200 ? text : `${text.slice(0, 1200)}...`;\n}\n\nexport function createNodeEvidenceRanges(\n  node: Pick<GraphNode, \"sentenceIds\">,\n): Array<{\n  readonly chapterId: number;\n  readonly endSentenceIndex: number;\n  readonly startSentenceIndex: number;\n}> {\n  const ranges = new Map<string, [number, number]>();\n\n  for (const [chapterId, sentenceIndex] of node.sentenceIds) {\n    const key = `${chapterId}`;\n    const current = ranges.get(key);\n\n    if (current === undefined) {\n      ranges.set(key, [sentenceIndex, sentenceIndex]);\n    } else {\n      ranges.set(key, [\n        Math.min(current[0], sentenceIndex),\n        Math.max(current[1], sentenceIndex),\n      ]);\n    }\n  }\n\n  return [...ranges.entries()].map(([key, [start, end]]) => {\n    const chapterId = Number(key);\n    return {\n      chapterId,\n      endSentenceIndex: end,\n      startSentenceIndex: start,\n    };\n  });\n}\n\nexport async function listFragmentNodes(\n  document: ReadonlyDocument,\n  chapterId: number,\n  fragmentId: number,\n): Promise<readonly ArchiveNodeLabel[]> {\n  return (\n    await document.chunks.listBySentenceStartIndexes(chapterId, [fragmentId])\n  )\n    .map(createPositionedNodeLabel)\n    .sort(comparePositionedNodeLabels)\n    .map(({ label }) => label);\n}\n\nfunction createNodeLabel(node: ChunkRecord): ArchiveNodeLabel {\n  return {\n    id: formatNodeId(node.id),\n    title: node.label,\n  };\n}\n\nfunction createPositionedNodeLabel(node: ChunkRecord): PositionedNodeLabel {\n  return {\n    label: createNodeLabel(node),\n    position: createNodePosition(node.sentenceIds),\n  };\n}\n\nfunction comparePositionedNodeLabels(\n  left: PositionedNodeLabel,\n  right: PositionedNodeLabel,\n): number {\n  if (left.position !== undefined && right.position !== undefined) {\n    return compareArchivePositions(left.position, right.position);\n  }\n\n  if (left.position !== undefined) {\n    return -1;\n  }\n\n  if (right.position !== undefined) {\n    return 1;\n  }\n\n  return left.label.id.localeCompare(right.label.id);\n}\n"],"mappings":"AACA;AAAA,EACE;AAAA,OAEK;AACP,SAAS,oBAAoC;AAE7C,SAAS,yBAAyB,0BAA0B;AAC5D;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,uBAAuB,0BAA0B;AASnD,MAAM,yBAAyB;AAEtC,eAAsB,eACpB,UACA,WACuB;AACvB,QAAM,WAAW,MAAM,aAAa,QAAQ,GAAG;AAAA,IAC7C,CAAC,UAAU,MAAM,cAAc;AAAA,EACjC;AAEA,MAAI,YAAY,QAAW;AACzB,UAAM,IAAI,MAAM,WAAW,gBAAgB,SAAS,CAAC,kBAAkB;AAAA,EACzE;AAEA,SAAO;AACT;AAEA,eAAsB,mBACpB,UACA,SACuB;AACvB,QAAM,SAAS,MAAM,SAAS,QAAQ,QAAQ,QAAQ,SAAS;AAE/D,SAAO;AAAA,IACL,QAAQ,QAAQ,UAAU,YAAY,YAAY;AAAA,IAClD,iBACE,QAAQ,UAAU,aAAa,QAAQ,UAAU,eAC7C,UACA;AAAA,IACN,mBAAmB,QAAQ,UAAU,eAAe,UAAU;AAAA,IAC9D,mBACE,QAAQ,wBAAwB,OAAO,UAAU;AAAA,EACrD;AACF;AAEO,SAAS,0BAA0B,OAA6B;AACrE,SAAO;AAAA,IACL,UAAU,MAAM,MAAM;AAAA,IACtB,iBAAiB,MAAM,eAAe,CAAC;AAAA,IACvC,mBAAmB,MAAM,iBAAiB,CAAC;AAAA,IAC3C,mBAAmB,MAAM,iBAAiB,CAAC;AAAA,EAC7C,EAAE,KAAK,GAAG;AACZ;AAEA,eAAsB,YACpB,UACA,QAIC;AACD,QAAM,QAAQ,MAAM,SAAS,OAAO,QAAQ,MAAM;AAElD,MAAI,UAAU,QAAW;AACvB,UAAM,IAAI,MAAM,QAAQ,aAAa,MAAM,CAAC,kBAAkB;AAAA,EAChE;AAEA,QAAM,YAAY,MAAM,WAAW,CAAC;AAEpC,SAAO;AAAA,IACL;AAAA,IACA,MAAM,MAAM,aAAa,UAAU,WAAW,MAAM;AAAA,EACtD;AACF;AAEA,eAAsB,wBACpB,UACA,MAC+C;AAC/C,QAAM,cAAc,MAAM,6BAA6B,UAAU,IAAI;AAErE,SAAO,MAAM,QAAQ;AAAA,IACnB,YAAY,IAAI,OAAO,CAAC,WAAW,UAAU,MAAM;AACjD,YAAM,WAAW,MAAM;AAAA,QACrB;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,YAAM,QAAQ,MAAM,sBAAsB,UAAU,WAAW,QAAQ;AACvE,YAAM,oBAAoB,MAAM,UAAU;AAAA,QACxC,CAAC,aAAa,SAAS,eAAe;AAAA,MACxC;AACA,YAAM,gBAAgB,kBAAkB,CAAC;AACzC,YAAM,eAAe,kBAAkB,kBAAkB,SAAS,CAAC;AACnE,YAAM,OAAO,sBAAsB,SAAS,IAAI;AAEhD,aAAO;AAAA,QACL,IACE,kBAAkB,UAAa,iBAAiB,SAC5C,SAAS,KACT;AAAA,UACE;AAAA,UACA;AAAA,UACA,cAAc;AAAA,UACd,aAAa;AAAA,QACf;AAAA,QACN;AAAA,QACA,WAAW,KAAK,SAAS,SAAS,KAAK;AAAA,MACzC;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAEA,eAAe,6BACb,UACA,MACiD;AACjD,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,cAA6C,CAAC;AACpD,QAAM,UAAU,oBAAI,IAA6C;AAEjE,aAAW,CAAC,WAAW,aAAa,KAAK,KAAK,aAAa;AACzD,QAAI,QAAQ,QAAQ,IAAI,SAAS;AAEjC,QAAI,UAAU,QAAW;AACvB,cAAQ,sBAAsB,UAAU,WAAW,QAAQ;AAC3D,cAAQ,IAAI,WAAW,KAAK;AAAA,IAC9B;AAEA,UAAM,YAAY,MAAM,OAAO,UAAU,aAAa;AAEtD,QAAI,aAAa,QAAW;AAC1B;AAAA,IACF;AAEA,UAAM,aAAa,SAAS;AAC5B,UAAM,MAAM,GAAG,SAAS,IAAI,UAAU;AAEtC,QAAI,CAAC,KAAK,IAAI,GAAG,GAAG;AAClB,WAAK,IAAI,GAAG;AACZ,kBAAY,KAAK,CAAC,WAAW,UAAU,CAAC;AAAA,IAC1C;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,sBAAsB,MAAsB;AACnD,SAAO,KAAK,UAAU,OAAO,OAAO,GAAG,KAAK,MAAM,GAAG,IAAI,CAAC;AAC5D;AAEO,SAAS,yBACd,MAKC;AACD,QAAM,SAAS,oBAAI,IAA8B;AAEjD,aAAW,CAAC,WAAW,aAAa,KAAK,KAAK,aAAa;AACzD,UAAM,MAAM,GAAG,SAAS;AACxB,UAAM,UAAU,OAAO,IAAI,GAAG;AAE9B,QAAI,YAAY,QAAW;AACzB,aAAO,IAAI,KAAK,CAAC,eAAe,aAAa,CAAC;AAAA,IAChD,OAAO;AACL,aAAO,IAAI,KAAK;AAAA,QACd,KAAK,IAAI,QAAQ,CAAC,GAAG,aAAa;AAAA,QAClC,KAAK,IAAI,QAAQ,CAAC,GAAG,aAAa;AAAA,MACpC,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO,CAAC,GAAG,OAAO,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,MAAM;AACxD,UAAM,YAAY,OAAO,GAAG;AAC5B,WAAO;AAAA,MACL;AAAA,MACA,kBAAkB;AAAA,MAClB,oBAAoB;AAAA,IACtB;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,kBACpB,UACA,WACA,YACsC;AACtC,UACE,MAAM,SAAS,OAAO,2BAA2B,WAAW,CAAC,UAAU,CAAC,GAEvE,IAAI,yBAAyB,EAC7B,KAAK,2BAA2B,EAChC,IAAI,CAAC,EAAE,MAAM,MAAM,KAAK;AAC7B;AAEA,SAAS,gBAAgB,MAAqC;AAC5D,SAAO;AAAA,IACL,IAAI,aAAa,KAAK,EAAE;AAAA,IACxB,OAAO,KAAK;AAAA,EACd;AACF;AAEA,SAAS,0BAA0B,MAAwC;AACzE,SAAO;AAAA,IACL,OAAO,gBAAgB,IAAI;AAAA,IAC3B,UAAU,mBAAmB,KAAK,WAAW;AAAA,EAC/C;AACF;AAEA,SAAS,4BACP,MACA,OACQ;AACR,MAAI,KAAK,aAAa,UAAa,MAAM,aAAa,QAAW;AAC/D,WAAO,wBAAwB,KAAK,UAAU,MAAM,QAAQ;AAAA,EAC9D;AAEA,MAAI,KAAK,aAAa,QAAW;AAC/B,WAAO;AAAA,EACT;AAEA,MAAI,MAAM,aAAa,QAAW;AAChC,WAAO;AAAA,EACT;AAEA,SAAO,KAAK,MAAM,GAAG,cAAc,MAAM,MAAM,EAAE;AACnD;","names":[]}

package/dist/retrieval/query/archive-view/evidence-hydration.d.ts

@@ -0,0 +1,41 @@
+import { ReadonlyDocument } from '../../../document/directory/types.js';
+import { ArchiveFindOptions, ArchiveFindOrder, ArchiveFindHit } from './types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../graph/reading.js';
+import '../../../document/chapter/types.js';
+
+declare function hydrateFindHitEvidence(document: ReadonlyDocument, hits: readonly ArchiveFindHit[], options?: {
+    readonly evidenceLimit?: number;
+    readonly order?: ArchiveFindOrder;
+    readonly sessionId?: string;
+    readonly sourceContext?: number;
+}): Promise<readonly ArchiveFindHit[]>;
+declare function createFindEvidenceHydrationOptions(options: ArchiveFindOptions, sessionId?: string): {
+    readonly evidenceLimit?: number;
+    readonly order?: ArchiveFindOrder;
+    readonly sessionId?: string;
+    readonly sourceContext?: number;
+};
+
+export { createFindEvidenceHydrationOptions, hydrateFindHitEvidence };