wiki-graph-core 0.3.1 → 0.4.0

package/dist/retrieval/query/archive-view/helper/uri.js

@@ -0,0 +1,12 @@
+import { WIKI_GRAPH_URI_PREFIX } from "../../../../runtime/common/wiki-graph/uri.js";
+function isWikiGraphObjectUri(uri) {
+  return uri.startsWith(WIKI_GRAPH_URI_PREFIX);
+}
+function normalizeWikiGraphObjectUri(uri) {
+  return uri;
+}
+export {
+  isWikiGraphObjectUri,
+  normalizeWikiGraphObjectUri
+};
+//# sourceMappingURL=uri.js.map

package/dist/retrieval/query/archive-view/helper/uri.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/helper/uri.ts"],"sourcesContent":["import { WIKI_GRAPH_URI_PREFIX } from \"../../../../runtime/common/wiki-graph/uri.js\";\n\nexport function isWikiGraphObjectUri(uri: string): boolean {\n  return uri.startsWith(WIKI_GRAPH_URI_PREFIX);\n}\n\nexport function normalizeWikiGraphObjectUri(uri: string): string {\n  return uri;\n}\n"],"mappings":"AAAA,SAAS,6BAA6B;AAE/B,SAAS,qBAAqB,KAAsB;AACzD,SAAO,IAAI,WAAW,qBAAqB;AAC7C;AAEO,SAAS,4BAA4B,KAAqB;AAC/D,SAAO;AACT;","names":[]}

package/dist/retrieval/query/archive-view/helpers.d.ts

@@ -0,0 +1,34 @@
+export { ARCHIVE_ROOT_ID, BROAD_FIND_LENS_HINT, DEFAULT_FIND_LIMIT, TEXT_ONLY_SEARCH_CACHE_WINDOW } from './helper/constants.js';
+export { createMetaPage, createSnippet, formatMetaSummary, formatMetaText, formatMetaTitle, formatWeight, isDefined } from './helper/meta.js';
+export { createSearchTerms, decodeFindCursor, encodeFindCursor, isCollectionType, isFindCursor, isFindFilterType, parseFindLens, parseFindMatch, parseFindTypes } from './helper/parse.js';
+export { compareArchivePositions, compareNumbers, compareSentenceIds, createNodePosition, createSentencePosition, getPositionChapter, getPositionDocumentOrder, getPositionFragment, getPositionSentence, getTypeOrder } from './helper/position.js';
+export { createCollectionResult, createFindResult, createRankedFindResult, groupFindHitsByObject, groupObjectEvidenceHits, matchesCollectionType, matchesFindChapter, matchesFindId, matchesFindType, matchesTriplePattern, mergeStringLists, parseTripleHitUri } from './helper/results.js';
+export { compareListBucketItems, compareListHits, compareListPosition, compareSearchHits, getListBucket, getSearchBucket } from './helper/sort.js';
+export { ArchiveTextMatch, ArchiveTextSearch, aggregateEvidenceScores, calculateEvidenceDecayBase, compareFindEvidenceHits, createFindMatchFields, createPhraseSearch, getSnippetNeedle, matchText } from './helper/text.js';
+export { isWikiGraphObjectUri, normalizeWikiGraphObjectUri } from './helper/uri.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import './types.js';
+import '../../../document/types.js';
+import '../../../graph/reading.js';
+import '../../../document/directory/types.js';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../document/chapter/types.js';

package/dist/retrieval/query/archive-view/helpers.js

@@ -0,0 +1,2 @@
+export * from "./helper/index.js";
+//# sourceMappingURL=helpers.js.map

package/dist/retrieval/query/archive-view/helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/archive-view/helpers.ts"],"sourcesContent":["export * from \"./helper/index.js\";\n"],"mappings":"AAAA,cAAc;","names":[]}

package/dist/retrieval/query/archive-view/index-state.d.ts

@@ -0,0 +1,35 @@
+import { ReadonlyDocument, Document } from '../../../document/directory/types.js';
+import { SearchIndexWriteBatch } from '../../search-index/search/build.js';
+import { SearchIndexProgressReporter, SearchIndexInput } from '../../search-index/search/types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+
+declare function rebuildArchiveSearchIndex(document: Document, progress?: SearchIndexProgressReporter): Promise<void>;
+declare function isArchiveSearchIndexCurrent(document: ReadonlyDocument): Promise<boolean>;
+declare function readArchiveSearchIndexStatus(document: ReadonlyDocument): Promise<"current" | "dirty" | "missing">;
+declare function clearDirtyArchiveSearchIndex(document: Document): Promise<void>;
+declare function createArchiveSearchIndexFingerprint(document: ReadonlyDocument): Promise<string>;
+declare function buildArchiveIndexProjection(document: ReadonlyDocument, progress?: SearchIndexProgressReporter): Promise<SearchIndexInput>;
+declare function streamArchiveIndexProjection(document: ReadonlyDocument, archiveId: number, progress?: SearchIndexProgressReporter): AsyncIterable<SearchIndexWriteBatch>;
+
+export { buildArchiveIndexProjection, clearDirtyArchiveSearchIndex, createArchiveSearchIndexFingerprint, isArchiveSearchIndexCurrent, readArchiveSearchIndexStatus, rebuildArchiveSearchIndex, streamArchiveIndexProjection };

package/dist/retrieval/query/archive-view/index-state.js

@@ -0,0 +1,191 @@
+import { listChapters } from "../../../document/chapter/index.js";
+import {
+  createSearchIndexFingerprint,
+  readSearchIndexStatus,
+  SEARCH_OBJECT_PROPERTY_KIND,
+  SEARCH_OBJECT_PROPERTY_OWNER_KIND,
+  SINGLE_ARCHIVE_INDEX_ID,
+  TEXT_SENTENCE_KIND,
+  writeArchiveIndexProjection
+} from "../../search-index/search/index.js";
+const SEARCH_INDEX_REBUILD_ATTEMPTS = 2;
+const ARCHIVE_INDEX_BATCH_RECORDS = 512;
+async function rebuildArchiveSearchIndex(document, progress) {
+  for (let attempt = 0; attempt < SEARCH_INDEX_REBUILD_ATTEMPTS; attempt += 1) {
+    const input = await buildArchiveIndexProjection(document, progress);
+    const fingerprint = createSearchIndexFingerprint(input);
+    if (await readSearchIndexStatus(document, input) === "dirty") {
+      const beforeDeleteInput = await buildArchiveIndexProjection(document);
+      if (createSearchIndexFingerprint(beforeDeleteInput) !== fingerprint) {
+        continue;
+      }
+      await document.deleteSearchIndexDatabase();
+    }
+    await writeArchiveIndexProjection(document, input, progress);
+    const verifiedInput = await buildArchiveIndexProjection(document);
+    if (createSearchIndexFingerprint(verifiedInput) === fingerprint && await readSearchIndexStatus(document, verifiedInput) === "current") {
+      return;
+    }
+    await document.deleteSearchIndexDatabase();
+  }
+  throw new Error("Archive changed while rebuilding search index; retry.");
+}
+async function isArchiveSearchIndexCurrent(document) {
+  return await readArchiveSearchIndexStatus(document) === "current";
+}
+async function readArchiveSearchIndexStatus(document) {
+  return await readSearchIndexStatus(document);
+}
+async function clearDirtyArchiveSearchIndex(document) {
+  if (await readArchiveSearchIndexStatus(document) === "dirty") {
+    await document.deleteSearchIndexDatabase();
+  }
+}
+async function createArchiveSearchIndexFingerprint(document) {
+  return createSearchIndexFingerprint(
+    await buildArchiveIndexProjection(document)
+  );
+}
+async function buildArchiveIndexProjection(document, progress) {
+  const objectProperties = [];
+  const textSentences = [];
+  for await (const batch of streamArchiveIndexProjection(
+    document,
+    SINGLE_ARCHIVE_INDEX_ID,
+    progress
+  )) {
+    objectProperties.push(...batch.objectProperties);
+    textSentences.push(...batch.textSentences);
+  }
+  return { objectProperties, textSentences };
+}
+async function* streamArchiveIndexProjection(document, archiveId, progress) {
+  const chapters = await listChapters(document);
+  let chapterDone = 0;
+  let batch = createEmptySearchIndexBatch();
+  for (const chapter of chapters) {
+    const title = chapter.title ?? `[chapter ${chapter.chapterId}]`;
+    batch = appendObjectProperty(batch, {
+      archiveId,
+      chapterId: chapter.chapterId,
+      ownerId: String(chapter.chapterId),
+      ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chapter,
+      propertyKind: SEARCH_OBJECT_PROPERTY_KIND.title,
+      text: title
+    });
+    for await (const record of streamTextStreamSearchIndexRecords(
+      document,
+      archiveId,
+      chapter.chapterId,
+      "summary"
+    )) {
+      batch = appendTextSentence(batch, record);
+      if (countSearchIndexBatchRecords(batch) >= ARCHIVE_INDEX_BATCH_RECORDS) {
+        yield batch;
+        batch = createEmptySearchIndexBatch();
+      }
+    }
+    for await (const record of streamTextStreamSearchIndexRecords(
+      document,
+      archiveId,
+      chapter.chapterId,
+      "source"
+    )) {
+      batch = appendTextSentence(batch, record);
+      if (countSearchIndexBatchRecords(batch) >= ARCHIVE_INDEX_BATCH_RECORDS) {
+        yield batch;
+        batch = createEmptySearchIndexBatch();
+      }
+    }
+    for (const node of await document.chunks.listBySerial(chapter.chapterId)) {
+      batch = appendObjectProperty(batch, {
+        archiveId,
+        chapterId: node.sentenceId[0],
+        ownerId: String(node.id),
+        ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk,
+        propertyKind: SEARCH_OBJECT_PROPERTY_KIND.label,
+        text: node.label
+      });
+      batch = appendObjectProperty(batch, {
+        archiveId,
+        chapterId: node.sentenceId[0],
+        ownerId: String(node.id),
+        ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk,
+        propertyKind: SEARCH_OBJECT_PROPERTY_KIND.content,
+        text: node.content
+      });
+      if (countSearchIndexBatchRecords(batch) >= ARCHIVE_INDEX_BATCH_RECORDS) {
+        yield batch;
+        batch = createEmptySearchIndexBatch();
+      }
+    }
+    for (const mention of await document.mentions.listByChapter(
+      chapter.chapterId
+    )) {
+      batch = appendObjectProperty(batch, {
+        archiveId,
+        chapterId: mention.chapterId,
+        ownerId: mention.qid,
+        ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.entity,
+        propertyKind: SEARCH_OBJECT_PROPERTY_KIND.surface,
+        text: mention.surface
+      });
+      if (countSearchIndexBatchRecords(batch) >= ARCHIVE_INDEX_BATCH_RECORDS) {
+        yield batch;
+        batch = createEmptySearchIndexBatch();
+      }
+    }
+    chapterDone += 1;
+    await progress?.({
+      done: chapterDone,
+      phase: "collecting",
+      total: chapters.length,
+      unit: "chapter"
+    });
+  }
+  if (countSearchIndexBatchRecords(batch) > 0) {
+    yield batch;
+  }
+}
+function createEmptySearchIndexBatch() {
+  return { objectProperties: [], textSentences: [] };
+}
+function appendTextSentence(batch, record) {
+  batch.textSentences.push(record);
+  return batch;
+}
+function appendObjectProperty(batch, record) {
+  batch.objectProperties.push(record);
+  return batch;
+}
+function countSearchIndexBatchRecords(batch) {
+  return batch.objectProperties.length + batch.textSentences.length;
+}
+async function* streamTextStreamSearchIndexRecords(document, archiveId, chapterId, stream) {
+  const fragments = stream === "summary" ? document.getSummaryFragments(chapterId) : document.getSerialFragments(chapterId);
+  let globalIndex = 0;
+  for (const fragmentId of await fragments.listFragmentIds()) {
+    const fragment = await fragments.getFragment(fragmentId);
+    for (const sentence of fragment.sentences) {
+      yield {
+        archiveId,
+        chapterId,
+        kind: stream === "source" ? TEXT_SENTENCE_KIND.source : TEXT_SENTENCE_KIND.summary,
+        sentenceIndex: globalIndex,
+        text: sentence.text,
+        wordsCount: sentence.wordsCount
+      };
+      globalIndex += 1;
+    }
+  }
+}
+export {
+  buildArchiveIndexProjection,
+  clearDirtyArchiveSearchIndex,
+  createArchiveSearchIndexFingerprint,
+  isArchiveSearchIndexCurrent,
+  readArchiveSearchIndexStatus,
+  rebuildArchiveSearchIndex,
+  streamArchiveIndexProjection
+};
+//# sourceMappingURL=index-state.js.map

package/dist/retrieval/query/archive-view/index-state.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/archive-view/index-state.ts"],"sourcesContent":["import type { Document, ReadonlyDocument } from \"../../../document/index.js\";\nimport { listChapters } from \"../../../document/chapter/index.js\";\nimport {\n  createSearchIndexFingerprint,\n  readSearchIndexStatus,\n  SEARCH_OBJECT_PROPERTY_KIND,\n  SEARCH_OBJECT_PROPERTY_OWNER_KIND,\n  SINGLE_ARCHIVE_INDEX_ID,\n  TEXT_SENTENCE_KIND,\n  type SearchIndexInput,\n  type SearchIndexProgressReporter,\n  type SearchIndexWriteBatch,\n  writeArchiveIndexProjection,\n} from \"../../search-index/search/index.js\";\n\nimport type { ArchiveTextStreamKind } from \"./types.js\";\n\nconst SEARCH_INDEX_REBUILD_ATTEMPTS = 2;\nconst ARCHIVE_INDEX_BATCH_RECORDS = 512;\n\nexport async function rebuildArchiveSearchIndex(\n  document: Document,\n  progress?: SearchIndexProgressReporter,\n): Promise<void> {\n  for (let attempt = 0; attempt < SEARCH_INDEX_REBUILD_ATTEMPTS; attempt += 1) {\n    const input = await buildArchiveIndexProjection(document, progress);\n    const fingerprint = createSearchIndexFingerprint(input);\n\n    if ((await readSearchIndexStatus(document, input)) === \"dirty\") {\n      const beforeDeleteInput = await buildArchiveIndexProjection(document);\n\n      if (createSearchIndexFingerprint(beforeDeleteInput) !== fingerprint) {\n        continue;\n      }\n\n      await document.deleteSearchIndexDatabase();\n    }\n\n    await writeArchiveIndexProjection(document, input, progress);\n\n    const verifiedInput = await buildArchiveIndexProjection(document);\n    if (\n      createSearchIndexFingerprint(verifiedInput) === fingerprint &&\n      (await readSearchIndexStatus(document, verifiedInput)) === \"current\"\n    ) {\n      return;\n    }\n\n    await document.deleteSearchIndexDatabase();\n  }\n\n  throw new Error(\"Archive changed while rebuilding search index; retry.\");\n}\n\nexport async function isArchiveSearchIndexCurrent(\n  document: ReadonlyDocument,\n): Promise<boolean> {\n  return (await readArchiveSearchIndexStatus(document)) === \"current\";\n}\n\nexport async function readArchiveSearchIndexStatus(\n  document: ReadonlyDocument,\n): Promise<\"current\" | \"dirty\" | \"missing\"> {\n  return await readSearchIndexStatus(document);\n}\n\nexport async function clearDirtyArchiveSearchIndex(\n  document: Document,\n): Promise<void> {\n  if ((await readArchiveSearchIndexStatus(document)) === \"dirty\") {\n    await document.deleteSearchIndexDatabase();\n  }\n}\n\nexport async function createArchiveSearchIndexFingerprint(\n  document: ReadonlyDocument,\n): Promise<string> {\n  return createSearchIndexFingerprint(\n    await buildArchiveIndexProjection(document),\n  );\n}\n\nexport async function buildArchiveIndexProjection(\n  document: ReadonlyDocument,\n  progress?: SearchIndexProgressReporter,\n): Promise<SearchIndexInput> {\n  const objectProperties: SearchIndexInput[\"objectProperties\"][number][] = [];\n  const textSentences: SearchIndexInput[\"textSentences\"][number][] = [];\n\n  for await (const batch of streamArchiveIndexProjection(\n    document,\n    SINGLE_ARCHIVE_INDEX_ID,\n    progress,\n  )) {\n    objectProperties.push(...batch.objectProperties);\n    textSentences.push(...batch.textSentences);\n  }\n\n  return { objectProperties, textSentences };\n}\n\nexport async function* streamArchiveIndexProjection(\n  document: ReadonlyDocument,\n  archiveId: number,\n  progress?: SearchIndexProgressReporter,\n): AsyncIterable<SearchIndexWriteBatch> {\n  const chapters = await listChapters(document);\n  let chapterDone = 0;\n  let batch = createEmptySearchIndexBatch();\n\n  for (const chapter of chapters) {\n    const title = chapter.title ?? `[chapter ${chapter.chapterId}]`;\n\n    batch = appendObjectProperty(batch, {\n      archiveId,\n      chapterId: chapter.chapterId,\n      ownerId: String(chapter.chapterId),\n      ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chapter,\n      propertyKind: SEARCH_OBJECT_PROPERTY_KIND.title,\n      text: title,\n    });\n\n    for await (const record of streamTextStreamSearchIndexRecords(\n      document,\n      archiveId,\n      chapter.chapterId,\n      \"summary\",\n    )) {\n      batch = appendTextSentence(batch, record);\n      if (countSearchIndexBatchRecords(batch) >= ARCHIVE_INDEX_BATCH_RECORDS) {\n        yield batch;\n        batch = createEmptySearchIndexBatch();\n      }\n    }\n\n    for await (const record of streamTextStreamSearchIndexRecords(\n      document,\n      archiveId,\n      chapter.chapterId,\n      \"source\",\n    )) {\n      batch = appendTextSentence(batch, record);\n      if (countSearchIndexBatchRecords(batch) >= ARCHIVE_INDEX_BATCH_RECORDS) {\n        yield batch;\n        batch = createEmptySearchIndexBatch();\n      }\n    }\n\n    for (const node of await document.chunks.listBySerial(chapter.chapterId)) {\n      batch = appendObjectProperty(batch, {\n        archiveId,\n        chapterId: node.sentenceId[0],\n        ownerId: String(node.id),\n        ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk,\n        propertyKind: SEARCH_OBJECT_PROPERTY_KIND.label,\n        text: node.label,\n      });\n      batch = appendObjectProperty(batch, {\n        archiveId,\n        chapterId: node.sentenceId[0],\n        ownerId: String(node.id),\n        ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk,\n        propertyKind: SEARCH_OBJECT_PROPERTY_KIND.content,\n        text: node.content,\n      });\n\n      if (countSearchIndexBatchRecords(batch) >= ARCHIVE_INDEX_BATCH_RECORDS) {\n        yield batch;\n        batch = createEmptySearchIndexBatch();\n      }\n    }\n\n    for (const mention of await document.mentions.listByChapter(\n      chapter.chapterId,\n    )) {\n      batch = appendObjectProperty(batch, {\n        archiveId,\n        chapterId: mention.chapterId,\n        ownerId: mention.qid,\n        ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.entity,\n        propertyKind: SEARCH_OBJECT_PROPERTY_KIND.surface,\n        text: mention.surface,\n      });\n\n      if (countSearchIndexBatchRecords(batch) >= ARCHIVE_INDEX_BATCH_RECORDS) {\n        yield batch;\n        batch = createEmptySearchIndexBatch();\n      }\n    }\n\n    chapterDone += 1;\n    await progress?.({\n      done: chapterDone,\n      phase: \"collecting\",\n      total: chapters.length,\n      unit: \"chapter\",\n    });\n  }\n\n  if (countSearchIndexBatchRecords(batch) > 0) {\n    yield batch;\n  }\n}\n\nfunction createEmptySearchIndexBatch(): SearchIndexWriteBatch {\n  return { objectProperties: [], textSentences: [] };\n}\n\nfunction appendTextSentence(\n  batch: SearchIndexWriteBatch,\n  record: SearchIndexWriteBatch[\"textSentences\"][number],\n): SearchIndexWriteBatch {\n  (\n    batch.textSentences as SearchIndexWriteBatch[\"textSentences\"][number][]\n  ).push(record);\n  return batch;\n}\n\nfunction appendObjectProperty(\n  batch: SearchIndexWriteBatch,\n  record: SearchIndexWriteBatch[\"objectProperties\"][number],\n): SearchIndexWriteBatch {\n  (\n    batch.objectProperties as SearchIndexWriteBatch[\"objectProperties\"][number][]\n  ).push(record);\n  return batch;\n}\n\nfunction countSearchIndexBatchRecords(batch: SearchIndexWriteBatch): number {\n  return batch.objectProperties.length + batch.textSentences.length;\n}\n\nasync function* streamTextStreamSearchIndexRecords(\n  document: ReadonlyDocument,\n  archiveId: number,\n  chapterId: number,\n  stream: ArchiveTextStreamKind,\n): AsyncIterable<SearchIndexWriteBatch[\"textSentences\"][number]> {\n  const fragments =\n    stream === \"summary\"\n      ? document.getSummaryFragments(chapterId)\n      : document.getSerialFragments(chapterId);\n  let globalIndex = 0;\n\n  for (const fragmentId of await fragments.listFragmentIds()) {\n    const fragment = await fragments.getFragment(fragmentId);\n\n    for (const sentence of fragment.sentences) {\n      yield {\n        archiveId,\n        chapterId,\n        kind:\n          stream === \"source\"\n            ? TEXT_SENTENCE_KIND.source\n            : TEXT_SENTENCE_KIND.summary,\n        sentenceIndex: globalIndex,\n        text: sentence.text,\n        wordsCount: sentence.wordsCount,\n      };\n      globalIndex += 1;\n    }\n  }\n}\n"],"mappings":"AACA,SAAS,oBAAoB;AAC7B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAIA;AAAA,OACK;AAIP,MAAM,gCAAgC;AACtC,MAAM,8BAA8B;AAEpC,eAAsB,0BACpB,UACA,UACe;AACf,WAAS,UAAU,GAAG,UAAU,+BAA+B,WAAW,GAAG;AAC3E,UAAM,QAAQ,MAAM,4BAA4B,UAAU,QAAQ;AAClE,UAAM,cAAc,6BAA6B,KAAK;AAEtD,QAAK,MAAM,sBAAsB,UAAU,KAAK,MAAO,SAAS;AAC9D,YAAM,oBAAoB,MAAM,4BAA4B,QAAQ;AAEpE,UAAI,6BAA6B,iBAAiB,MAAM,aAAa;AACnE;AAAA,MACF;AAEA,YAAM,SAAS,0BAA0B;AAAA,IAC3C;AAEA,UAAM,4BAA4B,UAAU,OAAO,QAAQ;AAE3D,UAAM,gBAAgB,MAAM,4BAA4B,QAAQ;AAChE,QACE,6BAA6B,aAAa,MAAM,eAC/C,MAAM,sBAAsB,UAAU,aAAa,MAAO,WAC3D;AACA;AAAA,IACF;AAEA,UAAM,SAAS,0BAA0B;AAAA,EAC3C;AAEA,QAAM,IAAI,MAAM,uDAAuD;AACzE;AAEA,eAAsB,4BACpB,UACkB;AAClB,SAAQ,MAAM,6BAA6B,QAAQ,MAAO;AAC5D;AAEA,eAAsB,6BACpB,UAC0C;AAC1C,SAAO,MAAM,sBAAsB,QAAQ;AAC7C;AAEA,eAAsB,6BACpB,UACe;AACf,MAAK,MAAM,6BAA6B,QAAQ,MAAO,SAAS;AAC9D,UAAM,SAAS,0BAA0B;AAAA,EAC3C;AACF;AAEA,eAAsB,oCACpB,UACiB;AACjB,SAAO;AAAA,IACL,MAAM,4BAA4B,QAAQ;AAAA,EAC5C;AACF;AAEA,eAAsB,4BACpB,UACA,UAC2B;AAC3B,QAAM,mBAAmE,CAAC;AAC1E,QAAM,gBAA6D,CAAC;AAEpE,mBAAiB,SAAS;AAAA,IACxB;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAAG;AACD,qBAAiB,KAAK,GAAG,MAAM,gBAAgB;AAC/C,kBAAc,KAAK,GAAG,MAAM,aAAa;AAAA,EAC3C;AAEA,SAAO,EAAE,kBAAkB,cAAc;AAC3C;AAEA,gBAAuB,6BACrB,UACA,WACA,UACsC;AACtC,QAAM,WAAW,MAAM,aAAa,QAAQ;AAC5C,MAAI,cAAc;AAClB,MAAI,QAAQ,4BAA4B;AAExC,aAAW,WAAW,UAAU;AAC9B,UAAM,QAAQ,QAAQ,SAAS,YAAY,QAAQ,SAAS;AAE5D,YAAQ,qBAAqB,OAAO;AAAA,MAClC;AAAA,MACA,WAAW,QAAQ;AAAA,MACnB,SAAS,OAAO,QAAQ,SAAS;AAAA,MACjC,WAAW,kCAAkC;AAAA,MAC7C,cAAc,4BAA4B;AAAA,MAC1C,MAAM;AAAA,IACR,CAAC;AAED,qBAAiB,UAAU;AAAA,MACzB;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,MACR;AAAA,IACF,GAAG;AACD,cAAQ,mBAAmB,OAAO,MAAM;AACxC,UAAI,6BAA6B,KAAK,KAAK,6BAA6B;AACtE,cAAM;AACN,gBAAQ,4BAA4B;AAAA,MACtC;AAAA,IACF;AAEA,qBAAiB,UAAU;AAAA,MACzB;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,MACR;AAAA,IACF,GAAG;AACD,cAAQ,mBAAmB,OAAO,MAAM;AACxC,UAAI,6BAA6B,KAAK,KAAK,6BAA6B;AACtE,cAAM;AACN,gBAAQ,4BAA4B;AAAA,MACtC;AAAA,IACF;AAEA,eAAW,QAAQ,MAAM,SAAS,OAAO,aAAa,QAAQ,SAAS,GAAG;AACxE,cAAQ,qBAAqB,OAAO;AAAA,QAClC;AAAA,QACA,WAAW,KAAK,WAAW,CAAC;AAAA,QAC5B,SAAS,OAAO,KAAK,EAAE;AAAA,QACvB,WAAW,kCAAkC;AAAA,QAC7C,cAAc,4BAA4B;AAAA,QAC1C,MAAM,KAAK;AAAA,MACb,CAAC;AACD,cAAQ,qBAAqB,OAAO;AAAA,QAClC;AAAA,QACA,WAAW,KAAK,WAAW,CAAC;AAAA,QAC5B,SAAS,OAAO,KAAK,EAAE;AAAA,QACvB,WAAW,kCAAkC;AAAA,QAC7C,cAAc,4BAA4B;AAAA,QAC1C,MAAM,KAAK;AAAA,MACb,CAAC;AAED,UAAI,6BAA6B,KAAK,KAAK,6BAA6B;AACtE,cAAM;AACN,gBAAQ,4BAA4B;AAAA,MACtC;AAAA,IACF;AAEA,eAAW,WAAW,MAAM,SAAS,SAAS;AAAA,MAC5C,QAAQ;AAAA,IACV,GAAG;AACD,cAAQ,qBAAqB,OAAO;AAAA,QAClC;AAAA,QACA,WAAW,QAAQ;AAAA,QACnB,SAAS,QAAQ;AAAA,QACjB,WAAW,kCAAkC;AAAA,QAC7C,cAAc,4BAA4B;AAAA,QAC1C,MAAM,QAAQ;AAAA,MAChB,CAAC;AAED,UAAI,6BAA6B,KAAK,KAAK,6BAA6B;AACtE,cAAM;AACN,gBAAQ,4BAA4B;AAAA,MACtC;AAAA,IACF;AAEA,mBAAe;AACf,UAAM,WAAW;AAAA,MACf,MAAM;AAAA,MACN,OAAO;AAAA,MACP,OAAO,SAAS;AAAA,MAChB,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAEA,MAAI,6BAA6B,KAAK,IAAI,GAAG;AAC3C,UAAM;AAAA,EACR;AACF;AAEA,SAAS,8BAAqD;AAC5D,SAAO,EAAE,kBAAkB,CAAC,GAAG,eAAe,CAAC,EAAE;AACnD;AAEA,SAAS,mBACP,OACA,QACuB;AACvB,EACE,MAAM,cACN,KAAK,MAAM;AACb,SAAO;AACT;AAEA,SAAS,qBACP,OACA,QACuB;AACvB,EACE,MAAM,iBACN,KAAK,MAAM;AACb,SAAO;AACT;AAEA,SAAS,6BAA6B,OAAsC;AAC1E,SAAO,MAAM,iBAAiB,SAAS,MAAM,cAAc;AAC7D;AAEA,gBAAgB,mCACd,UACA,WACA,WACA,QAC+D;AAC/D,QAAM,YACJ,WAAW,YACP,SAAS,oBAAoB,SAAS,IACtC,SAAS,mBAAmB,SAAS;AAC3C,MAAI,cAAc;AAElB,aAAW,cAAc,MAAM,UAAU,gBAAgB,GAAG;AAC1D,UAAM,WAAW,MAAM,UAAU,YAAY,UAAU;AAEvD,eAAW,YAAY,SAAS,WAAW;AACzC,YAAM;AAAA,QACJ;AAAA,QACA;AAAA,QACA,MACE,WAAW,WACP,mBAAmB,SACnB,mBAAmB;AAAA,QACzB,eAAe;AAAA,QACf,MAAM,SAAS;AAAA,QACf,YAAY,SAAS;AAAA,MACvB;AACA,qBAAe;AAAA,IACjB;AAAA,EACF;AACF;","names":[]}

package/dist/retrieval/query/archive-view/index.d.ts

@@ -0,0 +1,41 @@
+export { findArchiveObjects, grepArchiveObjects } from './search/core.js';
+export { ArchiveBacklinkBucket, ArchiveBacklinks, ArchiveCollectionOptions, ArchiveCollectionResult, ArchiveCollectionType, ArchiveEntityWikipageLocale, ArchiveEvidence, ArchiveEvidenceItem, ArchiveEvidenceOptions, ArchiveFindEvidencePreview, ArchiveFindField, ArchiveFindFilterType, ArchiveFindHit, ArchiveFindLens, ArchiveFindLensHint, ArchiveFindMatch, ArchiveFindObjectType, ArchiveFindOptions, ArchiveFindOrder, ArchiveFindPosition, ArchiveFindResult, ArchiveIndex, ArchiveLibrarySource, ArchiveListItem, ArchiveListKind, ArchiveNodeLabel, ArchiveNodeSourceFragment, ArchiveObjectType, ArchivePack, ArchivePage, ArchiveRelatedOptions, ArchiveRelatedResult, ArchiveRelatedRole, ArchiveSourceFragment, ArchiveTriplePattern } from './types.js';
+export { ArchivePageOptions, readArchivePage, readArchiveText } from './pages.js';
+export { listAllArchiveLinks, listArchiveLinks, listRelatedArchiveObjects } from './related/core.js';
+export { formatChapterId, formatEdgeId, formatNodeId, formatSummaryId } from './references.js';
+export { clearDirtyArchiveSearchIndex, createArchiveSearchIndexFingerprint, isArchiveSearchIndexCurrent, readArchiveSearchIndexStatus, rebuildArchiveSearchIndex } from './index-state.js';
+export { getArchiveIndex, listArchiveCollection, listArchiveObjects } from './collection.js';
+export { listArchiveEvidence } from './evidence.js';
+export { packArchiveContext } from './pack.js';
+import '../../../document/directory/types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../graph/reading.js';
+import '../../../document/chapter/types.js';
+import '../../../external/wikipage/types.js';
+import '../../../external/wikipage/wikimedia-client/wiki.js';
+import '../../../external/wikipage/fetch-log.js';
+import './related/wikipage.js';
+import '../../search-index/search/build.js';
+import '../../search-index/search/types.js';
+import './evidence-hydration.js';

package/dist/retrieval/query/archive-view/index.js

@@ -0,0 +1,51 @@
+import { findArchiveObjects, grepArchiveObjects } from "./search/index.js";
+import { readArchivePage, readArchiveText } from "./pages.js";
+import {
+  listAllArchiveLinks,
+  listArchiveLinks,
+  listRelatedArchiveObjects
+} from "./related/index.js";
+import {
+  clearDirtyArchiveSearchIndex,
+  createArchiveSearchIndexFingerprint,
+  isArchiveSearchIndexCurrent,
+  readArchiveSearchIndexStatus,
+  rebuildArchiveSearchIndex
+} from "./index-state.js";
+import {
+  formatChapterId,
+  formatEdgeId,
+  formatNodeId,
+  formatSummaryId
+} from "./references.js";
+import {
+  getArchiveIndex,
+  listArchiveCollection,
+  listArchiveObjects
+} from "./collection.js";
+import { listArchiveEvidence } from "./evidence.js";
+import { packArchiveContext } from "./pack.js";
+export {
+  clearDirtyArchiveSearchIndex,
+  createArchiveSearchIndexFingerprint,
+  findArchiveObjects,
+  formatChapterId,
+  formatEdgeId,
+  formatNodeId,
+  formatSummaryId,
+  getArchiveIndex,
+  grepArchiveObjects,
+  isArchiveSearchIndexCurrent,
+  listAllArchiveLinks,
+  listArchiveCollection,
+  listArchiveEvidence,
+  listArchiveLinks,
+  listArchiveObjects,
+  listRelatedArchiveObjects,
+  packArchiveContext,
+  readArchivePage,
+  readArchiveSearchIndexStatus,
+  readArchiveText,
+  rebuildArchiveSearchIndex
+};
+//# sourceMappingURL=index.js.map

package/dist/retrieval/query/archive-view/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/archive-view/index.ts"],"sourcesContent":["export { findArchiveObjects, grepArchiveObjects } from \"./search/index.js\";\nexport { readArchivePage, readArchiveText } from \"./pages.js\";\nexport {\n  listAllArchiveLinks,\n  listArchiveLinks,\n  listRelatedArchiveObjects,\n} from \"./related/index.js\";\nexport type { ArchivePageOptions } from \"./pages.js\";\n\nexport {\n  clearDirtyArchiveSearchIndex,\n  createArchiveSearchIndexFingerprint,\n  isArchiveSearchIndexCurrent,\n  readArchiveSearchIndexStatus,\n  rebuildArchiveSearchIndex,\n} from \"./index-state.js\";\n\nexport {\n  formatChapterId,\n  formatEdgeId,\n  formatNodeId,\n  formatSummaryId,\n} from \"./references.js\";\n\nexport {\n  getArchiveIndex,\n  listArchiveCollection,\n  listArchiveObjects,\n} from \"./collection.js\";\nexport { listArchiveEvidence } from \"./evidence.js\";\nexport { packArchiveContext } from \"./pack.js\";\n\nexport type {\n  ArchiveBacklinkBucket,\n  ArchiveBacklinks,\n  ArchiveCollectionOptions,\n  ArchiveCollectionResult,\n  ArchiveCollectionType,\n  ArchiveEntityWikipageLocale,\n  ArchiveEvidence,\n  ArchiveEvidenceItem,\n  ArchiveEvidenceOptions,\n  ArchiveFindEvidencePreview,\n  ArchiveFindField,\n  ArchiveFindFilterType,\n  ArchiveFindHit,\n  ArchiveFindLens,\n  ArchiveFindLensHint,\n  ArchiveFindMatch,\n  ArchiveFindObjectType,\n  ArchiveFindOptions,\n  ArchiveFindOrder,\n  ArchiveFindPosition,\n  ArchiveFindResult,\n  ArchiveIndex,\n  ArchiveLibrarySource,\n  ArchiveListItem,\n  ArchiveListKind,\n  ArchiveNodeLabel,\n  ArchiveNodeSourceFragment,\n  ArchiveObjectType,\n  ArchivePack,\n  ArchivePage,\n  ArchiveRelatedOptions,\n  ArchiveRelatedResult,\n  ArchiveRelatedRole,\n  ArchiveSourceFragment,\n  ArchiveTriplePattern,\n} from \"./types.js\";\n"],"mappings":"AAAA,SAAS,oBAAoB,0BAA0B;AACvD,SAAS,iBAAiB,uBAAuB;AACjD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAGP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,2BAA2B;AACpC,SAAS,0BAA0B;","names":[]}

package/dist/retrieval/query/archive-view/knowledge.d.ts

@@ -0,0 +1,45 @@
+import { MentionRecord, MentionLinkRecord } from '../../../document/types.js';
+import { ReadonlyDocument } from '../../../document/directory/types.js';
+import { WikiGraphReference } from './references.js';
+import { EntityEvidenceMention } from './types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../graph/reading.js';
+import '../../../document/chapter/types.js';
+
+declare function compareMentions(left: MentionRecord, right: MentionRecord): number;
+declare function getMentionForTripleSearch(document: ReadonlyDocument, cache: Map<string, MentionRecord>, mentionId: string): Promise<MentionRecord | undefined>;
+declare function listAllMentions(document: ReadonlyDocument): Promise<readonly MentionRecord[]>;
+declare function createUnscoredEntityEvidenceMention(mention: MentionRecord): EntityEvidenceMention;
+declare function formatTripleUri(subjectQid: string, predicate: string, objectQid: string): string;
+declare function formatEntityUri(qid: string): string;
+declare function parseEntityQid(id: string): string | undefined;
+declare function selectEntityLabel(mentions: readonly MentionRecord[]): string;
+declare function selectEntityLabels(mentions: readonly MentionRecord[]): readonly string[];
+declare function createTriplePageLabel(document: ReadonlyDocument, reference: Extract<WikiGraphReference, {
+    readonly type: "triple";
+}>): Promise<string>;
+declare function filterMentionsByChapter(mentions: readonly MentionRecord[], chapterId: number | undefined): readonly MentionRecord[];
+declare function filterMentionsByChapterSet(mentions: readonly MentionRecord[], chapterFilter: ReadonlySet<number> | undefined): readonly MentionRecord[];
+declare function filterMentionLinksByChapter(document: ReadonlyDocument, links: readonly MentionLinkRecord[], chapterId: number | undefined): Promise<readonly MentionLinkRecord[]>;
+
+export { compareMentions, createTriplePageLabel, createUnscoredEntityEvidenceMention, filterMentionLinksByChapter, filterMentionsByChapter, filterMentionsByChapterSet, formatEntityUri, formatTripleUri, getMentionForTripleSearch, listAllMentions, parseEntityQid, selectEntityLabel, selectEntityLabels };

package/dist/retrieval/query/archive-view/knowledge.js

@@ -0,0 +1,99 @@
+import { WIKI_GRAPH_URI_PREFIX } from "../../../runtime/common/wiki-graph/uri.js";
+import { compareNumbers, normalizeWikiGraphObjectUri } from "./helpers.js";
+function compareMentions(left, right) {
+  return compareNumbers(left.chapterId, right.chapterId) || compareNumbers(left.sentenceIndex ?? 0, right.sentenceIndex ?? 0) || left.id.localeCompare(right.id);
+}
+async function getMentionForTripleSearch(document, cache, mentionId) {
+  const cached = cache.get(mentionId);
+  if (cached !== void 0) {
+    return cached;
+  }
+  const mention = await document.mentions.getById(mentionId);
+  if (mention !== void 0) {
+    cache.set(mentionId, mention);
+  }
+  return mention;
+}
+async function listAllMentions(document) {
+  return await document.mentions.listAll();
+}
+function createUnscoredEntityEvidenceMention(mention) {
+  return {
+    match: {
+      matchCount: 0,
+      matchedTerms: [],
+      missingTerms: [],
+      score: 0
+    },
+    mention
+  };
+}
+function formatTripleUri(subjectQid, predicate, objectQid) {
+  return `wikg://triple/${subjectQid}/${encodeURIComponent(predicate)}/${objectQid}`;
+}
+function formatEntityUri(qid) {
+  return `wikg://entity/${qid}`;
+}
+function parseEntityQid(id) {
+  const normalized = normalizeWikiGraphObjectUri(id);
+  const prefix = `${WIKI_GRAPH_URI_PREFIX}entity/`;
+  return normalized.startsWith(prefix) ? normalized.slice(prefix.length) : void 0;
+}
+function selectEntityLabel(mentions) {
+  return selectEntityLabels(mentions)[0] ?? mentions[0]?.qid ?? "[entity]";
+}
+function selectEntityLabels(mentions) {
+  const counts = /* @__PURE__ */ new Map();
+  for (const mention of mentions) {
+    counts.set(mention.surface, (counts.get(mention.surface) ?? 0) + 1);
+  }
+  return [...counts.entries()].sort((left, right) => {
+    const countComparison = right[1] - left[1];
+    return countComparison === 0 ? left[0].localeCompare(right[0]) : countComparison;
+  }).map(([label]) => label);
+}
+async function createTriplePageLabel(document, reference) {
+  const chapterFilter = reference.chapterId === void 0 ? {} : { chapterId: reference.chapterId };
+  const [subjectLabels, objectLabels] = await Promise.all([
+    document.mentions.listLabelsByQid(reference.subjectQid, chapterFilter),
+    document.mentions.listLabelsByQid(reference.objectQid, chapterFilter)
+  ]);
+  const subjectLabel = subjectLabels[0] ?? reference.subjectQid;
+  const objectLabel = objectLabels[0] ?? reference.objectQid;
+  return `${subjectLabel}(${reference.subjectQid}) ${reference.predicate} ${objectLabel}(${reference.objectQid})`;
+}
+function filterMentionsByChapter(mentions, chapterId) {
+  return chapterId === void 0 ? mentions : mentions.filter((mention) => mention.chapterId === chapterId);
+}
+function filterMentionsByChapterSet(mentions, chapterFilter) {
+  return chapterFilter === void 0 ? mentions : mentions.filter((mention) => chapterFilter.has(mention.chapterId));
+}
+async function filterMentionLinksByChapter(document, links, chapterId) {
+  if (chapterId === void 0) {
+    return links;
+  }
+  const filtered = [];
+  for (const link of links) {
+    const source = await document.mentions.getById(link.sourceMentionId);
+    if (source?.chapterId === chapterId) {
+      filtered.push(link);
+    }
+  }
+  return filtered;
+}
+export {
+  compareMentions,
+  createTriplePageLabel,
+  createUnscoredEntityEvidenceMention,
+  filterMentionLinksByChapter,
+  filterMentionsByChapter,
+  filterMentionsByChapterSet,
+  formatEntityUri,
+  formatTripleUri,
+  getMentionForTripleSearch,
+  listAllMentions,
+  parseEntityQid,
+  selectEntityLabel,
+  selectEntityLabels
+};
+//# sourceMappingURL=knowledge.js.map

package/dist/retrieval/query/archive-view/knowledge.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/archive-view/knowledge.ts"],"sourcesContent":["import type {\n  MentionLinkRecord,\n  MentionRecord,\n  ReadonlyDocument,\n} from \"../../../document/index.js\";\nimport { WIKI_GRAPH_URI_PREFIX } from \"../../../runtime/common/wiki-graph/uri.js\";\n\nimport { compareNumbers, normalizeWikiGraphObjectUri } from \"./helpers.js\";\nimport type { WikiGraphReference } from \"./references.js\";\nimport type { EntityEvidenceMention } from \"./types.js\";\n\nexport function compareMentions(\n  left: MentionRecord,\n  right: MentionRecord,\n): number {\n  return (\n    compareNumbers(left.chapterId, right.chapterId) ||\n    compareNumbers(left.sentenceIndex ?? 0, right.sentenceIndex ?? 0) ||\n    left.id.localeCompare(right.id)\n  );\n}\n\nexport async function getMentionForTripleSearch(\n  document: ReadonlyDocument,\n  cache: Map<string, MentionRecord>,\n  mentionId: string,\n): Promise<MentionRecord | undefined> {\n  const cached = cache.get(mentionId);\n\n  if (cached !== undefined) {\n    return cached;\n  }\n\n  const mention = await document.mentions.getById(mentionId);\n\n  if (mention !== undefined) {\n    cache.set(mentionId, mention);\n  }\n\n  return mention;\n}\n\nexport async function listAllMentions(\n  document: ReadonlyDocument,\n): Promise<readonly MentionRecord[]> {\n  return await document.mentions.listAll();\n}\n\nexport function createUnscoredEntityEvidenceMention(\n  mention: MentionRecord,\n): EntityEvidenceMention {\n  return {\n    match: {\n      matchCount: 0,\n      matchedTerms: [],\n      missingTerms: [],\n      score: 0,\n    },\n    mention,\n  };\n}\n\nexport function formatTripleUri(\n  subjectQid: string,\n  predicate: string,\n  objectQid: string,\n): string {\n  return `wikg://triple/${subjectQid}/${encodeURIComponent(predicate)}/${objectQid}`;\n}\n\nexport function formatEntityUri(qid: string): string {\n  return `wikg://entity/${qid}`;\n}\n\nexport function parseEntityQid(id: string): string | undefined {\n  const normalized = normalizeWikiGraphObjectUri(id);\n  const prefix = `${WIKI_GRAPH_URI_PREFIX}entity/`;\n\n  return normalized.startsWith(prefix)\n    ? normalized.slice(prefix.length)\n    : undefined;\n}\n\nexport function selectEntityLabel(mentions: readonly MentionRecord[]): string {\n  return selectEntityLabels(mentions)[0] ?? mentions[0]?.qid ?? \"[entity]\";\n}\n\nexport function selectEntityLabels(\n  mentions: readonly MentionRecord[],\n): readonly string[] {\n  const counts = new Map<string, number>();\n\n  for (const mention of mentions) {\n    counts.set(mention.surface, (counts.get(mention.surface) ?? 0) + 1);\n  }\n\n  return [...counts.entries()]\n    .sort((left, right) => {\n      const countComparison = right[1] - left[1];\n\n      return countComparison === 0\n        ? left[0].localeCompare(right[0])\n        : countComparison;\n    })\n    .map(([label]) => label);\n}\n\nexport async function createTriplePageLabel(\n  document: ReadonlyDocument,\n  reference: Extract<WikiGraphReference, { readonly type: \"triple\" }>,\n): Promise<string> {\n  const chapterFilter =\n    reference.chapterId === undefined ? {} : { chapterId: reference.chapterId };\n  const [subjectLabels, objectLabels] = await Promise.all([\n    document.mentions.listLabelsByQid(reference.subjectQid, chapterFilter),\n    document.mentions.listLabelsByQid(reference.objectQid, chapterFilter),\n  ]);\n  const subjectLabel = subjectLabels[0] ?? reference.subjectQid;\n  const objectLabel = objectLabels[0] ?? reference.objectQid;\n\n  return `${subjectLabel}(${reference.subjectQid}) ${reference.predicate} ${objectLabel}(${reference.objectQid})`;\n}\n\nexport function filterMentionsByChapter(\n  mentions: readonly MentionRecord[],\n  chapterId: number | undefined,\n): readonly MentionRecord[] {\n  return chapterId === undefined\n    ? mentions\n    : mentions.filter((mention) => mention.chapterId === chapterId);\n}\n\nexport function filterMentionsByChapterSet(\n  mentions: readonly MentionRecord[],\n  chapterFilter: ReadonlySet<number> | undefined,\n): readonly MentionRecord[] {\n  return chapterFilter === undefined\n    ? mentions\n    : mentions.filter((mention) => chapterFilter.has(mention.chapterId));\n}\n\nexport async function filterMentionLinksByChapter(\n  document: ReadonlyDocument,\n  links: readonly MentionLinkRecord[],\n  chapterId: number | undefined,\n): Promise<readonly MentionLinkRecord[]> {\n  if (chapterId === undefined) {\n    return links;\n  }\n\n  const filtered: MentionLinkRecord[] = [];\n\n  for (const link of links) {\n    const source = await document.mentions.getById(link.sourceMentionId);\n\n    if (source?.chapterId === chapterId) {\n      filtered.push(link);\n    }\n  }\n\n  return filtered;\n}\n"],"mappings":"AAKA,SAAS,6BAA6B;AAEtC,SAAS,gBAAgB,mCAAmC;AAIrD,SAAS,gBACd,MACA,OACQ;AACR,SACE,eAAe,KAAK,WAAW,MAAM,SAAS,KAC9C,eAAe,KAAK,iBAAiB,GAAG,MAAM,iBAAiB,CAAC,KAChE,KAAK,GAAG,cAAc,MAAM,EAAE;AAElC;AAEA,eAAsB,0BACpB,UACA,OACA,WACoC;AACpC,QAAM,SAAS,MAAM,IAAI,SAAS;AAElC,MAAI,WAAW,QAAW;AACxB,WAAO;AAAA,EACT;AAEA,QAAM,UAAU,MAAM,SAAS,SAAS,QAAQ,SAAS;AAEzD,MAAI,YAAY,QAAW;AACzB,UAAM,IAAI,WAAW,OAAO;AAAA,EAC9B;AAEA,SAAO;AACT;AAEA,eAAsB,gBACpB,UACmC;AACnC,SAAO,MAAM,SAAS,SAAS,QAAQ;AACzC;AAEO,SAAS,oCACd,SACuB;AACvB,SAAO;AAAA,IACL,OAAO;AAAA,MACL,YAAY;AAAA,MACZ,cAAc,CAAC;AAAA,MACf,cAAc,CAAC;AAAA,MACf,OAAO;AAAA,IACT;AAAA,IACA;AAAA,EACF;AACF;AAEO,SAAS,gBACd,YACA,WACA,WACQ;AACR,SAAO,iBAAiB,UAAU,IAAI,mBAAmB,SAAS,CAAC,IAAI,SAAS;AAClF;AAEO,SAAS,gBAAgB,KAAqB;AACnD,SAAO,iBAAiB,GAAG;AAC7B;AAEO,SAAS,eAAe,IAAgC;AAC7D,QAAM,aAAa,4BAA4B,EAAE;AACjD,QAAM,SAAS,GAAG,qBAAqB;AAEvC,SAAO,WAAW,WAAW,MAAM,IAC/B,WAAW,MAAM,OAAO,MAAM,IAC9B;AACN;AAEO,SAAS,kBAAkB,UAA4C;AAC5E,SAAO,mBAAmB,QAAQ,EAAE,CAAC,KAAK,SAAS,CAAC,GAAG,OAAO;AAChE;AAEO,SAAS,mBACd,UACmB;AACnB,QAAM,SAAS,oBAAI,IAAoB;AAEvC,aAAW,WAAW,UAAU;AAC9B,WAAO,IAAI,QAAQ,UAAU,OAAO,IAAI,QAAQ,OAAO,KAAK,KAAK,CAAC;AAAA,EACpE;AAEA,SAAO,CAAC,GAAG,OAAO,QAAQ,CAAC,EACxB,KAAK,CAAC,MAAM,UAAU;AACrB,UAAM,kBAAkB,MAAM,CAAC,IAAI,KAAK,CAAC;AAEzC,WAAO,oBAAoB,IACvB,KAAK,CAAC,EAAE,cAAc,MAAM,CAAC,CAAC,IAC9B;AAAA,EACN,CAAC,EACA,IAAI,CAAC,CAAC,KAAK,MAAM,KAAK;AAC3B;AAEA,eAAsB,sBACpB,UACA,WACiB;AACjB,QAAM,gBACJ,UAAU,cAAc,SAAY,CAAC,IAAI,EAAE,WAAW,UAAU,UAAU;AAC5E,QAAM,CAAC,eAAe,YAAY,IAAI,MAAM,QAAQ,IAAI;AAAA,IACtD,SAAS,SAAS,gBAAgB,UAAU,YAAY,aAAa;AAAA,IACrE,SAAS,SAAS,gBAAgB,UAAU,WAAW,aAAa;AAAA,EACtE,CAAC;AACD,QAAM,eAAe,cAAc,CAAC,KAAK,UAAU;AACnD,QAAM,cAAc,aAAa,CAAC,KAAK,UAAU;AAEjD,SAAO,GAAG,YAAY,IAAI,UAAU,UAAU,KAAK,UAAU,SAAS,IAAI,WAAW,IAAI,UAAU,SAAS;AAC9G;AAEO,SAAS,wBACd,UACA,WAC0B;AAC1B,SAAO,cAAc,SACjB,WACA,SAAS,OAAO,CAAC,YAAY,QAAQ,cAAc,SAAS;AAClE;AAEO,SAAS,2BACd,UACA,eAC0B;AAC1B,SAAO,kBAAkB,SACrB,WACA,SAAS,OAAO,CAAC,YAAY,cAAc,IAAI,QAAQ,SAAS,CAAC;AACvE;AAEA,eAAsB,4BACpB,UACA,OACA,WACuC;AACvC,MAAI,cAAc,QAAW;AAC3B,WAAO;AAAA,EACT;AAEA,QAAM,WAAgC,CAAC;AAEvC,aAAW,QAAQ,OAAO;AACxB,UAAM,SAAS,MAAM,SAAS,SAAS,QAAQ,KAAK,eAAe;AAEnE,QAAI,QAAQ,cAAc,WAAW;AACnC,eAAS,KAAK,IAAI;AAAA,IACpB;AAAA,EACF;AAEA,SAAO;AACT;","names":[]}

package/dist/retrieval/query/archive-view/pack.d.ts

@@ -0,0 +1,30 @@
+import { ReadonlyDocument } from '../../../document/directory/types.js';
+import { ArchivePack } from './types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../graph/reading.js';
+import '../../../document/chapter/types.js';
+
+declare function packArchiveContext(document: ReadonlyDocument, id: string, budget: number): Promise<ArchivePack>;
+
+export { packArchiveContext };