wiki-graph-core 0.3.1 → 0.4.0

package/dist/retrieval/query/archive-view/related/entity.js

@@ -0,0 +1,93 @@
+import { compareNumbers } from "../helpers.js";
+import {
+  filterMentionsByChapter,
+  formatEntityUri,
+  formatTripleUri
+} from "../knowledge.js";
+import { hydrateRelatedItemsEvidence } from "./pagination.js";
+import { filterAndSortEntityRelatedTriplesByQuery } from "./query.js";
+import { sortRelatedItemsByListMode } from "./sort.js";
+async function listRelatedEntityObjects(document, reference, options) {
+  const mentions = filterMentionsByChapter(
+    await document.mentions.listByQid(reference.qid),
+    reference.chapterId
+  );
+  if (mentions.length === 0) {
+    throw new Error(
+      `Entity ${formatEntityUri(reference.qid)} was not found in this archive.`
+    );
+  }
+  const chapters = [
+    ...new Set(mentions.map((mention) => mention.chapterId))
+  ].sort(compareNumbers);
+  const role = options.role ?? "any";
+  const triplesById = /* @__PURE__ */ new Map();
+  for (const chapterId of chapters) {
+    for (const link of await document.mentionLinks.listByChapter(chapterId)) {
+      const [source, target] = await Promise.all([
+        document.mentions.getById(link.sourceMentionId),
+        document.mentions.getById(link.targetMentionId)
+      ]);
+      if (source === void 0 || target === void 0) {
+        continue;
+      }
+      if (!matchesRelatedEntityRole(source.qid, target.qid, reference.qid, role)) {
+        continue;
+      }
+      const id = formatTripleUri(source.qid, link.predicate, target.qid);
+      const existing = triplesById.get(id);
+      if (existing !== void 0) {
+        triplesById.set(id, {
+          ...existing,
+          evidenceLinks: [...existing.evidenceLinks ?? [], link]
+        });
+        continue;
+      }
+      triplesById.set(id, {
+        evidenceLinks: [link],
+        id,
+        label: `${source.surface} ${link.predicate} ${target.surface}`,
+        objectLabel: target.surface,
+        objectQid: target.qid,
+        predicate: link.predicate,
+        subjectLabel: source.surface,
+        subjectQid: source.qid,
+        summary: `${source.qid} ${link.predicate} ${target.qid}`,
+        type: "triple"
+      });
+    }
+  }
+  return await hydrateRelatedItemsEvidence(
+    document,
+    await filterAndSortEntityRelatedTriplesByQuery(
+      document,
+      sortRelatedItemsByListMode(
+        [...triplesById.values()],
+        options.order ?? "doc-asc",
+        await document.serials.listDocumentOrders()
+      ),
+      reference.qid,
+      options.query
+    ),
+    options
+  );
+}
+function matchesRelatedEntityRole(subjectQid, objectQid, qid, role) {
+  const isSubject = subjectQid === qid;
+  const isObject = objectQid === qid;
+  const isSelf = isSubject && isObject;
+  switch (role) {
+    case "any":
+      return isSubject || isObject;
+    case "subject":
+      return isSubject && !isSelf;
+    case "object":
+      return isObject && !isSelf;
+    case "self":
+      return isSelf;
+  }
+}
+export {
+  listRelatedEntityObjects
+};
+//# sourceMappingURL=entity.js.map

package/dist/retrieval/query/archive-view/related/entity.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/related/entity.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"../../../../document/index.js\";\n\nimport { compareNumbers } from \"../helpers.js\";\nimport {\n  filterMentionsByChapter,\n  formatEntityUri,\n  formatTripleUri,\n} from \"../knowledge.js\";\nimport type { WikiGraphReference } from \"../references.js\";\nimport type {\n  ArchiveListItem,\n  ArchiveRelatedOptions,\n  ArchiveRelatedResult,\n  ArchiveRelatedRole,\n} from \"../types.js\";\nimport { hydrateRelatedItemsEvidence } from \"./pagination.js\";\nimport { filterAndSortEntityRelatedTriplesByQuery } from \"./query.js\";\nimport { sortRelatedItemsByListMode } from \"./sort.js\";\n\nexport async function listRelatedEntityObjects(\n  document: ReadonlyDocument,\n  reference: Extract<WikiGraphReference, { readonly type: \"entity\" }>,\n  options: ArchiveRelatedOptions,\n): Promise<ArchiveRelatedResult> {\n  const mentions = filterMentionsByChapter(\n    await document.mentions.listByQid(reference.qid),\n    reference.chapterId,\n  );\n\n  if (mentions.length === 0) {\n    throw new Error(\n      `Entity ${formatEntityUri(reference.qid)} was not found in this archive.`,\n    );\n  }\n\n  const chapters = [\n    ...new Set(mentions.map((mention) => mention.chapterId)),\n  ].sort(compareNumbers);\n  const role = options.role ?? \"any\";\n  const triplesById = new Map<\n    string,\n    Extract<ArchiveListItem, { readonly type: \"triple\" }>\n  >();\n\n  for (const chapterId of chapters) {\n    for (const link of await document.mentionLinks.listByChapter(chapterId)) {\n      const [source, target] = await Promise.all([\n        document.mentions.getById(link.sourceMentionId),\n        document.mentions.getById(link.targetMentionId),\n      ]);\n\n      if (source === undefined || target === undefined) {\n        continue;\n      }\n      if (\n        !matchesRelatedEntityRole(source.qid, target.qid, reference.qid, role)\n      ) {\n        continue;\n      }\n\n      const id = formatTripleUri(source.qid, link.predicate, target.qid);\n\n      const existing = triplesById.get(id);\n\n      if (existing !== undefined) {\n        triplesById.set(id, {\n          ...existing,\n          evidenceLinks: [...(existing.evidenceLinks ?? []), link],\n        });\n        continue;\n      }\n\n      triplesById.set(id, {\n        evidenceLinks: [link],\n        id,\n        label: `${source.surface} ${link.predicate} ${target.surface}`,\n        objectLabel: target.surface,\n        objectQid: target.qid,\n        predicate: link.predicate,\n        subjectLabel: source.surface,\n        subjectQid: source.qid,\n        summary: `${source.qid} ${link.predicate} ${target.qid}`,\n        type: \"triple\",\n      });\n    }\n  }\n\n  return await hydrateRelatedItemsEvidence(\n    document,\n    await filterAndSortEntityRelatedTriplesByQuery(\n      document,\n      sortRelatedItemsByListMode(\n        [...triplesById.values()],\n        options.order ?? \"doc-asc\",\n        await document.serials.listDocumentOrders(),\n      ),\n      reference.qid,\n      options.query,\n    ),\n    options,\n  );\n}\n\nfunction matchesRelatedEntityRole(\n  subjectQid: string,\n  objectQid: string,\n  qid: string,\n  role: ArchiveRelatedRole,\n): boolean {\n  const isSubject = subjectQid === qid;\n  const isObject = objectQid === qid;\n  const isSelf = isSubject && isObject;\n\n  switch (role) {\n    case \"any\":\n      return isSubject || isObject;\n    case \"subject\":\n      return isSubject && !isSelf;\n    case \"object\":\n      return isObject && !isSelf;\n    case \"self\":\n      return isSelf;\n  }\n}\n"],"mappings":"AAEA,SAAS,sBAAsB;AAC/B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAQP,SAAS,mCAAmC;AAC5C,SAAS,gDAAgD;AACzD,SAAS,kCAAkC;AAE3C,eAAsB,yBACpB,UACA,WACA,SAC+B;AAC/B,QAAM,WAAW;AAAA,IACf,MAAM,SAAS,SAAS,UAAU,UAAU,GAAG;AAAA,IAC/C,UAAU;AAAA,EACZ;AAEA,MAAI,SAAS,WAAW,GAAG;AACzB,UAAM,IAAI;AAAA,MACR,UAAU,gBAAgB,UAAU,GAAG,CAAC;AAAA,IAC1C;AAAA,EACF;AAEA,QAAM,WAAW;AAAA,IACf,GAAG,IAAI,IAAI,SAAS,IAAI,CAAC,YAAY,QAAQ,SAAS,CAAC;AAAA,EACzD,EAAE,KAAK,cAAc;AACrB,QAAM,OAAO,QAAQ,QAAQ;AAC7B,QAAM,cAAc,oBAAI,IAGtB;AAEF,aAAW,aAAa,UAAU;AAChC,eAAW,QAAQ,MAAM,SAAS,aAAa,cAAc,SAAS,GAAG;AACvE,YAAM,CAAC,QAAQ,MAAM,IAAI,MAAM,QAAQ,IAAI;AAAA,QACzC,SAAS,SAAS,QAAQ,KAAK,eAAe;AAAA,QAC9C,SAAS,SAAS,QAAQ,KAAK,eAAe;AAAA,MAChD,CAAC;AAED,UAAI,WAAW,UAAa,WAAW,QAAW;AAChD;AAAA,MACF;AACA,UACE,CAAC,yBAAyB,OAAO,KAAK,OAAO,KAAK,UAAU,KAAK,IAAI,GACrE;AACA;AAAA,MACF;AAEA,YAAM,KAAK,gBAAgB,OAAO,KAAK,KAAK,WAAW,OAAO,GAAG;AAEjE,YAAM,WAAW,YAAY,IAAI,EAAE;AAEnC,UAAI,aAAa,QAAW;AAC1B,oBAAY,IAAI,IAAI;AAAA,UAClB,GAAG;AAAA,UACH,eAAe,CAAC,GAAI,SAAS,iBAAiB,CAAC,GAAI,IAAI;AAAA,QACzD,CAAC;AACD;AAAA,MACF;AAEA,kBAAY,IAAI,IAAI;AAAA,QAClB,eAAe,CAAC,IAAI;AAAA,QACpB;AAAA,QACA,OAAO,GAAG,OAAO,OAAO,IAAI,KAAK,SAAS,IAAI,OAAO,OAAO;AAAA,QAC5D,aAAa,OAAO;AAAA,QACpB,WAAW,OAAO;AAAA,QAClB,WAAW,KAAK;AAAA,QAChB,cAAc,OAAO;AAAA,QACrB,YAAY,OAAO;AAAA,QACnB,SAAS,GAAG,OAAO,GAAG,IAAI,KAAK,SAAS,IAAI,OAAO,GAAG;AAAA,QACtD,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO,MAAM;AAAA,IACX;AAAA,IACA,MAAM;AAAA,MACJ;AAAA,MACA;AAAA,QACE,CAAC,GAAG,YAAY,OAAO,CAAC;AAAA,QACxB,QAAQ,SAAS;AAAA,QACjB,MAAM,SAAS,QAAQ,mBAAmB;AAAA,MAC5C;AAAA,MACA,UAAU;AAAA,MACV,QAAQ;AAAA,IACV;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,yBACP,YACA,WACA,KACA,MACS;AACT,QAAM,YAAY,eAAe;AACjC,QAAM,WAAW,cAAc;AAC/B,QAAM,SAAS,aAAa;AAE5B,UAAQ,MAAM;AAAA,IACZ,KAAK;AACH,aAAO,aAAa;AAAA,IACtB,KAAK;AACH,aAAO,aAAa,CAAC;AAAA,IACvB,KAAK;AACH,aAAO,YAAY,CAAC;AAAA,IACtB,KAAK;AACH,aAAO;AAAA,EACX;AACF;","names":[]}

package/dist/retrieval/query/archive-view/related/index.d.ts

@@ -0,0 +1,37 @@
+export { listAllArchiveLinks, listArchiveLinks, listRelatedArchiveObjects } from './core.js';
+export { listRelatedEntityObjects } from './entity.js';
+export { hydrateRelatedItemsEvidence, paginateRelatedItems } from './pagination.js';
+export { filterAndSortChunkRelatedItemsByQuery, filterAndSortEntityRelatedTriplesByQuery } from './query.js';
+export { compareRelatedQueryItems, sortGraphNeighborsByListMode, sortRelatedItemsByListMode } from './sort.js';
+export { resolveEntityWikipage } from './wikipage.js';
+import '../../../../document/directory/types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/types.js';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../../../../graph/reading.js';
+import '../types.js';
+import '../../../../document/chapter/types.js';
+import '../references.js';
+import '../pages.js';
+import '../../../../external/wikipage/types.js';
+import '../../../../external/wikipage/wikimedia-client/wiki.js';
+import '../../../../external/wikipage/fetch-log.js';

package/dist/retrieval/query/archive-view/related/index.js

@@ -0,0 +1,7 @@
+export * from "./core.js";
+export * from "./entity.js";
+export * from "./pagination.js";
+export * from "./query.js";
+export * from "./sort.js";
+export * from "./wikipage.js";
+//# sourceMappingURL=index.js.map

package/dist/retrieval/query/archive-view/related/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/related/index.ts"],"sourcesContent":["export * from \"./core.js\";\nexport * from \"./entity.js\";\nexport * from \"./pagination.js\";\nexport * from \"./query.js\";\nexport * from \"./sort.js\";\nexport * from \"./wikipage.js\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/retrieval/query/archive-view/related/pagination.d.ts

@@ -0,0 +1,31 @@
+import { ReadonlyDocument } from '../../../../document/directory/types.js';
+import { ArchiveListItem, ArchiveRelatedOptions, ArchiveRelatedResult } from '../types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/types.js';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../../../../graph/reading.js';
+import '../../../../document/chapter/types.js';
+
+declare function hydrateRelatedItemsEvidence(document: ReadonlyDocument, items: readonly ArchiveListItem[], options: ArchiveRelatedOptions): Promise<ArchiveRelatedResult>;
+declare function paginateRelatedItems(items: readonly ArchiveListItem[], options: ArchiveRelatedOptions): ArchiveRelatedResult;
+
+export { hydrateRelatedItemsEvidence, paginateRelatedItems };

package/dist/retrieval/query/archive-view/related/pagination.js

@@ -0,0 +1,90 @@
+import { DEFAULT_SOURCE_CONTEXT, requireNode } from "../core.js";
+import {
+  createEvidenceReadContext,
+  createMentionLinkEvidencePagePreview,
+  createNodeEvidenceRanges,
+  createSourceEvidencePreview
+} from "../source.js";
+import { parseArchiveReference } from "../references.js";
+async function hydrateRelatedItemsEvidence(document, items, options) {
+  const page = paginateRelatedItems(items, options);
+  if (options.evidenceLimit === void 0) {
+    return {
+      ...page,
+      items: page.items.map((item) => {
+        if (item.type !== "triple") {
+          return item;
+        }
+        const { evidenceLinks: _evidenceLinks, ...publicItem } = item;
+        return publicItem;
+      })
+    };
+  }
+  const context = createEvidenceReadContext();
+  const evidenceLimit = options.evidenceLimit;
+  return {
+    ...page,
+    items: await Promise.all(
+      page.items.map(async (item) => {
+        if (item.evidence !== void 0) {
+          return item;
+        }
+        if (item.type === "triple") {
+          const evidence = await createMentionLinkEvidencePagePreview(
+            document,
+            item.evidenceLinks ?? [],
+            evidenceLimit,
+            context,
+            options.sourceContext ?? DEFAULT_SOURCE_CONTEXT
+          );
+          const { evidenceLinks: _evidenceLinks, ...publicItem } = item;
+          return { ...publicItem, evidence };
+        }
+        if (item.type === "node") {
+          const reference = parseArchiveReference(item.id);
+          if (reference.type !== "node") {
+            return item;
+          }
+          const { node } = await requireNode(document, reference.id);
+          return {
+            ...item,
+            evidence: await createSourceEvidencePreview(
+              document,
+              createNodeEvidenceRanges(node),
+              evidenceLimit,
+              context,
+              options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,
+              options.order ?? "doc-asc"
+            )
+          };
+        }
+        return item;
+      })
+    )
+  };
+}
+function paginateRelatedItems(items, options) {
+  const limit = options.limit ?? 20;
+  const offset = parseRelatedCursor(options.cursor);
+  const pageItems = items.slice(offset, offset + limit);
+  const nextOffset = offset + pageItems.length;
+  return {
+    items: pageItems,
+    limit,
+    nextCursor: nextOffset >= items.length ? null : String(nextOffset)
+  };
+}
+function parseRelatedCursor(cursor) {
+  if (cursor === void 0) {
+    return 0;
+  }
+  if (!/^(0|[1-9][0-9]*)$/u.test(cursor)) {
+    throw new Error(`Invalid related cursor: ${cursor}`);
+  }
+  return Number(cursor);
+}
+export {
+  hydrateRelatedItemsEvidence,
+  paginateRelatedItems
+};
+//# sourceMappingURL=pagination.js.map

package/dist/retrieval/query/archive-view/related/pagination.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/related/pagination.ts"],"sourcesContent":["import type { ReadonlyDocument } from \"../../../../document/index.js\";\n\nimport { DEFAULT_SOURCE_CONTEXT, requireNode } from \"../core.js\";\nimport {\n  createEvidenceReadContext,\n  createMentionLinkEvidencePagePreview,\n  createNodeEvidenceRanges,\n  createSourceEvidencePreview,\n} from \"../source.js\";\nimport { parseArchiveReference } from \"../references.js\";\nimport type {\n  ArchiveListItem,\n  ArchiveRelatedOptions,\n  ArchiveRelatedResult,\n} from \"../types.js\";\n\nexport async function hydrateRelatedItemsEvidence(\n  document: ReadonlyDocument,\n  items: readonly ArchiveListItem[],\n  options: ArchiveRelatedOptions,\n): Promise<ArchiveRelatedResult> {\n  const page = paginateRelatedItems(items, options);\n\n  if (options.evidenceLimit === undefined) {\n    return {\n      ...page,\n      items: page.items.map((item) => {\n        if (item.type !== \"triple\") {\n          return item;\n        }\n        const { evidenceLinks: _evidenceLinks, ...publicItem } = item;\n        return publicItem;\n      }),\n    };\n  }\n\n  const context = createEvidenceReadContext();\n  const evidenceLimit = options.evidenceLimit;\n\n  return {\n    ...page,\n    items: await Promise.all(\n      page.items.map(async (item) => {\n        if (item.evidence !== undefined) {\n          return item;\n        }\n        if (item.type === \"triple\") {\n          const evidence = await createMentionLinkEvidencePagePreview(\n            document,\n            item.evidenceLinks ?? [],\n            evidenceLimit,\n            context,\n            options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,\n          );\n          const { evidenceLinks: _evidenceLinks, ...publicItem } = item;\n\n          return { ...publicItem, evidence };\n        }\n        if (item.type === \"node\") {\n          const reference = parseArchiveReference(item.id);\n\n          if (reference.type !== \"node\") {\n            return item;\n          }\n\n          const { node } = await requireNode(document, reference.id);\n          return {\n            ...item,\n            evidence: await createSourceEvidencePreview(\n              document,\n              createNodeEvidenceRanges(node),\n              evidenceLimit,\n              context,\n              options.sourceContext ?? DEFAULT_SOURCE_CONTEXT,\n              options.order ?? \"doc-asc\",\n            ),\n          };\n        }\n        return item;\n      }),\n    ),\n  };\n}\n\nexport function paginateRelatedItems(\n  items: readonly ArchiveListItem[],\n  options: ArchiveRelatedOptions,\n): ArchiveRelatedResult {\n  const limit = options.limit ?? 20;\n  const offset = parseRelatedCursor(options.cursor);\n  const pageItems = items.slice(offset, offset + limit);\n  const nextOffset = offset + pageItems.length;\n\n  return {\n    items: pageItems,\n    limit,\n    nextCursor: nextOffset >= items.length ? null : String(nextOffset),\n  };\n}\n\nfunction parseRelatedCursor(cursor: string | undefined): number {\n  if (cursor === undefined) {\n    return 0;\n  }\n\n  if (!/^(0|[1-9][0-9]*)$/u.test(cursor)) {\n    throw new Error(`Invalid related cursor: ${cursor}`);\n  }\n\n  return Number(cursor);\n}\n"],"mappings":"AAEA,SAAS,wBAAwB,mBAAmB;AACpD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,6BAA6B;AAOtC,eAAsB,4BACpB,UACA,OACA,SAC+B;AAC/B,QAAM,OAAO,qBAAqB,OAAO,OAAO;AAEhD,MAAI,QAAQ,kBAAkB,QAAW;AACvC,WAAO;AAAA,MACL,GAAG;AAAA,MACH,OAAO,KAAK,MAAM,IAAI,CAAC,SAAS;AAC9B,YAAI,KAAK,SAAS,UAAU;AAC1B,iBAAO;AAAA,QACT;AACA,cAAM,EAAE,eAAe,gBAAgB,GAAG,WAAW,IAAI;AACzD,eAAO;AAAA,MACT,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,UAAU,0BAA0B;AAC1C,QAAM,gBAAgB,QAAQ;AAE9B,SAAO;AAAA,IACL,GAAG;AAAA,IACH,OAAO,MAAM,QAAQ;AAAA,MACnB,KAAK,MAAM,IAAI,OAAO,SAAS;AAC7B,YAAI,KAAK,aAAa,QAAW;AAC/B,iBAAO;AAAA,QACT;AACA,YAAI,KAAK,SAAS,UAAU;AAC1B,gBAAM,WAAW,MAAM;AAAA,YACrB;AAAA,YACA,KAAK,iBAAiB,CAAC;AAAA,YACvB;AAAA,YACA;AAAA,YACA,QAAQ,iBAAiB;AAAA,UAC3B;AACA,gBAAM,EAAE,eAAe,gBAAgB,GAAG,WAAW,IAAI;AAEzD,iBAAO,EAAE,GAAG,YAAY,SAAS;AAAA,QACnC;AACA,YAAI,KAAK,SAAS,QAAQ;AACxB,gBAAM,YAAY,sBAAsB,KAAK,EAAE;AAE/C,cAAI,UAAU,SAAS,QAAQ;AAC7B,mBAAO;AAAA,UACT;AAEA,gBAAM,EAAE,KAAK,IAAI,MAAM,YAAY,UAAU,UAAU,EAAE;AACzD,iBAAO;AAAA,YACL,GAAG;AAAA,YACH,UAAU,MAAM;AAAA,cACd;AAAA,cACA,yBAAyB,IAAI;AAAA,cAC7B;AAAA,cACA;AAAA,cACA,QAAQ,iBAAiB;AAAA,cACzB,QAAQ,SAAS;AAAA,YACnB;AAAA,UACF;AAAA,QACF;AACA,eAAO;AAAA,MACT,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAEO,SAAS,qBACd,OACA,SACsB;AACtB,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,SAAS,mBAAmB,QAAQ,MAAM;AAChD,QAAM,YAAY,MAAM,MAAM,QAAQ,SAAS,KAAK;AACpD,QAAM,aAAa,SAAS,UAAU;AAEtC,SAAO;AAAA,IACL,OAAO;AAAA,IACP;AAAA,IACA,YAAY,cAAc,MAAM,SAAS,OAAO,OAAO,UAAU;AAAA,EACnE;AACF;AAEA,SAAS,mBAAmB,QAAoC;AAC9D,MAAI,WAAW,QAAW;AACxB,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,qBAAqB,KAAK,MAAM,GAAG;AACtC,UAAM,IAAI,MAAM,2BAA2B,MAAM,EAAE;AAAA,EACrD;AAEA,SAAO,OAAO,MAAM;AACtB;","names":[]}

package/dist/retrieval/query/archive-view/related/query.d.ts

@@ -0,0 +1,31 @@
+import { ReadonlyDocument } from '../../../../document/directory/types.js';
+import { ArchiveListItem } from '../types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/types.js';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../../../../graph/reading.js';
+import '../../../../document/chapter/types.js';
+
+declare function filterAndSortChunkRelatedItemsByQuery(document: ReadonlyDocument, items: readonly ArchiveListItem[], query: string | undefined): Promise<readonly ArchiveListItem[]>;
+declare function filterAndSortEntityRelatedTriplesByQuery(document: ReadonlyDocument, items: readonly ArchiveListItem[], anchorQid: string, query: string | undefined): Promise<readonly ArchiveListItem[]>;
+
+export { filterAndSortChunkRelatedItemsByQuery, filterAndSortEntityRelatedTriplesByQuery };

package/dist/retrieval/query/archive-view/related/query.js

@@ -0,0 +1,145 @@
+import { aggregateEvidenceScores } from "../helpers.js";
+import { parseArchiveReference } from "../references.js";
+import { queryRequiredSearchIndex } from "../search/hydration.js";
+import { createSentenceHitKey } from "../search/cache-input.js";
+import {
+  SEARCH_OBJECT_PROPERTY_OWNER_KIND,
+  TEXT_SENTENCE_KIND
+} from "../../../search-index/search/index.js";
+import { compareRelatedQueryItems } from "./sort.js";
+async function filterAndSortChunkRelatedItemsByQuery(document, items, query) {
+  if (query === void 0) {
+    return items;
+  }
+  const indexResult = await queryRequiredSearchIndex(document, query, {
+    types: ["node"]
+  });
+  if (indexResult === void 0) {
+    return [];
+  }
+  const scoresByChunkId = /* @__PURE__ */ new Map();
+  const allowedChunkIds = new Set(
+    items.flatMap((item) => {
+      if (item.type !== "node") {
+        return [];
+      }
+      const reference = parseArchiveReference(item.id);
+      return reference.type === "node" ? [reference.id] : [];
+    })
+  );
+  for (const hit of indexResult.objectHits) {
+    if (hit.ownerKind !== SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk || !allowedChunkIds.has(Number(hit.ownerId))) {
+      continue;
+    }
+    const chunkId = Number(hit.ownerId);
+    const scores = scoresByChunkId.get(chunkId) ?? [];
+    scores.push(hit.score);
+    scoresByChunkId.set(chunkId, scores);
+  }
+  return items.flatMap((item) => {
+    if (item.type !== "node") {
+      return [];
+    }
+    const reference = parseArchiveReference(item.id);
+    if (reference.type !== "node") {
+      return [];
+    }
+    const scores = scoresByChunkId.get(reference.id);
+    return scores === void 0 ? [] : [{ ...item, score: aggregateEvidenceScores(scores) }];
+  }).sort(compareRelatedQueryItems);
+}
+async function filterAndSortEntityRelatedTriplesByQuery(document, items, anchorQid, query) {
+  if (query === void 0) {
+    return items;
+  }
+  const scope = await createEntityRelatedQueryScope(document, items, anchorQid);
+  const indexResult = await queryRequiredSearchIndex(document, query, {
+    chapters: [...scope.chapterIds],
+    types: ["entity", "source"]
+  });
+  if (indexResult === void 0) {
+    return [];
+  }
+  const sentenceScores = new Map(
+    indexResult.textHits.filter((hit) => hit.kind === TEXT_SENTENCE_KIND.source).map(
+      (hit) => [
+        createSentenceHitKey(0, hit.chapterId, hit.sentenceIndex),
+        hit.score
+      ]
+    )
+  );
+  const endpointScoresByKey = /* @__PURE__ */ new Map();
+  for (const hit of indexResult.objectHits) {
+    if (hit.ownerKind !== SEARCH_OBJECT_PROPERTY_OWNER_KIND.entity || hit.ownerId === anchorQid || hit.chapterId === void 0) {
+      continue;
+    }
+    const key = createEntityRelatedEndpointKey(hit.ownerId, hit.chapterId);
+    const scores = endpointScoresByKey.get(key) ?? [];
+    scores.push(hit.score);
+    endpointScoresByKey.set(key, scores);
+  }
+  return items.flatMap((item) => {
+    if (item.type !== "triple") {
+      return [];
+    }
+    const scores = [
+      ...[...scope.endpointKeysByTripleId.get(item.id) ?? []].flatMap(
+        (key) => endpointScoresByKey.get(key) ?? []
+      ),
+      ...(item.evidenceLinks ?? []).flatMap(
+        (link) => link.evidenceSentenceIds.flatMap(([chapterId, sentenceIndex]) => {
+          const score = sentenceScores.get(
+            createSentenceHitKey(0, chapterId, sentenceIndex)
+          );
+          return score === void 0 ? [] : [score];
+        })
+      )
+    ];
+    return scores.length === 0 ? [] : [{ ...item, score: aggregateEvidenceScores(scores) }];
+  }).sort(compareRelatedQueryItems);
+}
+async function createEntityRelatedQueryScope(document, items, anchorQid) {
+  const chapterIds = /* @__PURE__ */ new Set();
+  const endpointKeysByTripleId = /* @__PURE__ */ new Map();
+  const mentionCache = /* @__PURE__ */ new Map();
+  for (const item of items) {
+    if (item.type !== "triple") {
+      continue;
+    }
+    const endpointKeys = /* @__PURE__ */ new Set();
+    for (const link of item.evidenceLinks ?? []) {
+      for (const [chapterId] of link.evidenceSentenceIds) {
+        chapterIds.add(chapterId);
+      }
+      const [source, target] = await Promise.all([
+        getCachedMention(document, mentionCache, link.sourceMentionId),
+        getCachedMention(document, mentionCache, link.targetMentionId)
+      ]);
+      for (const mention of [source, target]) {
+        if (mention === void 0 || mention.qid === anchorQid) {
+          continue;
+        }
+        chapterIds.add(mention.chapterId);
+        endpointKeys.add(
+          createEntityRelatedEndpointKey(mention.qid, mention.chapterId)
+        );
+      }
+    }
+    endpointKeysByTripleId.set(item.id, endpointKeys);
+  }
+  return { chapterIds, endpointKeysByTripleId };
+}
+async function getCachedMention(document, cache, mentionId) {
+  if (!cache.has(mentionId)) {
+    cache.set(mentionId, await document.mentions.getById(mentionId));
+  }
+  return cache.get(mentionId);
+}
+function createEntityRelatedEndpointKey(qid, chapterId) {
+  return `${qid}:${chapterId}`;
+}
+export {
+  filterAndSortChunkRelatedItemsByQuery,
+  filterAndSortEntityRelatedTriplesByQuery
+};
+//# sourceMappingURL=query.js.map

package/dist/retrieval/query/archive-view/related/query.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/related/query.ts"],"sourcesContent":["import type {\n  MentionRecord,\n  ReadonlyDocument,\n} from \"../../../../document/index.js\";\n\nimport { aggregateEvidenceScores } from \"../helpers.js\";\nimport { parseArchiveReference } from \"../references.js\";\nimport { queryRequiredSearchIndex } from \"../search/hydration.js\";\nimport { createSentenceHitKey } from \"../search/cache-input.js\";\nimport {\n  SEARCH_OBJECT_PROPERTY_OWNER_KIND,\n  TEXT_SENTENCE_KIND,\n} from \"../../../search-index/search/index.js\";\nimport type { ArchiveListItem } from \"../types.js\";\nimport { compareRelatedQueryItems } from \"./sort.js\";\n\nexport async function filterAndSortChunkRelatedItemsByQuery(\n  document: ReadonlyDocument,\n  items: readonly ArchiveListItem[],\n  query: string | undefined,\n): Promise<readonly ArchiveListItem[]> {\n  if (query === undefined) {\n    return items;\n  }\n\n  const indexResult = await queryRequiredSearchIndex(document, query, {\n    types: [\"node\"],\n  });\n\n  if (indexResult === undefined) {\n    return [];\n  }\n\n  const scoresByChunkId = new Map<number, number[]>();\n  const allowedChunkIds = new Set(\n    items.flatMap((item) => {\n      if (item.type !== \"node\") {\n        return [];\n      }\n      const reference = parseArchiveReference(item.id);\n\n      return reference.type === \"node\" ? [reference.id] : [];\n    }),\n  );\n\n  for (const hit of indexResult.objectHits) {\n    if (\n      hit.ownerKind !== SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk ||\n      !allowedChunkIds.has(Number(hit.ownerId))\n    ) {\n      continue;\n    }\n\n    const chunkId = Number(hit.ownerId);\n    const scores = scoresByChunkId.get(chunkId) ?? [];\n\n    scores.push(hit.score);\n    scoresByChunkId.set(chunkId, scores);\n  }\n\n  return items\n    .flatMap((item) => {\n      if (item.type !== \"node\") {\n        return [];\n      }\n      const reference = parseArchiveReference(item.id);\n\n      if (reference.type !== \"node\") {\n        return [];\n      }\n      const scores = scoresByChunkId.get(reference.id);\n\n      return scores === undefined\n        ? []\n        : [{ ...item, score: aggregateEvidenceScores(scores) }];\n    })\n    .sort(compareRelatedQueryItems);\n}\n\nexport async function filterAndSortEntityRelatedTriplesByQuery(\n  document: ReadonlyDocument,\n  items: readonly ArchiveListItem[],\n  anchorQid: string,\n  query: string | undefined,\n): Promise<readonly ArchiveListItem[]> {\n  if (query === undefined) {\n    return items;\n  }\n  const scope = await createEntityRelatedQueryScope(document, items, anchorQid);\n\n  const indexResult = await queryRequiredSearchIndex(document, query, {\n    chapters: [...scope.chapterIds],\n    types: [\"entity\", \"source\"],\n  });\n\n  if (indexResult === undefined) {\n    return [];\n  }\n\n  const sentenceScores = new Map(\n    indexResult.textHits\n      .filter((hit) => hit.kind === TEXT_SENTENCE_KIND.source)\n      .map(\n        (hit) =>\n          [\n            createSentenceHitKey(0, hit.chapterId, hit.sentenceIndex),\n            hit.score,\n          ] as const,\n      ),\n  );\n  const endpointScoresByKey = new Map<string, number[]>();\n\n  for (const hit of indexResult.objectHits) {\n    if (\n      hit.ownerKind !== SEARCH_OBJECT_PROPERTY_OWNER_KIND.entity ||\n      hit.ownerId === anchorQid ||\n      hit.chapterId === undefined\n    ) {\n      continue;\n    }\n\n    const key = createEntityRelatedEndpointKey(hit.ownerId, hit.chapterId);\n    const scores = endpointScoresByKey.get(key) ?? [];\n\n    scores.push(hit.score);\n    endpointScoresByKey.set(key, scores);\n  }\n\n  return items\n    .flatMap((item) => {\n      if (item.type !== \"triple\") {\n        return [];\n      }\n\n      const scores = [\n        ...[...(scope.endpointKeysByTripleId.get(item.id) ?? [])].flatMap(\n          (key) => endpointScoresByKey.get(key) ?? [],\n        ),\n        ...(item.evidenceLinks ?? []).flatMap((link) =>\n          link.evidenceSentenceIds.flatMap(([chapterId, sentenceIndex]) => {\n            const score = sentenceScores.get(\n              createSentenceHitKey(0, chapterId, sentenceIndex),\n            );\n\n            return score === undefined ? [] : [score];\n          }),\n        ),\n      ];\n\n      return scores.length === 0\n        ? []\n        : [{ ...item, score: aggregateEvidenceScores(scores) }];\n    })\n    .sort(compareRelatedQueryItems);\n}\n\nasync function createEntityRelatedQueryScope(\n  document: ReadonlyDocument,\n  items: readonly ArchiveListItem[],\n  anchorQid: string,\n): Promise<{\n  readonly chapterIds: ReadonlySet<number>;\n  readonly endpointKeysByTripleId: ReadonlyMap<string, ReadonlySet<string>>;\n}> {\n  const chapterIds = new Set<number>();\n  const endpointKeysByTripleId = new Map<string, Set<string>>();\n  const mentionCache = new Map<string, MentionRecord | undefined>();\n\n  for (const item of items) {\n    if (item.type !== \"triple\") {\n      continue;\n    }\n\n    const endpointKeys = new Set<string>();\n\n    for (const link of item.evidenceLinks ?? []) {\n      for (const [chapterId] of link.evidenceSentenceIds) {\n        chapterIds.add(chapterId);\n      }\n\n      const [source, target] = await Promise.all([\n        getCachedMention(document, mentionCache, link.sourceMentionId),\n        getCachedMention(document, mentionCache, link.targetMentionId),\n      ]);\n\n      for (const mention of [source, target]) {\n        if (mention === undefined || mention.qid === anchorQid) {\n          continue;\n        }\n\n        chapterIds.add(mention.chapterId);\n        endpointKeys.add(\n          createEntityRelatedEndpointKey(mention.qid, mention.chapterId),\n        );\n      }\n    }\n\n    endpointKeysByTripleId.set(item.id, endpointKeys);\n  }\n\n  return { chapterIds, endpointKeysByTripleId };\n}\n\nasync function getCachedMention(\n  document: ReadonlyDocument,\n  cache: Map<string, MentionRecord | undefined>,\n  mentionId: string,\n): Promise<MentionRecord | undefined> {\n  if (!cache.has(mentionId)) {\n    cache.set(mentionId, await document.mentions.getById(mentionId));\n  }\n\n  return cache.get(mentionId);\n}\n\nfunction createEntityRelatedEndpointKey(\n  qid: string,\n  chapterId: number,\n): string {\n  return `${qid}:${chapterId}`;\n}\n"],"mappings":"AAKA,SAAS,+BAA+B;AACxC,SAAS,6BAA6B;AACtC,SAAS,gCAAgC;AACzC,SAAS,4BAA4B;AACrC;AAAA,EACE;AAAA,EACA;AAAA,OACK;AAEP,SAAS,gCAAgC;AAEzC,eAAsB,sCACpB,UACA,OACA,OACqC;AACrC,MAAI,UAAU,QAAW;AACvB,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,MAAM,yBAAyB,UAAU,OAAO;AAAA,IAClE,OAAO,CAAC,MAAM;AAAA,EAChB,CAAC;AAED,MAAI,gBAAgB,QAAW;AAC7B,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,kBAAkB,oBAAI,IAAsB;AAClD,QAAM,kBAAkB,IAAI;AAAA,IAC1B,MAAM,QAAQ,CAAC,SAAS;AACtB,UAAI,KAAK,SAAS,QAAQ;AACxB,eAAO,CAAC;AAAA,MACV;AACA,YAAM,YAAY,sBAAsB,KAAK,EAAE;AAE/C,aAAO,UAAU,SAAS,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC;AAAA,IACvD,CAAC;AAAA,EACH;AAEA,aAAW,OAAO,YAAY,YAAY;AACxC,QACE,IAAI,cAAc,kCAAkC,SACpD,CAAC,gBAAgB,IAAI,OAAO,IAAI,OAAO,CAAC,GACxC;AACA;AAAA,IACF;AAEA,UAAM,UAAU,OAAO,IAAI,OAAO;AAClC,UAAM,SAAS,gBAAgB,IAAI,OAAO,KAAK,CAAC;AAEhD,WAAO,KAAK,IAAI,KAAK;AACrB,oBAAgB,IAAI,SAAS,MAAM;AAAA,EACrC;AAEA,SAAO,MACJ,QAAQ,CAAC,SAAS;AACjB,QAAI,KAAK,SAAS,QAAQ;AACxB,aAAO,CAAC;AAAA,IACV;AACA,UAAM,YAAY,sBAAsB,KAAK,EAAE;AAE/C,QAAI,UAAU,SAAS,QAAQ;AAC7B,aAAO,CAAC;AAAA,IACV;AACA,UAAM,SAAS,gBAAgB,IAAI,UAAU,EAAE;AAE/C,WAAO,WAAW,SACd,CAAC,IACD,CAAC,EAAE,GAAG,MAAM,OAAO,wBAAwB,MAAM,EAAE,CAAC;AAAA,EAC1D,CAAC,EACA,KAAK,wBAAwB;AAClC;AAEA,eAAsB,yCACpB,UACA,OACA,WACA,OACqC;AACrC,MAAI,UAAU,QAAW;AACvB,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,MAAM,8BAA8B,UAAU,OAAO,SAAS;AAE5E,QAAM,cAAc,MAAM,yBAAyB,UAAU,OAAO;AAAA,IAClE,UAAU,CAAC,GAAG,MAAM,UAAU;AAAA,IAC9B,OAAO,CAAC,UAAU,QAAQ;AAAA,EAC5B,CAAC;AAED,MAAI,gBAAgB,QAAW;AAC7B,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,iBAAiB,IAAI;AAAA,IACzB,YAAY,SACT,OAAO,CAAC,QAAQ,IAAI,SAAS,mBAAmB,MAAM,EACtD;AAAA,MACC,CAAC,QACC;AAAA,QACE,qBAAqB,GAAG,IAAI,WAAW,IAAI,aAAa;AAAA,QACxD,IAAI;AAAA,MACN;AAAA,IACJ;AAAA,EACJ;AACA,QAAM,sBAAsB,oBAAI,IAAsB;AAEtD,aAAW,OAAO,YAAY,YAAY;AACxC,QACE,IAAI,cAAc,kCAAkC,UACpD,IAAI,YAAY,aAChB,IAAI,cAAc,QAClB;AACA;AAAA,IACF;AAEA,UAAM,MAAM,+BAA+B,IAAI,SAAS,IAAI,SAAS;AACrE,UAAM,SAAS,oBAAoB,IAAI,GAAG,KAAK,CAAC;AAEhD,WAAO,KAAK,IAAI,KAAK;AACrB,wBAAoB,IAAI,KAAK,MAAM;AAAA,EACrC;AAEA,SAAO,MACJ,QAAQ,CAAC,SAAS;AACjB,QAAI,KAAK,SAAS,UAAU;AAC1B,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,SAAS;AAAA,MACb,GAAG,CAAC,GAAI,MAAM,uBAAuB,IAAI,KAAK,EAAE,KAAK,CAAC,CAAE,EAAE;AAAA,QACxD,CAAC,QAAQ,oBAAoB,IAAI,GAAG,KAAK,CAAC;AAAA,MAC5C;AAAA,MACA,IAAI,KAAK,iBAAiB,CAAC,GAAG;AAAA,QAAQ,CAAC,SACrC,KAAK,oBAAoB,QAAQ,CAAC,CAAC,WAAW,aAAa,MAAM;AAC/D,gBAAM,QAAQ,eAAe;AAAA,YAC3B,qBAAqB,GAAG,WAAW,aAAa;AAAA,UAClD;AAEA,iBAAO,UAAU,SAAY,CAAC,IAAI,CAAC,KAAK;AAAA,QAC1C,CAAC;AAAA,MACH;AAAA,IACF;AAEA,WAAO,OAAO,WAAW,IACrB,CAAC,IACD,CAAC,EAAE,GAAG,MAAM,OAAO,wBAAwB,MAAM,EAAE,CAAC;AAAA,EAC1D,CAAC,EACA,KAAK,wBAAwB;AAClC;AAEA,eAAe,8BACb,UACA,OACA,WAIC;AACD,QAAM,aAAa,oBAAI,IAAY;AACnC,QAAM,yBAAyB,oBAAI,IAAyB;AAC5D,QAAM,eAAe,oBAAI,IAAuC;AAEhE,aAAW,QAAQ,OAAO;AACxB,QAAI,KAAK,SAAS,UAAU;AAC1B;AAAA,IACF;AAEA,UAAM,eAAe,oBAAI,IAAY;AAErC,eAAW,QAAQ,KAAK,iBAAiB,CAAC,GAAG;AAC3C,iBAAW,CAAC,SAAS,KAAK,KAAK,qBAAqB;AAClD,mBAAW,IAAI,SAAS;AAAA,MAC1B;AAEA,YAAM,CAAC,QAAQ,MAAM,IAAI,MAAM,QAAQ,IAAI;AAAA,QACzC,iBAAiB,UAAU,cAAc,KAAK,eAAe;AAAA,QAC7D,iBAAiB,UAAU,cAAc,KAAK,eAAe;AAAA,MAC/D,CAAC;AAED,iBAAW,WAAW,CAAC,QAAQ,MAAM,GAAG;AACtC,YAAI,YAAY,UAAa,QAAQ,QAAQ,WAAW;AACtD;AAAA,QACF;AAEA,mBAAW,IAAI,QAAQ,SAAS;AAChC,qBAAa;AAAA,UACX,+BAA+B,QAAQ,KAAK,QAAQ,SAAS;AAAA,QAC/D;AAAA,MACF;AAAA,IACF;AAEA,2BAAuB,IAAI,KAAK,IAAI,YAAY;AAAA,EAClD;AAEA,SAAO,EAAE,YAAY,uBAAuB;AAC9C;AAEA,eAAe,iBACb,UACA,OACA,WACoC;AACpC,MAAI,CAAC,MAAM,IAAI,SAAS,GAAG;AACzB,UAAM,IAAI,WAAW,MAAM,SAAS,SAAS,QAAQ,SAAS,CAAC;AAAA,EACjE;AAEA,SAAO,MAAM,IAAI,SAAS;AAC5B;AAEA,SAAS,+BACP,KACA,WACQ;AACR,SAAO,GAAG,GAAG,IAAI,SAAS;AAC5B;","names":[]}

package/dist/retrieval/query/archive-view/related/sort.d.ts

@@ -0,0 +1,32 @@
+import { GraphNeighbor } from '../../../../graph/reading.js';
+import { ArchiveListItem, ArchiveFindOrder } from '../types.js';
+import '../../../../document/types.js';
+import '../../../../document/directory/types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../../../../document/chapter/types.js';
+
+declare function compareRelatedQueryItems(left: ArchiveListItem, right: ArchiveListItem): number;
+declare function sortRelatedItemsByListMode(items: readonly ArchiveListItem[], order?: ArchiveFindOrder, documentOrders?: ReadonlyMap<number, number>): readonly ArchiveListItem[];
+declare function sortGraphNeighborsByListMode(neighbors: readonly GraphNeighbor[], documentOrders: ReadonlyMap<number, number>, order: ArchiveFindOrder): readonly GraphNeighbor[];
+
+export { compareRelatedQueryItems, sortGraphNeighborsByListMode, sortRelatedItemsByListMode };

package/dist/retrieval/query/archive-view/related/sort.js

@@ -0,0 +1,85 @@
+import {
+  compareListHits,
+  compareSentenceIds,
+  createSentencePosition
+} from "../helpers.js";
+function compareRelatedQueryItems(left, right) {
+  const scoreComparison = (right.score ?? 0) - (left.score ?? 0);
+  if (scoreComparison !== 0) {
+    return scoreComparison;
+  }
+  return compareListHits(
+    createFindHitFromListItem(left),
+    createFindHitFromListItem(right),
+    "doc-asc"
+  );
+}
+function sortRelatedItemsByListMode(items, order = "doc-asc", documentOrders) {
+  return [...items].sort(
+    (left, right) => compareListHits(
+      createFindHitFromListItem(left, documentOrders),
+      createFindHitFromListItem(right, documentOrders),
+      order
+    )
+  );
+}
+function sortGraphNeighborsByListMode(neighbors, documentOrders, order) {
+  const direction = order === "doc-asc" ? 1 : -1;
+  return [...neighbors].sort(
+    (left, right) => compareSentenceIds(
+      getFirstGraphNodeSentenceId(left.node),
+      getFirstGraphNodeSentenceId(right.node),
+      documentOrders
+    ) * direction
+  );
+}
+function createFindHitFromListItem(item, documentOrders) {
+  const position = createListItemPosition(item, documentOrders);
+  const score = item.type === "triple" ? item.evidenceLinks?.length ?? 0 : void 0;
+  return {
+    field: "title",
+    id: item.id,
+    ...position === void 0 ? {} : { position },
+    ...score === void 0 ? {} : { score },
+    snippet: item.summary,
+    title: item.label,
+    type: toFindObjectType(item.type)
+  };
+}
+function toFindObjectType(type) {
+  switch (type) {
+    case "edge":
+    case "state":
+      return "meta";
+    default:
+      return type;
+  }
+}
+function createListItemPosition(item, documentOrders) {
+  if (item.type === "triple") {
+    return createFirstMentionLinkPosition(
+      item.evidenceLinks ?? [],
+      documentOrders
+    );
+  }
+  return void 0;
+}
+function createFirstMentionLinkPosition(links, documentOrders) {
+  const sentenceIds = links.flatMap((link) => link.evidenceSentenceIds);
+  const [first] = sentenceIds.sort(
+    (left, right) => compareSentenceIds(left, right, documentOrders)
+  );
+  return first === void 0 ? void 0 : createSentencePosition(first, documentOrders);
+}
+function getFirstGraphNodeSentenceId(node) {
+  return [...node.sentenceIds].sort(compareSentenceIds)[0] ?? [
+    Number.MAX_SAFE_INTEGER,
+    Number.MAX_SAFE_INTEGER
+  ];
+}
+export {
+  compareRelatedQueryItems,
+  sortGraphNeighborsByListMode,
+  sortRelatedItemsByListMode
+};
+//# sourceMappingURL=sort.js.map

package/dist/retrieval/query/archive-view/related/sort.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/related/sort.ts"],"sourcesContent":["import type {\n  MentionLinkRecord,\n  SentenceId,\n} from \"../../../../document/index.js\";\nimport type { GraphNeighbor, GraphNode } from \"../../../../graph/reading.js\";\n\nimport {\n  compareListHits,\n  compareSentenceIds,\n  createSentencePosition,\n} from \"../helpers.js\";\nimport type {\n  ArchiveFindHit,\n  ArchiveFindObjectType,\n  ArchiveFindOrder,\n  ArchiveFindPosition,\n  ArchiveListItem,\n} from \"../types.js\";\n\nexport function compareRelatedQueryItems(\n  left: ArchiveListItem,\n  right: ArchiveListItem,\n): number {\n  const scoreComparison = (right.score ?? 0) - (left.score ?? 0);\n\n  if (scoreComparison !== 0) {\n    return scoreComparison;\n  }\n\n  return compareListHits(\n    createFindHitFromListItem(left),\n    createFindHitFromListItem(right),\n    \"doc-asc\",\n  );\n}\n\nexport function sortRelatedItemsByListMode(\n  items: readonly ArchiveListItem[],\n  order: ArchiveFindOrder = \"doc-asc\",\n  documentOrders?: ReadonlyMap<number, number>,\n): readonly ArchiveListItem[] {\n  return [...items].sort((left, right) =>\n    compareListHits(\n      createFindHitFromListItem(left, documentOrders),\n      createFindHitFromListItem(right, documentOrders),\n      order,\n    ),\n  );\n}\n\nexport function sortGraphNeighborsByListMode(\n  neighbors: readonly GraphNeighbor[],\n  documentOrders: ReadonlyMap<number, number>,\n  order: ArchiveFindOrder,\n): readonly GraphNeighbor[] {\n  const direction = order === \"doc-asc\" ? 1 : -1;\n\n  return [...neighbors].sort(\n    (left, right) =>\n      compareSentenceIds(\n        getFirstGraphNodeSentenceId(left.node),\n        getFirstGraphNodeSentenceId(right.node),\n        documentOrders,\n      ) * direction,\n  );\n}\n\nfunction createFindHitFromListItem(\n  item: ArchiveListItem,\n  documentOrders?: ReadonlyMap<number, number>,\n): ArchiveFindHit {\n  const position = createListItemPosition(item, documentOrders);\n  const score =\n    item.type === \"triple\" ? (item.evidenceLinks?.length ?? 0) : undefined;\n\n  return {\n    field: \"title\",\n    id: item.id,\n    ...(position === undefined ? {} : { position }),\n    ...(score === undefined ? {} : { score }),\n    snippet: item.summary,\n    title: item.label,\n    type: toFindObjectType(item.type),\n  };\n}\n\nfunction toFindObjectType(\n  type: ArchiveListItem[\"type\"],\n): ArchiveFindObjectType {\n  switch (type) {\n    case \"edge\":\n    case \"state\":\n      return \"meta\";\n    default:\n      return type;\n  }\n}\n\nfunction createListItemPosition(\n  item: ArchiveListItem,\n  documentOrders?: ReadonlyMap<number, number>,\n): ArchiveFindPosition | undefined {\n  if (item.type === \"triple\") {\n    return createFirstMentionLinkPosition(\n      item.evidenceLinks ?? [],\n      documentOrders,\n    );\n  }\n\n  return undefined;\n}\n\nfunction createFirstMentionLinkPosition(\n  links: readonly MentionLinkRecord[],\n  documentOrders?: ReadonlyMap<number, number>,\n): ArchiveFindPosition | undefined {\n  const sentenceIds = links.flatMap((link) => link.evidenceSentenceIds);\n  const [first] = sentenceIds.sort((left, right) =>\n    compareSentenceIds(left, right, documentOrders),\n  );\n\n  return first === undefined\n    ? undefined\n    : createSentencePosition(first, documentOrders);\n}\n\nfunction getFirstGraphNodeSentenceId(node: GraphNode): SentenceId {\n  return (\n    [...node.sentenceIds].sort(compareSentenceIds)[0] ?? [\n      Number.MAX_SAFE_INTEGER,\n      Number.MAX_SAFE_INTEGER,\n    ]\n  );\n}\n"],"mappings":"AAMA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AASA,SAAS,yBACd,MACA,OACQ;AACR,QAAM,mBAAmB,MAAM,SAAS,MAAM,KAAK,SAAS;AAE5D,MAAI,oBAAoB,GAAG;AACzB,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,0BAA0B,IAAI;AAAA,IAC9B,0BAA0B,KAAK;AAAA,IAC/B;AAAA,EACF;AACF;AAEO,SAAS,2BACd,OACA,QAA0B,WAC1B,gBAC4B;AAC5B,SAAO,CAAC,GAAG,KAAK,EAAE;AAAA,IAAK,CAAC,MAAM,UAC5B;AAAA,MACE,0BAA0B,MAAM,cAAc;AAAA,MAC9C,0BAA0B,OAAO,cAAc;AAAA,MAC/C;AAAA,IACF;AAAA,EACF;AACF;AAEO,SAAS,6BACd,WACA,gBACA,OAC0B;AAC1B,QAAM,YAAY,UAAU,YAAY,IAAI;AAE5C,SAAO,CAAC,GAAG,SAAS,EAAE;AAAA,IACpB,CAAC,MAAM,UACL;AAAA,MACE,4BAA4B,KAAK,IAAI;AAAA,MACrC,4BAA4B,MAAM,IAAI;AAAA,MACtC;AAAA,IACF,IAAI;AAAA,EACR;AACF;AAEA,SAAS,0BACP,MACA,gBACgB;AAChB,QAAM,WAAW,uBAAuB,MAAM,cAAc;AAC5D,QAAM,QACJ,KAAK,SAAS,WAAY,KAAK,eAAe,UAAU,IAAK;AAE/D,SAAO;AAAA,IACL,OAAO;AAAA,IACP,IAAI,KAAK;AAAA,IACT,GAAI,aAAa,SAAY,CAAC,IAAI,EAAE,SAAS;AAAA,IAC7C,GAAI,UAAU,SAAY,CAAC,IAAI,EAAE,MAAM;AAAA,IACvC,SAAS,KAAK;AAAA,IACd,OAAO,KAAK;AAAA,IACZ,MAAM,iBAAiB,KAAK,IAAI;AAAA,EAClC;AACF;AAEA,SAAS,iBACP,MACuB;AACvB,UAAQ,MAAM;AAAA,IACZ,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,IACT;AACE,aAAO;AAAA,EACX;AACF;AAEA,SAAS,uBACP,MACA,gBACiC;AACjC,MAAI,KAAK,SAAS,UAAU;AAC1B,WAAO;AAAA,MACL,KAAK,iBAAiB,CAAC;AAAA,MACvB;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,+BACP,OACA,gBACiC;AACjC,QAAM,cAAc,MAAM,QAAQ,CAAC,SAAS,KAAK,mBAAmB;AACpE,QAAM,CAAC,KAAK,IAAI,YAAY;AAAA,IAAK,CAAC,MAAM,UACtC,mBAAmB,MAAM,OAAO,cAAc;AAAA,EAChD;AAEA,SAAO,UAAU,SACb,SACA,uBAAuB,OAAO,cAAc;AAClD;AAEA,SAAS,4BAA4B,MAA6B;AAChE,SACE,CAAC,GAAG,KAAK,WAAW,EAAE,KAAK,kBAAkB,EAAE,CAAC,KAAK;AAAA,IACnD,OAAO;AAAA,IACP,OAAO;AAAA,EACT;AAEJ;","names":[]}