wiki-graph-core 0.3.1 → 0.4.0

package/dist/retrieval/query/archive-view/helper/position.d.ts

@@ -0,0 +1,39 @@
+import { SentenceId } from '../../../../document/types.js';
+import { ArchiveFindPosition, ArchiveFindHit, ArchiveFindObjectType } from '../types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../graph/reading.js';
+import '../../../../document/directory/types.js';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../../../../document/chapter/types.js';
+
+declare function getPositionChapter(hit: ArchiveFindHit): number;
+declare function getPositionDocumentOrder(hit: ArchiveFindHit): number;
+declare function getPositionFragment(hit: ArchiveFindHit): number;
+declare function getPositionSentence(hit: ArchiveFindHit): number;
+declare function getTypeOrder(type: ArchiveFindObjectType): number;
+declare function createNodePosition(sentenceIds: readonly SentenceId[], documentOrders?: ReadonlyMap<number, number>): ArchiveFindPosition | undefined;
+declare function createSentencePosition(sentenceId: SentenceId, documentOrders?: ReadonlyMap<number, number>): ArchiveFindPosition;
+declare function compareSentenceIds(left: SentenceId, right: SentenceId, documentOrders?: ReadonlyMap<number, number>): number;
+declare function compareArchivePositions(left: ArchiveFindPosition, right: ArchiveFindPosition): number;
+declare function compareNumbers(left: number, right: number): number;
+
+export { compareArchivePositions, compareNumbers, compareSentenceIds, createNodePosition, createSentencePosition, getPositionChapter, getPositionDocumentOrder, getPositionFragment, getPositionSentence, getTypeOrder };

package/dist/retrieval/query/archive-view/helper/position.js

@@ -0,0 +1,75 @@
+function getPositionChapter(hit) {
+  return hit.position?.chapter ?? Number.MAX_SAFE_INTEGER;
+}
+function getPositionDocumentOrder(hit) {
+  return hit.position?.documentOrder ?? hit.position?.chapter ?? Number.MAX_SAFE_INTEGER;
+}
+function getPositionFragment(hit) {
+  return hit.position?.fragment ?? 0;
+}
+function getPositionSentence(hit) {
+  return hit.position?.sentence ?? 0;
+}
+function getTypeOrder(type) {
+  switch (type) {
+    case "chapter-title":
+    case "chapter":
+      return 0;
+    case "chapter-tree":
+      return 1;
+    case "entity":
+      return 2;
+    case "triple":
+      return 3;
+    case "summary":
+      return 4;
+    case "node":
+      return 5;
+    case "source":
+      return 6;
+    case "fragment":
+      return 6;
+    case "meta":
+      return 7;
+  }
+}
+function createNodePosition(sentenceIds, documentOrders) {
+  const [first] = [...sentenceIds].sort(compareSentenceIds);
+  return first === void 0 ? void 0 : createSentencePosition(first, documentOrders);
+}
+function createSentencePosition(sentenceId, documentOrders) {
+  return {
+    chapter: sentenceId[0],
+    documentOrder: documentOrders?.get(sentenceId[0]) ?? sentenceId[0],
+    fragment: sentenceId[1],
+    sentence: sentenceId[1]
+  };
+}
+function compareSentenceIds(left, right, documentOrders) {
+  return compareNumbers(
+    documentOrders?.get(left[0]) ?? left[0],
+    documentOrders?.get(right[0]) ?? right[0]
+  ) || compareNumbers(left[0], right[0]) || compareNumbers(left[1], right[1]);
+}
+function compareArchivePositions(left, right) {
+  return compareNumbers(
+    left.documentOrder ?? left.chapter,
+    right.documentOrder ?? right.chapter
+  ) || compareNumbers(left.chapter, right.chapter) || compareNumbers(left.fragment ?? 0, right.fragment ?? 0) || compareNumbers(left.sentence ?? 0, right.sentence ?? 0);
+}
+function compareNumbers(left, right) {
+  return left === right ? 0 : left < right ? -1 : 1;
+}
+export {
+  compareArchivePositions,
+  compareNumbers,
+  compareSentenceIds,
+  createNodePosition,
+  createSentencePosition,
+  getPositionChapter,
+  getPositionDocumentOrder,
+  getPositionFragment,
+  getPositionSentence,
+  getTypeOrder
+};
+//# sourceMappingURL=position.js.map

package/dist/retrieval/query/archive-view/helper/position.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/helper/position.ts"],"sourcesContent":["import type { SentenceId } from \"../../../../document/index.js\";\nimport type {\n  ArchiveFindHit,\n  ArchiveFindObjectType,\n  ArchiveFindPosition,\n} from \"../types.js\";\n\nexport function getPositionChapter(hit: ArchiveFindHit): number {\n  return hit.position?.chapter ?? Number.MAX_SAFE_INTEGER;\n}\n\nexport function getPositionDocumentOrder(hit: ArchiveFindHit): number {\n  return (\n    hit.position?.documentOrder ??\n    hit.position?.chapter ??\n    Number.MAX_SAFE_INTEGER\n  );\n}\n\nexport function getPositionFragment(hit: ArchiveFindHit): number {\n  return hit.position?.fragment ?? 0;\n}\n\nexport function getPositionSentence(hit: ArchiveFindHit): number {\n  return hit.position?.sentence ?? 0;\n}\n\nexport function getTypeOrder(type: ArchiveFindObjectType): number {\n  switch (type) {\n    case \"chapter-title\":\n    case \"chapter\":\n      return 0;\n    case \"chapter-tree\":\n      return 1;\n    case \"entity\":\n      return 2;\n    case \"triple\":\n      return 3;\n    case \"summary\":\n      return 4;\n    case \"node\":\n      return 5;\n    case \"source\":\n      return 6;\n    case \"fragment\":\n      return 6;\n    case \"meta\":\n      return 7;\n  }\n}\n\nexport function createNodePosition(\n  sentenceIds: readonly SentenceId[],\n  documentOrders?: ReadonlyMap<number, number>,\n): ArchiveFindPosition | undefined {\n  const [first] = [...sentenceIds].sort(compareSentenceIds);\n\n  return first === undefined\n    ? undefined\n    : createSentencePosition(first, documentOrders);\n}\n\nexport function createSentencePosition(\n  sentenceId: SentenceId,\n  documentOrders?: ReadonlyMap<number, number>,\n): ArchiveFindPosition {\n  return {\n    chapter: sentenceId[0],\n    documentOrder: documentOrders?.get(sentenceId[0]) ?? sentenceId[0],\n    fragment: sentenceId[1],\n    sentence: sentenceId[1],\n  };\n}\n\nexport function compareSentenceIds(\n  left: SentenceId,\n  right: SentenceId,\n  documentOrders?: ReadonlyMap<number, number>,\n): number {\n  return (\n    compareNumbers(\n      documentOrders?.get(left[0]) ?? left[0],\n      documentOrders?.get(right[0]) ?? right[0],\n    ) ||\n    compareNumbers(left[0], right[0]) ||\n    compareNumbers(left[1], right[1])\n  );\n}\n\nexport function compareArchivePositions(\n  left: ArchiveFindPosition,\n  right: ArchiveFindPosition,\n): number {\n  return (\n    compareNumbers(\n      left.documentOrder ?? left.chapter,\n      right.documentOrder ?? right.chapter,\n    ) ||\n    compareNumbers(left.chapter, right.chapter) ||\n    compareNumbers(left.fragment ?? 0, right.fragment ?? 0) ||\n    compareNumbers(left.sentence ?? 0, right.sentence ?? 0)\n  );\n}\n\nexport function compareNumbers(left: number, right: number): number {\n  return left === right ? 0 : left < right ? -1 : 1;\n}\n"],"mappings":"AAOO,SAAS,mBAAmB,KAA6B;AAC9D,SAAO,IAAI,UAAU,WAAW,OAAO;AACzC;AAEO,SAAS,yBAAyB,KAA6B;AACpE,SACE,IAAI,UAAU,iBACd,IAAI,UAAU,WACd,OAAO;AAEX;AAEO,SAAS,oBAAoB,KAA6B;AAC/D,SAAO,IAAI,UAAU,YAAY;AACnC;AAEO,SAAS,oBAAoB,KAA6B;AAC/D,SAAO,IAAI,UAAU,YAAY;AACnC;AAEO,SAAS,aAAa,MAAqC;AAChE,UAAQ,MAAM;AAAA,IACZ,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,EACX;AACF;AAEO,SAAS,mBACd,aACA,gBACiC;AACjC,QAAM,CAAC,KAAK,IAAI,CAAC,GAAG,WAAW,EAAE,KAAK,kBAAkB;AAExD,SAAO,UAAU,SACb,SACA,uBAAuB,OAAO,cAAc;AAClD;AAEO,SAAS,uBACd,YACA,gBACqB;AACrB,SAAO;AAAA,IACL,SAAS,WAAW,CAAC;AAAA,IACrB,eAAe,gBAAgB,IAAI,WAAW,CAAC,CAAC,KAAK,WAAW,CAAC;AAAA,IACjE,UAAU,WAAW,CAAC;AAAA,IACtB,UAAU,WAAW,CAAC;AAAA,EACxB;AACF;AAEO,SAAS,mBACd,MACA,OACA,gBACQ;AACR,SACE;AAAA,IACE,gBAAgB,IAAI,KAAK,CAAC,CAAC,KAAK,KAAK,CAAC;AAAA,IACtC,gBAAgB,IAAI,MAAM,CAAC,CAAC,KAAK,MAAM,CAAC;AAAA,EAC1C,KACA,eAAe,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC,KAChC,eAAe,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC;AAEpC;AAEO,SAAS,wBACd,MACA,OACQ;AACR,SACE;AAAA,IACE,KAAK,iBAAiB,KAAK;AAAA,IAC3B,MAAM,iBAAiB,MAAM;AAAA,EAC/B,KACA,eAAe,KAAK,SAAS,MAAM,OAAO,KAC1C,eAAe,KAAK,YAAY,GAAG,MAAM,YAAY,CAAC,KACtD,eAAe,KAAK,YAAY,GAAG,MAAM,YAAY,CAAC;AAE1D;AAEO,SAAS,eAAe,MAAc,OAAuB;AAClE,SAAO,SAAS,QAAQ,IAAI,OAAO,QAAQ,KAAK;AAClD;","names":[]}

package/dist/retrieval/query/archive-view/helper/results.d.ts

@@ -0,0 +1,45 @@
+import { ArchiveFindHit, ArchiveCollectionOptions, ArchiveCollectionResult, ArchiveFindOptions, ArchiveFindLens, ArchiveFindResult, ArchiveCollectionType, ArchiveFindFilterType, ArchiveTriplePattern } from '../types.js';
+import '../../../../document/types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../graph/reading.js';
+import '../../../../document/directory/types.js';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../../../../document/chapter/types.js';
+
+declare function createFindResult(query: string, hits: readonly ArchiveFindHit[], options: ArchiveFindOptions, terms?: readonly string[], lens?: ArchiveFindLens): ArchiveFindResult;
+declare function createRankedFindResult(query: string, hits: readonly ArchiveFindHit[], options: ArchiveFindOptions, terms?: readonly string[], lens?: ArchiveFindLens): ArchiveFindResult;
+declare function groupFindHitsByObject(hits: readonly ArchiveFindHit[]): readonly ArchiveFindHit[];
+declare function groupObjectEvidenceHits(evidenceHits: readonly ArchiveFindHit[]): ArchiveFindHit;
+declare function mergeStringLists(values: readonly string[]): readonly string[];
+declare function createCollectionResult(hits: readonly ArchiveFindHit[], options: ArchiveCollectionOptions): ArchiveCollectionResult;
+declare function matchesFindId(hit: ArchiveFindHit, ids: readonly string[] | null): boolean;
+declare function matchesFindChapter(hit: ArchiveFindHit, chapters: readonly number[] | null): boolean;
+declare function matchesFindType(hit: ArchiveFindHit, types: readonly ArchiveFindFilterType[] | null): boolean;
+declare function matchesCollectionType(hit: ArchiveFindHit, types: readonly ArchiveCollectionType[] | null): boolean;
+declare function matchesTriplePattern(hit: ArchiveFindHit, pattern: ArchiveTriplePattern | undefined): boolean;
+declare function parseTripleHitUri(uri: string): {
+    readonly objectQid: string;
+    readonly predicate: string;
+    readonly subjectQid: string;
+} | undefined;
+
+export { createCollectionResult, createFindResult, createRankedFindResult, groupFindHitsByObject, groupObjectEvidenceHits, matchesCollectionType, matchesFindChapter, matchesFindId, matchesFindType, matchesTriplePattern, mergeStringLists, parseTripleHitUri };

package/dist/retrieval/query/archive-view/helper/results.js

@@ -0,0 +1,153 @@
+import { BROAD_FIND_LENS_HINT, DEFAULT_FIND_LIMIT } from "./constants.js";
+import {
+  decodeFindCursor,
+  encodeFindCursor,
+  createSearchTerms,
+  isCollectionType,
+  isFindFilterType
+} from "./parse.js";
+import { compareListHits, compareSearchHits } from "./sort.js";
+import { aggregateEvidenceScores, compareFindEvidenceHits } from "./text.js";
+function createFindResult(query, hits, options, terms = createSearchTerms(query), lens = options.types === void 0 ? "broad" : "typed") {
+  const ranked = createRankedFindResult(query, hits, options, terms, lens);
+  const start = decodeFindCursor(options.cursor);
+  const items = ranked.items.slice(start, start + ranked.limit);
+  const nextOffset = start + items.length;
+  return {
+    ...ranked,
+    items,
+    nextCursor: nextOffset < ranked.items.length ? encodeFindCursor(nextOffset) : null
+  };
+}
+function createRankedFindResult(query, hits, options, terms = createSearchTerms(query), lens = options.types === void 0 ? "broad" : "typed") {
+  const order = options.order ?? "doc-asc";
+  const limit = options.limit ?? DEFAULT_FIND_LIMIT;
+  const chapters = options.chapters ?? null;
+  const match = options.match ?? "any";
+  const types = options.types ?? null;
+  const ids = options.ids ?? null;
+  const filtered = groupFindHitsByObject(hits).filter((hit) => matchesFindId(hit, ids)).filter((hit) => matchesFindChapter(hit, chapters)).filter((hit) => matchesFindType(hit, types)).filter((hit) => matchesTriplePattern(hit, options.triplePattern)).sort((left, right) => compareSearchHits(left, right, order));
+  return {
+    chapters,
+    items: filtered,
+    lens,
+    lensHint: lens === "broad" ? BROAD_FIND_LENS_HINT : null,
+    limit,
+    match,
+    nextCursor: null,
+    order,
+    query,
+    terms,
+    types
+  };
+}
+function groupFindHitsByObject(hits) {
+  const hitsById = /* @__PURE__ */ new Map();
+  for (const hit of hits) {
+    const values = hitsById.get(hit.id) ?? [];
+    values.push(hit);
+    hitsById.set(hit.id, values);
+  }
+  return [...hitsById.values()].map(groupObjectEvidenceHits);
+}
+function groupObjectEvidenceHits(evidenceHits) {
+  const rankedHits = [...evidenceHits].sort(compareFindEvidenceHits);
+  const [best] = rankedHits;
+  if (best === void 0) {
+    throw new Error("Internal error: search result candidate is empty.");
+  }
+  if (rankedHits.length === 1) {
+    return best;
+  }
+  return {
+    ...best,
+    matchCount: Math.max(...rankedHits.map((hit) => hit.matchCount ?? 0)),
+    matchedTerms: mergeStringLists(
+      rankedHits.flatMap((hit) => hit.matchedTerms ?? [])
+    ),
+    missingTerms: mergeStringLists(
+      rankedHits.flatMap((hit) => hit.missingTerms ?? [])
+    ),
+    score: aggregateEvidenceScores(rankedHits.map((hit) => hit.score ?? 0))
+  };
+}
+function mergeStringLists(values) {
+  return [...new Set(values)];
+}
+function createCollectionResult(hits, options) {
+  const order = options.order ?? "doc-asc";
+  const limit = options.limit ?? DEFAULT_FIND_LIMIT;
+  const chapters = options.chapters ?? null;
+  const ids = options.ids ?? null;
+  const types = options.types ?? null;
+  const start = decodeFindCursor(options.cursor);
+  const filtered = hits.filter((hit) => matchesFindId(hit, ids)).filter((hit) => matchesFindChapter(hit, chapters)).filter((hit) => matchesCollectionType(hit, types)).filter((hit) => matchesTriplePattern(hit, options.triplePattern)).sort((left, right) => compareListHits(left, right, order));
+  const items = filtered.slice(start, start + limit);
+  const nextOffset = start + items.length;
+  return {
+    chapters,
+    ids,
+    items,
+    limit,
+    nextCursor: nextOffset < filtered.length ? encodeFindCursor(nextOffset) : null,
+    order,
+    types
+  };
+}
+function matchesFindId(hit, ids) {
+  return ids === null || ids.includes(hit.id);
+}
+function matchesFindChapter(hit, chapters) {
+  if (chapters === null) {
+    return true;
+  }
+  return hit.chapter !== void 0 && chapters.includes(hit.chapter);
+}
+function matchesFindType(hit, types) {
+  if (types === null) {
+    return true;
+  }
+  if (hit.type === "chapter-title" && types.includes("chapter")) {
+    return true;
+  }
+  return isFindFilterType(hit.type) && types.includes(hit.type);
+}
+function matchesCollectionType(hit, types) {
+  return types === null || isCollectionType(hit.type) && types.includes(hit.type);
+}
+function matchesTriplePattern(hit, pattern) {
+  if (pattern === void 0 || hit.type !== "triple") {
+    return true;
+  }
+  const triple = parseTripleHitUri(hit.id);
+  if (triple === void 0) {
+    return false;
+  }
+  return (pattern.subjectQid === void 0 || pattern.subjectQid === triple.subjectQid) && (pattern.predicate === void 0 || pattern.predicate === triple.predicate) && (pattern.objectQid === void 0 || pattern.objectQid === triple.objectQid);
+}
+function parseTripleHitUri(uri) {
+  const match = /^wikg:\/\/triple\/(Q[1-9][0-9]*)\/([^/]+)\/(Q[1-9][0-9]*)$/u.exec(uri);
+  if (match?.[1] === void 0 || match[2] === void 0 || match[3] === void 0) {
+    return void 0;
+  }
+  return {
+    objectQid: match[3],
+    predicate: decodeURIComponent(match[2]),
+    subjectQid: match[1]
+  };
+}
+export {
+  createCollectionResult,
+  createFindResult,
+  createRankedFindResult,
+  groupFindHitsByObject,
+  groupObjectEvidenceHits,
+  matchesCollectionType,
+  matchesFindChapter,
+  matchesFindId,
+  matchesFindType,
+  matchesTriplePattern,
+  mergeStringLists,
+  parseTripleHitUri
+};
+//# sourceMappingURL=results.js.map

package/dist/retrieval/query/archive-view/helper/results.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/helper/results.ts"],"sourcesContent":["import type {\n  ArchiveCollectionOptions,\n  ArchiveCollectionResult,\n  ArchiveCollectionType,\n  ArchiveFindFilterType,\n  ArchiveFindHit,\n  ArchiveFindLens,\n  ArchiveFindOptions,\n  ArchiveFindResult,\n  ArchiveTriplePattern,\n} from \"../types.js\";\nimport { BROAD_FIND_LENS_HINT, DEFAULT_FIND_LIMIT } from \"./constants.js\";\nimport {\n  decodeFindCursor,\n  encodeFindCursor,\n  createSearchTerms,\n  isCollectionType,\n  isFindFilterType,\n} from \"./parse.js\";\nimport { compareListHits, compareSearchHits } from \"./sort.js\";\nimport { aggregateEvidenceScores, compareFindEvidenceHits } from \"./text.js\";\n\nexport function createFindResult(\n  query: string,\n  hits: readonly ArchiveFindHit[],\n  options: ArchiveFindOptions,\n  terms = createSearchTerms(query),\n  lens: ArchiveFindLens = options.types === undefined ? \"broad\" : \"typed\",\n): ArchiveFindResult {\n  const ranked = createRankedFindResult(query, hits, options, terms, lens);\n  const start = decodeFindCursor(options.cursor);\n  const items = ranked.items.slice(start, start + ranked.limit);\n  const nextOffset = start + items.length;\n\n  return {\n    ...ranked,\n    items,\n    nextCursor:\n      nextOffset < ranked.items.length ? encodeFindCursor(nextOffset) : null,\n  };\n}\n\nexport function createRankedFindResult(\n  query: string,\n  hits: readonly ArchiveFindHit[],\n  options: ArchiveFindOptions,\n  terms = createSearchTerms(query),\n  lens: ArchiveFindLens = options.types === undefined ? \"broad\" : \"typed\",\n): ArchiveFindResult {\n  const order = options.order ?? \"doc-asc\";\n  const limit = options.limit ?? DEFAULT_FIND_LIMIT;\n  const chapters = options.chapters ?? null;\n  const match = options.match ?? \"any\";\n  const types = options.types ?? null;\n  const ids = options.ids ?? null;\n  const filtered = groupFindHitsByObject(hits)\n    .filter((hit) => matchesFindId(hit, ids))\n    .filter((hit) => matchesFindChapter(hit, chapters))\n    .filter((hit) => matchesFindType(hit, types))\n    .filter((hit) => matchesTriplePattern(hit, options.triplePattern))\n    .sort((left, right) => compareSearchHits(left, right, order));\n\n  return {\n    chapters,\n    items: filtered,\n    lens,\n    lensHint: lens === \"broad\" ? BROAD_FIND_LENS_HINT : null,\n    limit,\n    match,\n    nextCursor: null,\n    order,\n    query,\n    terms,\n    types,\n  };\n}\n\nexport function groupFindHitsByObject(\n  hits: readonly ArchiveFindHit[],\n): readonly ArchiveFindHit[] {\n  const hitsById = new Map<string, ArchiveFindHit[]>();\n\n  for (const hit of hits) {\n    const values = hitsById.get(hit.id) ?? [];\n\n    values.push(hit);\n    hitsById.set(hit.id, values);\n  }\n\n  return [...hitsById.values()].map(groupObjectEvidenceHits);\n}\n\nexport function groupObjectEvidenceHits(\n  evidenceHits: readonly ArchiveFindHit[],\n): ArchiveFindHit {\n  const rankedHits = [...evidenceHits].sort(compareFindEvidenceHits);\n  const [best] = rankedHits;\n\n  if (best === undefined) {\n    throw new Error(\"Internal error: search result candidate is empty.\");\n  }\n  if (rankedHits.length === 1) {\n    return best;\n  }\n\n  return {\n    ...best,\n    matchCount: Math.max(...rankedHits.map((hit) => hit.matchCount ?? 0)),\n    matchedTerms: mergeStringLists(\n      rankedHits.flatMap((hit) => hit.matchedTerms ?? []),\n    ),\n    missingTerms: mergeStringLists(\n      rankedHits.flatMap((hit) => hit.missingTerms ?? []),\n    ),\n    score: aggregateEvidenceScores(rankedHits.map((hit) => hit.score ?? 0)),\n  };\n}\n\nexport function mergeStringLists(values: readonly string[]): readonly string[] {\n  return [...new Set(values)];\n}\n\nexport function createCollectionResult(\n  hits: readonly ArchiveFindHit[],\n  options: ArchiveCollectionOptions,\n): ArchiveCollectionResult {\n  const order = options.order ?? \"doc-asc\";\n  const limit = options.limit ?? DEFAULT_FIND_LIMIT;\n  const chapters = options.chapters ?? null;\n  const ids = options.ids ?? null;\n  const types = options.types ?? null;\n  const start = decodeFindCursor(options.cursor);\n  const filtered = hits\n    .filter((hit) => matchesFindId(hit, ids))\n    .filter((hit) => matchesFindChapter(hit, chapters))\n    .filter((hit) => matchesCollectionType(hit, types))\n    .filter((hit) => matchesTriplePattern(hit, options.triplePattern))\n    .sort((left, right) => compareListHits(left, right, order));\n  const items = filtered.slice(start, start + limit);\n  const nextOffset = start + items.length;\n\n  return {\n    chapters,\n    ids,\n    items,\n    limit,\n    nextCursor:\n      nextOffset < filtered.length ? encodeFindCursor(nextOffset) : null,\n    order,\n    types,\n  };\n}\n\nexport function matchesFindId(\n  hit: ArchiveFindHit,\n  ids: readonly string[] | null,\n): boolean {\n  return ids === null || ids.includes(hit.id);\n}\n\nexport function matchesFindChapter(\n  hit: ArchiveFindHit,\n  chapters: readonly number[] | null,\n): boolean {\n  if (chapters === null) {\n    return true;\n  }\n\n  return hit.chapter !== undefined && chapters.includes(hit.chapter);\n}\n\nexport function matchesFindType(\n  hit: ArchiveFindHit,\n  types: readonly ArchiveFindFilterType[] | null,\n): boolean {\n  if (types === null) {\n    return true;\n  }\n\n  if (hit.type === \"chapter-title\" && types.includes(\"chapter\")) {\n    return true;\n  }\n\n  return isFindFilterType(hit.type) && types.includes(hit.type);\n}\n\nexport function matchesCollectionType(\n  hit: ArchiveFindHit,\n  types: readonly ArchiveCollectionType[] | null,\n): boolean {\n  return (\n    types === null || (isCollectionType(hit.type) && types.includes(hit.type))\n  );\n}\n\nexport function matchesTriplePattern(\n  hit: ArchiveFindHit,\n  pattern: ArchiveTriplePattern | undefined,\n): boolean {\n  if (pattern === undefined || hit.type !== \"triple\") {\n    return true;\n  }\n\n  const triple = parseTripleHitUri(hit.id);\n\n  if (triple === undefined) {\n    return false;\n  }\n\n  return (\n    (pattern.subjectQid === undefined ||\n      pattern.subjectQid === triple.subjectQid) &&\n    (pattern.predicate === undefined ||\n      pattern.predicate === triple.predicate) &&\n    (pattern.objectQid === undefined || pattern.objectQid === triple.objectQid)\n  );\n}\n\nexport function parseTripleHitUri(uri: string):\n  | {\n      readonly objectQid: string;\n      readonly predicate: string;\n      readonly subjectQid: string;\n    }\n  | undefined {\n  const match =\n    /^wikg:\\/\\/triple\\/(Q[1-9][0-9]*)\\/([^/]+)\\/(Q[1-9][0-9]*)$/u.exec(uri);\n\n  if (\n    match?.[1] === undefined ||\n    match[2] === undefined ||\n    match[3] === undefined\n  ) {\n    return undefined;\n  }\n\n  return {\n    objectQid: match[3],\n    predicate: decodeURIComponent(match[2]),\n    subjectQid: match[1],\n  };\n}\n"],"mappings":"AAWA,SAAS,sBAAsB,0BAA0B;AACzD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,iBAAiB,yBAAyB;AACnD,SAAS,yBAAyB,+BAA+B;AAE1D,SAAS,iBACd,OACA,MACA,SACA,QAAQ,kBAAkB,KAAK,GAC/B,OAAwB,QAAQ,UAAU,SAAY,UAAU,SAC7C;AACnB,QAAM,SAAS,uBAAuB,OAAO,MAAM,SAAS,OAAO,IAAI;AACvE,QAAM,QAAQ,iBAAiB,QAAQ,MAAM;AAC7C,QAAM,QAAQ,OAAO,MAAM,MAAM,OAAO,QAAQ,OAAO,KAAK;AAC5D,QAAM,aAAa,QAAQ,MAAM;AAEjC,SAAO;AAAA,IACL,GAAG;AAAA,IACH;AAAA,IACA,YACE,aAAa,OAAO,MAAM,SAAS,iBAAiB,UAAU,IAAI;AAAA,EACtE;AACF;AAEO,SAAS,uBACd,OACA,MACA,SACA,QAAQ,kBAAkB,KAAK,GAC/B,OAAwB,QAAQ,UAAU,SAAY,UAAU,SAC7C;AACnB,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,MAAM,QAAQ,OAAO;AAC3B,QAAM,WAAW,sBAAsB,IAAI,EACxC,OAAO,CAAC,QAAQ,cAAc,KAAK,GAAG,CAAC,EACvC,OAAO,CAAC,QAAQ,mBAAmB,KAAK,QAAQ,CAAC,EACjD,OAAO,CAAC,QAAQ,gBAAgB,KAAK,KAAK,CAAC,EAC3C,OAAO,CAAC,QAAQ,qBAAqB,KAAK,QAAQ,aAAa,CAAC,EAChE,KAAK,CAAC,MAAM,UAAU,kBAAkB,MAAM,OAAO,KAAK,CAAC;AAE9D,SAAO;AAAA,IACL;AAAA,IACA,OAAO;AAAA,IACP;AAAA,IACA,UAAU,SAAS,UAAU,uBAAuB;AAAA,IACpD;AAAA,IACA;AAAA,IACA,YAAY;AAAA,IACZ;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEO,SAAS,sBACd,MAC2B;AAC3B,QAAM,WAAW,oBAAI,IAA8B;AAEnD,aAAW,OAAO,MAAM;AACtB,UAAM,SAAS,SAAS,IAAI,IAAI,EAAE,KAAK,CAAC;AAExC,WAAO,KAAK,GAAG;AACf,aAAS,IAAI,IAAI,IAAI,MAAM;AAAA,EAC7B;AAEA,SAAO,CAAC,GAAG,SAAS,OAAO,CAAC,EAAE,IAAI,uBAAuB;AAC3D;AAEO,SAAS,wBACd,cACgB;AAChB,QAAM,aAAa,CAAC,GAAG,YAAY,EAAE,KAAK,uBAAuB;AACjE,QAAM,CAAC,IAAI,IAAI;AAEf,MAAI,SAAS,QAAW;AACtB,UAAM,IAAI,MAAM,mDAAmD;AAAA,EACrE;AACA,MAAI,WAAW,WAAW,GAAG;AAC3B,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,GAAG;AAAA,IACH,YAAY,KAAK,IAAI,GAAG,WAAW,IAAI,CAAC,QAAQ,IAAI,cAAc,CAAC,CAAC;AAAA,IACpE,cAAc;AAAA,MACZ,WAAW,QAAQ,CAAC,QAAQ,IAAI,gBAAgB,CAAC,CAAC;AAAA,IACpD;AAAA,IACA,cAAc;AAAA,MACZ,WAAW,QAAQ,CAAC,QAAQ,IAAI,gBAAgB,CAAC,CAAC;AAAA,IACpD;AAAA,IACA,OAAO,wBAAwB,WAAW,IAAI,CAAC,QAAQ,IAAI,SAAS,CAAC,CAAC;AAAA,EACxE;AACF;AAEO,SAAS,iBAAiB,QAA8C;AAC7E,SAAO,CAAC,GAAG,IAAI,IAAI,MAAM,CAAC;AAC5B;AAEO,SAAS,uBACd,MACA,SACyB;AACzB,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,MAAM,QAAQ,OAAO;AAC3B,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,QAAQ,iBAAiB,QAAQ,MAAM;AAC7C,QAAM,WAAW,KACd,OAAO,CAAC,QAAQ,cAAc,KAAK,GAAG,CAAC,EACvC,OAAO,CAAC,QAAQ,mBAAmB,KAAK,QAAQ,CAAC,EACjD,OAAO,CAAC,QAAQ,sBAAsB,KAAK,KAAK,CAAC,EACjD,OAAO,CAAC,QAAQ,qBAAqB,KAAK,QAAQ,aAAa,CAAC,EAChE,KAAK,CAAC,MAAM,UAAU,gBAAgB,MAAM,OAAO,KAAK,CAAC;AAC5D,QAAM,QAAQ,SAAS,MAAM,OAAO,QAAQ,KAAK;AACjD,QAAM,aAAa,QAAQ,MAAM;AAEjC,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,YACE,aAAa,SAAS,SAAS,iBAAiB,UAAU,IAAI;AAAA,IAChE;AAAA,IACA;AAAA,EACF;AACF;AAEO,SAAS,cACd,KACA,KACS;AACT,SAAO,QAAQ,QAAQ,IAAI,SAAS,IAAI,EAAE;AAC5C;AAEO,SAAS,mBACd,KACA,UACS;AACT,MAAI,aAAa,MAAM;AACrB,WAAO;AAAA,EACT;AAEA,SAAO,IAAI,YAAY,UAAa,SAAS,SAAS,IAAI,OAAO;AACnE;AAEO,SAAS,gBACd,KACA,OACS;AACT,MAAI,UAAU,MAAM;AAClB,WAAO;AAAA,EACT;AAEA,MAAI,IAAI,SAAS,mBAAmB,MAAM,SAAS,SAAS,GAAG;AAC7D,WAAO;AAAA,EACT;AAEA,SAAO,iBAAiB,IAAI,IAAI,KAAK,MAAM,SAAS,IAAI,IAAI;AAC9D;AAEO,SAAS,sBACd,KACA,OACS;AACT,SACE,UAAU,QAAS,iBAAiB,IAAI,IAAI,KAAK,MAAM,SAAS,IAAI,IAAI;AAE5E;AAEO,SAAS,qBACd,KACA,SACS;AACT,MAAI,YAAY,UAAa,IAAI,SAAS,UAAU;AAClD,WAAO;AAAA,EACT;AAEA,QAAM,SAAS,kBAAkB,IAAI,EAAE;AAEvC,MAAI,WAAW,QAAW;AACxB,WAAO;AAAA,EACT;AAEA,UACG,QAAQ,eAAe,UACtB,QAAQ,eAAe,OAAO,gBAC/B,QAAQ,cAAc,UACrB,QAAQ,cAAc,OAAO,eAC9B,QAAQ,cAAc,UAAa,QAAQ,cAAc,OAAO;AAErE;AAEO,SAAS,kBAAkB,KAMpB;AACZ,QAAM,QACJ,8DAA8D,KAAK,GAAG;AAExE,MACE,QAAQ,CAAC,MAAM,UACf,MAAM,CAAC,MAAM,UACb,MAAM,CAAC,MAAM,QACb;AACA,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,WAAW,MAAM,CAAC;AAAA,IAClB,WAAW,mBAAmB,MAAM,CAAC,CAAC;AAAA,IACtC,YAAY,MAAM,CAAC;AAAA,EACrB;AACF;","names":[]}

package/dist/retrieval/query/archive-view/helper/sort.d.ts

@@ -0,0 +1,35 @@
+import { ArchiveFindHit, ArchiveFindOrder, ArchiveFindObjectType } from '../types.js';
+import '../../../../document/types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../graph/reading.js';
+import '../../../../document/directory/types.js';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../../../../document/chapter/types.js';
+
+declare function compareSearchHits(left: ArchiveFindHit, right: ArchiveFindHit, order: ArchiveFindOrder): number;
+declare function compareListHits(left: ArchiveFindHit, right: ArchiveFindHit, order: ArchiveFindOrder): number;
+declare function compareListBucketItems(left: ArchiveFindHit, right: ArchiveFindHit): number;
+declare function compareListPosition(left: ArchiveFindHit, right: ArchiveFindHit): number;
+declare function getListBucket(type: ArchiveFindObjectType): number;
+declare function getSearchBucket(type: ArchiveFindObjectType): number;
+
+export { compareListBucketItems, compareListHits, compareListPosition, compareSearchHits, getListBucket, getSearchBucket };

package/dist/retrieval/query/archive-view/helper/sort.js

@@ -0,0 +1,88 @@
+import {
+  compareNumbers,
+  getPositionChapter,
+  getPositionDocumentOrder,
+  getPositionFragment,
+  getPositionSentence,
+  getTypeOrder
+} from "./position.js";
+function compareSearchHits(left, right, order) {
+  const direction = order === "doc-asc" ? 1 : -1;
+  const relevance = compareNumbers(getSearchBucket(left.type), getSearchBucket(right.type)) || compareNumbers(right.score ?? 0, left.score ?? 0) || compareNumbers(right.matchCount ?? 0, left.matchCount ?? 0);
+  const position = compareNumbers(
+    getPositionDocumentOrder(left),
+    getPositionDocumentOrder(right)
+  ) || compareNumbers(getPositionChapter(left), getPositionChapter(right)) || compareNumbers(getPositionFragment(left), getPositionFragment(right)) || compareNumbers(getPositionSentence(left), getPositionSentence(right)) || compareNumbers(getTypeOrder(left.type), getTypeOrder(right.type)) || left.id.localeCompare(right.id);
+  return relevance || position * direction;
+}
+function compareListHits(left, right, order) {
+  const direction = order === "doc-asc" ? 1 : -1;
+  const bucketComparison = compareNumbers(getListBucket(left.type), getListBucket(right.type)) || compareListBucketItems(left, right);
+  if (bucketComparison !== 0) {
+    return bucketComparison;
+  }
+  return compareListPosition(left, right) * direction;
+}
+function compareListBucketItems(left, right) {
+  const leftBucket = getListBucket(left.type);
+  if (leftBucket !== getListBucket(right.type)) {
+    return 0;
+  }
+  if (leftBucket === 0) {
+    return compareNumbers(right.score ?? 0, left.score ?? 0);
+  }
+  return 0;
+}
+function compareListPosition(left, right) {
+  return compareNumbers(
+    getPositionDocumentOrder(left),
+    getPositionDocumentOrder(right)
+  ) || compareNumbers(getPositionChapter(left), getPositionChapter(right)) || compareNumbers(getPositionFragment(left), getPositionFragment(right)) || compareNumbers(getPositionSentence(left), getPositionSentence(right)) || compareNumbers(getTypeOrder(left.type), getTypeOrder(right.type)) || compareNumbers(left.archiveId ?? 0, right.archiveId ?? 0) || left.id.localeCompare(right.id);
+}
+function getListBucket(type) {
+  switch (type) {
+    case "entity":
+    case "triple":
+      return 0;
+    case "node":
+      return 1;
+    case "summary":
+      return 2;
+    case "source":
+    case "fragment":
+      return 3;
+    case "chapter-title":
+    case "chapter":
+    case "chapter-tree":
+    case "meta":
+      return 4;
+  }
+}
+function getSearchBucket(type) {
+  switch (type) {
+    case "chapter-title":
+      return 0;
+    case "entity":
+    case "triple":
+      return 1;
+    case "node":
+      return 2;
+    case "source":
+    case "summary":
+      return 3;
+    case "chapter":
+    case "chapter-tree":
+    case "meta":
+    case "fragment":
+      throw new Error(`Unsupported search result bucket type: ${type}`);
+  }
+}
+export {
+  compareListBucketItems,
+  compareListHits,
+  compareListPosition,
+  compareSearchHits,
+  getListBucket,
+  getSearchBucket
+};
+//# sourceMappingURL=sort.js.map

package/dist/retrieval/query/archive-view/helper/sort.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/helper/sort.ts"],"sourcesContent":["import type {\n  ArchiveFindHit,\n  ArchiveFindObjectType,\n  ArchiveFindOrder,\n} from \"../types.js\";\nimport {\n  compareNumbers,\n  getPositionChapter,\n  getPositionDocumentOrder,\n  getPositionFragment,\n  getPositionSentence,\n  getTypeOrder,\n} from \"./position.js\";\n\nexport function compareSearchHits(\n  left: ArchiveFindHit,\n  right: ArchiveFindHit,\n  order: ArchiveFindOrder,\n): number {\n  const direction = order === \"doc-asc\" ? 1 : -1;\n  const relevance =\n    compareNumbers(getSearchBucket(left.type), getSearchBucket(right.type)) ||\n    compareNumbers(right.score ?? 0, left.score ?? 0) ||\n    compareNumbers(right.matchCount ?? 0, left.matchCount ?? 0);\n  const position =\n    compareNumbers(\n      getPositionDocumentOrder(left),\n      getPositionDocumentOrder(right),\n    ) ||\n    compareNumbers(getPositionChapter(left), getPositionChapter(right)) ||\n    compareNumbers(getPositionFragment(left), getPositionFragment(right)) ||\n    compareNumbers(getPositionSentence(left), getPositionSentence(right)) ||\n    compareNumbers(getTypeOrder(left.type), getTypeOrder(right.type)) ||\n    left.id.localeCompare(right.id);\n\n  return relevance || position * direction;\n}\n\nexport function compareListHits(\n  left: ArchiveFindHit,\n  right: ArchiveFindHit,\n  order: ArchiveFindOrder,\n): number {\n  const direction = order === \"doc-asc\" ? 1 : -1;\n  const bucketComparison =\n    compareNumbers(getListBucket(left.type), getListBucket(right.type)) ||\n    compareListBucketItems(left, right);\n\n  if (bucketComparison !== 0) {\n    return bucketComparison;\n  }\n\n  return compareListPosition(left, right) * direction;\n}\n\nexport function compareListBucketItems(\n  left: ArchiveFindHit,\n  right: ArchiveFindHit,\n): number {\n  const leftBucket = getListBucket(left.type);\n\n  if (leftBucket !== getListBucket(right.type)) {\n    return 0;\n  }\n  if (leftBucket === 0) {\n    return compareNumbers(right.score ?? 0, left.score ?? 0);\n  }\n\n  return 0;\n}\n\nexport function compareListPosition(\n  left: ArchiveFindHit,\n  right: ArchiveFindHit,\n): number {\n  return (\n    compareNumbers(\n      getPositionDocumentOrder(left),\n      getPositionDocumentOrder(right),\n    ) ||\n    compareNumbers(getPositionChapter(left), getPositionChapter(right)) ||\n    compareNumbers(getPositionFragment(left), getPositionFragment(right)) ||\n    compareNumbers(getPositionSentence(left), getPositionSentence(right)) ||\n    compareNumbers(getTypeOrder(left.type), getTypeOrder(right.type)) ||\n    compareNumbers(left.archiveId ?? 0, right.archiveId ?? 0) ||\n    left.id.localeCompare(right.id)\n  );\n}\n\nexport function getListBucket(type: ArchiveFindObjectType): number {\n  switch (type) {\n    case \"entity\":\n    case \"triple\":\n      return 0;\n    case \"node\":\n      return 1;\n    case \"summary\":\n      return 2;\n    case \"source\":\n    case \"fragment\":\n      return 3;\n    case \"chapter-title\":\n    case \"chapter\":\n    case \"chapter-tree\":\n    case \"meta\":\n      return 4;\n  }\n}\n\nexport function getSearchBucket(type: ArchiveFindObjectType): number {\n  switch (type) {\n    case \"chapter-title\":\n      return 0;\n    case \"entity\":\n    case \"triple\":\n      return 1;\n    case \"node\":\n      return 2;\n    case \"source\":\n    case \"summary\":\n      return 3;\n    case \"chapter\":\n    case \"chapter-tree\":\n    case \"meta\":\n    case \"fragment\":\n      throw new Error(`Unsupported search result bucket type: ${type}`);\n  }\n}\n"],"mappings":"AAKA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEA,SAAS,kBACd,MACA,OACA,OACQ;AACR,QAAM,YAAY,UAAU,YAAY,IAAI;AAC5C,QAAM,YACJ,eAAe,gBAAgB,KAAK,IAAI,GAAG,gBAAgB,MAAM,IAAI,CAAC,KACtE,eAAe,MAAM,SAAS,GAAG,KAAK,SAAS,CAAC,KAChD,eAAe,MAAM,cAAc,GAAG,KAAK,cAAc,CAAC;AAC5D,QAAM,WACJ;AAAA,IACE,yBAAyB,IAAI;AAAA,IAC7B,yBAAyB,KAAK;AAAA,EAChC,KACA,eAAe,mBAAmB,IAAI,GAAG,mBAAmB,KAAK,CAAC,KAClE,eAAe,oBAAoB,IAAI,GAAG,oBAAoB,KAAK,CAAC,KACpE,eAAe,oBAAoB,IAAI,GAAG,oBAAoB,KAAK,CAAC,KACpE,eAAe,aAAa,KAAK,IAAI,GAAG,aAAa,MAAM,IAAI,CAAC,KAChE,KAAK,GAAG,cAAc,MAAM,EAAE;AAEhC,SAAO,aAAa,WAAW;AACjC;AAEO,SAAS,gBACd,MACA,OACA,OACQ;AACR,QAAM,YAAY,UAAU,YAAY,IAAI;AAC5C,QAAM,mBACJ,eAAe,cAAc,KAAK,IAAI,GAAG,cAAc,MAAM,IAAI,CAAC,KAClE,uBAAuB,MAAM,KAAK;AAEpC,MAAI,qBAAqB,GAAG;AAC1B,WAAO;AAAA,EACT;AAEA,SAAO,oBAAoB,MAAM,KAAK,IAAI;AAC5C;AAEO,SAAS,uBACd,MACA,OACQ;AACR,QAAM,aAAa,cAAc,KAAK,IAAI;AAE1C,MAAI,eAAe,cAAc,MAAM,IAAI,GAAG;AAC5C,WAAO;AAAA,EACT;AACA,MAAI,eAAe,GAAG;AACpB,WAAO,eAAe,MAAM,SAAS,GAAG,KAAK,SAAS,CAAC;AAAA,EACzD;AAEA,SAAO;AACT;AAEO,SAAS,oBACd,MACA,OACQ;AACR,SACE;AAAA,IACE,yBAAyB,IAAI;AAAA,IAC7B,yBAAyB,KAAK;AAAA,EAChC,KACA,eAAe,mBAAmB,IAAI,GAAG,mBAAmB,KAAK,CAAC,KAClE,eAAe,oBAAoB,IAAI,GAAG,oBAAoB,KAAK,CAAC,KACpE,eAAe,oBAAoB,IAAI,GAAG,oBAAoB,KAAK,CAAC,KACpE,eAAe,aAAa,KAAK,IAAI,GAAG,aAAa,MAAM,IAAI,CAAC,KAChE,eAAe,KAAK,aAAa,GAAG,MAAM,aAAa,CAAC,KACxD,KAAK,GAAG,cAAc,MAAM,EAAE;AAElC;AAEO,SAAS,cAAc,MAAqC;AACjE,UAAQ,MAAM;AAAA,IACZ,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,EACX;AACF;AAEO,SAAS,gBAAgB,MAAqC;AACnE,UAAQ,MAAM;AAAA,IACZ,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AAAA,IACL,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,YAAM,IAAI,MAAM,0CAA0C,IAAI,EAAE;AAAA,EACpE;AACF;","names":[]}

package/dist/retrieval/query/archive-view/helper/text.d.ts

@@ -0,0 +1,46 @@
+import { ArchiveFindMatch, ArchiveFindHit } from '../types.js';
+import '../../../../document/types.js';
+import '../../../../text/source/meta.js';
+import 'zod';
+import '../../../../graph/reading.js';
+import '../../../../document/directory/types.js';
+import '../../../../text/source/toc.js';
+import '../../../../text/source/types.js';
+import '../../../../document/database.js';
+import 'sqlite3';
+import '../../../../document/text-streams/serial.js';
+import '../../../../document/text-streams/draft.js';
+import '../../../../document/text-streams/types.js';
+import '../../../../document/stores/chunk.js';
+import '../../../../document/stores/types.js';
+import '../../../../document/stores/fragment-group.js';
+import '../../../../document/stores/graph-build-parameter.js';
+import '../../../../document/stores/mention-link.js';
+import '../../../../document/stores/mention.js';
+import '../../../../document/stores/object-metadata.js';
+import '../../../../document/stores/reading-edge.js';
+import '../../../../document/stores/serial.js';
+import '../../../../document/stores/snake/chunk.js';
+import '../../../../document/stores/snake/core.js';
+import '../../../../document/stores/snake/edge.js';
+import '../../../../document/chapter/types.js';
+
+interface ArchiveTextSearch {
+    readonly match: ArchiveFindMatch;
+    readonly terms: readonly string[];
+}
+interface ArchiveTextMatch {
+    readonly matchCount: number;
+    readonly matchedTerms: readonly string[];
+    readonly missingTerms: readonly string[];
+    readonly score: number;
+}
+declare function createPhraseSearch(query: string): ArchiveTextSearch | undefined;
+declare function matchText(value: string, search: ArchiveTextSearch): ArchiveTextMatch | undefined;
+declare function createFindMatchFields(match: ArchiveTextMatch): Pick<ArchiveFindHit, "matchCount" | "matchedTerms" | "missingTerms" | "score">;
+declare function aggregateEvidenceScores(scores: readonly number[]): number;
+declare function calculateEvidenceDecayBase(): number;
+declare function compareFindEvidenceHits(left: ArchiveFindHit, right: ArchiveFindHit): number;
+declare function getSnippetNeedle(match: ArchiveTextMatch): string;
+
+export { type ArchiveTextMatch, type ArchiveTextSearch, aggregateEvidenceScores, calculateEvidenceDecayBase, compareFindEvidenceHits, createFindMatchFields, createPhraseSearch, getSnippetNeedle, matchText };

package/dist/retrieval/query/archive-view/helper/text.js

@@ -0,0 +1,91 @@
+import { compareArchivePositions } from "./position.js";
+const GROUP_SCORE_EVIDENCE_LIMIT = 10;
+const GROUP_SCORE_MAX_EQUAL_EVIDENCE_BONUS = 0.3;
+function createPhraseSearch(query) {
+  const needle = query.trim().toLowerCase();
+  if (needle === "") {
+    return void 0;
+  }
+  return {
+    match: "all",
+    terms: [needle]
+  };
+}
+function matchText(value, search) {
+  const lower = value.toLowerCase();
+  const matchedTerms = search.terms.filter((term) => lower.includes(term));
+  const missingTerms = search.terms.filter((term) => !lower.includes(term));
+  if (search.match === "all" && missingTerms.length > 0) {
+    return void 0;
+  }
+  if (search.match === "any" && matchedTerms.length === 0) {
+    return void 0;
+  }
+  const [snippetNeedle] = matchedTerms;
+  if (snippetNeedle === void 0) {
+    return void 0;
+  }
+  return {
+    matchCount: matchedTerms.length,
+    matchedTerms,
+    missingTerms,
+    score: matchedTerms.length / search.terms.length
+  };
+}
+function createFindMatchFields(match) {
+  return {
+    matchCount: match.matchCount,
+    matchedTerms: match.matchedTerms,
+    missingTerms: match.missingTerms,
+    score: match.score
+  };
+}
+function aggregateEvidenceScores(scores) {
+  const rankedScores = [...scores].filter((score) => score > 0).sort((left, right) => right - left).slice(0, GROUP_SCORE_EVIDENCE_LIMIT);
+  const [bestScore] = rankedScores;
+  if (bestScore === void 0) {
+    return 0;
+  }
+  const evidenceDecayFactor = GROUP_SCORE_MAX_EQUAL_EVIDENCE_BONUS / calculateEvidenceDecayBase();
+  return rankedScores.reduce(
+    (total, score, index) => total + score * (index === 0 ? 1 : evidenceDecayFactor / Math.log2(index + 2)),
+    0
+  );
+}
+function calculateEvidenceDecayBase() {
+  let total = 0;
+  for (let rank = 2; rank <= GROUP_SCORE_EVIDENCE_LIMIT; rank += 1) {
+    total += 1 / Math.log2(rank + 1);
+  }
+  return total;
+}
+function compareFindEvidenceHits(left, right) {
+  const scoreComparison = (right.score ?? 0) - (left.score ?? 0);
+  if (scoreComparison !== 0) {
+    return scoreComparison;
+  }
+  if (left.position === void 0) {
+    return right.position === void 0 ? 0 : 1;
+  }
+  if (right.position === void 0) {
+    return -1;
+  }
+  return compareArchivePositions(left.position, right.position);
+}
+function getSnippetNeedle(match) {
+  const [needle] = match.matchedTerms;
+  if (needle === void 0) {
+    throw new Error("Internal error: missing matched search term.");
+  }
+  return needle;
+}
+export {
+  aggregateEvidenceScores,
+  calculateEvidenceDecayBase,
+  compareFindEvidenceHits,
+  createFindMatchFields,
+  createPhraseSearch,
+  getSnippetNeedle,
+  matchText
+};
+//# sourceMappingURL=text.js.map

package/dist/retrieval/query/archive-view/helper/text.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../src/retrieval/query/archive-view/helper/text.ts"],"sourcesContent":["import type { ArchiveFindHit, ArchiveFindMatch } from \"../types.js\";\nimport { compareArchivePositions } from \"./position.js\";\n\nexport interface ArchiveTextSearch {\n  readonly match: ArchiveFindMatch;\n  readonly terms: readonly string[];\n}\n\nexport interface ArchiveTextMatch {\n  readonly matchCount: number;\n  readonly matchedTerms: readonly string[];\n  readonly missingTerms: readonly string[];\n  readonly score: number;\n}\n\nconst GROUP_SCORE_EVIDENCE_LIMIT = 10;\nconst GROUP_SCORE_MAX_EQUAL_EVIDENCE_BONUS = 0.3;\n\nexport function createPhraseSearch(\n  query: string,\n): ArchiveTextSearch | undefined {\n  const needle = query.trim().toLowerCase();\n\n  if (needle === \"\") {\n    return undefined;\n  }\n\n  return {\n    match: \"all\",\n    terms: [needle],\n  };\n}\n\nexport function matchText(\n  value: string,\n  search: ArchiveTextSearch,\n): ArchiveTextMatch | undefined {\n  const lower = value.toLowerCase();\n  const matchedTerms = search.terms.filter((term) => lower.includes(term));\n  const missingTerms = search.terms.filter((term) => !lower.includes(term));\n\n  if (search.match === \"all\" && missingTerms.length > 0) {\n    return undefined;\n  }\n  if (search.match === \"any\" && matchedTerms.length === 0) {\n    return undefined;\n  }\n  const [snippetNeedle] = matchedTerms;\n\n  if (snippetNeedle === undefined) {\n    return undefined;\n  }\n\n  return {\n    matchCount: matchedTerms.length,\n    matchedTerms,\n    missingTerms,\n    score: matchedTerms.length / search.terms.length,\n  };\n}\n\nexport function createFindMatchFields(\n  match: ArchiveTextMatch,\n): Pick<\n  ArchiveFindHit,\n  \"matchCount\" | \"matchedTerms\" | \"missingTerms\" | \"score\"\n> {\n  return {\n    matchCount: match.matchCount,\n    matchedTerms: match.matchedTerms,\n    missingTerms: match.missingTerms,\n    score: match.score,\n  };\n}\n\nexport function aggregateEvidenceScores(scores: readonly number[]): number {\n  const rankedScores = [...scores]\n    .filter((score) => score > 0)\n    .sort((left, right) => right - left)\n    .slice(0, GROUP_SCORE_EVIDENCE_LIMIT);\n  const [bestScore] = rankedScores;\n\n  if (bestScore === undefined) {\n    return 0;\n  }\n\n  const evidenceDecayFactor =\n    GROUP_SCORE_MAX_EQUAL_EVIDENCE_BONUS / calculateEvidenceDecayBase();\n\n  return rankedScores.reduce(\n    (total, score, index) =>\n      total +\n      score * (index === 0 ? 1 : evidenceDecayFactor / Math.log2(index + 2)),\n    0,\n  );\n}\n\nexport function calculateEvidenceDecayBase(): number {\n  let total = 0;\n\n  for (let rank = 2; rank <= GROUP_SCORE_EVIDENCE_LIMIT; rank += 1) {\n    total += 1 / Math.log2(rank + 1);\n  }\n\n  return total;\n}\n\nexport function compareFindEvidenceHits(\n  left: ArchiveFindHit,\n  right: ArchiveFindHit,\n): number {\n  const scoreComparison = (right.score ?? 0) - (left.score ?? 0);\n\n  if (scoreComparison !== 0) {\n    return scoreComparison;\n  }\n  if (left.position === undefined) {\n    return right.position === undefined ? 0 : 1;\n  }\n  if (right.position === undefined) {\n    return -1;\n  }\n  return compareArchivePositions(left.position, right.position);\n}\n\nexport function getSnippetNeedle(match: ArchiveTextMatch): string {\n  const [needle] = match.matchedTerms;\n\n  if (needle === undefined) {\n    throw new Error(\"Internal error: missing matched search term.\");\n  }\n\n  return needle;\n}\n"],"mappings":"AACA,SAAS,+BAA+B;AAcxC,MAAM,6BAA6B;AACnC,MAAM,uCAAuC;AAEtC,SAAS,mBACd,OAC+B;AAC/B,QAAM,SAAS,MAAM,KAAK,EAAE,YAAY;AAExC,MAAI,WAAW,IAAI;AACjB,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,OAAO;AAAA,IACP,OAAO,CAAC,MAAM;AAAA,EAChB;AACF;AAEO,SAAS,UACd,OACA,QAC8B;AAC9B,QAAM,QAAQ,MAAM,YAAY;AAChC,QAAM,eAAe,OAAO,MAAM,OAAO,CAAC,SAAS,MAAM,SAAS,IAAI,CAAC;AACvE,QAAM,eAAe,OAAO,MAAM,OAAO,CAAC,SAAS,CAAC,MAAM,SAAS,IAAI,CAAC;AAExE,MAAI,OAAO,UAAU,SAAS,aAAa,SAAS,GAAG;AACrD,WAAO;AAAA,EACT;AACA,MAAI,OAAO,UAAU,SAAS,aAAa,WAAW,GAAG;AACvD,WAAO;AAAA,EACT;AACA,QAAM,CAAC,aAAa,IAAI;AAExB,MAAI,kBAAkB,QAAW;AAC/B,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,YAAY,aAAa;AAAA,IACzB;AAAA,IACA;AAAA,IACA,OAAO,aAAa,SAAS,OAAO,MAAM;AAAA,EAC5C;AACF;AAEO,SAAS,sBACd,OAIA;AACA,SAAO;AAAA,IACL,YAAY,MAAM;AAAA,IAClB,cAAc,MAAM;AAAA,IACpB,cAAc,MAAM;AAAA,IACpB,OAAO,MAAM;AAAA,EACf;AACF;AAEO,SAAS,wBAAwB,QAAmC;AACzE,QAAM,eAAe,CAAC,GAAG,MAAM,EAC5B,OAAO,CAAC,UAAU,QAAQ,CAAC,EAC3B,KAAK,CAAC,MAAM,UAAU,QAAQ,IAAI,EAClC,MAAM,GAAG,0BAA0B;AACtC,QAAM,CAAC,SAAS,IAAI;AAEpB,MAAI,cAAc,QAAW;AAC3B,WAAO;AAAA,EACT;AAEA,QAAM,sBACJ,uCAAuC,2BAA2B;AAEpE,SAAO,aAAa;AAAA,IAClB,CAAC,OAAO,OAAO,UACb,QACA,SAAS,UAAU,IAAI,IAAI,sBAAsB,KAAK,KAAK,QAAQ,CAAC;AAAA,IACtE;AAAA,EACF;AACF;AAEO,SAAS,6BAAqC;AACnD,MAAI,QAAQ;AAEZ,WAAS,OAAO,GAAG,QAAQ,4BAA4B,QAAQ,GAAG;AAChE,aAAS,IAAI,KAAK,KAAK,OAAO,CAAC;AAAA,EACjC;AAEA,SAAO;AACT;AAEO,SAAS,wBACd,MACA,OACQ;AACR,QAAM,mBAAmB,MAAM,SAAS,MAAM,KAAK,SAAS;AAE5D,MAAI,oBAAoB,GAAG;AACzB,WAAO;AAAA,EACT;AACA,MAAI,KAAK,aAAa,QAAW;AAC/B,WAAO,MAAM,aAAa,SAAY,IAAI;AAAA,EAC5C;AACA,MAAI,MAAM,aAAa,QAAW;AAChC,WAAO;AAAA,EACT;AACA,SAAO,wBAAwB,KAAK,UAAU,MAAM,QAAQ;AAC9D;AAEO,SAAS,iBAAiB,OAAiC;AAChE,QAAM,CAAC,MAAM,IAAI,MAAM;AAEvB,MAAI,WAAW,QAAW;AACxB,UAAM,IAAI,MAAM,8CAA8C;AAAA,EAChE;AAEA,SAAO;AACT;","names":[]}

package/dist/retrieval/query/archive-view/helper/uri.d.ts

@@ -0,0 +1,4 @@
+declare function isWikiGraphObjectUri(uri: string): boolean;
+declare function normalizeWikiGraphObjectUri(uri: string): string;
+
+export { isWikiGraphObjectUri, normalizeWikiGraphObjectUri };