wiki-graph-core 0.3.1 → 0.4.0

package/dist/retrieval/query/search-cache/store.d.ts

@@ -0,0 +1,23 @@
+import { Database } from '../../../document/database.js';
+import 'sqlite3';
+
+declare function hasSearchSession(sessionId: string, archiveKey: string): Promise<boolean>;
+declare function readSearchSessionMetadata(database: Database, sessionId: string, expectedArchiveKey: string | undefined, expectedCreatedAt?: number): Promise<{
+    readonly createdAt: number;
+    readonly lens: string;
+    readonly match: string;
+    readonly options: {
+        readonly chapters: readonly number[] | null;
+        readonly types: readonly string[] | null;
+    };
+    readonly query: string;
+    readonly sessionId: string;
+    readonly terms: readonly string[];
+    readonly expiresAt: number;
+    readonly objectCachesPopulated: boolean;
+}>;
+declare function touchSearchSession(database: Database, sessionId: string): Promise<void>;
+declare function deleteSearchSession(database: Database, sessionId: string): Promise<void>;
+declare function deleteUnusedPredicates(database: Database): Promise<void>;
+
+export { deleteSearchSession, deleteUnusedPredicates, hasSearchSession, readSearchSessionMetadata, touchSearchSession };

package/dist/retrieval/query/search-cache/store.js

@@ -0,0 +1,111 @@
+import { getNumber, getString } from "../../../document/database.js";
+import { openSearchSessionDatabase } from "./database.js";
+import { parseSessionOptions, parseStringArray } from "./parsing.js";
+import { SEARCH_SESSION_TTL_MS } from "./schema.js";
+async function hasSearchSession(sessionId, archiveKey) {
+  const database = await openSearchSessionDatabase();
+  try {
+    const row = await database.queryOne(
+      `
+        SELECT session_id
+        FROM search_sessions
+        WHERE session_id = ? AND archive_key = ?
+          AND expires_at >= ?
+      `,
+      [sessionId, archiveKey, Date.now()],
+      () => true
+    );
+    return row === true;
+  } finally {
+    await database.close();
+  }
+}
+async function readSearchSessionMetadata(database, sessionId, expectedArchiveKey, expectedCreatedAt) {
+  const session = await database.queryOne(
+    `
+      SELECT
+        session_id,
+        query,
+        options_json,
+        terms_json,
+        lens,
+        match,
+        object_caches_populated,
+        created_at,
+        expires_at
+      FROM search_sessions
+      WHERE session_id = ?
+        ${expectedArchiveKey === void 0 ? "" : "AND archive_key = ?"}
+        ${expectedCreatedAt === void 0 ? "" : "AND created_at = ?"}
+    `,
+    [
+      sessionId,
+      ...expectedArchiveKey === void 0 ? [] : [expectedArchiveKey],
+      ...expectedCreatedAt === void 0 ? [] : [expectedCreatedAt]
+    ],
+    (row) => ({
+      createdAt: getNumber(row, "created_at"),
+      expiresAt: getNumber(row, "expires_at"),
+      lens: getString(row, "lens"),
+      match: getString(row, "match"),
+      objectCachesPopulated: getNumber(row, "object_caches_populated") !== 0,
+      options: parseSessionOptions(getString(row, "options_json")),
+      query: getString(row, "query"),
+      sessionId: getString(row, "session_id"),
+      terms: parseStringArray(getString(row, "terms_json"))
+    })
+  );
+  if (session === void 0 || session.expiresAt < Date.now()) {
+    throw new Error("Search cursor expired. Run the search again.");
+  }
+  return session;
+}
+async function touchSearchSession(database, sessionId) {
+  await database.run(
+    `
+      UPDATE search_sessions
+      SET accessed_at = ?, expires_at = ?
+      WHERE session_id = ?
+    `,
+    [Date.now(), Date.now() + SEARCH_SESSION_TTL_MS, sessionId]
+  );
+}
+async function deleteSearchSession(database, sessionId) {
+  await database.run("DELETE FROM search_results WHERE session_id = ?", [
+    sessionId
+  ]);
+  await database.run(
+    "DELETE FROM search_evidence_hit_events WHERE session_id = ?",
+    [sessionId]
+  );
+  await database.run("DELETE FROM search_entity_hits WHERE session_id = ?", [
+    sessionId
+  ]);
+  await database.run("DELETE FROM search_triple_hits WHERE session_id = ?", [
+    sessionId
+  ]);
+  await database.run("DELETE FROM search_chunk_hits WHERE session_id = ?", [
+    sessionId
+  ]);
+  await database.run("DELETE FROM search_sessions WHERE session_id = ?", [
+    sessionId
+  ]);
+}
+async function deleteUnusedPredicates(database) {
+  await database.run(`
+    DELETE FROM predicate_dictionary
+    WHERE NOT EXISTS (
+      SELECT 1
+      FROM search_triple_hits
+      WHERE search_triple_hits.predicate_id = predicate_dictionary.id
+    )
+  `);
+}
+export {
+  deleteSearchSession,
+  deleteUnusedPredicates,
+  hasSearchSession,
+  readSearchSessionMetadata,
+  touchSearchSession
+};
+//# sourceMappingURL=store.js.map

package/dist/retrieval/query/search-cache/store.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/search-cache/store.ts"],"sourcesContent":["import { getNumber, getString } from \"../../../document/database.js\";\nimport type { Database } from \"../../../document/index.js\";\n\nimport { openSearchSessionDatabase } from \"./database.js\";\nimport { parseSessionOptions, parseStringArray } from \"./parsing.js\";\nimport { SEARCH_SESSION_TTL_MS } from \"./schema.js\";\n\nexport async function hasSearchSession(\n  sessionId: string,\n  archiveKey: string,\n): Promise<boolean> {\n  const database = await openSearchSessionDatabase();\n\n  try {\n    const row = await database.queryOne(\n      `\n        SELECT session_id\n        FROM search_sessions\n        WHERE session_id = ? AND archive_key = ?\n          AND expires_at >= ?\n      `,\n      [sessionId, archiveKey, Date.now()],\n      () => true,\n    );\n\n    return row === true;\n  } finally {\n    await database.close();\n  }\n}\n\nexport async function readSearchSessionMetadata(\n  database: Database,\n  sessionId: string,\n  expectedArchiveKey: string | undefined,\n  expectedCreatedAt?: number,\n): Promise<{\n  readonly createdAt: number;\n  readonly lens: string;\n  readonly match: string;\n  readonly options: {\n    readonly chapters: readonly number[] | null;\n    readonly types: readonly string[] | null;\n  };\n  readonly query: string;\n  readonly sessionId: string;\n  readonly terms: readonly string[];\n  readonly expiresAt: number;\n  readonly objectCachesPopulated: boolean;\n}> {\n  const session = await database.queryOne(\n    `\n      SELECT\n        session_id,\n        query,\n        options_json,\n        terms_json,\n        lens,\n        match,\n        object_caches_populated,\n        created_at,\n        expires_at\n      FROM search_sessions\n      WHERE session_id = ?\n        ${expectedArchiveKey === undefined ? \"\" : \"AND archive_key = ?\"}\n        ${expectedCreatedAt === undefined ? \"\" : \"AND created_at = ?\"}\n    `,\n    [\n      sessionId,\n      ...(expectedArchiveKey === undefined ? [] : [expectedArchiveKey]),\n      ...(expectedCreatedAt === undefined ? [] : [expectedCreatedAt]),\n    ],\n    (row) => ({\n      createdAt: getNumber(row, \"created_at\"),\n      expiresAt: getNumber(row, \"expires_at\"),\n      lens: getString(row, \"lens\"),\n      match: getString(row, \"match\"),\n      objectCachesPopulated: getNumber(row, \"object_caches_populated\") !== 0,\n      options: parseSessionOptions(getString(row, \"options_json\")),\n      query: getString(row, \"query\"),\n      sessionId: getString(row, \"session_id\"),\n      terms: parseStringArray(getString(row, \"terms_json\")),\n    }),\n  );\n\n  if (session === undefined || session.expiresAt < Date.now()) {\n    throw new Error(\"Search cursor expired. Run the search again.\");\n  }\n\n  return session;\n}\n\nexport async function touchSearchSession(\n  database: Database,\n  sessionId: string,\n): Promise<void> {\n  await database.run(\n    `\n      UPDATE search_sessions\n      SET accessed_at = ?, expires_at = ?\n      WHERE session_id = ?\n    `,\n    [Date.now(), Date.now() + SEARCH_SESSION_TTL_MS, sessionId],\n  );\n}\n\nexport async function deleteSearchSession(\n  database: Database,\n  sessionId: string,\n): Promise<void> {\n  await database.run(\"DELETE FROM search_results WHERE session_id = ?\", [\n    sessionId,\n  ]);\n  await database.run(\n    \"DELETE FROM search_evidence_hit_events WHERE session_id = ?\",\n    [sessionId],\n  );\n  await database.run(\"DELETE FROM search_entity_hits WHERE session_id = ?\", [\n    sessionId,\n  ]);\n  await database.run(\"DELETE FROM search_triple_hits WHERE session_id = ?\", [\n    sessionId,\n  ]);\n  await database.run(\"DELETE FROM search_chunk_hits WHERE session_id = ?\", [\n    sessionId,\n  ]);\n  await database.run(\"DELETE FROM search_sessions WHERE session_id = ?\", [\n    sessionId,\n  ]);\n}\n\nexport async function deleteUnusedPredicates(\n  database: Database,\n): Promise<void> {\n  await database.run(`\n    DELETE FROM predicate_dictionary\n    WHERE NOT EXISTS (\n      SELECT 1\n      FROM search_triple_hits\n      WHERE search_triple_hits.predicate_id = predicate_dictionary.id\n    )\n  `);\n}\n"],"mappings":"AAAA,SAAS,WAAW,iBAAiB;AAGrC,SAAS,iCAAiC;AAC1C,SAAS,qBAAqB,wBAAwB;AACtD,SAAS,6BAA6B;AAEtC,eAAsB,iBACpB,WACA,YACkB;AAClB,QAAM,WAAW,MAAM,0BAA0B;AAEjD,MAAI;AACF,UAAM,MAAM,MAAM,SAAS;AAAA,MACzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAMA,CAAC,WAAW,YAAY,KAAK,IAAI,CAAC;AAAA,MAClC,MAAM;AAAA,IACR;AAEA,WAAO,QAAQ;AAAA,EACjB,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEA,eAAsB,0BACpB,UACA,WACA,oBACA,mBAcC;AACD,QAAM,UAAU,MAAM,SAAS;AAAA,IAC7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAaM,uBAAuB,SAAY,KAAK,qBAAqB;AAAA,UAC7D,sBAAsB,SAAY,KAAK,oBAAoB;AAAA;AAAA,IAEjE;AAAA,MACE;AAAA,MACA,GAAI,uBAAuB,SAAY,CAAC,IAAI,CAAC,kBAAkB;AAAA,MAC/D,GAAI,sBAAsB,SAAY,CAAC,IAAI,CAAC,iBAAiB;AAAA,IAC/D;AAAA,IACA,CAAC,SAAS;AAAA,MACR,WAAW,UAAU,KAAK,YAAY;AAAA,MACtC,WAAW,UAAU,KAAK,YAAY;AAAA,MACtC,MAAM,UAAU,KAAK,MAAM;AAAA,MAC3B,OAAO,UAAU,KAAK,OAAO;AAAA,MAC7B,uBAAuB,UAAU,KAAK,yBAAyB,MAAM;AAAA,MACrE,SAAS,oBAAoB,UAAU,KAAK,cAAc,CAAC;AAAA,MAC3D,OAAO,UAAU,KAAK,OAAO;AAAA,MAC7B,WAAW,UAAU,KAAK,YAAY;AAAA,MACtC,OAAO,iBAAiB,UAAU,KAAK,YAAY,CAAC;AAAA,IACtD;AAAA,EACF;AAEA,MAAI,YAAY,UAAa,QAAQ,YAAY,KAAK,IAAI,GAAG;AAC3D,UAAM,IAAI,MAAM,8CAA8C;AAAA,EAChE;AAEA,SAAO;AACT;AAEA,eAAsB,mBACpB,UACA,WACe;AACf,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,CAAC,KAAK,IAAI,GAAG,KAAK,IAAI,IAAI,uBAAuB,SAAS;AAAA,EAC5D;AACF;AAEA,eAAsB,oBACpB,UACA,WACe;AACf,QAAM,SAAS,IAAI,mDAAmD;AAAA,IACpE;AAAA,EACF,CAAC;AACD,QAAM,SAAS;AAAA,IACb;AAAA,IACA,CAAC,SAAS;AAAA,EACZ;AACA,QAAM,SAAS,IAAI,uDAAuD;AAAA,IACxE;AAAA,EACF,CAAC;AACD,QAAM,SAAS,IAAI,uDAAuD;AAAA,IACxE;AAAA,EACF,CAAC;AACD,QAAM,SAAS,IAAI,sDAAsD;AAAA,IACvE;AAAA,EACF,CAAC;AACD,QAAM,SAAS,IAAI,oDAAoD;AAAA,IACrE;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,uBACpB,UACe;AACf,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAOlB;AACH;","names":[]}

package/dist/retrieval/query/search-cache/types.d.ts

@@ -0,0 +1,164 @@
+import { ArchiveFindHit } from '../archive-view/types.js';
+import '../../../document/types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../graph/reading.js';
+import '../../../document/directory/types.js';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../document/chapter/types.js';
+
+interface SearchSessionInput {
+    readonly archiveKey: string;
+    readonly chapters: readonly number[] | null;
+    readonly chunkHits?: readonly SearchChunkHitInput[];
+    readonly entityHits?: readonly SearchEntityHitInput[];
+    readonly evidenceEvents?: readonly SearchEvidenceHitEventInput[];
+    readonly items?: readonly ArchiveFindHit[];
+    readonly lens: string;
+    readonly match: string;
+    readonly order: string;
+    readonly query: string;
+    readonly revisionScope: string;
+    readonly terms: readonly string[];
+    readonly tripleHits?: readonly SearchTripleHitInput[];
+    readonly types: readonly string[] | null;
+}
+declare const SEARCH_EVIDENCE_KIND: {
+    readonly mention: 1;
+    readonly mentionLink: 2;
+    readonly chunk: 3;
+};
+type SearchEvidenceKind = (typeof SEARCH_EVIDENCE_KIND)[keyof typeof SEARCH_EVIDENCE_KIND];
+interface SearchEvidenceHitEventInput {
+    readonly archiveId?: number;
+    readonly chapterId: number;
+    readonly evidenceId: string;
+    readonly evidenceKind: SearchEvidenceKind;
+    readonly score: number;
+    readonly sentenceIndex: number;
+}
+interface SearchEntityHitInput {
+    readonly archiveId?: number;
+    readonly evidenceTopScores?: readonly number[];
+    readonly propertyTopScores?: readonly number[];
+    readonly qid: string;
+}
+interface SearchTripleHitInput {
+    readonly archiveId?: number;
+    readonly evidenceTopScores: readonly number[];
+    readonly objectQid: string;
+    readonly predicate: string;
+    readonly subjectQid: string;
+}
+interface SearchChunkHitInput {
+    readonly archiveId?: number;
+    readonly chunkId: number;
+    readonly evidenceTopScores?: readonly number[];
+    readonly propertyTopScores?: readonly number[];
+}
+interface EntitySearchSessionInput {
+    readonly archiveKey: string;
+    readonly chapters: readonly number[] | null;
+    readonly chunkHits?: readonly SearchChunkHitInput[];
+    readonly entityHits?: readonly SearchEntityHitInput[];
+    readonly evidenceEvents?: readonly SearchEvidenceHitEventInput[];
+    readonly lens: string;
+    readonly match: string;
+    readonly order: string;
+    readonly query: string;
+    readonly revisionScope: string;
+    readonly terms: readonly string[];
+    readonly tripleHits?: readonly SearchTripleHitInput[];
+    readonly types: readonly string[] | null;
+}
+interface SearchSessionPage {
+    readonly chapters: readonly number[] | null;
+    readonly items: readonly ArchiveFindHit[];
+    readonly lens: string;
+    readonly match: string;
+    readonly nextCursor: string | null;
+    readonly query: string;
+    readonly sessionId: string;
+    readonly terms: readonly string[];
+    readonly types: readonly string[] | null;
+}
+interface EntitySearchSessionPage {
+    readonly chapters: readonly number[] | null;
+    readonly items: readonly ArchiveFindHit[];
+    readonly lens: string;
+    readonly match: string;
+    readonly nextCursor: string | null;
+    readonly query: string;
+    readonly sessionId: string;
+    readonly terms: readonly string[];
+    readonly types: readonly string[] | null;
+}
+interface SearchSessionDescriptor {
+    readonly chapters: readonly number[] | null;
+    readonly createdAt: number;
+    readonly lens: string;
+    readonly match: string;
+    readonly objectCachesPopulated: boolean;
+    readonly query: string;
+    readonly sessionId: string;
+    readonly terms: readonly string[];
+    readonly types: readonly string[] | null;
+}
+type BucketSearchCursor = {
+    readonly bucket: 0;
+    readonly key?: SearchChapterTitleCursorKey;
+} | {
+    readonly bucket: 1;
+    readonly key?: SearchObjectCursorKey;
+} | {
+    readonly bucket: 2;
+    readonly key?: SearchChunkCursorKey;
+} | {
+    readonly bucket: 3;
+    readonly key?: SearchTextCursorKey;
+};
+interface SearchChapterTitleCursorKey {
+    readonly archiveId: number;
+    readonly chapterId: number;
+    readonly score: number;
+}
+interface SearchObjectCursorKey {
+    readonly archiveId: number;
+    readonly id: string;
+    readonly kind: "entity" | "triple";
+    readonly score: number;
+}
+interface SearchChunkCursorKey {
+    readonly archiveId: number;
+    readonly chunkId: number;
+    readonly score: number;
+}
+interface SearchTextCursorKey {
+    readonly archiveId: number;
+    readonly chapterId: number;
+    readonly kind: number;
+    readonly rank: number;
+    readonly sentenceIndex: number;
+}
+type SearchSessionCacheInput = Omit<SearchSessionInput, "items">;
+type EntitySearchSessionCacheInput = EntitySearchSessionInput;
+
+export { type BucketSearchCursor, type EntitySearchSessionCacheInput, type EntitySearchSessionInput, type EntitySearchSessionPage, SEARCH_EVIDENCE_KIND, type SearchChapterTitleCursorKey, type SearchChunkCursorKey, type SearchChunkHitInput, type SearchEntityHitInput, type SearchEvidenceHitEventInput, type SearchEvidenceKind, type SearchObjectCursorKey, type SearchSessionCacheInput, type SearchSessionDescriptor, type SearchSessionInput, type SearchSessionPage, type SearchTextCursorKey, type SearchTripleHitInput };

package/dist/retrieval/query/search-cache/types.js

@@ -0,0 +1,9 @@
+const SEARCH_EVIDENCE_KIND = {
+  mention: 1,
+  mentionLink: 2,
+  chunk: 3
+};
+export {
+  SEARCH_EVIDENCE_KIND
+};
+//# sourceMappingURL=types.js.map

package/dist/retrieval/query/search-cache/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/search-cache/types.ts"],"sourcesContent":["import type { ArchiveFindHit } from \"../view.js\";\n\nexport interface SearchSessionInput {\n  readonly archiveKey: string;\n  readonly chapters: readonly number[] | null;\n  readonly chunkHits?: readonly SearchChunkHitInput[];\n  readonly entityHits?: readonly SearchEntityHitInput[];\n  readonly evidenceEvents?: readonly SearchEvidenceHitEventInput[];\n  readonly items?: readonly ArchiveFindHit[];\n  readonly lens: string;\n  readonly match: string;\n  readonly order: string;\n  readonly query: string;\n  readonly revisionScope: string;\n  readonly terms: readonly string[];\n  readonly tripleHits?: readonly SearchTripleHitInput[];\n  readonly types: readonly string[] | null;\n}\n\nexport const SEARCH_EVIDENCE_KIND = {\n  mention: 1,\n  mentionLink: 2,\n  chunk: 3,\n} as const;\n\nexport type SearchEvidenceKind =\n  (typeof SEARCH_EVIDENCE_KIND)[keyof typeof SEARCH_EVIDENCE_KIND];\n\nexport interface SearchEvidenceHitEventInput {\n  readonly archiveId?: number;\n  readonly chapterId: number;\n  readonly evidenceId: string;\n  readonly evidenceKind: SearchEvidenceKind;\n  readonly score: number;\n  readonly sentenceIndex: number;\n}\n\nexport interface SearchEntityHitInput {\n  readonly archiveId?: number;\n  readonly evidenceTopScores?: readonly number[];\n  readonly propertyTopScores?: readonly number[];\n  readonly qid: string;\n}\n\nexport interface SearchTripleHitInput {\n  readonly archiveId?: number;\n  readonly evidenceTopScores: readonly number[];\n  readonly objectQid: string;\n  readonly predicate: string;\n  readonly subjectQid: string;\n}\n\nexport interface SearchChunkHitInput {\n  readonly archiveId?: number;\n  readonly chunkId: number;\n  readonly evidenceTopScores?: readonly number[];\n  readonly propertyTopScores?: readonly number[];\n}\n\nexport interface EntitySearchSessionInput {\n  readonly archiveKey: string;\n  readonly chapters: readonly number[] | null;\n  readonly chunkHits?: readonly SearchChunkHitInput[];\n  readonly entityHits?: readonly SearchEntityHitInput[];\n  readonly evidenceEvents?: readonly SearchEvidenceHitEventInput[];\n  readonly lens: string;\n  readonly match: string;\n  readonly order: string;\n  readonly query: string;\n  readonly revisionScope: string;\n  readonly terms: readonly string[];\n  readonly tripleHits?: readonly SearchTripleHitInput[];\n  readonly types: readonly string[] | null;\n}\n\nexport interface SearchSessionPage {\n  readonly chapters: readonly number[] | null;\n  readonly items: readonly ArchiveFindHit[];\n  readonly lens: string;\n  readonly match: string;\n  readonly nextCursor: string | null;\n  readonly query: string;\n  readonly sessionId: string;\n  readonly terms: readonly string[];\n  readonly types: readonly string[] | null;\n}\n\nexport interface EntitySearchSessionPage {\n  readonly chapters: readonly number[] | null;\n  readonly items: readonly ArchiveFindHit[];\n  readonly lens: string;\n  readonly match: string;\n  readonly nextCursor: string | null;\n  readonly query: string;\n  readonly sessionId: string;\n  readonly terms: readonly string[];\n  readonly types: readonly string[] | null;\n}\n\nexport interface SearchSessionDescriptor {\n  readonly chapters: readonly number[] | null;\n  readonly createdAt: number;\n  readonly lens: string;\n  readonly match: string;\n  readonly objectCachesPopulated: boolean;\n  readonly query: string;\n  readonly sessionId: string;\n  readonly terms: readonly string[];\n  readonly types: readonly string[] | null;\n}\n\nexport type BucketSearchCursor =\n  | {\n      readonly bucket: 0;\n      readonly key?: SearchChapterTitleCursorKey;\n    }\n  | {\n      readonly bucket: 1;\n      readonly key?: SearchObjectCursorKey;\n    }\n  | {\n      readonly bucket: 2;\n      readonly key?: SearchChunkCursorKey;\n    }\n  | {\n      readonly bucket: 3;\n      readonly key?: SearchTextCursorKey;\n    };\n\nexport interface SearchChapterTitleCursorKey {\n  readonly archiveId: number;\n  readonly chapterId: number;\n  readonly score: number;\n}\n\nexport interface SearchObjectCursorKey {\n  readonly archiveId: number;\n  readonly id: string;\n  readonly kind: \"entity\" | \"triple\";\n  readonly score: number;\n}\n\nexport interface SearchChunkCursorKey {\n  readonly archiveId: number;\n  readonly chunkId: number;\n  readonly score: number;\n}\n\nexport interface SearchTextCursorKey {\n  readonly archiveId: number;\n  readonly chapterId: number;\n  readonly kind: number;\n  readonly rank: number;\n  readonly sentenceIndex: number;\n}\n\nexport type SearchSessionCacheInput = Omit<SearchSessionInput, \"items\">;\nexport type EntitySearchSessionCacheInput = EntitySearchSessionInput;\n"],"mappings":"AAmBO,MAAM,uBAAuB;AAAA,EAClC,SAAS;AAAA,EACT,aAAa;AAAA,EACb,OAAO;AACT;","names":[]}

package/dist/retrieval/query/view.d.ts

@@ -0,0 +1,41 @@
+export { findArchiveObjects, grepArchiveObjects } from './archive-view/search/core.js';
+export { ArchiveBacklinkBucket, ArchiveBacklinks, ArchiveCollectionOptions, ArchiveCollectionResult, ArchiveCollectionType, ArchiveEntityWikipageLocale, ArchiveEvidence, ArchiveEvidenceItem, ArchiveEvidenceOptions, ArchiveFindEvidencePreview, ArchiveFindField, ArchiveFindFilterType, ArchiveFindHit, ArchiveFindLens, ArchiveFindLensHint, ArchiveFindMatch, ArchiveFindObjectType, ArchiveFindOptions, ArchiveFindOrder, ArchiveFindPosition, ArchiveFindResult, ArchiveIndex, ArchiveLibrarySource, ArchiveListItem, ArchiveListKind, ArchiveNodeLabel, ArchiveNodeSourceFragment, ArchiveObjectType, ArchivePack, ArchivePage, ArchiveRelatedOptions, ArchiveRelatedResult, ArchiveRelatedRole, ArchiveSourceFragment, ArchiveTriplePattern } from './archive-view/types.js';
+export { ArchivePageOptions, readArchivePage, readArchiveText } from './archive-view/pages.js';
+export { listAllArchiveLinks, listArchiveLinks, listRelatedArchiveObjects } from './archive-view/related/core.js';
+export { formatChapterId, formatEdgeId, formatNodeId, formatSummaryId } from './archive-view/references.js';
+export { clearDirtyArchiveSearchIndex, createArchiveSearchIndexFingerprint, isArchiveSearchIndexCurrent, readArchiveSearchIndexStatus, rebuildArchiveSearchIndex } from './archive-view/index-state.js';
+export { getArchiveIndex, listArchiveCollection, listArchiveObjects } from './archive-view/collection.js';
+export { listArchiveEvidence } from './archive-view/evidence.js';
+export { packArchiveContext } from './archive-view/pack.js';
+import '../../document/directory/types.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../../graph/reading.js';
+import '../../document/chapter/types.js';
+import '../../external/wikipage/types.js';
+import '../../external/wikipage/wikimedia-client/wiki.js';
+import '../../external/wikipage/fetch-log.js';
+import './archive-view/related/wikipage.js';
+import '../search-index/search/build.js';
+import '../search-index/search/types.js';
+import './archive-view/evidence-hydration.js';

package/dist/retrieval/query/view.js

@@ -0,0 +1,2 @@
+export * from "./archive-view/index.js";
+//# sourceMappingURL=view.js.map

package/dist/retrieval/query/view.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/retrieval/query/view.ts"],"sourcesContent":["export * from \"./archive-view/index.js\";\n"],"mappings":"AAAA,cAAc;","names":[]}

package/dist/retrieval/search-index/index.d.ts

@@ -0,0 +1,33 @@
+export { SearchIndexWriteCounters, ensureSearchIndex, finalizeSearchIndexReplacement, prepareSearchIndexReplacement, replaceSearchIndex, writeSearchIndexBatch } from './search/build.js';
+export { markDirtySearchIndexChapters } from './search/dirty.js';
+export { createSearchIndexFingerprint, readSearchIndexFingerprintFromDatabase } from './search/fingerprint.js';
+export { querySearchIndex } from './search/query.js';
+export { readArchiveIndexSettings, setFtsIndexEmbedded } from './search/settings.js';
+export { isSearchIndexCurrent, readSearchIndexStatus } from './search/status.js';
+export { ArchiveIndexSettings, SEARCH_INDEX_FTS_HIT_LIMIT, SEARCH_OBJECT_PROPERTY_KIND, SEARCH_OBJECT_PROPERTY_OWNER_KIND, SINGLE_ARCHIVE_INDEX_ID, SearchIndexInput, SearchIndexObjectHit, SearchIndexProgressEvent, SearchIndexProgressPhase, SearchIndexProgressReporter, SearchIndexQueryResult, SearchIndexStatus, SearchIndexTextHit, SearchObjectPropertyKind, SearchObjectPropertyOwnerKind, TEXT_SENTENCE_KIND, TextSentenceKind } from './search/types.js';
+import '../../document/database.js';
+import 'sqlite3';
+import '../../document/directory/types.js';
+import '../../text/source/meta.js';
+import 'zod';
+import '../../text/source/toc.js';
+import '../../text/source/types.js';
+import '../../document/types.js';
+import '../../document/text-streams/serial.js';
+import '../../document/text-streams/draft.js';
+import '../../document/text-streams/types.js';
+import '../../document/stores/chunk.js';
+import '../../document/stores/types.js';
+import '../../document/stores/fragment-group.js';
+import '../../document/stores/graph-build-parameter.js';
+import '../../document/stores/mention-link.js';
+import '../../document/stores/mention.js';
+import '../../document/stores/object-metadata.js';
+import '../../document/stores/reading-edge.js';
+import '../../document/stores/serial.js';
+import '../../document/stores/snake/chunk.js';
+import '../../document/stores/snake/core.js';
+import '../../document/stores/snake/edge.js';
+import '../query/archive-view/types.js';
+import '../../graph/reading.js';
+import '../../document/chapter/types.js';

package/dist/retrieval/search-index/index.js

@@ -0,0 +1,41 @@
+import {
+  createSearchIndexFingerprint,
+  ensureSearchIndex,
+  finalizeSearchIndexReplacement,
+  isSearchIndexCurrent,
+  markDirtySearchIndexChapters,
+  prepareSearchIndexReplacement,
+  querySearchIndex,
+  readArchiveIndexSettings,
+  readSearchIndexFingerprintFromDatabase,
+  readSearchIndexStatus,
+  replaceSearchIndex,
+  SEARCH_INDEX_FTS_HIT_LIMIT,
+  SEARCH_OBJECT_PROPERTY_KIND,
+  SEARCH_OBJECT_PROPERTY_OWNER_KIND,
+  SINGLE_ARCHIVE_INDEX_ID,
+  setFtsIndexEmbedded,
+  TEXT_SENTENCE_KIND,
+  writeSearchIndexBatch
+} from "./search/index.js";
+export {
+  SEARCH_INDEX_FTS_HIT_LIMIT,
+  SEARCH_OBJECT_PROPERTY_KIND,
+  SEARCH_OBJECT_PROPERTY_OWNER_KIND,
+  SINGLE_ARCHIVE_INDEX_ID,
+  TEXT_SENTENCE_KIND,
+  createSearchIndexFingerprint,
+  ensureSearchIndex,
+  finalizeSearchIndexReplacement,
+  isSearchIndexCurrent,
+  markDirtySearchIndexChapters,
+  prepareSearchIndexReplacement,
+  querySearchIndex,
+  readArchiveIndexSettings,
+  readSearchIndexFingerprintFromDatabase,
+  readSearchIndexStatus,
+  replaceSearchIndex,
+  setFtsIndexEmbedded,
+  writeSearchIndexBatch
+};
+//# sourceMappingURL=index.js.map

package/dist/retrieval/search-index/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/retrieval/search-index/index.ts"],"sourcesContent":["export {\n  createSearchIndexFingerprint,\n  ensureSearchIndex,\n  finalizeSearchIndexReplacement,\n  isSearchIndexCurrent,\n  markDirtySearchIndexChapters,\n  prepareSearchIndexReplacement,\n  querySearchIndex,\n  readArchiveIndexSettings,\n  readSearchIndexFingerprintFromDatabase,\n  readSearchIndexStatus,\n  replaceSearchIndex,\n  SEARCH_INDEX_FTS_HIT_LIMIT,\n  SEARCH_OBJECT_PROPERTY_KIND,\n  SEARCH_OBJECT_PROPERTY_OWNER_KIND,\n  SINGLE_ARCHIVE_INDEX_ID,\n  setFtsIndexEmbedded,\n  TEXT_SENTENCE_KIND,\n  writeSearchIndexBatch,\n} from \"./search/index.js\";\nexport type {\n  ArchiveIndexSettings,\n  SearchIndexInput,\n  SearchIndexObjectHit,\n  SearchIndexProgressEvent,\n  SearchIndexProgressPhase,\n  SearchIndexProgressReporter,\n  SearchIndexQueryResult,\n  SearchIndexStatus,\n  SearchIndexTextHit,\n  SearchIndexWriteCounters,\n  SearchObjectPropertyKind,\n  SearchObjectPropertyOwnerKind,\n  TextSentenceKind,\n} from \"./search/index.js\";\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;","names":[]}

package/dist/retrieval/search-index/search/build.d.ts

@@ -0,0 +1,39 @@
+import { Database } from '../../../document/database.js';
+import { Document } from '../../../document/directory/types.js';
+import { SearchIndexInput, SearchIndexProgressReporter } from './types.js';
+import 'sqlite3';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+
+type ArchiveIndexProjection = SearchIndexInput;
+type SearchIndexWriteBatch = SearchIndexInput;
+interface SearchIndexWriteCounters {
+    readonly objectDone: number;
+    readonly textDone: number;
+}
+declare function writeArchiveIndexProjection(document: Document, projection: ArchiveIndexProjection, progress?: SearchIndexProgressReporter): Promise<void>;
+declare function ensureSearchIndex(document: Document, input: SearchIndexInput, progress?: SearchIndexProgressReporter): Promise<void>;
+declare function replaceSearchIndex(document: Document, batches: AsyncIterable<SearchIndexWriteBatch>, fingerprint: string, progress?: SearchIndexProgressReporter): Promise<void>;
+declare function prepareSearchIndexReplacement(database: Database, progress?: SearchIndexProgressReporter): Promise<void>;
+declare function writeSearchIndexBatch(database: Database, batch: SearchIndexWriteBatch, counters: SearchIndexWriteCounters, progress?: SearchIndexProgressReporter): Promise<SearchIndexWriteCounters>;
+declare function finalizeSearchIndexReplacement(database: Database, fingerprint: string, chaptersRevision: number, progress?: SearchIndexProgressReporter): Promise<void>;
+
+export { type ArchiveIndexProjection, type SearchIndexWriteBatch, type SearchIndexWriteCounters, ensureSearchIndex, finalizeSearchIndexReplacement, prepareSearchIndexReplacement, replaceSearchIndex, writeArchiveIndexProjection, writeSearchIndexBatch };