wiki-graph-core 0.3.1 → 0.4.1

package/dist/library/search-index.d.ts

@@ -0,0 +1,87 @@
+import { ArchiveFindMatch, ArchiveFindObjectType } from '../retrieval/query/archive-view/types.js';
+import { SearchIndexObjectHit, SearchIndexTextHit, TextSentenceKind, SearchIndexProgressReporter } from '../retrieval/search-index/search/types.js';
+import { GcContext, GcJobResult } from '../runtime/gc/types.js';
+import { ParsedWikiGraphLibraryUri, WikiGraphLibraryRecord } from './registry.js';
+import '../document/types.js';
+import '../text/source/meta.js';
+import 'zod';
+import '../graph/reading.js';
+import '../document/directory/types.js';
+import '../text/source/toc.js';
+import '../text/source/types.js';
+import '../document/database.js';
+import 'sqlite3';
+import '../document/text-streams/serial.js';
+import '../document/text-streams/draft.js';
+import '../document/text-streams/types.js';
+import '../document/stores/chunk.js';
+import '../document/stores/types.js';
+import '../document/stores/fragment-group.js';
+import '../document/stores/graph-build-parameter.js';
+import '../document/stores/mention-link.js';
+import '../document/stores/mention.js';
+import '../document/stores/object-metadata.js';
+import '../document/stores/reading-edge.js';
+import '../document/stores/serial.js';
+import '../document/stores/snake/chunk.js';
+import '../document/stores/snake/core.js';
+import '../document/stores/snake/edge.js';
+import '../document/chapter/types.js';
+
+type WikiGraphLibraryIndexStatus = "current" | "dirty" | "disabled" | "missing";
+interface WikiGraphLibraryIndexSource {
+    readonly archiveId: number;
+    readonly archiveUri: string;
+    readonly exists: boolean;
+    readonly lastSeenMutationToken?: string;
+    readonly relativePath: string;
+    readonly status: string;
+}
+interface WikiGraphLibraryIndexState {
+    readonly enabled: boolean;
+    readonly fingerprint?: string;
+    readonly sourceFingerprint: string;
+    readonly sources: readonly WikiGraphLibraryIndexSource[];
+    readonly status: WikiGraphLibraryIndexStatus;
+}
+interface WikiGraphLibraryIndexQueryResult {
+    readonly objectHits: readonly WikiGraphLibraryIndexObjectHit[];
+    readonly terms: readonly string[];
+    readonly textHits: readonly WikiGraphLibraryIndexTextHit[];
+}
+interface WikiGraphLibraryIndexListOptions {
+    readonly includeText?: boolean;
+}
+interface WikiGraphLibraryIndexQueryOptions {
+    readonly chapters?: readonly number[];
+    readonly match?: ArchiveFindMatch;
+    readonly objectHitLimit?: number;
+    readonly textAfter?: {
+        readonly archiveId: number;
+        readonly chapterId: number;
+        readonly kind: TextSentenceKind;
+        readonly rank: number;
+        readonly sentenceIndex: number;
+    };
+    readonly textHitLimit?: number;
+    readonly types?: readonly ArchiveFindObjectType[] | null;
+}
+type WikiGraphLibraryIndexObjectHit = SearchIndexObjectHit & {
+    readonly archiveUri: string;
+    readonly libraryArchiveUri: string;
+};
+type WikiGraphLibraryIndexTextHit = SearchIndexTextHit & {
+    readonly archiveUri: string;
+    readonly libraryArchiveUri: string;
+};
+declare function readWikiGraphLibraryIndexState(target: ParsedWikiGraphLibraryUri): Promise<WikiGraphLibraryIndexState>;
+declare function rebuildWikiGraphLibraryIndex(target: ParsedWikiGraphLibraryUri, progress?: SearchIndexProgressReporter): Promise<WikiGraphLibraryIndexState>;
+declare function disableWikiGraphLibraryIndex(target: ParsedWikiGraphLibraryUri): Promise<WikiGraphLibraryIndexState>;
+declare function markWikiGraphLibraryIndexDirty(targetOrLibrary: ParsedWikiGraphLibraryUri | WikiGraphLibraryRecord): Promise<void>;
+declare function assertWikiGraphLibraryIndexReady(target: ParsedWikiGraphLibraryUri): Promise<WikiGraphLibraryIndexState>;
+declare function queryWikiGraphLibrarySearchIndex(target: ParsedWikiGraphLibraryUri, query: string, options?: WikiGraphLibraryIndexQueryOptions): Promise<WikiGraphLibraryIndexQueryResult | undefined>;
+declare function listWikiGraphLibrarySearchIndex(target: ParsedWikiGraphLibraryUri, options?: WikiGraphLibraryIndexListOptions): Promise<WikiGraphLibraryIndexQueryResult>;
+declare function listWikiGraphLibraryIndexArchiveIdsForObject(target: ParsedWikiGraphLibraryUri, objectUri: string): Promise<readonly number[]>;
+declare function runLibraryIndexGc(context: GcContext): Promise<GcJobResult>;
+
+export { type WikiGraphLibraryIndexListOptions, type WikiGraphLibraryIndexObjectHit, type WikiGraphLibraryIndexQueryOptions, type WikiGraphLibraryIndexQueryResult, type WikiGraphLibraryIndexSource, type WikiGraphLibraryIndexState, type WikiGraphLibraryIndexStatus, type WikiGraphLibraryIndexTextHit, assertWikiGraphLibraryIndexReady, disableWikiGraphLibraryIndex, listWikiGraphLibraryIndexArchiveIdsForObject, listWikiGraphLibrarySearchIndex, markWikiGraphLibraryIndexDirty, queryWikiGraphLibrarySearchIndex, readWikiGraphLibraryIndexState, rebuildWikiGraphLibraryIndex, runLibraryIndexGc };

package/dist/library/search-index.js

@@ -0,0 +1,473 @@
+import { createHash } from "crypto";
+import { mkdir, readdir, rm, stat, writeFile } from "fs/promises";
+import { join } from "path";
+import { Database, getNumber, getString } from "../document/database.js";
+import { ensureWikiGraphHomeSchemaCurrent } from "../document/home-schema-upgrade.js";
+import { SEARCH_INDEX_SCHEMA_SQL } from "../document/schema.js";
+import { openSharedStateDatabase } from "../document/index.js";
+import { WikiGraphArchiveFile } from "../storage/wikg/index.js";
+import { streamArchiveIndexProjection } from "../retrieval/query/archive-view/index-state.js";
+import {
+  markDirtySearchIndexChapters,
+  finalizeSearchIndexReplacement,
+  prepareSearchIndexReplacement,
+  readSearchIndexFingerprintFromDatabase,
+  readSearchIndexStatus,
+  SEARCH_OBJECT_PROPERTY_KIND,
+  SEARCH_OBJECT_PROPERTY_OWNER_KIND,
+  writeSearchIndexBatch
+} from "../retrieval/search-index/index.js";
+import { readPathSize } from "../runtime/gc/files.js";
+import {
+  resolveWikiGraphCoreDatabasePath,
+  resolveWikiGraphStagingDirectoryPath
+} from "../runtime/common/wiki-graph/dir.js";
+import { isNodeError } from "../utils/node-error.js";
+import {
+  listWikiGraphLibraryArchives
+} from "./membership.js";
+import {
+  resolveWikiGraphLibrary
+} from "./registry.js";
+import { isWikiGraphLibraryLocked, withWikiGraphLibraryLock } from "./lock.js";
+const LIBRARY_INDEX_DISABLED_FILE = "index.disabled";
+async function readWikiGraphLibraryIndexState(target) {
+  const library = await resolveWikiGraphLibrary(target);
+  const sources = await listLibraryIndexSources(target);
+  const sourceFingerprint = createLibraryIndexSourceFingerprint(sources);
+  const enabled = !await pathExists(createDisabledPath(library));
+  if (!enabled) {
+    return { enabled, sourceFingerprint, sources, status: "disabled" };
+  }
+  const document = new LibraryIndexDocument(library);
+  const searchStatus = await readSearchIndexStatus(document);
+  if (searchStatus === "missing") {
+    return { enabled, sourceFingerprint, sources, status: "missing" };
+  }
+  const databaseState = await document.readSearchIndexDatabase(
+    async (database) => ({
+      fingerprint: await readSearchIndexFingerprintFromDatabase(database),
+      sourceFingerprint: await readStateValue(database, "sourceFingerprint")
+    })
+  );
+  return {
+    enabled,
+    ...databaseState.fingerprint === void 0 ? {} : { fingerprint: databaseState.fingerprint },
+    sourceFingerprint,
+    sources,
+    status: searchStatus === "current" && databaseState.sourceFingerprint === sourceFingerprint ? "current" : "dirty"
+  };
+}
+async function rebuildWikiGraphLibraryIndex(target, progress) {
+  const library = await resolveWikiGraphLibrary(target);
+  return await withWikiGraphLibraryLock(library.id, "write", async () => {
+    await rm(createDisabledPath(library), { force: true });
+    const archives = await listWikiGraphLibraryArchives(target);
+    const sources = archives.map(formatLibraryIndexSource);
+    const present = archives.filter(
+      (archive) => archive.exists && archive.status === "present"
+    );
+    const document = new LibraryIndexDocument(library);
+    const sourceFingerprint = createLibraryIndexSourceFingerprint(sources);
+    const indexFingerprint = createLibraryIndexSearchFingerprint(sourceFingerprint);
+    await replaceLibrarySearchIndex(
+      document,
+      present,
+      indexFingerprint,
+      progress
+    );
+    await document.writeSearchIndexDatabase(async (database) => {
+      await setStateValue(database, "sourceFingerprint", sourceFingerprint);
+      await setStateValue(database, "libraryFingerprint", indexFingerprint);
+    });
+    return await readWikiGraphLibraryIndexState(target);
+  });
+}
+async function disableWikiGraphLibraryIndex(target) {
+  const library = await resolveWikiGraphLibrary(target);
+  return await withWikiGraphLibraryLock(library.id, "write", async () => {
+    await mkdir(createLibraryIndexDirectory(library), { recursive: true });
+    await rm(createLibraryIndexDatabasePath(library), { force: true });
+    await writeFile(createDisabledPath(library), "disabled\n", "utf8");
+    return await readWikiGraphLibraryIndexState(target);
+  });
+}
+async function markWikiGraphLibraryIndexDirty(targetOrLibrary) {
+  const library = "folderPath" in targetOrLibrary ? targetOrLibrary : await resolveWikiGraphLibrary(targetOrLibrary);
+  if (await pathExists(createDisabledPath(library))) {
+    return;
+  }
+  const document = new LibraryIndexDocument(library);
+  try {
+    await document.writeSearchIndexDatabase(async () => {
+      await markDirtySearchIndexChapters(document, [0], {
+        archiveId: 0,
+        updatedAt: Date.now()
+      });
+    });
+  } catch (error) {
+    if (isMissingSqliteOpenError(error)) {
+      return;
+    }
+    throw error;
+  }
+}
+async function assertWikiGraphLibraryIndexReady(target) {
+  const state = await readWikiGraphLibraryIndexState(target);
+  if (state.status !== "current") {
+    throw new Error(
+      `Wiki Graph library index is ${state.status}. Run \`<lib-uri>/index enable\` before querying.`
+    );
+  }
+  return state;
+}
+async function queryWikiGraphLibrarySearchIndex(target, query, options = {}) {
+  const library = await resolveWikiGraphLibrary(target);
+  return await withWikiGraphLibraryLock(library.id, "read", async () => {
+    const state = await assertWikiGraphLibraryIndexReady(target);
+    const sourceByArchiveId = new Map(
+      state.sources.map((source) => [source.archiveId, source])
+    );
+    const { querySearchIndex } = await import("../retrieval/search-index/index.js");
+    const result = await querySearchIndex(
+      new LibraryIndexDocument(library),
+      query,
+      options
+    );
+    if (result === void 0) {
+      return void 0;
+    }
+    return {
+      objectHits: result.objectHits.map((hit) => ({
+        ...hit,
+        ...formatLibraryHitSource(sourceByArchiveId, hit.archiveId)
+      })),
+      terms: result.terms,
+      textHits: result.textHits.map((hit) => ({
+        ...hit,
+        ...formatLibraryHitSource(sourceByArchiveId, hit.archiveId)
+      }))
+    };
+  });
+}
+async function listWikiGraphLibrarySearchIndex(target, options = {}) {
+  const library = await resolveWikiGraphLibrary(target);
+  return await withWikiGraphLibraryLock(library.id, "read", async () => {
+    const state = await assertWikiGraphLibraryIndexReady(target);
+    const sourceByArchiveId = new Map(
+      state.sources.map((source) => [source.archiveId, source])
+    );
+    return await new LibraryIndexDocument(library).readSearchIndexDatabase(
+      async (database) => {
+        const objectHits = await database.queryAll(
+          `
+            SELECT DISTINCT
+              archive_id,
+              owner_kind,
+              owner_id,
+              property_kind,
+              chapter_id
+            FROM search_object_properties_records
+            WHERE owner_kind != ? OR property_kind = ?
+            ORDER BY archive_id, COALESCE(chapter_id, 0), owner_kind, owner_id, property_kind
+          `,
+          [
+            SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk,
+            SEARCH_OBJECT_PROPERTY_KIND.label
+          ],
+          (row) => {
+            const archiveId = getNumber(row, "archive_id");
+            return {
+              ...formatLibraryHitSource(sourceByArchiveId, archiveId),
+              archiveId,
+              ownerId: String(row.owner_id),
+              ownerKind: getNumber(
+                row,
+                "owner_kind"
+              ),
+              propertyKind: getNumber(
+                row,
+                "property_kind"
+              ),
+              score: 0,
+              ...row.chapter_id === null ? {} : { chapterId: getNumber(row, "chapter_id") }
+            };
+          }
+        );
+        const textHits = options.includeText === true ? await database.queryAll(
+          `
+                  SELECT archive_id, kind, chapter_id, sentence_index, words_count
+                  FROM text_sentence_records
+                  ORDER BY archive_id, chapter_id, sentence_index, kind
+                `,
+          void 0,
+          (row) => {
+            const archiveId = getNumber(row, "archive_id");
+            return {
+              ...formatLibraryHitSource(sourceByArchiveId, archiveId),
+              archiveId,
+              chapterId: getNumber(row, "chapter_id"),
+              kind: getNumber(row, "kind"),
+              rank: 0,
+              score: 0,
+              sentenceIndex: getNumber(row, "sentence_index"),
+              wordsCount: getNumber(row, "words_count")
+            };
+          }
+        ) : [];
+        return { objectHits, terms: [], textHits };
+      }
+    );
+  });
+}
+async function listWikiGraphLibraryIndexArchiveIdsForObject(target, objectUri) {
+  const library = await resolveWikiGraphLibrary(target);
+  return await withWikiGraphLibraryLock(library.id, "read", async () => {
+    await assertWikiGraphLibraryIndexReady(target);
+    const exact = parseIndexedObjectUri(objectUri);
+    if (exact === void 0) {
+      return [];
+    }
+    return await new LibraryIndexDocument(library).readSearchIndexDatabase(
+      async (database) => await database.queryAll(
+        `
+            SELECT DISTINCT archive_id
+            FROM search_object_properties_records
+            WHERE owner_kind = ? AND owner_id = ?
+            ORDER BY archive_id
+          `,
+        [exact.ownerKind, exact.ownerId],
+        (row) => getNumber(row, "archive_id")
+      )
+    );
+  });
+}
+function parseIndexedObjectUri(objectUri) {
+  const path = objectUri.replace(/^wikg:\/\/|\/+$/gu, "");
+  const match = /^(?:chapter\/[1-9][0-9]*\/)?(chunk|entity)\/([^/]+)$/u.exec(
+    path
+  );
+  if (match?.[1] === void 0 || match[2] === void 0) {
+    return void 0;
+  }
+  return {
+    ownerId: decodeURIComponent(match[2]),
+    ownerKind: match[1] === "chunk" ? SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk : SEARCH_OBJECT_PROPERTY_OWNER_KIND.entity
+  };
+}
+async function runLibraryIndexGc(context) {
+  const rootPath = join(resolveWikiGraphStagingDirectoryPath(), "library");
+  const knownLibraryIds = await listKnownLibraryIds();
+  if (knownLibraryIds === void 0) {
+    return { freedBytes: 0, removed: 0, scanned: 0 };
+  }
+  const validLibraryIds = new Set(knownLibraryIds.map((id) => String(id)));
+  const entries = await readdir(rootPath, { withFileTypes: true }).catch(
+    (error) => {
+      if (isNodeError(error) && error.code === "ENOENT") {
+        return [];
+      }
+      throw error;
+    }
+  );
+  let scanned = 0;
+  let removed = 0;
+  let freedBytes = 0;
+  for (const entry of entries) {
+    if (!entry.isDirectory()) {
+      continue;
+    }
+    scanned += 1;
+    if (validLibraryIds.has(entry.name)) {
+      continue;
+    }
+    const libraryId = Number(entry.name);
+    if (Number.isInteger(libraryId) && await isWikiGraphLibraryLocked(libraryId)) {
+      continue;
+    }
+    const path = join(rootPath, entry.name);
+    const bytes = await readPathSize(path);
+    if (!context.dryRun) {
+      await rm(path, { force: true, recursive: true });
+    }
+    removed += 1;
+    freedBytes += bytes;
+  }
+  return { freedBytes, removed, scanned };
+}
+async function replaceLibrarySearchIndex(document, archives, fingerprint, progress) {
+  await document.writeSearchIndexDatabase(async (database) => {
+    await prepareSearchIndexReplacement(database, progress);
+    let counters = { objectDone: 0, textDone: 0 };
+    for (const archive of archives) {
+      await new WikiGraphArchiveFile(archive.path).readDocument(
+        async (archiveDocument) => {
+          for await (const batch of streamArchiveIndexProjection(
+            archiveDocument,
+            archive.id
+          )) {
+            counters = await writeSearchIndexBatch(
+              database,
+              batch,
+              counters,
+              progress
+            );
+          }
+        }
+      );
+    }
+    await finalizeSearchIndexReplacement(database, fingerprint, 0, progress);
+  });
+}
+function createLibraryIndexSearchFingerprint(sourceFingerprint) {
+  return createHash("sha256").update("library-index").update("\0").update(sourceFingerprint).digest("hex");
+}
+function formatLibraryHitSource(sourceByArchiveId, archiveId) {
+  const source = sourceByArchiveId.get(archiveId);
+  if (source === void 0) {
+    return {
+      archiveUri: `library-archive:${archiveId}`,
+      libraryArchiveUri: `library-archive:${archiveId}`
+    };
+  }
+  return {
+    archiveUri: source.archiveUri,
+    libraryArchiveUri: source.archiveUri
+  };
+}
+async function listLibraryIndexSources(target) {
+  return (await listWikiGraphLibraryArchives(target)).map(
+    formatLibraryIndexSource
+  );
+}
+function formatLibraryIndexSource(archive) {
+  return {
+    archiveId: archive.id,
+    archiveUri: archive.uri,
+    exists: archive.exists,
+    ...archive.lastSeenMutationToken === void 0 ? {} : { lastSeenMutationToken: archive.lastSeenMutationToken },
+    relativePath: archive.relativePath,
+    status: archive.status
+  };
+}
+function createLibraryIndexSourceFingerprint(sources) {
+  const hash = createHash("sha256");
+  for (const source of [...sources].sort(
+    (left, right) => left.archiveId - right.archiveId
+  )) {
+    hash.update(String(source.archiveId));
+    hash.update("\0");
+    hash.update(source.relativePath);
+    hash.update("\0");
+    hash.update(source.status);
+    hash.update("\0");
+    hash.update(source.lastSeenMutationToken ?? "");
+    hash.update("\0");
+    hash.update(source.exists ? "1" : "0");
+    hash.update("\0");
+  }
+  return hash.digest("hex");
+}
+async function listKnownLibraryIds() {
+  const database = await openSharedStateDatabase(
+    resolveWikiGraphCoreDatabasePath(),
+    ""
+  );
+  try {
+    return await database.queryAll(
+      "SELECT id FROM libraries",
+      void 0,
+      (row) => getNumber(row, "id")
+    );
+  } catch {
+    return void 0;
+  } finally {
+    await database.close();
+  }
+}
+async function readStateValue(database, key) {
+  return await database.queryOne(
+    "SELECT value FROM search_index_state WHERE key = ?",
+    [key],
+    (row) => getString(row, "value")
+  );
+}
+async function setStateValue(database, key, value) {
+  await database.run(
+    `
+      INSERT INTO search_index_state(key, value)
+      VALUES (?, ?)
+      ON CONFLICT(key) DO UPDATE SET value = excluded.value
+    `,
+    [key, value]
+  );
+}
+function createLibraryIndexDirectory(library) {
+  return join(library.stagingPath, "index");
+}
+function createLibraryIndexDatabasePath(library) {
+  return join(createLibraryIndexDirectory(library), "fts.db");
+}
+function createDisabledPath(library) {
+  return join(
+    createLibraryIndexDirectory(library),
+    LIBRARY_INDEX_DISABLED_FILE
+  );
+}
+async function pathExists(path) {
+  try {
+    await stat(path);
+    return true;
+  } catch (error) {
+    if (isNodeError(error) && error.code === "ENOENT") {
+      return false;
+    }
+    throw error;
+  }
+}
+function isMissingSqliteOpenError(error) {
+  return typeof error === "object" && error !== null && "code" in error && error.code === "SQLITE_CANTOPEN";
+}
+class LibraryIndexDocument {
+  #library;
+  serials = {
+    getChaptersRevision: () => Promise.resolve(0)
+  };
+  constructor(library) {
+    this.#library = library;
+  }
+  async readSearchIndexDatabase(operation) {
+    return await this.#openSearchIndexDatabase(operation, true);
+  }
+  async writeSearchIndexDatabase(operation) {
+    return await this.#openSearchIndexDatabase(operation, false);
+  }
+  async #openSearchIndexDatabase(operation, readonly) {
+    await ensureWikiGraphHomeSchemaCurrent();
+    await mkdir(createLibraryIndexDirectory(this.#library), {
+      recursive: true
+    });
+    const database = await Database.open(
+      createLibraryIndexDatabasePath(this.#library),
+      readonly ? "" : SEARCH_INDEX_SCHEMA_SQL,
+      { readonly }
+    );
+    try {
+      return await operation(database);
+    } finally {
+      await database.close();
+    }
+  }
+}
+export {
+  assertWikiGraphLibraryIndexReady,
+  disableWikiGraphLibraryIndex,
+  listWikiGraphLibraryIndexArchiveIdsForObject,
+  listWikiGraphLibrarySearchIndex,
+  markWikiGraphLibraryIndexDirty,
+  queryWikiGraphLibrarySearchIndex,
+  readWikiGraphLibraryIndexState,
+  rebuildWikiGraphLibraryIndex,
+  runLibraryIndexGc
+};
+//# sourceMappingURL=search-index.js.map

package/dist/library/search-index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/library/search-index.ts"],"sourcesContent":["import { createHash } from \"crypto\";\nimport { mkdir, readdir, rm, stat, writeFile } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport { Database, getNumber, getString } from \"../document/database.js\";\nimport { ensureWikiGraphHomeSchemaCurrent } from \"../document/home-schema-upgrade.js\";\nimport { SEARCH_INDEX_SCHEMA_SQL } from \"../document/schema.js\";\nimport { openSharedStateDatabase } from \"../document/index.js\";\nimport { WikiGraphArchiveFile } from \"../storage/wikg/index.js\";\nimport { streamArchiveIndexProjection } from \"../retrieval/query/archive-view/index-state.js\";\nimport type {\n  ArchiveFindMatch,\n  ArchiveFindObjectType,\n} from \"../retrieval/query/archive-view/types.js\";\nimport {\n  markDirtySearchIndexChapters,\n  finalizeSearchIndexReplacement,\n  prepareSearchIndexReplacement,\n  readSearchIndexFingerprintFromDatabase,\n  readSearchIndexStatus,\n  SEARCH_OBJECT_PROPERTY_KIND,\n  SEARCH_OBJECT_PROPERTY_OWNER_KIND,\n  type SearchIndexObjectHit,\n  type SearchIndexProgressReporter,\n  type SearchIndexTextHit,\n  type SearchIndexWriteCounters,\n  type SearchObjectPropertyKind,\n  type SearchObjectPropertyOwnerKind,\n  type TextSentenceKind,\n  writeSearchIndexBatch,\n} from \"../retrieval/search-index/index.js\";\nimport { readPathSize } from \"../runtime/gc/files.js\";\nimport type { GcContext, GcJobResult } from \"../runtime/gc/index.js\";\nimport {\n  resolveWikiGraphCoreDatabasePath,\n  resolveWikiGraphStagingDirectoryPath,\n} from \"../runtime/common/wiki-graph/dir.js\";\nimport { isNodeError } from \"../utils/node-error.js\";\nimport {\n  listWikiGraphLibraryArchives,\n  type WikiGraphLibraryArchiveRecord,\n} from \"./membership.js\";\nimport {\n  resolveWikiGraphLibrary,\n  type ParsedWikiGraphLibraryUri,\n  type WikiGraphLibraryRecord,\n} from \"./registry.js\";\nimport { isWikiGraphLibraryLocked, withWikiGraphLibraryLock } from \"./lock.js\";\n\nexport type WikiGraphLibraryIndexStatus =\n  | \"current\"\n  | \"dirty\"\n  | \"disabled\"\n  | \"missing\";\n\nexport interface WikiGraphLibraryIndexSource {\n  readonly archiveId: number;\n  readonly archiveUri: string;\n  readonly exists: boolean;\n  readonly lastSeenMutationToken?: string;\n  readonly relativePath: string;\n  readonly status: string;\n}\n\nexport interface WikiGraphLibraryIndexState {\n  readonly enabled: boolean;\n  readonly fingerprint?: string;\n  readonly sourceFingerprint: string;\n  readonly sources: readonly WikiGraphLibraryIndexSource[];\n  readonly status: WikiGraphLibraryIndexStatus;\n}\n\nexport interface WikiGraphLibraryIndexQueryResult {\n  readonly objectHits: readonly WikiGraphLibraryIndexObjectHit[];\n  readonly terms: readonly string[];\n  readonly textHits: readonly WikiGraphLibraryIndexTextHit[];\n}\n\nexport interface WikiGraphLibraryIndexListOptions {\n  readonly includeText?: boolean;\n}\n\nexport interface WikiGraphLibraryIndexQueryOptions {\n  readonly chapters?: readonly number[];\n  readonly match?: ArchiveFindMatch;\n  readonly objectHitLimit?: number;\n  readonly textAfter?: {\n    readonly archiveId: number;\n    readonly chapterId: number;\n    readonly kind: TextSentenceKind;\n    readonly rank: number;\n    readonly sentenceIndex: number;\n  };\n  readonly textHitLimit?: number;\n  readonly types?: readonly ArchiveFindObjectType[] | null;\n}\n\nexport type WikiGraphLibraryIndexObjectHit = SearchIndexObjectHit & {\n  readonly archiveUri: string;\n  readonly libraryArchiveUri: string;\n};\n\nexport type WikiGraphLibraryIndexTextHit = SearchIndexTextHit & {\n  readonly archiveUri: string;\n  readonly libraryArchiveUri: string;\n};\n\nconst LIBRARY_INDEX_DISABLED_FILE = \"index.disabled\";\n\nexport async function readWikiGraphLibraryIndexState(\n  target: ParsedWikiGraphLibraryUri,\n): Promise<WikiGraphLibraryIndexState> {\n  const library = await resolveWikiGraphLibrary(target);\n  const sources = await listLibraryIndexSources(target);\n  const sourceFingerprint = createLibraryIndexSourceFingerprint(sources);\n  const enabled = !(await pathExists(createDisabledPath(library)));\n\n  if (!enabled) {\n    return { enabled, sourceFingerprint, sources, status: \"disabled\" };\n  }\n\n  const document = new LibraryIndexDocument(library);\n  const searchStatus = await readSearchIndexStatus(document as never);\n\n  if (searchStatus === \"missing\") {\n    return { enabled, sourceFingerprint, sources, status: \"missing\" };\n  }\n\n  const databaseState = await document.readSearchIndexDatabase(\n    async (database) => ({\n      fingerprint: await readSearchIndexFingerprintFromDatabase(database),\n      sourceFingerprint: await readStateValue(database, \"sourceFingerprint\"),\n    }),\n  );\n\n  return {\n    enabled,\n    ...(databaseState.fingerprint === undefined\n      ? {}\n      : { fingerprint: databaseState.fingerprint }),\n    sourceFingerprint,\n    sources,\n    status:\n      searchStatus === \"current\" &&\n      databaseState.sourceFingerprint === sourceFingerprint\n        ? \"current\"\n        : \"dirty\",\n  };\n}\n\nexport async function rebuildWikiGraphLibraryIndex(\n  target: ParsedWikiGraphLibraryUri,\n  progress?: SearchIndexProgressReporter,\n): Promise<WikiGraphLibraryIndexState> {\n  const library = await resolveWikiGraphLibrary(target);\n\n  return await withWikiGraphLibraryLock(library.id, \"write\", async () => {\n    await rm(createDisabledPath(library), { force: true });\n    const archives = await listWikiGraphLibraryArchives(target);\n    const sources = archives.map(formatLibraryIndexSource);\n    const present = archives.filter(\n      (archive) => archive.exists && archive.status === \"present\",\n    );\n    const document = new LibraryIndexDocument(library);\n    const sourceFingerprint = createLibraryIndexSourceFingerprint(sources);\n    const indexFingerprint =\n      createLibraryIndexSearchFingerprint(sourceFingerprint);\n\n    await replaceLibrarySearchIndex(\n      document,\n      present,\n      indexFingerprint,\n      progress,\n    );\n    await document.writeSearchIndexDatabase(async (database) => {\n      await setStateValue(database, \"sourceFingerprint\", sourceFingerprint);\n      await setStateValue(database, \"libraryFingerprint\", indexFingerprint);\n    });\n\n    return await readWikiGraphLibraryIndexState(target);\n  });\n}\n\nexport async function disableWikiGraphLibraryIndex(\n  target: ParsedWikiGraphLibraryUri,\n): Promise<WikiGraphLibraryIndexState> {\n  const library = await resolveWikiGraphLibrary(target);\n\n  return await withWikiGraphLibraryLock(library.id, \"write\", async () => {\n    await mkdir(createLibraryIndexDirectory(library), { recursive: true });\n    await rm(createLibraryIndexDatabasePath(library), { force: true });\n    await writeFile(createDisabledPath(library), \"disabled\\n\", \"utf8\");\n    return await readWikiGraphLibraryIndexState(target);\n  });\n}\n\nexport async function markWikiGraphLibraryIndexDirty(\n  targetOrLibrary: ParsedWikiGraphLibraryUri | WikiGraphLibraryRecord,\n): Promise<void> {\n  const library =\n    \"folderPath\" in targetOrLibrary\n      ? targetOrLibrary\n      : await resolveWikiGraphLibrary(targetOrLibrary);\n\n  if (await pathExists(createDisabledPath(library))) {\n    return;\n  }\n\n  const document = new LibraryIndexDocument(library);\n\n  try {\n    await document.writeSearchIndexDatabase(async () => {\n      await markDirtySearchIndexChapters(document as never, [0], {\n        archiveId: 0,\n        updatedAt: Date.now(),\n      });\n    });\n  } catch (error) {\n    if (isMissingSqliteOpenError(error)) {\n      return;\n    }\n    throw error;\n  }\n}\n\nexport async function assertWikiGraphLibraryIndexReady(\n  target: ParsedWikiGraphLibraryUri,\n): Promise<WikiGraphLibraryIndexState> {\n  const state = await readWikiGraphLibraryIndexState(target);\n\n  if (state.status !== \"current\") {\n    throw new Error(\n      `Wiki Graph library index is ${state.status}. Run \\`<lib-uri>/index enable\\` before querying.`,\n    );\n  }\n\n  return state;\n}\n\nexport async function queryWikiGraphLibrarySearchIndex(\n  target: ParsedWikiGraphLibraryUri,\n  query: string,\n  options: WikiGraphLibraryIndexQueryOptions = {},\n): Promise<WikiGraphLibraryIndexQueryResult | undefined> {\n  const library = await resolveWikiGraphLibrary(target);\n\n  return await withWikiGraphLibraryLock(library.id, \"read\", async () => {\n    const state = await assertWikiGraphLibraryIndexReady(target);\n    const sourceByArchiveId = new Map(\n      state.sources.map((source) => [source.archiveId, source]),\n    );\n    const { querySearchIndex } =\n      await import(\"../retrieval/search-index/index.js\");\n    const result = await querySearchIndex(\n      new LibraryIndexDocument(library) as never,\n      query,\n      options,\n    );\n\n    if (result === undefined) {\n      return undefined;\n    }\n\n    return {\n      objectHits: result.objectHits.map((hit) => ({\n        ...hit,\n        ...formatLibraryHitSource(sourceByArchiveId, hit.archiveId),\n      })),\n      terms: result.terms,\n      textHits: result.textHits.map((hit) => ({\n        ...hit,\n        ...formatLibraryHitSource(sourceByArchiveId, hit.archiveId),\n      })),\n    };\n  });\n}\n\nexport async function listWikiGraphLibrarySearchIndex(\n  target: ParsedWikiGraphLibraryUri,\n  options: WikiGraphLibraryIndexListOptions = {},\n): Promise<WikiGraphLibraryIndexQueryResult> {\n  const library = await resolveWikiGraphLibrary(target);\n\n  return await withWikiGraphLibraryLock(library.id, \"read\", async () => {\n    const state = await assertWikiGraphLibraryIndexReady(target);\n    const sourceByArchiveId = new Map(\n      state.sources.map((source) => [source.archiveId, source]),\n    );\n\n    return await new LibraryIndexDocument(library).readSearchIndexDatabase(\n      async (database) => {\n        const objectHits = await database.queryAll(\n          `\n            SELECT DISTINCT\n              archive_id,\n              owner_kind,\n              owner_id,\n              property_kind,\n              chapter_id\n            FROM search_object_properties_records\n            WHERE owner_kind != ? OR property_kind = ?\n            ORDER BY archive_id, COALESCE(chapter_id, 0), owner_kind, owner_id, property_kind\n          `,\n          [\n            SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk,\n            SEARCH_OBJECT_PROPERTY_KIND.label,\n          ],\n          (row): WikiGraphLibraryIndexObjectHit => {\n            const archiveId = getNumber(row, \"archive_id\");\n            return {\n              ...formatLibraryHitSource(sourceByArchiveId, archiveId),\n              archiveId,\n              ownerId: String(row.owner_id),\n              ownerKind: getNumber(\n                row,\n                \"owner_kind\",\n              ) as SearchObjectPropertyOwnerKind,\n              propertyKind: getNumber(\n                row,\n                \"property_kind\",\n              ) as SearchObjectPropertyKind,\n              score: 0,\n              ...(row.chapter_id === null\n                ? {}\n                : { chapterId: getNumber(row, \"chapter_id\") }),\n            };\n          },\n        );\n\n        const textHits =\n          options.includeText === true\n            ? await database.queryAll(\n                `\n                  SELECT archive_id, kind, chapter_id, sentence_index, words_count\n                  FROM text_sentence_records\n                  ORDER BY archive_id, chapter_id, sentence_index, kind\n                `,\n                undefined,\n                (row): WikiGraphLibraryIndexTextHit => {\n                  const archiveId = getNumber(row, \"archive_id\");\n                  return {\n                    ...formatLibraryHitSource(sourceByArchiveId, archiveId),\n                    archiveId,\n                    chapterId: getNumber(row, \"chapter_id\"),\n                    kind: getNumber(row, \"kind\") as TextSentenceKind,\n                    rank: 0,\n                    score: 0,\n                    sentenceIndex: getNumber(row, \"sentence_index\"),\n                    wordsCount: getNumber(row, \"words_count\"),\n                  };\n                },\n              )\n            : [];\n\n        return { objectHits, terms: [], textHits };\n      },\n    );\n  });\n}\n\nexport async function listWikiGraphLibraryIndexArchiveIdsForObject(\n  target: ParsedWikiGraphLibraryUri,\n  objectUri: string,\n): Promise<readonly number[]> {\n  const library = await resolveWikiGraphLibrary(target);\n\n  return await withWikiGraphLibraryLock(library.id, \"read\", async () => {\n    await assertWikiGraphLibraryIndexReady(target);\n\n    const exact = parseIndexedObjectUri(objectUri);\n    if (exact === undefined) {\n      return [];\n    }\n\n    return await new LibraryIndexDocument(library).readSearchIndexDatabase(\n      async (database) =>\n        await database.queryAll(\n          `\n            SELECT DISTINCT archive_id\n            FROM search_object_properties_records\n            WHERE owner_kind = ? AND owner_id = ?\n            ORDER BY archive_id\n          `,\n          [exact.ownerKind, exact.ownerId],\n          (row) => getNumber(row, \"archive_id\"),\n        ),\n    );\n  });\n}\n\nfunction parseIndexedObjectUri(objectUri: string):\n  | {\n      readonly ownerId: string;\n      readonly ownerKind: (typeof SEARCH_OBJECT_PROPERTY_OWNER_KIND)[keyof typeof SEARCH_OBJECT_PROPERTY_OWNER_KIND];\n    }\n  | undefined {\n  const path = objectUri.replace(/^wikg:\\/\\/|\\/+$/gu, \"\");\n  const match = /^(?:chapter\\/[1-9][0-9]*\\/)?(chunk|entity)\\/([^/]+)$/u.exec(\n    path,\n  );\n  if (match?.[1] === undefined || match[2] === undefined) {\n    return undefined;\n  }\n\n  return {\n    ownerId: decodeURIComponent(match[2]),\n    ownerKind:\n      match[1] === \"chunk\"\n        ? SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk\n        : SEARCH_OBJECT_PROPERTY_OWNER_KIND.entity,\n  };\n}\n\nexport async function runLibraryIndexGc(\n  context: GcContext,\n): Promise<GcJobResult> {\n  const rootPath = join(resolveWikiGraphStagingDirectoryPath(), \"library\");\n  const knownLibraryIds = await listKnownLibraryIds();\n  if (knownLibraryIds === undefined) {\n    return { freedBytes: 0, removed: 0, scanned: 0 };\n  }\n  const validLibraryIds = new Set(knownLibraryIds.map((id) => String(id)));\n  const entries = await readdir(rootPath, { withFileTypes: true }).catch(\n    (error: unknown) => {\n      if (isNodeError(error) && error.code === \"ENOENT\") {\n        return [];\n      }\n      throw error;\n    },\n  );\n  let scanned = 0;\n  let removed = 0;\n  let freedBytes = 0;\n\n  for (const entry of entries) {\n    if (!entry.isDirectory()) {\n      continue;\n    }\n    scanned += 1;\n    if (validLibraryIds.has(entry.name)) {\n      continue;\n    }\n    const libraryId = Number(entry.name);\n    if (\n      Number.isInteger(libraryId) &&\n      (await isWikiGraphLibraryLocked(libraryId))\n    ) {\n      continue;\n    }\n    const path = join(rootPath, entry.name);\n    const bytes = await readPathSize(path);\n\n    if (!context.dryRun) {\n      await rm(path, { force: true, recursive: true });\n    }\n    removed += 1;\n    freedBytes += bytes;\n  }\n\n  return { freedBytes, removed, scanned };\n}\n\nasync function replaceLibrarySearchIndex(\n  document: LibraryIndexDocument,\n  archives: readonly WikiGraphLibraryArchiveRecord[],\n  fingerprint: string,\n  progress?: SearchIndexProgressReporter,\n): Promise<void> {\n  await document.writeSearchIndexDatabase(async (database) => {\n    await prepareSearchIndexReplacement(database, progress);\n\n    let counters: SearchIndexWriteCounters = { objectDone: 0, textDone: 0 };\n    for (const archive of archives) {\n      await new WikiGraphArchiveFile(archive.path).readDocument(\n        async (archiveDocument) => {\n          for await (const batch of streamArchiveIndexProjection(\n            archiveDocument,\n            archive.id,\n          )) {\n            counters = await writeSearchIndexBatch(\n              database,\n              batch,\n              counters,\n              progress,\n            );\n          }\n        },\n      );\n    }\n\n    await finalizeSearchIndexReplacement(database, fingerprint, 0, progress);\n  });\n}\n\nfunction createLibraryIndexSearchFingerprint(\n  sourceFingerprint: string,\n): string {\n  return createHash(\"sha256\")\n    .update(\"library-index\")\n    .update(\"\\0\")\n    .update(sourceFingerprint)\n    .digest(\"hex\");\n}\n\nfunction formatLibraryHitSource(\n  sourceByArchiveId: ReadonlyMap<number, WikiGraphLibraryIndexSource>,\n  archiveId: number,\n): {\n  readonly archiveUri: string;\n  readonly libraryArchiveUri: string;\n} {\n  const source = sourceByArchiveId.get(archiveId);\n\n  if (source === undefined) {\n    return {\n      archiveUri: `library-archive:${archiveId}`,\n      libraryArchiveUri: `library-archive:${archiveId}`,\n    };\n  }\n\n  return {\n    archiveUri: source.archiveUri,\n    libraryArchiveUri: source.archiveUri,\n  };\n}\n\nasync function listLibraryIndexSources(\n  target: ParsedWikiGraphLibraryUri,\n): Promise<readonly WikiGraphLibraryIndexSource[]> {\n  return (await listWikiGraphLibraryArchives(target)).map(\n    formatLibraryIndexSource,\n  );\n}\n\nfunction formatLibraryIndexSource(\n  archive: WikiGraphLibraryArchiveRecord,\n): WikiGraphLibraryIndexSource {\n  return {\n    archiveId: archive.id,\n    archiveUri: archive.uri,\n    exists: archive.exists,\n    ...(archive.lastSeenMutationToken === undefined\n      ? {}\n      : { lastSeenMutationToken: archive.lastSeenMutationToken }),\n    relativePath: archive.relativePath,\n    status: archive.status,\n  };\n}\n\nfunction createLibraryIndexSourceFingerprint(\n  sources: readonly WikiGraphLibraryIndexSource[],\n): string {\n  const hash = createHash(\"sha256\");\n\n  for (const source of [...sources].sort(\n    (left, right) => left.archiveId - right.archiveId,\n  )) {\n    hash.update(String(source.archiveId));\n    hash.update(\"\\0\");\n    hash.update(source.relativePath);\n    hash.update(\"\\0\");\n    hash.update(source.status);\n    hash.update(\"\\0\");\n    hash.update(source.lastSeenMutationToken ?? \"\");\n    hash.update(\"\\0\");\n    hash.update(source.exists ? \"1\" : \"0\");\n    hash.update(\"\\0\");\n  }\n\n  return hash.digest(\"hex\");\n}\n\nasync function listKnownLibraryIds(): Promise<readonly number[] | undefined> {\n  const database = await openSharedStateDatabase(\n    resolveWikiGraphCoreDatabasePath(),\n    \"\",\n  );\n\n  try {\n    return await database.queryAll(\n      \"SELECT id FROM libraries\",\n      undefined,\n      (row) => getNumber(row, \"id\"),\n    );\n  } catch {\n    return undefined;\n  } finally {\n    await database.close();\n  }\n}\n\nasync function readStateValue(\n  database: Database,\n  key: string,\n): Promise<string | undefined> {\n  return await database.queryOne(\n    \"SELECT value FROM search_index_state WHERE key = ?\",\n    [key],\n    (row) => getString(row, \"value\"),\n  );\n}\n\nasync function setStateValue(\n  database: Database,\n  key: string,\n  value: string,\n): Promise<void> {\n  await database.run(\n    `\n      INSERT INTO search_index_state(key, value)\n      VALUES (?, ?)\n      ON CONFLICT(key) DO UPDATE SET value = excluded.value\n    `,\n    [key, value],\n  );\n}\n\nfunction createLibraryIndexDirectory(library: WikiGraphLibraryRecord): string {\n  return join(library.stagingPath, \"index\");\n}\n\nfunction createLibraryIndexDatabasePath(\n  library: WikiGraphLibraryRecord,\n): string {\n  return join(createLibraryIndexDirectory(library), \"fts.db\");\n}\n\nfunction createDisabledPath(library: WikiGraphLibraryRecord): string {\n  return join(\n    createLibraryIndexDirectory(library),\n    LIBRARY_INDEX_DISABLED_FILE,\n  );\n}\n\nasync function pathExists(path: string): Promise<boolean> {\n  try {\n    await stat(path);\n    return true;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return false;\n    }\n    throw error;\n  }\n}\n\nfunction isMissingSqliteOpenError(error: unknown): boolean {\n  return (\n    typeof error === \"object\" &&\n    error !== null &&\n    \"code\" in error &&\n    (error as { readonly code?: unknown }).code === \"SQLITE_CANTOPEN\"\n  );\n}\n\nclass LibraryIndexDocument {\n  readonly #library: WikiGraphLibraryRecord;\n\n  public readonly serials = {\n    getChaptersRevision: () => Promise.resolve(0),\n  };\n\n  public constructor(library: WikiGraphLibraryRecord) {\n    this.#library = library;\n  }\n\n  public async readSearchIndexDatabase<T>(\n    operation: (database: Database) => Promise<T> | T,\n  ): Promise<T> {\n    return await this.#openSearchIndexDatabase(operation, true);\n  }\n\n  public async writeSearchIndexDatabase<T>(\n    operation: (database: Database) => Promise<T> | T,\n  ): Promise<T> {\n    return await this.#openSearchIndexDatabase(operation, false);\n  }\n\n  async #openSearchIndexDatabase<T>(\n    operation: (database: Database) => Promise<T> | T,\n    readonly: boolean,\n  ): Promise<T> {\n    await ensureWikiGraphHomeSchemaCurrent();\n    await mkdir(createLibraryIndexDirectory(this.#library), {\n      recursive: true,\n    });\n    const database = await Database.open(\n      createLibraryIndexDatabasePath(this.#library),\n      readonly ? \"\" : SEARCH_INDEX_SCHEMA_SQL,\n      { readonly },\n    );\n\n    try {\n      return await operation(database);\n    } finally {\n      await database.close();\n    }\n  }\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAC3B,SAAS,OAAO,SAAS,IAAI,MAAM,iBAAiB;AACpD,SAAS,YAAY;AAErB,SAAS,UAAU,WAAW,iBAAiB;AAC/C,SAAS,wCAAwC;AACjD,SAAS,+BAA+B;AACxC,SAAS,+BAA+B;AACxC,SAAS,4BAA4B;AACrC,SAAS,oCAAoC;AAK7C;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAQA;AAAA,OACK;AACP,SAAS,oBAAoB;AAE7B;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,mBAAmB;AAC5B;AAAA,EACE;AAAA,OAEK;AACP;AAAA,EACE;AAAA,OAGK;AACP,SAAS,0BAA0B,gCAAgC;AA4DnE,MAAM,8BAA8B;AAEpC,eAAsB,+BACpB,QACqC;AACrC,QAAM,UAAU,MAAM,wBAAwB,MAAM;AACpD,QAAM,UAAU,MAAM,wBAAwB,MAAM;AACpD,QAAM,oBAAoB,oCAAoC,OAAO;AACrE,QAAM,UAAU,CAAE,MAAM,WAAW,mBAAmB,OAAO,CAAC;AAE9D,MAAI,CAAC,SAAS;AACZ,WAAO,EAAE,SAAS,mBAAmB,SAAS,QAAQ,WAAW;AAAA,EACnE;AAEA,QAAM,WAAW,IAAI,qBAAqB,OAAO;AACjD,QAAM,eAAe,MAAM,sBAAsB,QAAiB;AAElE,MAAI,iBAAiB,WAAW;AAC9B,WAAO,EAAE,SAAS,mBAAmB,SAAS,QAAQ,UAAU;AAAA,EAClE;AAEA,QAAM,gBAAgB,MAAM,SAAS;AAAA,IACnC,OAAO,cAAc;AAAA,MACnB,aAAa,MAAM,uCAAuC,QAAQ;AAAA,MAClE,mBAAmB,MAAM,eAAe,UAAU,mBAAmB;AAAA,IACvE;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,IACA,GAAI,cAAc,gBAAgB,SAC9B,CAAC,IACD,EAAE,aAAa,cAAc,YAAY;AAAA,IAC7C;AAAA,IACA;AAAA,IACA,QACE,iBAAiB,aACjB,cAAc,sBAAsB,oBAChC,YACA;AAAA,EACR;AACF;AAEA,eAAsB,6BACpB,QACA,UACqC;AACrC,QAAM,UAAU,MAAM,wBAAwB,MAAM;AAEpD,SAAO,MAAM,yBAAyB,QAAQ,IAAI,SAAS,YAAY;AACrE,UAAM,GAAG,mBAAmB,OAAO,GAAG,EAAE,OAAO,KAAK,CAAC;AACrD,UAAM,WAAW,MAAM,6BAA6B,MAAM;AAC1D,UAAM,UAAU,SAAS,IAAI,wBAAwB;AACrD,UAAM,UAAU,SAAS;AAAA,MACvB,CAAC,YAAY,QAAQ,UAAU,QAAQ,WAAW;AAAA,IACpD;AACA,UAAM,WAAW,IAAI,qBAAqB,OAAO;AACjD,UAAM,oBAAoB,oCAAoC,OAAO;AACrE,UAAM,mBACJ,oCAAoC,iBAAiB;AAEvD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,UAAM,SAAS,yBAAyB,OAAO,aAAa;AAC1D,YAAM,cAAc,UAAU,qBAAqB,iBAAiB;AACpE,YAAM,cAAc,UAAU,sBAAsB,gBAAgB;AAAA,IACtE,CAAC;AAED,WAAO,MAAM,+BAA+B,MAAM;AAAA,EACpD,CAAC;AACH;AAEA,eAAsB,6BACpB,QACqC;AACrC,QAAM,UAAU,MAAM,wBAAwB,MAAM;AAEpD,SAAO,MAAM,yBAAyB,QAAQ,IAAI,SAAS,YAAY;AACrE,UAAM,MAAM,4BAA4B,OAAO,GAAG,EAAE,WAAW,KAAK,CAAC;AACrE,UAAM,GAAG,+BAA+B,OAAO,GAAG,EAAE,OAAO,KAAK,CAAC;AACjE,UAAM,UAAU,mBAAmB,OAAO,GAAG,cAAc,MAAM;AACjE,WAAO,MAAM,+BAA+B,MAAM;AAAA,EACpD,CAAC;AACH;AAEA,eAAsB,+BACpB,iBACe;AACf,QAAM,UACJ,gBAAgB,kBACZ,kBACA,MAAM,wBAAwB,eAAe;AAEnD,MAAI,MAAM,WAAW,mBAAmB,OAAO,CAAC,GAAG;AACjD;AAAA,EACF;AAEA,QAAM,WAAW,IAAI,qBAAqB,OAAO;AAEjD,MAAI;AACF,UAAM,SAAS,yBAAyB,YAAY;AAClD,YAAM,6BAA6B,UAAmB,CAAC,CAAC,GAAG;AAAA,QACzD,WAAW;AAAA,QACX,WAAW,KAAK,IAAI;AAAA,MACtB,CAAC;AAAA,IACH,CAAC;AAAA,EACH,SAAS,OAAO;AACd,QAAI,yBAAyB,KAAK,GAAG;AACnC;AAAA,IACF;AACA,UAAM;AAAA,EACR;AACF;AAEA,eAAsB,iCACpB,QACqC;AACrC,QAAM,QAAQ,MAAM,+BAA+B,MAAM;AAEzD,MAAI,MAAM,WAAW,WAAW;AAC9B,UAAM,IAAI;AAAA,MACR,+BAA+B,MAAM,MAAM;AAAA,IAC7C;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAsB,iCACpB,QACA,OACA,UAA6C,CAAC,GACS;AACvD,QAAM,UAAU,MAAM,wBAAwB,MAAM;AAEpD,SAAO,MAAM,yBAAyB,QAAQ,IAAI,QAAQ,YAAY;AACpE,UAAM,QAAQ,MAAM,iCAAiC,MAAM;AAC3D,UAAM,oBAAoB,IAAI;AAAA,MAC5B,MAAM,QAAQ,IAAI,CAAC,WAAW,CAAC,OAAO,WAAW,MAAM,CAAC;AAAA,IAC1D;AACA,UAAM,EAAE,iBAAiB,IACvB,MAAM,OAAO,oCAAoC;AACnD,UAAM,SAAS,MAAM;AAAA,MACnB,IAAI,qBAAqB,OAAO;AAAA,MAChC;AAAA,MACA;AAAA,IACF;AAEA,QAAI,WAAW,QAAW;AACxB,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,MACL,YAAY,OAAO,WAAW,IAAI,CAAC,SAAS;AAAA,QAC1C,GAAG;AAAA,QACH,GAAG,uBAAuB,mBAAmB,IAAI,SAAS;AAAA,MAC5D,EAAE;AAAA,MACF,OAAO,OAAO;AAAA,MACd,UAAU,OAAO,SAAS,IAAI,CAAC,SAAS;AAAA,QACtC,GAAG;AAAA,QACH,GAAG,uBAAuB,mBAAmB,IAAI,SAAS;AAAA,MAC5D,EAAE;AAAA,IACJ;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,gCACpB,QACA,UAA4C,CAAC,GACF;AAC3C,QAAM,UAAU,MAAM,wBAAwB,MAAM;AAEpD,SAAO,MAAM,yBAAyB,QAAQ,IAAI,QAAQ,YAAY;AACpE,UAAM,QAAQ,MAAM,iCAAiC,MAAM;AAC3D,UAAM,oBAAoB,IAAI;AAAA,MAC5B,MAAM,QAAQ,IAAI,CAAC,WAAW,CAAC,OAAO,WAAW,MAAM,CAAC;AAAA,IAC1D;AAEA,WAAO,MAAM,IAAI,qBAAqB,OAAO,EAAE;AAAA,MAC7C,OAAO,aAAa;AAClB,cAAM,aAAa,MAAM,SAAS;AAAA,UAChC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAWA;AAAA,YACE,kCAAkC;AAAA,YAClC,4BAA4B;AAAA,UAC9B;AAAA,UACA,CAAC,QAAwC;AACvC,kBAAM,YAAY,UAAU,KAAK,YAAY;AAC7C,mBAAO;AAAA,cACL,GAAG,uBAAuB,mBAAmB,SAAS;AAAA,cACtD;AAAA,cACA,SAAS,OAAO,IAAI,QAAQ;AAAA,cAC5B,WAAW;AAAA,gBACT;AAAA,gBACA;AAAA,cACF;AAAA,cACA,cAAc;AAAA,gBACZ;AAAA,gBACA;AAAA,cACF;AAAA,cACA,OAAO;AAAA,cACP,GAAI,IAAI,eAAe,OACnB,CAAC,IACD,EAAE,WAAW,UAAU,KAAK,YAAY,EAAE;AAAA,YAChD;AAAA,UACF;AAAA,QACF;AAEA,cAAM,WACJ,QAAQ,gBAAgB,OACpB,MAAM,SAAS;AAAA,UACb;AAAA;AAAA;AAAA;AAAA;AAAA,UAKA;AAAA,UACA,CAAC,QAAsC;AACrC,kBAAM,YAAY,UAAU,KAAK,YAAY;AAC7C,mBAAO;AAAA,cACL,GAAG,uBAAuB,mBAAmB,SAAS;AAAA,cACtD;AAAA,cACA,WAAW,UAAU,KAAK,YAAY;AAAA,cACtC,MAAM,UAAU,KAAK,MAAM;AAAA,cAC3B,MAAM;AAAA,cACN,OAAO;AAAA,cACP,eAAe,UAAU,KAAK,gBAAgB;AAAA,cAC9C,YAAY,UAAU,KAAK,aAAa;AAAA,YAC1C;AAAA,UACF;AAAA,QACF,IACA,CAAC;AAEP,eAAO,EAAE,YAAY,OAAO,CAAC,GAAG,SAAS;AAAA,MAC3C;AAAA,IACF;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,6CACpB,QACA,WAC4B;AAC5B,QAAM,UAAU,MAAM,wBAAwB,MAAM;AAEpD,SAAO,MAAM,yBAAyB,QAAQ,IAAI,QAAQ,YAAY;AACpE,UAAM,iCAAiC,MAAM;AAE7C,UAAM,QAAQ,sBAAsB,SAAS;AAC7C,QAAI,UAAU,QAAW;AACvB,aAAO,CAAC;AAAA,IACV;AAEA,WAAO,MAAM,IAAI,qBAAqB,OAAO,EAAE;AAAA,MAC7C,OAAO,aACL,MAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QAMA,CAAC,MAAM,WAAW,MAAM,OAAO;AAAA,QAC/B,CAAC,QAAQ,UAAU,KAAK,YAAY;AAAA,MACtC;AAAA,IACJ;AAAA,EACF,CAAC;AACH;AAEA,SAAS,sBAAsB,WAKjB;AACZ,QAAM,OAAO,UAAU,QAAQ,qBAAqB,EAAE;AACtD,QAAM,QAAQ,wDAAwD;AAAA,IACpE;AAAA,EACF;AACA,MAAI,QAAQ,CAAC,MAAM,UAAa,MAAM,CAAC,MAAM,QAAW;AACtD,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,SAAS,mBAAmB,MAAM,CAAC,CAAC;AAAA,IACpC,WACE,MAAM,CAAC,MAAM,UACT,kCAAkC,QAClC,kCAAkC;AAAA,EAC1C;AACF;AAEA,eAAsB,kBACpB,SACsB;AACtB,QAAM,WAAW,KAAK,qCAAqC,GAAG,SAAS;AACvE,QAAM,kBAAkB,MAAM,oBAAoB;AAClD,MAAI,oBAAoB,QAAW;AACjC,WAAO,EAAE,YAAY,GAAG,SAAS,GAAG,SAAS,EAAE;AAAA,EACjD;AACA,QAAM,kBAAkB,IAAI,IAAI,gBAAgB,IAAI,CAAC,OAAO,OAAO,EAAE,CAAC,CAAC;AACvE,QAAM,UAAU,MAAM,QAAQ,UAAU,EAAE,eAAe,KAAK,CAAC,EAAE;AAAA,IAC/D,CAAC,UAAmB;AAClB,UAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,eAAO,CAAC;AAAA,MACV;AACA,YAAM;AAAA,IACR;AAAA,EACF;AACA,MAAI,UAAU;AACd,MAAI,UAAU;AACd,MAAI,aAAa;AAEjB,aAAW,SAAS,SAAS;AAC3B,QAAI,CAAC,MAAM,YAAY,GAAG;AACxB;AAAA,IACF;AACA,eAAW;AACX,QAAI,gBAAgB,IAAI,MAAM,IAAI,GAAG;AACnC;AAAA,IACF;AACA,UAAM,YAAY,OAAO,MAAM,IAAI;AACnC,QACE,OAAO,UAAU,SAAS,KACzB,MAAM,yBAAyB,SAAS,GACzC;AACA;AAAA,IACF;AACA,UAAM,OAAO,KAAK,UAAU,MAAM,IAAI;AACtC,UAAM,QAAQ,MAAM,aAAa,IAAI;AAErC,QAAI,CAAC,QAAQ,QAAQ;AACnB,YAAM,GAAG,MAAM,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,IACjD;AACA,eAAW;AACX,kBAAc;AAAA,EAChB;AAEA,SAAO,EAAE,YAAY,SAAS,QAAQ;AACxC;AAEA,eAAe,0BACb,UACA,UACA,aACA,UACe;AACf,QAAM,SAAS,yBAAyB,OAAO,aAAa;AAC1D,UAAM,8BAA8B,UAAU,QAAQ;AAEtD,QAAI,WAAqC,EAAE,YAAY,GAAG,UAAU,EAAE;AACtE,eAAW,WAAW,UAAU;AAC9B,YAAM,IAAI,qBAAqB,QAAQ,IAAI,EAAE;AAAA,QAC3C,OAAO,oBAAoB;AACzB,2BAAiB,SAAS;AAAA,YACxB;AAAA,YACA,QAAQ;AAAA,UACV,GAAG;AACD,uBAAW,MAAM;AAAA,cACf;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,UAAM,+BAA+B,UAAU,aAAa,GAAG,QAAQ;AAAA,EACzE,CAAC;AACH;AAEA,SAAS,oCACP,mBACQ;AACR,SAAO,WAAW,QAAQ,EACvB,OAAO,eAAe,EACtB,OAAO,IAAI,EACX,OAAO,iBAAiB,EACxB,OAAO,KAAK;AACjB;AAEA,SAAS,uBACP,mBACA,WAIA;AACA,QAAM,SAAS,kBAAkB,IAAI,SAAS;AAE9C,MAAI,WAAW,QAAW;AACxB,WAAO;AAAA,MACL,YAAY,mBAAmB,SAAS;AAAA,MACxC,mBAAmB,mBAAmB,SAAS;AAAA,IACjD;AAAA,EACF;AAEA,SAAO;AAAA,IACL,YAAY,OAAO;AAAA,IACnB,mBAAmB,OAAO;AAAA,EAC5B;AACF;AAEA,eAAe,wBACb,QACiD;AACjD,UAAQ,MAAM,6BAA6B,MAAM,GAAG;AAAA,IAClD;AAAA,EACF;AACF;AAEA,SAAS,yBACP,SAC6B;AAC7B,SAAO;AAAA,IACL,WAAW,QAAQ;AAAA,IACnB,YAAY,QAAQ;AAAA,IACpB,QAAQ,QAAQ;AAAA,IAChB,GAAI,QAAQ,0BAA0B,SAClC,CAAC,IACD,EAAE,uBAAuB,QAAQ,sBAAsB;AAAA,IAC3D,cAAc,QAAQ;AAAA,IACtB,QAAQ,QAAQ;AAAA,EAClB;AACF;AAEA,SAAS,oCACP,SACQ;AACR,QAAM,OAAO,WAAW,QAAQ;AAEhC,aAAW,UAAU,CAAC,GAAG,OAAO,EAAE;AAAA,IAChC,CAAC,MAAM,UAAU,KAAK,YAAY,MAAM;AAAA,EAC1C,GAAG;AACD,SAAK,OAAO,OAAO,OAAO,SAAS,CAAC;AACpC,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,YAAY;AAC/B,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,MAAM;AACzB,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,yBAAyB,EAAE;AAC9C,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,SAAS,MAAM,GAAG;AACrC,SAAK,OAAO,IAAI;AAAA,EAClB;AAEA,SAAO,KAAK,OAAO,KAAK;AAC1B;AAEA,eAAe,sBAA8D;AAC3E,QAAM,WAAW,MAAM;AAAA,IACrB,iCAAiC;AAAA,IACjC;AAAA,EACF;AAEA,MAAI;AACF,WAAO,MAAM,SAAS;AAAA,MACpB;AAAA,MACA;AAAA,MACA,CAAC,QAAQ,UAAU,KAAK,IAAI;AAAA,IAC9B;AAAA,EACF,QAAQ;AACN,WAAO;AAAA,EACT,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEA,eAAe,eACb,UACA,KAC6B;AAC7B,SAAO,MAAM,SAAS;AAAA,IACpB;AAAA,IACA,CAAC,GAAG;AAAA,IACJ,CAAC,QAAQ,UAAU,KAAK,OAAO;AAAA,EACjC;AACF;AAEA,eAAe,cACb,UACA,KACA,OACe;AACf,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,CAAC,KAAK,KAAK;AAAA,EACb;AACF;AAEA,SAAS,4BAA4B,SAAyC;AAC5E,SAAO,KAAK,QAAQ,aAAa,OAAO;AAC1C;AAEA,SAAS,+BACP,SACQ;AACR,SAAO,KAAK,4BAA4B,OAAO,GAAG,QAAQ;AAC5D;AAEA,SAAS,mBAAmB,SAAyC;AACnE,SAAO;AAAA,IACL,4BAA4B,OAAO;AAAA,IACnC;AAAA,EACF;AACF;AAEA,eAAe,WAAW,MAAgC;AACxD,MAAI;AACF,UAAM,KAAK,IAAI;AACf,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AACA,UAAM;AAAA,EACR;AACF;AAEA,SAAS,yBAAyB,OAAyB;AACzD,SACE,OAAO,UAAU,YACjB,UAAU,QACV,UAAU,SACT,MAAsC,SAAS;AAEpD;AAEA,MAAM,qBAAqB;AAAA,EAChB;AAAA,EAEO,UAAU;AAAA,IACxB,qBAAqB,MAAM,QAAQ,QAAQ,CAAC;AAAA,EAC9C;AAAA,EAEO,YAAY,SAAiC;AAClD,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,MAAa,wBACX,WACY;AACZ,WAAO,MAAM,KAAK,yBAAyB,WAAW,IAAI;AAAA,EAC5D;AAAA,EAEA,MAAa,yBACX,WACY;AACZ,WAAO,MAAM,KAAK,yBAAyB,WAAW,KAAK;AAAA,EAC7D;AAAA,EAEA,MAAM,yBACJ,WACA,UACY;AACZ,UAAM,iCAAiC;AACvC,UAAM,MAAM,4BAA4B,KAAK,QAAQ,GAAG;AAAA,MACtD,WAAW;AAAA,IACb,CAAC;AACD,UAAM,WAAW,MAAM,SAAS;AAAA,MAC9B,+BAA+B,KAAK,QAAQ;AAAA,MAC5C,WAAW,KAAK;AAAA,MAChB,EAAE,SAAS;AAAA,IACb;AAEA,QAAI;AACF,aAAO,MAAM,UAAU,QAAQ;AAAA,IACjC,UAAE;AACA,YAAM,SAAS,MAAM;AAAA,IACvB;AAAA,EACF;AACF;","names":[]}

package/dist/library/search-query.d.ts

@@ -0,0 +1,32 @@
+import { ArchiveFindOptions, ArchiveFindResult } from '../retrieval/query/archive-view/types.js';
+import { ParsedWikiGraphLibraryUri } from './registry.js';
+import '../document/types.js';
+import '../text/source/meta.js';
+import 'zod';
+import '../graph/reading.js';
+import '../document/directory/types.js';
+import '../text/source/toc.js';
+import '../text/source/types.js';
+import '../document/database.js';
+import 'sqlite3';
+import '../document/text-streams/serial.js';
+import '../document/text-streams/draft.js';
+import '../document/text-streams/types.js';
+import '../document/stores/chunk.js';
+import '../document/stores/types.js';
+import '../document/stores/fragment-group.js';
+import '../document/stores/graph-build-parameter.js';
+import '../document/stores/mention-link.js';
+import '../document/stores/mention.js';
+import '../document/stores/object-metadata.js';
+import '../document/stores/reading-edge.js';
+import '../document/stores/serial.js';
+import '../document/stores/snake/chunk.js';
+import '../document/stores/snake/core.js';
+import '../document/stores/snake/edge.js';
+import '../document/chapter/types.js';
+
+declare function shouldUseLibraryBucketedSearch(options: ArchiveFindOptions): boolean;
+declare function findWikiGraphLibraryObjectsBucketed(target: ParsedWikiGraphLibraryUri, query: string, options: ArchiveFindOptions): Promise<ArchiveFindResult>;
+
+export { findWikiGraphLibraryObjectsBucketed, shouldUseLibraryBucketedSearch };