wiki-graph-core 0.3.1 → 0.4.0

package/dist/retrieval/search-index/search/build.js

@@ -0,0 +1,212 @@
+import { createSearchTokenPlan } from "./tokenizer.js";
+import {
+  createSearchIndexFingerprint,
+  readSearchIndexFingerprintFromDatabase
+} from "./fingerprint.js";
+import {
+  insertFtsRecord,
+  insertSearchObjectPropertyRecord,
+  insertTextSentenceRecord
+} from "./write.js";
+import { SEARCH_INDEX_VERSION } from "./types.js";
+async function writeArchiveIndexProjection(document, projection, progress) {
+  await ensureSearchIndex(document, projection, progress);
+}
+async function ensureSearchIndex(document, input, progress) {
+  const chaptersRevision = await document.serials.getChaptersRevision();
+  await document.writeSearchIndexDatabase(async (database) => {
+    const fingerprint = createSearchIndexFingerprint(input);
+    const indexedFingerprint = await readSearchIndexFingerprintFromDatabase(database);
+    if (indexedFingerprint === fingerprint) {
+      return;
+    }
+    await database.transaction(async () => {
+      await progress?.({ phase: "clearing" });
+      await database.run("DELETE FROM text_sentence_fts");
+      await database.run("DELETE FROM search_object_properties_fts");
+      await database.run("DELETE FROM text_sentence_records");
+      await database.run("DELETE FROM search_object_properties_records");
+      await database.run("DELETE FROM index_dirty_chapters");
+      await database.run("DELETE FROM search_index_state");
+      let textDone = 0;
+      for (const record of input.textSentences) {
+        const plan = createSearchTokenPlan(record.text);
+        const rowId = await insertTextSentenceRecord(database, record);
+        await insertFtsRecord(database, "text_sentence_fts", rowId, plan);
+        textDone += 1;
+        await progress?.({
+          done: textDone,
+          phase: "indexing-text",
+          total: input.textSentences.length,
+          unit: "sentence"
+        });
+      }
+      let objectDone = 0;
+      for (const record of input.objectProperties) {
+        const plan = createSearchTokenPlan(record.text);
+        const rowId = await insertSearchObjectPropertyRecord(database, record);
+        await insertFtsRecord(
+          database,
+          "search_object_properties_fts",
+          rowId,
+          plan
+        );
+        objectDone += 1;
+        await progress?.({
+          done: objectDone,
+          phase: "indexing-objects",
+          total: input.objectProperties.length,
+          unit: "object"
+        });
+      }
+      await progress?.({ phase: "finalizing" });
+      await database.run(
+        `
+          INSERT INTO search_index_state(key, value)
+          VALUES ('version', ?)
+        `,
+        [SEARCH_INDEX_VERSION]
+      );
+      await database.run(
+        `
+          INSERT INTO search_index_state(key, value)
+          VALUES ('fingerprint', ?)
+        `,
+        [fingerprint]
+      );
+      await database.run(
+        `
+          INSERT INTO search_index_state(key, value)
+          VALUES ('chaptersRevision', ?)
+        `,
+        [String(chaptersRevision)]
+      );
+    });
+  });
+}
+async function replaceSearchIndex(document, batches, fingerprint, progress) {
+  const chaptersRevision = await document.serials.getChaptersRevision();
+  await document.writeSearchIndexDatabase(async (database) => {
+    await prepareSearchIndexReplacement(database, progress);
+    let counters = { objectDone: 0, textDone: 0 };
+    for await (const batch of batches) {
+      counters = await writeSearchIndexBatch(
+        database,
+        batch,
+        counters,
+        progress
+      );
+    }
+    await finalizeSearchIndexReplacement(
+      database,
+      fingerprint,
+      chaptersRevision,
+      progress
+    );
+  });
+}
+async function prepareSearchIndexReplacement(database, progress) {
+  await database.transaction(async () => {
+    await progress?.({ phase: "clearing" });
+    await database.run("DELETE FROM text_sentence_fts");
+    await database.run("DELETE FROM search_object_properties_fts");
+    await database.run("DELETE FROM text_sentence_records");
+    await database.run("DELETE FROM search_object_properties_records");
+    await database.run("DELETE FROM index_dirty_chapters");
+    await database.run("DELETE FROM search_index_state");
+    await database.run(
+      `
+        INSERT INTO index_dirty_chapters(archive_id, chapter_id, updated_at)
+        VALUES (0, 0, ?)
+      `,
+      [Date.now()]
+    );
+  });
+}
+async function writeSearchIndexBatch(database, batch, counters, progress) {
+  let { objectDone, textDone } = counters;
+  await database.transaction(async () => {
+    for (const record of batch.textSentences) {
+      const plan = createSearchTokenPlan(record.text);
+      const rowId = await insertReplacementTextSentenceRecord(database, record);
+      await insertFtsRecord(database, "text_sentence_fts", rowId, plan);
+      textDone += 1;
+      await progress?.({
+        done: textDone,
+        phase: "indexing-text",
+        unit: "sentence"
+      });
+    }
+    for (const record of batch.objectProperties) {
+      const plan = createSearchTokenPlan(record.text);
+      const rowId = await insertSearchObjectPropertyRecord(database, record);
+      await insertFtsRecord(
+        database,
+        "search_object_properties_fts",
+        rowId,
+        plan
+      );
+      objectDone += 1;
+      await progress?.({
+        done: objectDone,
+        phase: "indexing-objects",
+        unit: "object"
+      });
+    }
+  });
+  return { objectDone, textDone };
+}
+async function insertReplacementTextSentenceRecord(database, record) {
+  await database.run(
+    `
+      INSERT INTO text_sentence_records (
+        archive_id, kind, chapter_id, sentence_index, words_count, byte_offset, byte_length
+      )
+      VALUES (?, ?, ?, ?, ?, 0, 0)
+    `,
+    [
+      record.archiveId,
+      record.kind,
+      record.chapterId,
+      record.sentenceIndex,
+      record.wordsCount
+    ]
+  );
+  return await database.getLastInsertRowId();
+}
+async function finalizeSearchIndexReplacement(database, fingerprint, chaptersRevision, progress) {
+  await database.transaction(async () => {
+    await progress?.({ phase: "finalizing" });
+    await database.run("DELETE FROM index_dirty_chapters");
+    await database.run(
+      `
+        INSERT INTO search_index_state(key, value)
+        VALUES ('version', ?)
+      `,
+      [SEARCH_INDEX_VERSION]
+    );
+    await database.run(
+      `
+        INSERT INTO search_index_state(key, value)
+        VALUES ('fingerprint', ?)
+      `,
+      [fingerprint]
+    );
+    await database.run(
+      `
+        INSERT INTO search_index_state(key, value)
+        VALUES ('chaptersRevision', ?)
+      `,
+      [String(chaptersRevision)]
+    );
+  });
+}
+export {
+  ensureSearchIndex,
+  finalizeSearchIndexReplacement,
+  prepareSearchIndexReplacement,
+  replaceSearchIndex,
+  writeArchiveIndexProjection,
+  writeSearchIndexBatch
+};
+//# sourceMappingURL=build.js.map

package/dist/retrieval/search-index/search/build.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/search-index/search/build.ts"],"sourcesContent":["import type { Database } from \"../../../document/database.js\";\nimport type { Document } from \"../../../document/index.js\";\nimport { createSearchTokenPlan } from \"./tokenizer.js\";\nimport {\n  createSearchIndexFingerprint,\n  readSearchIndexFingerprintFromDatabase,\n} from \"./fingerprint.js\";\nimport {\n  insertFtsRecord,\n  insertSearchObjectPropertyRecord,\n  insertTextSentenceRecord,\n} from \"./write.js\";\nimport type { SearchIndexInput, SearchIndexProgressReporter } from \"./types.js\";\nimport { SEARCH_INDEX_VERSION } from \"./types.js\";\n\nexport type ArchiveIndexProjection = SearchIndexInput;\nexport type SearchIndexWriteBatch = SearchIndexInput;\nexport interface SearchIndexWriteCounters {\n  readonly objectDone: number;\n  readonly textDone: number;\n}\n\nexport async function writeArchiveIndexProjection(\n  document: Document,\n  projection: ArchiveIndexProjection,\n  progress?: SearchIndexProgressReporter,\n): Promise<void> {\n  await ensureSearchIndex(document, projection, progress);\n}\n\nexport async function ensureSearchIndex(\n  document: Document,\n  input: SearchIndexInput,\n  progress?: SearchIndexProgressReporter,\n): Promise<void> {\n  const chaptersRevision = await document.serials.getChaptersRevision();\n\n  await document.writeSearchIndexDatabase(async (database) => {\n    const fingerprint = createSearchIndexFingerprint(input);\n    const indexedFingerprint =\n      await readSearchIndexFingerprintFromDatabase(database);\n\n    if (indexedFingerprint === fingerprint) {\n      return;\n    }\n\n    await database.transaction(async () => {\n      await progress?.({ phase: \"clearing\" });\n      await database.run(\"DELETE FROM text_sentence_fts\");\n      await database.run(\"DELETE FROM search_object_properties_fts\");\n      await database.run(\"DELETE FROM text_sentence_records\");\n      await database.run(\"DELETE FROM search_object_properties_records\");\n      await database.run(\"DELETE FROM index_dirty_chapters\");\n      await database.run(\"DELETE FROM search_index_state\");\n\n      let textDone = 0;\n      for (const record of input.textSentences) {\n        const plan = createSearchTokenPlan(record.text);\n        const rowId = await insertTextSentenceRecord(database, record);\n\n        await insertFtsRecord(database, \"text_sentence_fts\", rowId, plan);\n        textDone += 1;\n        await progress?.({\n          done: textDone,\n          phase: \"indexing-text\",\n          total: input.textSentences.length,\n          unit: \"sentence\",\n        });\n      }\n\n      let objectDone = 0;\n      for (const record of input.objectProperties) {\n        const plan = createSearchTokenPlan(record.text);\n        const rowId = await insertSearchObjectPropertyRecord(database, record);\n\n        await insertFtsRecord(\n          database,\n          \"search_object_properties_fts\",\n          rowId,\n          plan,\n        );\n        objectDone += 1;\n        await progress?.({\n          done: objectDone,\n          phase: \"indexing-objects\",\n          total: input.objectProperties.length,\n          unit: \"object\",\n        });\n      }\n\n      await progress?.({ phase: \"finalizing\" });\n      await database.run(\n        `\n          INSERT INTO search_index_state(key, value)\n          VALUES ('version', ?)\n        `,\n        [SEARCH_INDEX_VERSION],\n      );\n      await database.run(\n        `\n          INSERT INTO search_index_state(key, value)\n          VALUES ('fingerprint', ?)\n        `,\n        [fingerprint],\n      );\n      await database.run(\n        `\n          INSERT INTO search_index_state(key, value)\n          VALUES ('chaptersRevision', ?)\n        `,\n        [String(chaptersRevision)],\n      );\n    });\n  });\n}\n\nexport async function replaceSearchIndex(\n  document: Document,\n  batches: AsyncIterable<SearchIndexWriteBatch>,\n  fingerprint: string,\n  progress?: SearchIndexProgressReporter,\n): Promise<void> {\n  const chaptersRevision = await document.serials.getChaptersRevision();\n\n  await document.writeSearchIndexDatabase(async (database) => {\n    await prepareSearchIndexReplacement(database, progress);\n\n    let counters: SearchIndexWriteCounters = { objectDone: 0, textDone: 0 };\n    for await (const batch of batches) {\n      counters = await writeSearchIndexBatch(\n        database,\n        batch,\n        counters,\n        progress,\n      );\n    }\n\n    await finalizeSearchIndexReplacement(\n      database,\n      fingerprint,\n      chaptersRevision,\n      progress,\n    );\n  });\n}\n\nexport async function prepareSearchIndexReplacement(\n  database: Database,\n  progress?: SearchIndexProgressReporter,\n): Promise<void> {\n  await database.transaction(async () => {\n    await progress?.({ phase: \"clearing\" });\n    await database.run(\"DELETE FROM text_sentence_fts\");\n    await database.run(\"DELETE FROM search_object_properties_fts\");\n    await database.run(\"DELETE FROM text_sentence_records\");\n    await database.run(\"DELETE FROM search_object_properties_records\");\n    await database.run(\"DELETE FROM index_dirty_chapters\");\n    await database.run(\"DELETE FROM search_index_state\");\n    await database.run(\n      `\n        INSERT INTO index_dirty_chapters(archive_id, chapter_id, updated_at)\n        VALUES (0, 0, ?)\n      `,\n      [Date.now()],\n    );\n  });\n}\n\nexport async function writeSearchIndexBatch(\n  database: Database,\n  batch: SearchIndexWriteBatch,\n  counters: SearchIndexWriteCounters,\n  progress?: SearchIndexProgressReporter,\n): Promise<SearchIndexWriteCounters> {\n  let { objectDone, textDone } = counters;\n\n  await database.transaction(async () => {\n    for (const record of batch.textSentences) {\n      const plan = createSearchTokenPlan(record.text);\n      const rowId = await insertReplacementTextSentenceRecord(database, record);\n\n      await insertFtsRecord(database, \"text_sentence_fts\", rowId, plan);\n      textDone += 1;\n      await progress?.({\n        done: textDone,\n        phase: \"indexing-text\",\n        unit: \"sentence\",\n      });\n    }\n\n    for (const record of batch.objectProperties) {\n      const plan = createSearchTokenPlan(record.text);\n      const rowId = await insertSearchObjectPropertyRecord(database, record);\n\n      await insertFtsRecord(\n        database,\n        \"search_object_properties_fts\",\n        rowId,\n        plan,\n      );\n      objectDone += 1;\n      await progress?.({\n        done: objectDone,\n        phase: \"indexing-objects\",\n        unit: \"object\",\n      });\n    }\n  });\n\n  return { objectDone, textDone };\n}\n\nasync function insertReplacementTextSentenceRecord(\n  database: Database,\n  record: SearchIndexWriteBatch[\"textSentences\"][number],\n): Promise<number> {\n  await database.run(\n    `\n      INSERT INTO text_sentence_records (\n        archive_id, kind, chapter_id, sentence_index, words_count, byte_offset, byte_length\n      )\n      VALUES (?, ?, ?, ?, ?, 0, 0)\n    `,\n    [\n      record.archiveId,\n      record.kind,\n      record.chapterId,\n      record.sentenceIndex,\n      record.wordsCount,\n    ],\n  );\n\n  return await database.getLastInsertRowId();\n}\n\nexport async function finalizeSearchIndexReplacement(\n  database: Database,\n  fingerprint: string,\n  chaptersRevision: number,\n  progress?: SearchIndexProgressReporter,\n): Promise<void> {\n  await database.transaction(async () => {\n    await progress?.({ phase: \"finalizing\" });\n    await database.run(\"DELETE FROM index_dirty_chapters\");\n    await database.run(\n      `\n        INSERT INTO search_index_state(key, value)\n        VALUES ('version', ?)\n      `,\n      [SEARCH_INDEX_VERSION],\n    );\n    await database.run(\n      `\n        INSERT INTO search_index_state(key, value)\n        VALUES ('fingerprint', ?)\n      `,\n      [fingerprint],\n    );\n    await database.run(\n      `\n        INSERT INTO search_index_state(key, value)\n        VALUES ('chaptersRevision', ?)\n      `,\n      [String(chaptersRevision)],\n    );\n  });\n}\n"],"mappings":"AAEA,SAAS,6BAA6B;AACtC;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,4BAA4B;AASrC,eAAsB,4BACpB,UACA,YACA,UACe;AACf,QAAM,kBAAkB,UAAU,YAAY,QAAQ;AACxD;AAEA,eAAsB,kBACpB,UACA,OACA,UACe;AACf,QAAM,mBAAmB,MAAM,SAAS,QAAQ,oBAAoB;AAEpE,QAAM,SAAS,yBAAyB,OAAO,aAAa;AAC1D,UAAM,cAAc,6BAA6B,KAAK;AACtD,UAAM,qBACJ,MAAM,uCAAuC,QAAQ;AAEvD,QAAI,uBAAuB,aAAa;AACtC;AAAA,IACF;AAEA,UAAM,SAAS,YAAY,YAAY;AACrC,YAAM,WAAW,EAAE,OAAO,WAAW,CAAC;AACtC,YAAM,SAAS,IAAI,+BAA+B;AAClD,YAAM,SAAS,IAAI,0CAA0C;AAC7D,YAAM,SAAS,IAAI,mCAAmC;AACtD,YAAM,SAAS,IAAI,8CAA8C;AACjE,YAAM,SAAS,IAAI,kCAAkC;AACrD,YAAM,SAAS,IAAI,gCAAgC;AAEnD,UAAI,WAAW;AACf,iBAAW,UAAU,MAAM,eAAe;AACxC,cAAM,OAAO,sBAAsB,OAAO,IAAI;AAC9C,cAAM,QAAQ,MAAM,yBAAyB,UAAU,MAAM;AAE7D,cAAM,gBAAgB,UAAU,qBAAqB,OAAO,IAAI;AAChE,oBAAY;AACZ,cAAM,WAAW;AAAA,UACf,MAAM;AAAA,UACN,OAAO;AAAA,UACP,OAAO,MAAM,cAAc;AAAA,UAC3B,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,UAAI,aAAa;AACjB,iBAAW,UAAU,MAAM,kBAAkB;AAC3C,cAAM,OAAO,sBAAsB,OAAO,IAAI;AAC9C,cAAM,QAAQ,MAAM,iCAAiC,UAAU,MAAM;AAErE,cAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AACA,sBAAc;AACd,cAAM,WAAW;AAAA,UACf,MAAM;AAAA,UACN,OAAO;AAAA,UACP,OAAO,MAAM,iBAAiB;AAAA,UAC9B,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,YAAM,WAAW,EAAE,OAAO,aAAa,CAAC;AACxC,YAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA,QAIA,CAAC,oBAAoB;AAAA,MACvB;AACA,YAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA,QAIA,CAAC,WAAW;AAAA,MACd;AACA,YAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA,QAIA,CAAC,OAAO,gBAAgB,CAAC;AAAA,MAC3B;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AACH;AAEA,eAAsB,mBACpB,UACA,SACA,aACA,UACe;AACf,QAAM,mBAAmB,MAAM,SAAS,QAAQ,oBAAoB;AAEpE,QAAM,SAAS,yBAAyB,OAAO,aAAa;AAC1D,UAAM,8BAA8B,UAAU,QAAQ;AAEtD,QAAI,WAAqC,EAAE,YAAY,GAAG,UAAU,EAAE;AACtE,qBAAiB,SAAS,SAAS;AACjC,iBAAW,MAAM;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAEA,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,8BACpB,UACA,UACe;AACf,QAAM,SAAS,YAAY,YAAY;AACrC,UAAM,WAAW,EAAE,OAAO,WAAW,CAAC;AACtC,UAAM,SAAS,IAAI,+BAA+B;AAClD,UAAM,SAAS,IAAI,0CAA0C;AAC7D,UAAM,SAAS,IAAI,mCAAmC;AACtD,UAAM,SAAS,IAAI,8CAA8C;AACjE,UAAM,SAAS,IAAI,kCAAkC;AACrD,UAAM,SAAS,IAAI,gCAAgC;AACnD,UAAM,SAAS;AAAA,MACb;AAAA;AAAA;AAAA;AAAA,MAIA,CAAC,KAAK,IAAI,CAAC;AAAA,IACb;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,sBACpB,UACA,OACA,UACA,UACmC;AACnC,MAAI,EAAE,YAAY,SAAS,IAAI;AAE/B,QAAM,SAAS,YAAY,YAAY;AACrC,eAAW,UAAU,MAAM,eAAe;AACxC,YAAM,OAAO,sBAAsB,OAAO,IAAI;AAC9C,YAAM,QAAQ,MAAM,oCAAoC,UAAU,MAAM;AAExE,YAAM,gBAAgB,UAAU,qBAAqB,OAAO,IAAI;AAChE,kBAAY;AACZ,YAAM,WAAW;AAAA,QACf,MAAM;AAAA,QACN,OAAO;AAAA,QACP,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAEA,eAAW,UAAU,MAAM,kBAAkB;AAC3C,YAAM,OAAO,sBAAsB,OAAO,IAAI;AAC9C,YAAM,QAAQ,MAAM,iCAAiC,UAAU,MAAM;AAErE,YAAM;AAAA,QACJ;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,oBAAc;AACd,YAAM,WAAW;AAAA,QACf,MAAM;AAAA,QACN,OAAO;AAAA,QACP,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAAA,EACF,CAAC;AAED,SAAO,EAAE,YAAY,SAAS;AAChC;AAEA,eAAe,oCACb,UACA,QACiB;AACjB,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMA;AAAA,MACE,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,IACT;AAAA,EACF;AAEA,SAAO,MAAM,SAAS,mBAAmB;AAC3C;AAEA,eAAsB,+BACpB,UACA,aACA,kBACA,UACe;AACf,QAAM,SAAS,YAAY,YAAY;AACrC,UAAM,WAAW,EAAE,OAAO,aAAa,CAAC;AACxC,UAAM,SAAS,IAAI,kCAAkC;AACrD,UAAM,SAAS;AAAA,MACb;AAAA;AAAA;AAAA;AAAA,MAIA,CAAC,oBAAoB;AAAA,IACvB;AACA,UAAM,SAAS;AAAA,MACb;AAAA;AAAA;AAAA;AAAA,MAIA,CAAC,WAAW;AAAA,IACd;AACA,UAAM,SAAS;AAAA,MACb;AAAA;AAAA;AAAA;AAAA,MAIA,CAAC,OAAO,gBAAgB,CAAC;AAAA,IAC3B;AAAA,EACF,CAAC;AACH;","names":[]}

package/dist/retrieval/search-index/search/core.d.ts

@@ -0,0 +1,33 @@
+export { ArchiveIndexProjection, SearchIndexWriteBatch, SearchIndexWriteCounters, ensureSearchIndex, finalizeSearchIndexReplacement, prepareSearchIndexReplacement, replaceSearchIndex, writeArchiveIndexProjection, writeSearchIndexBatch } from './build.js';
+export { markDirtySearchIndexChapters } from './dirty.js';
+export { createSearchIndexFingerprint, readSearchIndexFingerprintFromDatabase } from './fingerprint.js';
+export { querySearchIndex } from './query.js';
+export { readArchiveIndexSettings, setFtsIndexEmbedded } from './settings.js';
+export { assertSearchIndexNotDirty, hasDirtySearchIndexChapters, isSearchIndexCurrent, readSearchIndexStatus } from './status.js';
+export { ArchiveIndexSettings, FTS5_RANK_SCORE_SCALE, SEARCH_INDEX_FTS_HIT_LIMIT, SEARCH_INDEX_VERSION, SEARCH_OBJECT_PROPERTY_KIND, SEARCH_OBJECT_PROPERTY_OWNER_KIND, SINGLE_ARCHIVE_INDEX_ID, SearchIndexInput, SearchIndexObjectHit, SearchIndexProgressEvent, SearchIndexProgressPhase, SearchIndexProgressReporter, SearchIndexQueryResult, SearchIndexStatus, SearchIndexTextHit, SearchObjectPropertyKind, SearchObjectPropertyOwnerKind, SearchObjectPropertyRecordInput, TEXT_SENTENCE_KIND, TIER_WEIGHTS, TextSentenceKind, TextSentenceRecordInput } from './types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/directory/types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../query/archive-view/types.js';
+import '../../../graph/reading.js';
+import '../../../document/chapter/types.js';

package/dist/retrieval/search-index/search/core.js

@@ -0,0 +1,8 @@
+export * from "./build.js";
+export * from "./dirty.js";
+export * from "./fingerprint.js";
+export * from "./query.js";
+export * from "./settings.js";
+export * from "./status.js";
+export * from "./types.js";
+//# sourceMappingURL=core.js.map

package/dist/retrieval/search-index/search/core.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/search-index/search/core.ts"],"sourcesContent":["export * from \"./build.js\";\nexport * from \"./dirty.js\";\nexport * from \"./fingerprint.js\";\nexport * from \"./query.js\";\nexport * from \"./settings.js\";\nexport * from \"./status.js\";\nexport * from \"./types.js\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/retrieval/search-index/search/dirty.d.ts

@@ -0,0 +1,30 @@
+import { Document } from '../../../document/directory/types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+
+declare function markDirtySearchIndexChapters(document: Document, chapterIds: readonly number[], options?: {
+    readonly archiveId?: number;
+    readonly updatedAt?: number;
+}): Promise<void>;
+
+export { markDirtySearchIndexChapters };

package/dist/retrieval/search-index/search/dirty.js

@@ -0,0 +1,28 @@
+import { SINGLE_ARCHIVE_INDEX_ID } from "./types.js";
+async function markDirtySearchIndexChapters(document, chapterIds, options = {}) {
+  if (chapterIds.length === 0) {
+    return;
+  }
+  const archiveId = options.archiveId ?? SINGLE_ARCHIVE_INDEX_ID;
+  const updatedAt = options.updatedAt ?? Date.now();
+  const uniqueChapterIds = [...new Set(chapterIds)];
+  await document.writeSearchIndexDatabase(async (database) => {
+    await database.transaction(async () => {
+      for (const chapterId of uniqueChapterIds) {
+        await database.run(
+          `
+            INSERT INTO index_dirty_chapters(archive_id, chapter_id, updated_at)
+            VALUES (?, ?, ?)
+            ON CONFLICT(archive_id, chapter_id) DO UPDATE SET
+              updated_at = excluded.updated_at
+          `,
+          [archiveId, chapterId, updatedAt]
+        );
+      }
+    });
+  });
+}
+export {
+  markDirtySearchIndexChapters
+};
+//# sourceMappingURL=dirty.js.map

package/dist/retrieval/search-index/search/dirty.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/search-index/search/dirty.ts"],"sourcesContent":["import type { Document } from \"../../../document/index.js\";\nimport { SINGLE_ARCHIVE_INDEX_ID } from \"./types.js\";\n\nexport async function markDirtySearchIndexChapters(\n  document: Document,\n  chapterIds: readonly number[],\n  options: { readonly archiveId?: number; readonly updatedAt?: number } = {},\n): Promise<void> {\n  if (chapterIds.length === 0) {\n    return;\n  }\n\n  const archiveId = options.archiveId ?? SINGLE_ARCHIVE_INDEX_ID;\n  const updatedAt = options.updatedAt ?? Date.now();\n  const uniqueChapterIds = [...new Set(chapterIds)];\n\n  await document.writeSearchIndexDatabase(async (database) => {\n    await database.transaction(async () => {\n      for (const chapterId of uniqueChapterIds) {\n        await database.run(\n          `\n            INSERT INTO index_dirty_chapters(archive_id, chapter_id, updated_at)\n            VALUES (?, ?, ?)\n            ON CONFLICT(archive_id, chapter_id) DO UPDATE SET\n              updated_at = excluded.updated_at\n          `,\n          [archiveId, chapterId, updatedAt],\n        );\n      }\n    });\n  });\n}\n"],"mappings":"AACA,SAAS,+BAA+B;AAExC,eAAsB,6BACpB,UACA,YACA,UAAwE,CAAC,GAC1D;AACf,MAAI,WAAW,WAAW,GAAG;AAC3B;AAAA,EACF;AAEA,QAAM,YAAY,QAAQ,aAAa;AACvC,QAAM,YAAY,QAAQ,aAAa,KAAK,IAAI;AAChD,QAAM,mBAAmB,CAAC,GAAG,IAAI,IAAI,UAAU,CAAC;AAEhD,QAAM,SAAS,yBAAyB,OAAO,aAAa;AAC1D,UAAM,SAAS,YAAY,YAAY;AACrC,iBAAW,aAAa,kBAAkB;AACxC,cAAM,SAAS;AAAA,UACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAMA,CAAC,WAAW,WAAW,SAAS;AAAA,QAClC;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AACH;","names":[]}

package/dist/retrieval/search-index/search/errors.d.ts

@@ -0,0 +1,3 @@
+declare function isMissingSearchIndexError(error: unknown): boolean;
+
+export { isMissingSearchIndexError };

package/dist/retrieval/search-index/search/errors.js

@@ -0,0 +1,8 @@
+function isMissingSearchIndexError(error) {
+  const code = typeof error === "object" && error !== null && "code" in error ? error.code : void 0;
+  return code === "SQLITE_CANTOPEN" || error instanceof Error && (error.message.includes("Archive SQLite entry is missing: fts.db") || error.message.includes("no such table: search_index_state"));
+}
+export {
+  isMissingSearchIndexError
+};
+//# sourceMappingURL=errors.js.map

package/dist/retrieval/search-index/search/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/search-index/search/errors.ts"],"sourcesContent":["export function isMissingSearchIndexError(error: unknown): boolean {\n  const code =\n    typeof error === \"object\" && error !== null && \"code\" in error\n      ? error.code\n      : undefined;\n\n  return (\n    code === \"SQLITE_CANTOPEN\" ||\n    (error instanceof Error &&\n      (error.message.includes(\"Archive SQLite entry is missing: fts.db\") ||\n        error.message.includes(\"no such table: search_index_state\")))\n  );\n}\n"],"mappings":"AAAO,SAAS,0BAA0B,OAAyB;AACjE,QAAM,OACJ,OAAO,UAAU,YAAY,UAAU,QAAQ,UAAU,QACrD,MAAM,OACN;AAEN,SACE,SAAS,qBACR,iBAAiB,UACf,MAAM,QAAQ,SAAS,yCAAyC,KAC/D,MAAM,QAAQ,SAAS,mCAAmC;AAElE;","names":[]}

package/dist/retrieval/search-index/search/fingerprint.d.ts

@@ -0,0 +1,8 @@
+import { Database } from '../../../document/database.js';
+import { SearchIndexInput } from './types.js';
+import 'sqlite3';
+
+declare function createSearchIndexFingerprint(input: SearchIndexInput): string;
+declare function readSearchIndexFingerprintFromDatabase(database: Database): Promise<string | undefined>;
+
+export { createSearchIndexFingerprint, readSearchIndexFingerprintFromDatabase };

package/dist/retrieval/search-index/search/fingerprint.js

@@ -0,0 +1,51 @@
+import { createHash } from "crypto";
+function createSearchIndexFingerprint(input) {
+  const hash = createHash("sha256");
+  for (const record of input.textSentences) {
+    hash.update("text");
+    hash.update("\0");
+    hash.update(String(record.archiveId));
+    hash.update("\0");
+    hash.update(String(record.kind));
+    hash.update("\0");
+    hash.update(String(record.chapterId));
+    hash.update("\0");
+    hash.update(String(record.sentenceIndex));
+    hash.update("\0");
+    hash.update(record.text);
+    hash.update("\0");
+  }
+  for (const record of input.objectProperties) {
+    hash.update("object-property");
+    hash.update("\0");
+    hash.update(String(record.archiveId));
+    hash.update("\0");
+    hash.update(String(record.ownerKind));
+    hash.update("\0");
+    hash.update(record.ownerId);
+    hash.update("\0");
+    hash.update(String(record.propertyKind));
+    hash.update("\0");
+    hash.update(String(record.chapterId ?? ""));
+    hash.update("\0");
+    hash.update(record.text);
+    hash.update("\0");
+  }
+  return hash.digest("hex");
+}
+async function readSearchIndexFingerprintFromDatabase(database) {
+  return await database.queryOne(
+    `
+      SELECT value
+      FROM search_index_state
+      WHERE key = 'fingerprint'
+    `,
+    void 0,
+    (row) => String(row.value)
+  );
+}
+export {
+  createSearchIndexFingerprint,
+  readSearchIndexFingerprintFromDatabase
+};
+//# sourceMappingURL=fingerprint.js.map

package/dist/retrieval/search-index/search/fingerprint.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/search-index/search/fingerprint.ts"],"sourcesContent":["import { createHash } from \"crypto\";\nimport type { Database } from \"../../../document/database.js\";\nimport type { SearchIndexInput } from \"./types.js\";\n\nexport function createSearchIndexFingerprint(input: SearchIndexInput): string {\n  const hash = createHash(\"sha256\");\n\n  for (const record of input.textSentences) {\n    hash.update(\"text\");\n    hash.update(\"\\0\");\n    hash.update(String(record.archiveId));\n    hash.update(\"\\0\");\n    hash.update(String(record.kind));\n    hash.update(\"\\0\");\n    hash.update(String(record.chapterId));\n    hash.update(\"\\0\");\n    hash.update(String(record.sentenceIndex));\n    hash.update(\"\\0\");\n    hash.update(record.text);\n    hash.update(\"\\0\");\n  }\n\n  for (const record of input.objectProperties) {\n    hash.update(\"object-property\");\n    hash.update(\"\\0\");\n    hash.update(String(record.archiveId));\n    hash.update(\"\\0\");\n    hash.update(String(record.ownerKind));\n    hash.update(\"\\0\");\n    hash.update(record.ownerId);\n    hash.update(\"\\0\");\n    hash.update(String(record.propertyKind));\n    hash.update(\"\\0\");\n    hash.update(String(record.chapterId ?? \"\"));\n    hash.update(\"\\0\");\n    hash.update(record.text);\n    hash.update(\"\\0\");\n  }\n\n  return hash.digest(\"hex\");\n}\n\nexport async function readSearchIndexFingerprintFromDatabase(\n  database: Database,\n): Promise<string | undefined> {\n  return await database.queryOne(\n    `\n      SELECT value\n      FROM search_index_state\n      WHERE key = 'fingerprint'\n    `,\n    undefined,\n    (row) => String(row.value),\n  );\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAIpB,SAAS,6BAA6B,OAAiC;AAC5E,QAAM,OAAO,WAAW,QAAQ;AAEhC,aAAW,UAAU,MAAM,eAAe;AACxC,SAAK,OAAO,MAAM;AAClB,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,SAAS,CAAC;AACpC,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,IAAI,CAAC;AAC/B,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,SAAS,CAAC;AACpC,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,aAAa,CAAC;AACxC,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,IAAI;AACvB,SAAK,OAAO,IAAI;AAAA,EAClB;AAEA,aAAW,UAAU,MAAM,kBAAkB;AAC3C,SAAK,OAAO,iBAAiB;AAC7B,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,SAAS,CAAC;AACpC,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,SAAS,CAAC;AACpC,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO;AAC1B,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,YAAY,CAAC;AACvC,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,aAAa,EAAE,CAAC;AAC1C,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,IAAI;AACvB,SAAK,OAAO,IAAI;AAAA,EAClB;AAEA,SAAO,KAAK,OAAO,KAAK;AAC1B;AAEA,eAAsB,uCACpB,UAC6B;AAC7B,SAAO,MAAM,SAAS;AAAA,IACpB;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA;AAAA,IACA,CAAC,QAAQ,OAAO,IAAI,KAAK;AAAA,EAC3B;AACF;","names":[]}

package/dist/retrieval/search-index/search/helpers.d.ts

@@ -0,0 +1,44 @@
+import { SqlBindValue } from '../../../document/database.js';
+import { ArchiveFindObjectType } from '../../query/archive-view/types.js';
+import { SearchIndexObjectHit, SearchIndexTextHit, TextSentenceKind } from './types.js';
+import 'sqlite3';
+import '../../../document/types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../graph/reading.js';
+import '../../../document/directory/types.js';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../document/chapter/types.js';
+
+declare function serializeTokens(tokens: readonly {
+    readonly encoded: string;
+}[]): string;
+declare function createChapterSql(chapters: readonly number[] | undefined): string;
+declare function createChapterParams(chapters: readonly number[] | undefined): readonly SqlBindValue[];
+declare function createLimitSql(limit: number | undefined): string;
+declare function createLimitParams(limit: number | undefined): readonly SqlBindValue[];
+declare function shouldQueryObjects(types: readonly ArchiveFindObjectType[] | null | undefined): boolean;
+declare function createObjectTypeSql(types: readonly ArchiveFindObjectType[] | null | undefined): string;
+declare function createObjectTypeParams(types: readonly ArchiveFindObjectType[] | null | undefined): readonly SqlBindValue[];
+declare function createTextKindFilter(types: readonly ArchiveFindObjectType[] | null | undefined): readonly TextSentenceKind[];
+declare function rankToScore(rank: number): number;
+declare function createObjectHitKey(hit: SearchIndexObjectHit): string;
+declare function createTextHitKey(hit: SearchIndexTextHit): string;
+
+export { createChapterParams, createChapterSql, createLimitParams, createLimitSql, createObjectHitKey, createObjectTypeParams, createObjectTypeSql, createTextHitKey, createTextKindFilter, rankToScore, serializeTokens, shouldQueryObjects };

package/dist/retrieval/search-index/search/helpers.js

@@ -0,0 +1,109 @@
+import {
+  FTS5_RANK_SCORE_SCALE,
+  SEARCH_OBJECT_PROPERTY_KIND,
+  SEARCH_OBJECT_PROPERTY_OWNER_KIND,
+  TEXT_SENTENCE_KIND
+} from "./types.js";
+function serializeTokens(tokens) {
+  return tokens.map((token) => token.encoded).join(" ");
+}
+function createChapterSql(chapters) {
+  return chapters === void 0 || chapters.length === 0 ? "" : `AND r.chapter_id IN (${chapters.map(() => "?").join(", ")})`;
+}
+function createChapterParams(chapters) {
+  return chapters === void 0 ? [] : [...chapters];
+}
+function createLimitSql(limit) {
+  return limit === void 0 ? "" : "LIMIT ?";
+}
+function createLimitParams(limit) {
+  return limit === void 0 ? [] : [limit];
+}
+function shouldQueryObjects(types) {
+  return types === void 0 || types === null || types.includes("chapter") || types.includes("chapter-title") || types.includes("node") || types.includes("entity");
+}
+function createObjectTypeSql(types) {
+  const filters = createObjectTypeFilters(types);
+  return filters.length === 0 ? "" : `AND (${filters.map(() => "(r.owner_kind = ? AND r.property_kind = ?)").join(" OR ")})`;
+}
+function createObjectTypeParams(types) {
+  return createObjectTypeFilters(types).flatMap((filter) => [
+    filter.ownerKind,
+    filter.propertyKind
+  ]);
+}
+function createObjectTypeFilters(types) {
+  if (types === void 0 || types === null) {
+    return [];
+  }
+  const filters = [];
+  if (types.includes("chapter") || types.includes("chapter-title")) {
+    filters.push({
+      ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chapter,
+      propertyKind: SEARCH_OBJECT_PROPERTY_KIND.title
+    });
+  }
+  if (types.includes("node")) {
+    filters.push(
+      {
+        ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk,
+        propertyKind: SEARCH_OBJECT_PROPERTY_KIND.label
+      },
+      {
+        ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk,
+        propertyKind: SEARCH_OBJECT_PROPERTY_KIND.content
+      }
+    );
+  }
+  if (types.includes("entity")) {
+    filters.push({
+      ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.entity,
+      propertyKind: SEARCH_OBJECT_PROPERTY_KIND.surface
+    });
+  }
+  return filters;
+}
+function createTextKindFilter(types) {
+  if (types === void 0 || types === null) {
+    return [TEXT_SENTENCE_KIND.summary, TEXT_SENTENCE_KIND.source];
+  }
+  const kinds = [];
+  if (types.includes("summary")) {
+    kinds.push(TEXT_SENTENCE_KIND.summary);
+  }
+  if (types.includes("source")) {
+    kinds.push(TEXT_SENTENCE_KIND.source);
+  }
+  return kinds;
+}
+function rankToScore(rank) {
+  const relevance = Math.max(0, -rank) * FTS5_RANK_SCORE_SCALE;
+  return relevance / (1 + relevance);
+}
+function createObjectHitKey(hit) {
+  return [
+    hit.archiveId,
+    hit.ownerKind,
+    hit.ownerId,
+    hit.propertyKind,
+    hit.chapterId ?? ""
+  ].join(":");
+}
+function createTextHitKey(hit) {
+  return [hit.archiveId, hit.kind, hit.chapterId, hit.sentenceIndex].join(":");
+}
+export {
+  createChapterParams,
+  createChapterSql,
+  createLimitParams,
+  createLimitSql,
+  createObjectHitKey,
+  createObjectTypeParams,
+  createObjectTypeSql,
+  createTextHitKey,
+  createTextKindFilter,
+  rankToScore,
+  serializeTokens,
+  shouldQueryObjects
+};
+//# sourceMappingURL=helpers.js.map

package/dist/retrieval/search-index/search/helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/search-index/search/helpers.ts"],"sourcesContent":["import type { SqlBindValue } from \"../../../document/database.js\";\nimport type { ArchiveFindObjectType } from \"../../query/view.js\";\nimport {\n  FTS5_RANK_SCORE_SCALE,\n  SEARCH_OBJECT_PROPERTY_KIND,\n  SEARCH_OBJECT_PROPERTY_OWNER_KIND,\n  TEXT_SENTENCE_KIND,\n  type SearchIndexObjectHit,\n  type SearchIndexTextHit,\n  type SearchObjectPropertyKind,\n  type SearchObjectPropertyOwnerKind,\n  type TextSentenceKind,\n} from \"./types.js\";\n\nexport function serializeTokens(\n  tokens: readonly {\n    readonly encoded: string;\n  }[],\n): string {\n  return tokens.map((token) => token.encoded).join(\" \");\n}\n\nexport function createChapterSql(\n  chapters: readonly number[] | undefined,\n): string {\n  return chapters === undefined || chapters.length === 0\n    ? \"\"\n    : `AND r.chapter_id IN (${chapters.map(() => \"?\").join(\", \")})`;\n}\n\nexport function createChapterParams(\n  chapters: readonly number[] | undefined,\n): readonly SqlBindValue[] {\n  return chapters === undefined ? [] : [...chapters];\n}\n\nexport function createLimitSql(limit: number | undefined): string {\n  return limit === undefined ? \"\" : \"LIMIT ?\";\n}\n\nexport function createLimitParams(\n  limit: number | undefined,\n): readonly SqlBindValue[] {\n  return limit === undefined ? [] : [limit];\n}\n\nexport function shouldQueryObjects(\n  types: readonly ArchiveFindObjectType[] | null | undefined,\n): boolean {\n  return (\n    types === undefined ||\n    types === null ||\n    types.includes(\"chapter\") ||\n    types.includes(\"chapter-title\") ||\n    types.includes(\"node\") ||\n    types.includes(\"entity\")\n  );\n}\n\nexport function createObjectTypeSql(\n  types: readonly ArchiveFindObjectType[] | null | undefined,\n): string {\n  const filters = createObjectTypeFilters(types);\n\n  return filters.length === 0\n    ? \"\"\n    : `AND (${filters\n        .map(() => \"(r.owner_kind = ? AND r.property_kind = ?)\")\n        .join(\" OR \")})`;\n}\n\nexport function createObjectTypeParams(\n  types: readonly ArchiveFindObjectType[] | null | undefined,\n): readonly SqlBindValue[] {\n  return createObjectTypeFilters(types).flatMap((filter) => [\n    filter.ownerKind,\n    filter.propertyKind,\n  ]);\n}\n\nfunction createObjectTypeFilters(\n  types: readonly ArchiveFindObjectType[] | null | undefined,\n): readonly {\n  readonly ownerKind: SearchObjectPropertyOwnerKind;\n  readonly propertyKind: SearchObjectPropertyKind;\n}[] {\n  if (types === undefined || types === null) {\n    return [];\n  }\n\n  const filters: {\n    readonly ownerKind: SearchObjectPropertyOwnerKind;\n    readonly propertyKind: SearchObjectPropertyKind;\n  }[] = [];\n\n  if (types.includes(\"chapter\") || types.includes(\"chapter-title\")) {\n    filters.push({\n      ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chapter,\n      propertyKind: SEARCH_OBJECT_PROPERTY_KIND.title,\n    });\n  }\n  if (types.includes(\"node\")) {\n    filters.push(\n      {\n        ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk,\n        propertyKind: SEARCH_OBJECT_PROPERTY_KIND.label,\n      },\n      {\n        ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.chunk,\n        propertyKind: SEARCH_OBJECT_PROPERTY_KIND.content,\n      },\n    );\n  }\n  if (types.includes(\"entity\")) {\n    filters.push({\n      ownerKind: SEARCH_OBJECT_PROPERTY_OWNER_KIND.entity,\n      propertyKind: SEARCH_OBJECT_PROPERTY_KIND.surface,\n    });\n  }\n\n  return filters;\n}\n\nexport function createTextKindFilter(\n  types: readonly ArchiveFindObjectType[] | null | undefined,\n): readonly TextSentenceKind[] {\n  if (types === undefined || types === null) {\n    return [TEXT_SENTENCE_KIND.summary, TEXT_SENTENCE_KIND.source];\n  }\n\n  const kinds: TextSentenceKind[] = [];\n\n  if (types.includes(\"summary\")) {\n    kinds.push(TEXT_SENTENCE_KIND.summary);\n  }\n  if (types.includes(\"source\")) {\n    kinds.push(TEXT_SENTENCE_KIND.source);\n  }\n\n  return kinds;\n}\n\nexport function rankToScore(rank: number): number {\n  const relevance = Math.max(0, -rank) * FTS5_RANK_SCORE_SCALE;\n\n  return relevance / (1 + relevance);\n}\n\nexport function createObjectHitKey(hit: SearchIndexObjectHit): string {\n  return [\n    hit.archiveId,\n    hit.ownerKind,\n    hit.ownerId,\n    hit.propertyKind,\n    hit.chapterId ?? \"\",\n  ].join(\":\");\n}\n\nexport function createTextHitKey(hit: SearchIndexTextHit): string {\n  return [hit.archiveId, hit.kind, hit.chapterId, hit.sentenceIndex].join(\":\");\n}\n"],"mappings":"AAEA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAMK;AAEA,SAAS,gBACd,QAGQ;AACR,SAAO,OAAO,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE,KAAK,GAAG;AACtD;AAEO,SAAS,iBACd,UACQ;AACR,SAAO,aAAa,UAAa,SAAS,WAAW,IACjD,KACA,wBAAwB,SAAS,IAAI,MAAM,GAAG,EAAE,KAAK,IAAI,CAAC;AAChE;AAEO,SAAS,oBACd,UACyB;AACzB,SAAO,aAAa,SAAY,CAAC,IAAI,CAAC,GAAG,QAAQ;AACnD;AAEO,SAAS,eAAe,OAAmC;AAChE,SAAO,UAAU,SAAY,KAAK;AACpC;AAEO,SAAS,kBACd,OACyB;AACzB,SAAO,UAAU,SAAY,CAAC,IAAI,CAAC,KAAK;AAC1C;AAEO,SAAS,mBACd,OACS;AACT,SACE,UAAU,UACV,UAAU,QACV,MAAM,SAAS,SAAS,KACxB,MAAM,SAAS,eAAe,KAC9B,MAAM,SAAS,MAAM,KACrB,MAAM,SAAS,QAAQ;AAE3B;AAEO,SAAS,oBACd,OACQ;AACR,QAAM,UAAU,wBAAwB,KAAK;AAE7C,SAAO,QAAQ,WAAW,IACtB,KACA,QAAQ,QACL,IAAI,MAAM,4CAA4C,EACtD,KAAK,MAAM,CAAC;AACrB;AAEO,SAAS,uBACd,OACyB;AACzB,SAAO,wBAAwB,KAAK,EAAE,QAAQ,CAAC,WAAW;AAAA,IACxD,OAAO;AAAA,IACP,OAAO;AAAA,EACT,CAAC;AACH;AAEA,SAAS,wBACP,OAIE;AACF,MAAI,UAAU,UAAa,UAAU,MAAM;AACzC,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,UAGA,CAAC;AAEP,MAAI,MAAM,SAAS,SAAS,KAAK,MAAM,SAAS,eAAe,GAAG;AAChE,YAAQ,KAAK;AAAA,MACX,WAAW,kCAAkC;AAAA,MAC7C,cAAc,4BAA4B;AAAA,IAC5C,CAAC;AAAA,EACH;AACA,MAAI,MAAM,SAAS,MAAM,GAAG;AAC1B,YAAQ;AAAA,MACN;AAAA,QACE,WAAW,kCAAkC;AAAA,QAC7C,cAAc,4BAA4B;AAAA,MAC5C;AAAA,MACA;AAAA,QACE,WAAW,kCAAkC;AAAA,QAC7C,cAAc,4BAA4B;AAAA,MAC5C;AAAA,IACF;AAAA,EACF;AACA,MAAI,MAAM,SAAS,QAAQ,GAAG;AAC5B,YAAQ,KAAK;AAAA,MACX,WAAW,kCAAkC;AAAA,MAC7C,cAAc,4BAA4B;AAAA,IAC5C,CAAC;AAAA,EACH;AAEA,SAAO;AACT;AAEO,SAAS,qBACd,OAC6B;AAC7B,MAAI,UAAU,UAAa,UAAU,MAAM;AACzC,WAAO,CAAC,mBAAmB,SAAS,mBAAmB,MAAM;AAAA,EAC/D;AAEA,QAAM,QAA4B,CAAC;AAEnC,MAAI,MAAM,SAAS,SAAS,GAAG;AAC7B,UAAM,KAAK,mBAAmB,OAAO;AAAA,EACvC;AACA,MAAI,MAAM,SAAS,QAAQ,GAAG;AAC5B,UAAM,KAAK,mBAAmB,MAAM;AAAA,EACtC;AAEA,SAAO;AACT;AAEO,SAAS,YAAY,MAAsB;AAChD,QAAM,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,IAAI;AAEvC,SAAO,aAAa,IAAI;AAC1B;AAEO,SAAS,mBAAmB,KAAmC;AACpE,SAAO;AAAA,IACL,IAAI;AAAA,IACJ,IAAI;AAAA,IACJ,IAAI;AAAA,IACJ,IAAI;AAAA,IACJ,IAAI,aAAa;AAAA,EACnB,EAAE,KAAK,GAAG;AACZ;AAEO,SAAS,iBAAiB,KAAiC;AAChE,SAAO,CAAC,IAAI,WAAW,IAAI,MAAM,IAAI,WAAW,IAAI,aAAa,EAAE,KAAK,GAAG;AAC7E;","names":[]}

package/dist/retrieval/search-index/search/index.d.ts

@@ -0,0 +1,34 @@
+export { ArchiveIndexProjection, SearchIndexWriteBatch, SearchIndexWriteCounters, ensureSearchIndex, finalizeSearchIndexReplacement, prepareSearchIndexReplacement, replaceSearchIndex, writeArchiveIndexProjection, writeSearchIndexBatch } from './build.js';
+export { markDirtySearchIndexChapters } from './dirty.js';
+export { createSearchIndexFingerprint, readSearchIndexFingerprintFromDatabase } from './fingerprint.js';
+export { querySearchIndex } from './query.js';
+export { readArchiveIndexSettings, setFtsIndexEmbedded } from './settings.js';
+export { assertSearchIndexNotDirty, hasDirtySearchIndexChapters, isSearchIndexCurrent, readSearchIndexStatus } from './status.js';
+export { ArchiveIndexSettings, FTS5_RANK_SCORE_SCALE, SEARCH_INDEX_FTS_HIT_LIMIT, SEARCH_INDEX_VERSION, SEARCH_OBJECT_PROPERTY_KIND, SEARCH_OBJECT_PROPERTY_OWNER_KIND, SINGLE_ARCHIVE_INDEX_ID, SearchIndexInput, SearchIndexObjectHit, SearchIndexProgressEvent, SearchIndexProgressPhase, SearchIndexProgressReporter, SearchIndexQueryResult, SearchIndexStatus, SearchIndexTextHit, SearchObjectPropertyKind, SearchObjectPropertyOwnerKind, SearchObjectPropertyRecordInput, TEXT_SENTENCE_KIND, TIER_WEIGHTS, TextSentenceKind, TextSentenceRecordInput } from './types.js';
+export { SearchToken, SearchTokenPlan, createSearchTokenPlan, hasSearchTokens, listSearchPlanTerms, normalizeSearchText } from './tokenizer.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/directory/types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../query/archive-view/types.js';
+import '../../../graph/reading.js';
+import '../../../document/chapter/types.js';