wiki-graph-core 0.3.1

package/dist/archive/search-index/search-index.js

@@ -0,0 +1,555 @@
+import { createHash } from "crypto";
+import {
+  getNumber
+} from "../../document/database.js";
+import {
+  createSearchTokenPlan,
+  hasSearchTokens,
+  listSearchPlanTerms,
+  normalizeSearchText
+} from "./search-tokenizer.js";
+const TEXT_SENTENCE_KIND = {
+  source: 1,
+  summary: 2
+};
+const SEARCH_OBJECT_PROPERTY_OWNER_KIND = {
+  chapter: 1,
+  chunk: 2,
+  entity: 3
+};
+const SEARCH_OBJECT_PROPERTY_KIND = {
+  title: 1,
+  label: 1,
+  content: 2,
+  surface: 1
+};
+const SEARCH_INDEX_VERSION = "3";
+const SEARCH_INDEX_FTS_HIT_LIMIT = 32e3;
+const FTS5_RANK_SCORE_SCALE = 1e6;
+const TIER_WEIGHTS = [1, 0.45, 0.08];
+async function readArchiveIndexSettings(document) {
+  return await document.readDatabase(async (database) => {
+    const row = await database.queryOne(
+      `
+        SELECT fts_embedded
+        FROM archive_index_settings
+        WHERE id = 1
+      `,
+      void 0,
+      (value) => ({
+        ftsEmbedded: getNumber(value, "fts_embedded") !== 0
+      })
+    );
+    return row ?? { ftsEmbedded: false };
+  });
+}
+async function setFtsIndexEmbedded(document, embedded) {
+  await document.readDatabase(async (database) => {
+    await database.run(
+      `
+        INSERT INTO archive_index_settings(id, fts_embedded)
+        VALUES (1, ?)
+        ON CONFLICT(id)
+        DO UPDATE SET fts_embedded = excluded.fts_embedded
+      `,
+      [embedded ? 1 : 0]
+    );
+  });
+}
+async function isSearchIndexCurrent(document, input) {
+  return await readSearchIndexStatus(document, input) === "current";
+}
+async function readSearchIndexStatus(document, input) {
+  const fingerprint = input === void 0 ? void 0 : createSearchIndexFingerprint(input);
+  try {
+    return await document.readSearchIndexDatabase(async (database) => {
+      const indexedFingerprint = await readSearchIndexFingerprintFromDatabase(database);
+      if (indexedFingerprint === void 0) {
+        return "dirty";
+      }
+      return fingerprint === void 0 || indexedFingerprint === fingerprint ? "current" : "dirty";
+    });
+  } catch (error) {
+    if (isMissingSearchIndexError(error)) {
+      return "missing";
+    }
+    throw error;
+  }
+}
+async function ensureSearchIndex(document, input, progress) {
+  const chaptersRevision = await document.serials.getChaptersRevision();
+  await document.writeSearchIndexDatabase(async (database) => {
+    const fingerprint = createSearchIndexFingerprint(input);
+    const indexedFingerprint = await readSearchIndexFingerprintFromDatabase(database);
+    if (indexedFingerprint === fingerprint) {
+      return;
+    }
+    await database.transaction(async () => {
+      await progress?.({ phase: "clearing" });
+      await database.run("DELETE FROM text_sentence_fts");
+      await database.run("DELETE FROM search_object_properties_fts");
+      await database.run("DELETE FROM search_object_properties_records");
+      await database.run("DELETE FROM search_index_state");
+      let textDone = 0;
+      for (const record of input.textSentences) {
+        const plan = createSearchTokenPlan(record.text);
+        const rowId = await insertTextSentenceRecord(database, record);
+        await insertFtsRecord(database, "text_sentence_fts", rowId, plan);
+        textDone += 1;
+        await progress?.({
+          done: textDone,
+          phase: "indexing-text",
+          total: input.textSentences.length,
+          unit: "sentence"
+        });
+      }
+      let objectDone = 0;
+      for (const record of input.objectProperties) {
+        const plan = createSearchTokenPlan(record.text);
+        const rowId = await insertSearchObjectPropertyRecord(database, record);
+        await insertFtsRecord(
+          database,
+          "search_object_properties_fts",
+          rowId,
+          plan
+        );
+        objectDone += 1;
+        await progress?.({
+          done: objectDone,
+          phase: "indexing-objects",
+          total: input.objectProperties.length,
+          unit: "object"
+        });
+      }
+      await progress?.({ phase: "finalizing" });
+      await database.run(
+        `
+          INSERT INTO search_index_state(key, value)
+          VALUES ('version', ?)
+        `,
+        [SEARCH_INDEX_VERSION]
+      );
+      await database.run(
+        `
+          INSERT INTO search_index_state(key, value)
+          VALUES ('fingerprint', ?)
+        `,
+        [fingerprint]
+      );
+      await database.run(
+        `
+          INSERT INTO search_index_state(key, value)
+          VALUES ('chaptersRevision', ?)
+        `,
+        [String(chaptersRevision)]
+      );
+    });
+  });
+}
+async function querySearchIndex(document, query, options = {}) {
+  const plan = createSearchTokenPlan(query);
+  if (!hasSearchTokens(plan)) {
+    return void 0;
+  }
+  const terms = listSearchPlanTerms(plan);
+  return await document.readSearchIndexDatabase(async (database) => {
+    const tierQueries = createTierQueries(query, plan, options.match ?? "any");
+    const objectHitLimit = options.objectHitLimit ?? SEARCH_INDEX_FTS_HIT_LIMIT;
+    const textHitLimit = options.textHitLimit ?? SEARCH_INDEX_FTS_HIT_LIMIT;
+    const queriesObjects = shouldQueryObjects(options.types);
+    const queriesText = createTextKindFilter(options.types).length > 0;
+    const objectHitsByKey = /* @__PURE__ */ new Map();
+    const textHitsByKey = /* @__PURE__ */ new Map();
+    for (const tierQuery of tierQueries) {
+      if (tierQuery.matchExpression === "") {
+        continue;
+      }
+      const objectHitRemaining = Math.max(
+        0,
+        objectHitLimit - objectHitsByKey.size
+      );
+      const textHitRemaining = Math.max(0, textHitLimit - textHitsByKey.size);
+      if ((!queriesObjects || objectHitRemaining <= 0) && (!queriesText || textHitRemaining <= 0)) {
+        break;
+      }
+      const [objectRows, textRows] = await Promise.all([
+        queryObjectRows(database, tierQuery.matchExpression, {
+          ...options,
+          objectHitLimit: objectHitRemaining
+        }),
+        queryTextRows(database, tierQuery.matchExpression, {
+          ...options,
+          textHitLimit: textHitRemaining
+        })
+      ]);
+      for (const hit of objectRows) {
+        const key = createObjectHitKey(hit);
+        if (!objectHitsByKey.has(key)) {
+          objectHitsByKey.set(key, hit);
+        }
+      }
+      for (const hit of textRows) {
+        const key = createTextHitKey(hit);
+        if (!textHitsByKey.has(key)) {
+          textHitsByKey.set(key, hit);
+        }
+      }
+      if ((!queriesObjects || objectHitsByKey.size >= objectHitLimit) && (!queriesText || textHitsByKey.size >= textHitLimit)) {
+        break;
+      }
+    }
+    return {
+      objectHits: [...objectHitsByKey.values()],
+      terms,
+      textHits: [...textHitsByKey.values()]
+    };
+  });
+}
+async function queryObjectRows(database, matchExpression, options) {
+  if (!shouldQueryObjects(options.types) || options.objectHitLimit === 0) {
+    return [];
+  }
+  return await database.queryAll(
+    `
+      SELECT
+        r.owner_kind AS owner_kind,
+        r.owner_id AS owner_id,
+        r.property_kind AS property_kind,
+        r.chapter_id AS chapter_id,
+        bm25(search_object_properties_fts, ?, ?, ?) AS rank
+      FROM search_object_properties_fts
+      JOIN search_object_properties_records AS r
+        ON r.id = search_object_properties_fts.rowid
+      WHERE search_object_properties_fts MATCH ?
+        ${createChapterSql(options.chapters)}
+      ORDER BY rank ASC, r.chapter_id, r.owner_kind, r.owner_id, r.property_kind
+      ${createLimitSql(options.objectHitLimit)}
+    `,
+    [
+      ...TIER_WEIGHTS,
+      matchExpression,
+      ...createChapterParams(options.chapters),
+      ...createLimitParams(options.objectHitLimit)
+    ],
+    (row) => ({
+      ownerId: String(row.owner_id),
+      ownerKind: getNumber(row, "owner_kind"),
+      propertyKind: getNumber(row, "property_kind"),
+      score: rankToScore(getNumber(row, "rank")),
+      ...row.chapter_id === null ? {} : { chapterId: getNumber(row, "chapter_id") }
+    })
+  );
+}
+async function queryTextRows(database, matchExpression, options) {
+  const kinds = createTextKindFilter(options.types);
+  if (kinds.length === 0) {
+    return [];
+  }
+  if (options.textHitLimit === 0) {
+    return [];
+  }
+  const after = options.textAfter;
+  return await database.queryAll(
+    `
+      SELECT
+        kind,
+        chapter_id,
+        sentence_index,
+        words_count,
+        rank
+      FROM (
+        SELECT
+          r.kind AS kind,
+          r.chapter_id AS chapter_id,
+          r.sentence_index AS sentence_index,
+          r.words_count AS words_count,
+          bm25(text_sentence_fts, ?, ?, ?) AS rank
+        FROM text_sentence_fts
+        JOIN text_sentence_records AS r
+          ON r.id = text_sentence_fts.rowid
+        WHERE text_sentence_fts MATCH ?
+          AND r.kind IN (${kinds.map(() => "?").join(", ")})
+          ${createChapterSql(options.chapters)}
+      )
+      ${after === void 0 ? "" : `
+            WHERE (
+              rank > ?
+              OR (rank = ? AND chapter_id > ?)
+              OR (rank = ? AND chapter_id = ? AND sentence_index > ?)
+              OR (
+                rank = ?
+                AND chapter_id = ?
+                AND sentence_index = ?
+                AND kind > ?
+              )
+            )
+          `}
+      ORDER BY rank ASC, chapter_id, sentence_index, kind
+      ${createLimitSql(options.textHitLimit)}
+    `,
+    [
+      ...TIER_WEIGHTS,
+      matchExpression,
+      ...kinds,
+      ...createChapterParams(options.chapters),
+      ...after === void 0 ? [] : [
+        after.rank,
+        after.rank,
+        after.chapterId,
+        after.rank,
+        after.chapterId,
+        after.sentenceIndex,
+        after.rank,
+        after.chapterId,
+        after.sentenceIndex,
+        after.kind
+      ],
+      ...createLimitParams(options.textHitLimit)
+    ],
+    (row) => {
+      const rank = getNumber(row, "rank");
+      return {
+        chapterId: getNumber(row, "chapter_id"),
+        kind: getNumber(row, "kind"),
+        rank,
+        score: rankToScore(rank),
+        sentenceIndex: getNumber(row, "sentence_index"),
+        wordsCount: getNumber(row, "words_count")
+      };
+    }
+  );
+}
+function createTierQueries(query, plan, match) {
+  if (match === "all") {
+    return createAllMatchTierQueries(query);
+  }
+  return [
+    {
+      matchExpression: createMatchExpression([
+        { column: "tier1", tokens: plan.tier1.map((token) => token.encoded) }
+      ])
+    },
+    {
+      matchExpression: createMatchExpression([
+        { column: "tier1", tokens: plan.tier1.map((token) => token.encoded) },
+        { column: "tier2", tokens: plan.tier2.map((token) => token.encoded) }
+      ])
+    },
+    {
+      matchExpression: createMatchExpression([
+        { column: "tier1", tokens: plan.tier1.map((token) => token.encoded) },
+        { column: "tier2", tokens: plan.tier2.map((token) => token.encoded) },
+        { column: "tier3", tokens: plan.tier3.map((token) => token.encoded) }
+      ])
+    }
+  ];
+}
+function createAllMatchTierQueries(query) {
+  const termPlans = normalizeSearchText(query).split(/\s+/u).map((term) => createSearchTokenPlan(term)).filter(hasSearchTokens);
+  const createExpression = (selectTokens) => termPlans.map((termPlan) => {
+    const tokens = [...new Set(selectTokens(termPlan))];
+    return tokens.length === 0 ? "" : `(${tokens.join(" OR ")})`;
+  }).filter((term) => term !== "").join(" AND ");
+  return [
+    {
+      matchExpression: createExpression(
+        (termPlan) => termPlan.tier1.map((token) => `tier1:${escapeFtsToken(token.encoded)}`)
+      )
+    },
+    {
+      matchExpression: createExpression((termPlan) => [
+        ...termPlan.tier1.map(
+          (token) => `tier1:${escapeFtsToken(token.encoded)}`
+        ),
+        ...termPlan.tier2.map(
+          (token) => `tier2:${escapeFtsToken(token.encoded)}`
+        )
+      ])
+    },
+    {
+      matchExpression: createExpression((termPlan) => [
+        ...termPlan.tier1.map(
+          (token) => `tier1:${escapeFtsToken(token.encoded)}`
+        ),
+        ...termPlan.tier2.map(
+          (token) => `tier2:${escapeFtsToken(token.encoded)}`
+        ),
+        ...termPlan.tier3.map(
+          (token) => `tier3:${escapeFtsToken(token.encoded)}`
+        )
+      ])
+    }
+  ];
+}
+function createMatchExpression(groups) {
+  return groups.map((group) => ({
+    ...group,
+    tokens: [...new Set(group.tokens)]
+  })).filter((group) => group.tokens.length > 0).map(
+    (group) => `${group.column}:(${group.tokens.map(escapeFtsToken).join(" OR ")})`
+  ).join(" OR ");
+}
+function escapeFtsToken(token) {
+  return `"${token.replaceAll('"', '""')}"`;
+}
+async function insertTextSentenceRecord(database, record) {
+  const rowId = await database.queryOne(
+    `
+      SELECT id
+      FROM text_sentence_records
+      WHERE kind = ? AND chapter_id = ? AND sentence_index = ?
+    `,
+    [record.kind, record.chapterId, record.sentenceIndex],
+    (row) => getNumber(row, "id")
+  );
+  if (rowId !== void 0) {
+    return rowId;
+  }
+  await database.run(
+    `
+      INSERT INTO text_sentence_records (
+        kind, chapter_id, sentence_index, words_count, byte_offset, byte_length
+      )
+      VALUES (?, ?, ?, ?, 0, 0)
+    `,
+    [record.kind, record.chapterId, record.sentenceIndex, record.wordsCount]
+  );
+  return await database.getLastInsertRowId();
+}
+async function insertSearchObjectPropertyRecord(database, record) {
+  await database.run(
+    `
+      INSERT INTO search_object_properties_records (
+        owner_kind, owner_id, property_kind, chapter_id
+      )
+      VALUES (?, ?, ?, ?)
+    `,
+    [
+      record.ownerKind,
+      record.ownerId,
+      record.propertyKind,
+      record.chapterId ?? null
+    ]
+  );
+  return await database.getLastInsertRowId();
+}
+async function insertFtsRecord(database, table, rowId, plan) {
+  await database.run(
+    `
+      INSERT INTO ${table}(rowid, tier1, tier2, tier3)
+      VALUES (?, ?, ?, ?)
+    `,
+    [
+      rowId,
+      serializeTokens(plan.tier1),
+      serializeTokens(plan.tier2),
+      serializeTokens(plan.tier3)
+    ]
+  );
+}
+function createSearchIndexFingerprint(input) {
+  const hash = createHash("sha256");
+  for (const record of input.textSentences) {
+    hash.update("text");
+    hash.update("\0");
+    hash.update(String(record.kind));
+    hash.update("\0");
+    hash.update(String(record.chapterId));
+    hash.update("\0");
+    hash.update(String(record.sentenceIndex));
+    hash.update("\0");
+    hash.update(record.text);
+    hash.update("\0");
+  }
+  for (const record of input.objectProperties) {
+    hash.update("object-property");
+    hash.update("\0");
+    hash.update(String(record.ownerKind));
+    hash.update("\0");
+    hash.update(record.ownerId);
+    hash.update("\0");
+    hash.update(String(record.propertyKind));
+    hash.update("\0");
+    hash.update(String(record.chapterId ?? ""));
+    hash.update("\0");
+    hash.update(record.text);
+    hash.update("\0");
+  }
+  return hash.digest("hex");
+}
+async function readSearchIndexFingerprintFromDatabase(database) {
+  return await database.queryOne(
+    `
+      SELECT value
+      FROM search_index_state
+      WHERE key = 'fingerprint'
+    `,
+    void 0,
+    (row) => String(row.value)
+  );
+}
+function isMissingSearchIndexError(error) {
+  const code = typeof error === "object" && error !== null && "code" in error ? error.code : void 0;
+  return code === "SQLITE_CANTOPEN" || error instanceof Error && (error.message.includes("Archive SQLite entry is missing: fts.db") || error.message.includes("no such table: search_index_state"));
+}
+function serializeTokens(tokens) {
+  return tokens.map((token) => token.encoded).join(" ");
+}
+function createChapterSql(chapters) {
+  return chapters === void 0 || chapters.length === 0 ? "" : `AND r.chapter_id IN (${chapters.map(() => "?").join(", ")})`;
+}
+function createChapterParams(chapters) {
+  return chapters === void 0 ? [] : [...chapters];
+}
+function createLimitSql(limit) {
+  return limit === void 0 ? "" : "LIMIT ?";
+}
+function createLimitParams(limit) {
+  return limit === void 0 ? [] : [limit];
+}
+function shouldQueryObjects(types) {
+  return types === void 0 || types === null || types.includes("chapter") || types.includes("chapter-title") || types.includes("node") || types.includes("entity");
+}
+function createTextKindFilter(types) {
+  if (types === void 0 || types === null) {
+    return [TEXT_SENTENCE_KIND.summary, TEXT_SENTENCE_KIND.source];
+  }
+  const kinds = [];
+  if (types.includes("summary")) {
+    kinds.push(TEXT_SENTENCE_KIND.summary);
+  }
+  if (types.includes("source")) {
+    kinds.push(TEXT_SENTENCE_KIND.source);
+  }
+  return kinds;
+}
+function rankToScore(rank) {
+  const relevance = Math.max(0, -rank) * FTS5_RANK_SCORE_SCALE;
+  return relevance / (1 + relevance);
+}
+function createObjectHitKey(hit) {
+  return [
+    hit.ownerKind,
+    hit.ownerId,
+    hit.propertyKind,
+    hit.chapterId ?? ""
+  ].join(":");
+}
+function createTextHitKey(hit) {
+  return [hit.kind, hit.chapterId, hit.sentenceIndex].join(":");
+}
+export {
+  SEARCH_INDEX_FTS_HIT_LIMIT,
+  SEARCH_OBJECT_PROPERTY_KIND,
+  SEARCH_OBJECT_PROPERTY_OWNER_KIND,
+  TEXT_SENTENCE_KIND,
+  createSearchIndexFingerprint,
+  ensureSearchIndex,
+  isSearchIndexCurrent,
+  querySearchIndex,
+  readArchiveIndexSettings,
+  readSearchIndexFingerprintFromDatabase,
+  readSearchIndexStatus,
+  setFtsIndexEmbedded
+};
+//# sourceMappingURL=search-index.js.map

package/dist/archive/search-index/search-index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/archive/search-index/search-index.ts"],"sourcesContent":["import { createHash } from \"crypto\";\n\nimport {\n  getNumber,\n  type Database,\n  type SqlBindValue,\n} from \"../../document/database.js\";\nimport type { Document, ReadonlyDocument } from \"../../document/index.js\";\n\nimport {\n  createSearchTokenPlan,\n  hasSearchTokens,\n  listSearchPlanTerms,\n  normalizeSearchText,\n  type SearchTokenPlan,\n} from \"./search-tokenizer.js\";\nimport type {\n  ArchiveFindMatch,\n  ArchiveFindObjectType,\n} from \"../query/archive-view.js\";\n\nexport const TEXT_SENTENCE_KIND = {\n  source: 1,\n  summary: 2,\n} as const;\n\nexport type TextSentenceKind =\n  (typeof TEXT_SENTENCE_KIND)[keyof typeof TEXT_SENTENCE_KIND];\n\nexport const SEARCH_OBJECT_PROPERTY_OWNER_KIND = {\n  chapter: 1,\n  chunk: 2,\n  entity: 3,\n} as const;\n\nexport type SearchObjectPropertyOwnerKind =\n  (typeof SEARCH_OBJECT_PROPERTY_OWNER_KIND)[keyof typeof SEARCH_OBJECT_PROPERTY_OWNER_KIND];\n\nexport const SEARCH_OBJECT_PROPERTY_KIND = {\n  title: 1,\n  label: 1,\n  content: 2,\n  surface: 1,\n} as const;\n\nexport type SearchObjectPropertyKind =\n  (typeof SEARCH_OBJECT_PROPERTY_KIND)[keyof typeof SEARCH_OBJECT_PROPERTY_KIND];\n\nexport interface TextSentenceRecordInput {\n  readonly chapterId: number;\n  readonly kind: TextSentenceKind;\n  readonly sentenceIndex: number;\n  readonly text: string;\n  readonly wordsCount: number;\n}\n\nexport interface SearchObjectPropertyRecordInput {\n  readonly chapterId?: number;\n  readonly ownerId: string;\n  readonly ownerKind: SearchObjectPropertyOwnerKind;\n  readonly propertyKind: SearchObjectPropertyKind;\n  readonly text: string;\n}\n\nexport interface SearchIndexInput {\n  readonly objectProperties: readonly SearchObjectPropertyRecordInput[];\n  readonly textSentences: readonly TextSentenceRecordInput[];\n}\n\nexport type SearchIndexProgressPhase =\n  | \"checking\"\n  | \"clearing\"\n  | \"collecting\"\n  | \"finalizing\"\n  | \"indexing-objects\"\n  | \"indexing-text\";\n\nexport interface SearchIndexProgressEvent {\n  readonly done?: number;\n  readonly phase: SearchIndexProgressPhase;\n  readonly total?: number;\n  readonly unit?: \"chapter\" | \"object\" | \"sentence\";\n}\n\nexport type SearchIndexProgressReporter = (\n  event: SearchIndexProgressEvent,\n) => void | Promise<void>;\n\nexport type SearchIndexStatus = \"current\" | \"dirty\" | \"missing\";\n\nexport interface SearchIndexTextHit {\n  readonly chapterId: number;\n  readonly kind: TextSentenceKind;\n  readonly rank: number;\n  readonly score: number;\n  readonly sentenceIndex: number;\n  readonly wordsCount: number;\n}\n\nexport interface SearchIndexObjectHit {\n  readonly chapterId?: number;\n  readonly ownerId: string;\n  readonly ownerKind: SearchObjectPropertyOwnerKind;\n  readonly propertyKind: SearchObjectPropertyKind;\n  readonly score: number;\n}\n\nexport interface SearchIndexQueryResult {\n  readonly objectHits: readonly SearchIndexObjectHit[];\n  readonly terms: readonly string[];\n  readonly textHits: readonly SearchIndexTextHit[];\n}\n\nconst SEARCH_INDEX_VERSION = \"3\";\nexport const SEARCH_INDEX_FTS_HIT_LIMIT = 32_000;\nconst FTS5_RANK_SCORE_SCALE = 1_000_000;\nconst TIER_WEIGHTS = [1, 0.45, 0.08] as const;\n\nexport interface ArchiveIndexSettings {\n  readonly ftsEmbedded: boolean;\n}\n\nexport async function readArchiveIndexSettings(\n  document: ReadonlyDocument,\n): Promise<ArchiveIndexSettings> {\n  return await document.readDatabase(async (database) => {\n    const row = await database.queryOne(\n      `\n        SELECT fts_embedded\n        FROM archive_index_settings\n        WHERE id = 1\n      `,\n      undefined,\n      (value) => ({\n        ftsEmbedded: getNumber(value, \"fts_embedded\") !== 0,\n      }),\n    );\n\n    return row ?? { ftsEmbedded: false };\n  });\n}\n\nexport async function setFtsIndexEmbedded(\n  document: Document,\n  embedded: boolean,\n): Promise<void> {\n  await document.readDatabase(async (database) => {\n    await database.run(\n      `\n        INSERT INTO archive_index_settings(id, fts_embedded)\n        VALUES (1, ?)\n        ON CONFLICT(id)\n        DO UPDATE SET fts_embedded = excluded.fts_embedded\n      `,\n      [embedded ? 1 : 0],\n    );\n  });\n}\n\nexport async function isSearchIndexCurrent(\n  document: ReadonlyDocument,\n  input?: SearchIndexInput,\n): Promise<boolean> {\n  return (await readSearchIndexStatus(document, input)) === \"current\";\n}\n\nexport async function readSearchIndexStatus(\n  document: ReadonlyDocument,\n  input?: SearchIndexInput,\n): Promise<SearchIndexStatus> {\n  const fingerprint =\n    input === undefined ? undefined : createSearchIndexFingerprint(input);\n\n  try {\n    return await document.readSearchIndexDatabase(async (database) => {\n      const indexedFingerprint =\n        await readSearchIndexFingerprintFromDatabase(database);\n\n      if (indexedFingerprint === undefined) {\n        return \"dirty\";\n      }\n\n      return fingerprint === undefined || indexedFingerprint === fingerprint\n        ? \"current\"\n        : \"dirty\";\n    });\n  } catch (error) {\n    if (isMissingSearchIndexError(error)) {\n      return \"missing\";\n    }\n\n    throw error;\n  }\n}\n\nexport async function ensureSearchIndex(\n  document: Document,\n  input: SearchIndexInput,\n  progress?: SearchIndexProgressReporter,\n): Promise<void> {\n  const chaptersRevision = await document.serials.getChaptersRevision();\n\n  await document.writeSearchIndexDatabase(async (database) => {\n    const fingerprint = createSearchIndexFingerprint(input);\n    const indexedFingerprint =\n      await readSearchIndexFingerprintFromDatabase(database);\n\n    if (indexedFingerprint === fingerprint) {\n      return;\n    }\n\n    await database.transaction(async () => {\n      await progress?.({ phase: \"clearing\" });\n      await database.run(\"DELETE FROM text_sentence_fts\");\n      await database.run(\"DELETE FROM search_object_properties_fts\");\n      await database.run(\"DELETE FROM search_object_properties_records\");\n      await database.run(\"DELETE FROM search_index_state\");\n\n      let textDone = 0;\n      for (const record of input.textSentences) {\n        const plan = createSearchTokenPlan(record.text);\n        const rowId = await insertTextSentenceRecord(database, record);\n\n        await insertFtsRecord(database, \"text_sentence_fts\", rowId, plan);\n        textDone += 1;\n        await progress?.({\n          done: textDone,\n          phase: \"indexing-text\",\n          total: input.textSentences.length,\n          unit: \"sentence\",\n        });\n      }\n\n      let objectDone = 0;\n      for (const record of input.objectProperties) {\n        const plan = createSearchTokenPlan(record.text);\n        const rowId = await insertSearchObjectPropertyRecord(database, record);\n\n        await insertFtsRecord(\n          database,\n          \"search_object_properties_fts\",\n          rowId,\n          plan,\n        );\n        objectDone += 1;\n        await progress?.({\n          done: objectDone,\n          phase: \"indexing-objects\",\n          total: input.objectProperties.length,\n          unit: \"object\",\n        });\n      }\n\n      await progress?.({ phase: \"finalizing\" });\n      await database.run(\n        `\n          INSERT INTO search_index_state(key, value)\n          VALUES ('version', ?)\n        `,\n        [SEARCH_INDEX_VERSION],\n      );\n      await database.run(\n        `\n          INSERT INTO search_index_state(key, value)\n          VALUES ('fingerprint', ?)\n        `,\n        [fingerprint],\n      );\n      await database.run(\n        `\n          INSERT INTO search_index_state(key, value)\n          VALUES ('chaptersRevision', ?)\n        `,\n        [String(chaptersRevision)],\n      );\n    });\n  });\n}\n\nexport async function querySearchIndex(\n  document: ReadonlyDocument,\n  query: string,\n  options: {\n    readonly chapters?: readonly number[];\n    readonly match?: ArchiveFindMatch;\n    readonly objectHitLimit?: number;\n    readonly textAfter?: {\n      readonly chapterId: number;\n      readonly kind: TextSentenceKind;\n      readonly rank: number;\n      readonly sentenceIndex: number;\n    };\n    readonly textHitLimit?: number;\n    readonly types?: readonly ArchiveFindObjectType[] | null;\n  } = {},\n): Promise<SearchIndexQueryResult | undefined> {\n  const plan = createSearchTokenPlan(query);\n\n  if (!hasSearchTokens(plan)) {\n    return undefined;\n  }\n\n  const terms = listSearchPlanTerms(plan);\n\n  return await document.readSearchIndexDatabase(async (database) => {\n    const tierQueries = createTierQueries(query, plan, options.match ?? \"any\");\n    const objectHitLimit = options.objectHitLimit ?? SEARCH_INDEX_FTS_HIT_LIMIT;\n    const textHitLimit = options.textHitLimit ?? SEARCH_INDEX_FTS_HIT_LIMIT;\n    const queriesObjects = shouldQueryObjects(options.types);\n    const queriesText = createTextKindFilter(options.types).length > 0;\n    const objectHitsByKey = new Map<string, SearchIndexObjectHit>();\n    const textHitsByKey = new Map<string, SearchIndexTextHit>();\n\n    for (const tierQuery of tierQueries) {\n      if (tierQuery.matchExpression === \"\") {\n        continue;\n      }\n\n      const objectHitRemaining = Math.max(\n        0,\n        objectHitLimit - objectHitsByKey.size,\n      );\n      const textHitRemaining = Math.max(0, textHitLimit - textHitsByKey.size);\n\n      if (\n        (!queriesObjects || objectHitRemaining <= 0) &&\n        (!queriesText || textHitRemaining <= 0)\n      ) {\n        break;\n      }\n\n      const [objectRows, textRows] = await Promise.all([\n        queryObjectRows(database, tierQuery.matchExpression, {\n          ...options,\n          objectHitLimit: objectHitRemaining,\n        }),\n        queryTextRows(database, tierQuery.matchExpression, {\n          ...options,\n          textHitLimit: textHitRemaining,\n        }),\n      ]);\n\n      for (const hit of objectRows) {\n        const key = createObjectHitKey(hit);\n\n        if (!objectHitsByKey.has(key)) {\n          objectHitsByKey.set(key, hit);\n        }\n      }\n      for (const hit of textRows) {\n        const key = createTextHitKey(hit);\n\n        if (!textHitsByKey.has(key)) {\n          textHitsByKey.set(key, hit);\n        }\n      }\n      if (\n        (!queriesObjects || objectHitsByKey.size >= objectHitLimit) &&\n        (!queriesText || textHitsByKey.size >= textHitLimit)\n      ) {\n        break;\n      }\n    }\n\n    return {\n      objectHits: [...objectHitsByKey.values()],\n      terms,\n      textHits: [...textHitsByKey.values()],\n    };\n  });\n}\n\nasync function queryObjectRows(\n  database: Database,\n  matchExpression: string,\n  options: {\n    readonly chapters?: readonly number[];\n    readonly objectHitLimit?: number;\n    readonly types?: readonly ArchiveFindObjectType[] | null;\n  },\n): Promise<readonly SearchIndexObjectHit[]> {\n  if (!shouldQueryObjects(options.types) || options.objectHitLimit === 0) {\n    return [];\n  }\n\n  return await database.queryAll(\n    `\n      SELECT\n        r.owner_kind AS owner_kind,\n        r.owner_id AS owner_id,\n        r.property_kind AS property_kind,\n        r.chapter_id AS chapter_id,\n        bm25(search_object_properties_fts, ?, ?, ?) AS rank\n      FROM search_object_properties_fts\n      JOIN search_object_properties_records AS r\n        ON r.id = search_object_properties_fts.rowid\n      WHERE search_object_properties_fts MATCH ?\n        ${createChapterSql(options.chapters)}\n      ORDER BY rank ASC, r.chapter_id, r.owner_kind, r.owner_id, r.property_kind\n      ${createLimitSql(options.objectHitLimit)}\n    `,\n    [\n      ...TIER_WEIGHTS,\n      matchExpression,\n      ...createChapterParams(options.chapters),\n      ...createLimitParams(options.objectHitLimit),\n    ],\n    (row) => ({\n      ownerId: String(row.owner_id),\n      ownerKind: getNumber(row, \"owner_kind\") as SearchObjectPropertyOwnerKind,\n      propertyKind: getNumber(row, \"property_kind\") as SearchObjectPropertyKind,\n      score: rankToScore(getNumber(row, \"rank\")),\n      ...(row.chapter_id === null\n        ? {}\n        : { chapterId: getNumber(row, \"chapter_id\") }),\n    }),\n  );\n}\n\nasync function queryTextRows(\n  database: Database,\n  matchExpression: string,\n  options: {\n    readonly chapters?: readonly number[];\n    readonly textAfter?: {\n      readonly chapterId: number;\n      readonly kind: TextSentenceKind;\n      readonly rank: number;\n      readonly sentenceIndex: number;\n    };\n    readonly textHitLimit?: number;\n    readonly types?: readonly ArchiveFindObjectType[] | null;\n  },\n): Promise<readonly SearchIndexTextHit[]> {\n  const kinds = createTextKindFilter(options.types);\n\n  if (kinds.length === 0) {\n    return [];\n  }\n  if (options.textHitLimit === 0) {\n    return [];\n  }\n\n  const after = options.textAfter;\n\n  return await database.queryAll(\n    `\n      SELECT\n        kind,\n        chapter_id,\n        sentence_index,\n        words_count,\n        rank\n      FROM (\n        SELECT\n          r.kind AS kind,\n          r.chapter_id AS chapter_id,\n          r.sentence_index AS sentence_index,\n          r.words_count AS words_count,\n          bm25(text_sentence_fts, ?, ?, ?) AS rank\n        FROM text_sentence_fts\n        JOIN text_sentence_records AS r\n          ON r.id = text_sentence_fts.rowid\n        WHERE text_sentence_fts MATCH ?\n          AND r.kind IN (${kinds.map(() => \"?\").join(\", \")})\n          ${createChapterSql(options.chapters)}\n      )\n      ${\n        after === undefined\n          ? \"\"\n          : `\n            WHERE (\n              rank > ?\n              OR (rank = ? AND chapter_id > ?)\n              OR (rank = ? AND chapter_id = ? AND sentence_index > ?)\n              OR (\n                rank = ?\n                AND chapter_id = ?\n                AND sentence_index = ?\n                AND kind > ?\n              )\n            )\n          `\n      }\n      ORDER BY rank ASC, chapter_id, sentence_index, kind\n      ${createLimitSql(options.textHitLimit)}\n    `,\n    [\n      ...TIER_WEIGHTS,\n      matchExpression,\n      ...kinds,\n      ...createChapterParams(options.chapters),\n      ...(after === undefined\n        ? []\n        : [\n            after.rank,\n            after.rank,\n            after.chapterId,\n            after.rank,\n            after.chapterId,\n            after.sentenceIndex,\n            after.rank,\n            after.chapterId,\n            after.sentenceIndex,\n            after.kind,\n          ]),\n      ...createLimitParams(options.textHitLimit),\n    ],\n    (row) => {\n      const rank = getNumber(row, \"rank\");\n\n      return {\n        chapterId: getNumber(row, \"chapter_id\"),\n        kind: getNumber(row, \"kind\") as TextSentenceKind,\n        rank,\n        score: rankToScore(rank),\n        sentenceIndex: getNumber(row, \"sentence_index\"),\n        wordsCount: getNumber(row, \"words_count\"),\n      };\n    },\n  );\n}\n\nfunction createTierQueries(\n  query: string,\n  plan: SearchTokenPlan,\n  match: ArchiveFindMatch,\n): readonly {\n  readonly matchExpression: string;\n}[] {\n  if (match === \"all\") {\n    return createAllMatchTierQueries(query);\n  }\n\n  return [\n    {\n      matchExpression: createMatchExpression([\n        { column: \"tier1\", tokens: plan.tier1.map((token) => token.encoded) },\n      ]),\n    },\n    {\n      matchExpression: createMatchExpression([\n        { column: \"tier1\", tokens: plan.tier1.map((token) => token.encoded) },\n        { column: \"tier2\", tokens: plan.tier2.map((token) => token.encoded) },\n      ]),\n    },\n    {\n      matchExpression: createMatchExpression([\n        { column: \"tier1\", tokens: plan.tier1.map((token) => token.encoded) },\n        { column: \"tier2\", tokens: plan.tier2.map((token) => token.encoded) },\n        { column: \"tier3\", tokens: plan.tier3.map((token) => token.encoded) },\n      ]),\n    },\n  ];\n}\n\nfunction createAllMatchTierQueries(query: string): readonly {\n  readonly matchExpression: string;\n}[] {\n  const termPlans = normalizeSearchText(query)\n    .split(/\\s+/u)\n    .map((term) => createSearchTokenPlan(term))\n    .filter(hasSearchTokens);\n\n  const createExpression = (\n    selectTokens: (plan: SearchTokenPlan) => readonly string[],\n  ): string =>\n    termPlans\n      .map((termPlan) => {\n        const tokens = [...new Set(selectTokens(termPlan))];\n\n        return tokens.length === 0 ? \"\" : `(${tokens.join(\" OR \")})`;\n      })\n      .filter((term) => term !== \"\")\n      .join(\" AND \");\n\n  return [\n    {\n      matchExpression: createExpression((termPlan) =>\n        termPlan.tier1.map((token) => `tier1:${escapeFtsToken(token.encoded)}`),\n      ),\n    },\n    {\n      matchExpression: createExpression((termPlan) => [\n        ...termPlan.tier1.map(\n          (token) => `tier1:${escapeFtsToken(token.encoded)}`,\n        ),\n        ...termPlan.tier2.map(\n          (token) => `tier2:${escapeFtsToken(token.encoded)}`,\n        ),\n      ]),\n    },\n    {\n      matchExpression: createExpression((termPlan) => [\n        ...termPlan.tier1.map(\n          (token) => `tier1:${escapeFtsToken(token.encoded)}`,\n        ),\n        ...termPlan.tier2.map(\n          (token) => `tier2:${escapeFtsToken(token.encoded)}`,\n        ),\n        ...termPlan.tier3.map(\n          (token) => `tier3:${escapeFtsToken(token.encoded)}`,\n        ),\n      ]),\n    },\n  ];\n}\n\nfunction createMatchExpression(\n  groups: readonly {\n    readonly column: string;\n    readonly tokens: readonly string[];\n  }[],\n): string {\n  return groups\n    .map((group) => ({\n      ...group,\n      tokens: [...new Set(group.tokens)],\n    }))\n    .filter((group) => group.tokens.length > 0)\n    .map(\n      (group) =>\n        `${group.column}:(${group.tokens.map(escapeFtsToken).join(\" OR \")})`,\n    )\n    .join(\" OR \");\n}\n\nfunction escapeFtsToken(token: string): string {\n  return `\"${token.replaceAll('\"', '\"\"')}\"`;\n}\n\nasync function insertTextSentenceRecord(\n  database: Database,\n  record: TextSentenceRecordInput,\n): Promise<number> {\n  const rowId = await database.queryOne(\n    `\n      SELECT id\n      FROM text_sentence_records\n      WHERE kind = ? AND chapter_id = ? AND sentence_index = ?\n    `,\n    [record.kind, record.chapterId, record.sentenceIndex],\n    (row) => getNumber(row, \"id\"),\n  );\n\n  if (rowId !== undefined) {\n    return rowId;\n  }\n\n  await database.run(\n    `\n      INSERT INTO text_sentence_records (\n        kind, chapter_id, sentence_index, words_count, byte_offset, byte_length\n      )\n      VALUES (?, ?, ?, ?, 0, 0)\n    `,\n    [record.kind, record.chapterId, record.sentenceIndex, record.wordsCount],\n  );\n\n  return await database.getLastInsertRowId();\n}\n\nasync function insertSearchObjectPropertyRecord(\n  database: Database,\n  record: SearchObjectPropertyRecordInput,\n): Promise<number> {\n  await database.run(\n    `\n      INSERT INTO search_object_properties_records (\n        owner_kind, owner_id, property_kind, chapter_id\n      )\n      VALUES (?, ?, ?, ?)\n    `,\n    [\n      record.ownerKind,\n      record.ownerId,\n      record.propertyKind,\n      record.chapterId ?? null,\n    ],\n  );\n\n  return await database.getLastInsertRowId();\n}\n\nasync function insertFtsRecord(\n  database: Database,\n  table: \"search_object_properties_fts\" | \"text_sentence_fts\",\n  rowId: number,\n  plan: SearchTokenPlan,\n): Promise<void> {\n  await database.run(\n    `\n      INSERT INTO ${table}(rowid, tier1, tier2, tier3)\n      VALUES (?, ?, ?, ?)\n    `,\n    [\n      rowId,\n      serializeTokens(plan.tier1),\n      serializeTokens(plan.tier2),\n      serializeTokens(plan.tier3),\n    ],\n  );\n}\n\nexport function createSearchIndexFingerprint(input: SearchIndexInput): string {\n  const hash = createHash(\"sha256\");\n\n  for (const record of input.textSentences) {\n    hash.update(\"text\");\n    hash.update(\"\\0\");\n    hash.update(String(record.kind));\n    hash.update(\"\\0\");\n    hash.update(String(record.chapterId));\n    hash.update(\"\\0\");\n    hash.update(String(record.sentenceIndex));\n    hash.update(\"\\0\");\n    hash.update(record.text);\n    hash.update(\"\\0\");\n  }\n\n  for (const record of input.objectProperties) {\n    hash.update(\"object-property\");\n    hash.update(\"\\0\");\n    hash.update(String(record.ownerKind));\n    hash.update(\"\\0\");\n    hash.update(record.ownerId);\n    hash.update(\"\\0\");\n    hash.update(String(record.propertyKind));\n    hash.update(\"\\0\");\n    hash.update(String(record.chapterId ?? \"\"));\n    hash.update(\"\\0\");\n    hash.update(record.text);\n    hash.update(\"\\0\");\n  }\n\n  return hash.digest(\"hex\");\n}\n\nexport async function readSearchIndexFingerprintFromDatabase(\n  database: Database,\n): Promise<string | undefined> {\n  return await database.queryOne(\n    `\n      SELECT value\n      FROM search_index_state\n      WHERE key = 'fingerprint'\n    `,\n    undefined,\n    (row) => String(row.value),\n  );\n}\n\nfunction isMissingSearchIndexError(error: unknown): boolean {\n  const code =\n    typeof error === \"object\" && error !== null && \"code\" in error\n      ? error.code\n      : undefined;\n\n  return (\n    code === \"SQLITE_CANTOPEN\" ||\n    (error instanceof Error &&\n      (error.message.includes(\"Archive SQLite entry is missing: fts.db\") ||\n        error.message.includes(\"no such table: search_index_state\")))\n  );\n}\n\nfunction serializeTokens(\n  tokens: readonly {\n    readonly encoded: string;\n  }[],\n): string {\n  return tokens.map((token) => token.encoded).join(\" \");\n}\n\nfunction createChapterSql(chapters: readonly number[] | undefined): string {\n  return chapters === undefined || chapters.length === 0\n    ? \"\"\n    : `AND r.chapter_id IN (${chapters.map(() => \"?\").join(\", \")})`;\n}\n\nfunction createChapterParams(\n  chapters: readonly number[] | undefined,\n): readonly SqlBindValue[] {\n  return chapters === undefined ? [] : [...chapters];\n}\n\nfunction createLimitSql(limit: number | undefined): string {\n  return limit === undefined ? \"\" : \"LIMIT ?\";\n}\n\nfunction createLimitParams(limit: number | undefined): readonly SqlBindValue[] {\n  return limit === undefined ? [] : [limit];\n}\n\nfunction shouldQueryObjects(\n  types: readonly ArchiveFindObjectType[] | null | undefined,\n): boolean {\n  return (\n    types === undefined ||\n    types === null ||\n    types.includes(\"chapter\") ||\n    types.includes(\"chapter-title\") ||\n    types.includes(\"node\") ||\n    types.includes(\"entity\")\n  );\n}\n\nfunction createTextKindFilter(\n  types: readonly ArchiveFindObjectType[] | null | undefined,\n): readonly TextSentenceKind[] {\n  if (types === undefined || types === null) {\n    return [TEXT_SENTENCE_KIND.summary, TEXT_SENTENCE_KIND.source];\n  }\n\n  const kinds: TextSentenceKind[] = [];\n\n  if (types.includes(\"summary\")) {\n    kinds.push(TEXT_SENTENCE_KIND.summary);\n  }\n  if (types.includes(\"source\")) {\n    kinds.push(TEXT_SENTENCE_KIND.source);\n  }\n\n  return kinds;\n}\n\nfunction rankToScore(rank: number): number {\n  const relevance = Math.max(0, -rank) * FTS5_RANK_SCORE_SCALE;\n\n  return relevance / (1 + relevance);\n}\n\nfunction createObjectHitKey(hit: SearchIndexObjectHit): string {\n  return [\n    hit.ownerKind,\n    hit.ownerId,\n    hit.propertyKind,\n    hit.chapterId ?? \"\",\n  ].join(\":\");\n}\n\nfunction createTextHitKey(hit: SearchIndexTextHit): string {\n  return [hit.kind, hit.chapterId, hit.sentenceIndex].join(\":\");\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAE3B;AAAA,EACE;AAAA,OAGK;AAGP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AAMA,MAAM,qBAAqB;AAAA,EAChC,QAAQ;AAAA,EACR,SAAS;AACX;AAKO,MAAM,oCAAoC;AAAA,EAC/C,SAAS;AAAA,EACT,OAAO;AAAA,EACP,QAAQ;AACV;AAKO,MAAM,8BAA8B;AAAA,EACzC,OAAO;AAAA,EACP,OAAO;AAAA,EACP,SAAS;AAAA,EACT,SAAS;AACX;AAsEA,MAAM,uBAAuB;AACtB,MAAM,6BAA6B;AAC1C,MAAM,wBAAwB;AAC9B,MAAM,eAAe,CAAC,GAAG,MAAM,IAAI;AAMnC,eAAsB,yBACpB,UAC+B;AAC/B,SAAO,MAAM,SAAS,aAAa,OAAO,aAAa;AACrD,UAAM,MAAM,MAAM,SAAS;AAAA,MACzB;AAAA;AAAA;AAAA;AAAA;AAAA,MAKA;AAAA,MACA,CAAC,WAAW;AAAA,QACV,aAAa,UAAU,OAAO,cAAc,MAAM;AAAA,MACpD;AAAA,IACF;AAEA,WAAO,OAAO,EAAE,aAAa,MAAM;AAAA,EACrC,CAAC;AACH;AAEA,eAAsB,oBACpB,UACA,UACe;AACf,QAAM,SAAS,aAAa,OAAO,aAAa;AAC9C,UAAM,SAAS;AAAA,MACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAMA,CAAC,WAAW,IAAI,CAAC;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAEA,eAAsB,qBACpB,UACA,OACkB;AAClB,SAAQ,MAAM,sBAAsB,UAAU,KAAK,MAAO;AAC5D;AAEA,eAAsB,sBACpB,UACA,OAC4B;AAC5B,QAAM,cACJ,UAAU,SAAY,SAAY,6BAA6B,KAAK;AAEtE,MAAI;AACF,WAAO,MAAM,SAAS,wBAAwB,OAAO,aAAa;AAChE,YAAM,qBACJ,MAAM,uCAAuC,QAAQ;AAEvD,UAAI,uBAAuB,QAAW;AACpC,eAAO;AAAA,MACT;AAEA,aAAO,gBAAgB,UAAa,uBAAuB,cACvD,YACA;AAAA,IACN,CAAC;AAAA,EACH,SAAS,OAAO;AACd,QAAI,0BAA0B,KAAK,GAAG;AACpC,aAAO;AAAA,IACT;AAEA,UAAM;AAAA,EACR;AACF;AAEA,eAAsB,kBACpB,UACA,OACA,UACe;AACf,QAAM,mBAAmB,MAAM,SAAS,QAAQ,oBAAoB;AAEpE,QAAM,SAAS,yBAAyB,OAAO,aAAa;AAC1D,UAAM,cAAc,6BAA6B,KAAK;AACtD,UAAM,qBACJ,MAAM,uCAAuC,QAAQ;AAEvD,QAAI,uBAAuB,aAAa;AACtC;AAAA,IACF;AAEA,UAAM,SAAS,YAAY,YAAY;AACrC,YAAM,WAAW,EAAE,OAAO,WAAW,CAAC;AACtC,YAAM,SAAS,IAAI,+BAA+B;AAClD,YAAM,SAAS,IAAI,0CAA0C;AAC7D,YAAM,SAAS,IAAI,8CAA8C;AACjE,YAAM,SAAS,IAAI,gCAAgC;AAEnD,UAAI,WAAW;AACf,iBAAW,UAAU,MAAM,eAAe;AACxC,cAAM,OAAO,sBAAsB,OAAO,IAAI;AAC9C,cAAM,QAAQ,MAAM,yBAAyB,UAAU,MAAM;AAE7D,cAAM,gBAAgB,UAAU,qBAAqB,OAAO,IAAI;AAChE,oBAAY;AACZ,cAAM,WAAW;AAAA,UACf,MAAM;AAAA,UACN,OAAO;AAAA,UACP,OAAO,MAAM,cAAc;AAAA,UAC3B,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,UAAI,aAAa;AACjB,iBAAW,UAAU,MAAM,kBAAkB;AAC3C,cAAM,OAAO,sBAAsB,OAAO,IAAI;AAC9C,cAAM,QAAQ,MAAM,iCAAiC,UAAU,MAAM;AAErE,cAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AACA,sBAAc;AACd,cAAM,WAAW;AAAA,UACf,MAAM;AAAA,UACN,OAAO;AAAA,UACP,OAAO,MAAM,iBAAiB;AAAA,UAC9B,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,YAAM,WAAW,EAAE,OAAO,aAAa,CAAC;AACxC,YAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA,QAIA,CAAC,oBAAoB;AAAA,MACvB;AACA,YAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA,QAIA,CAAC,WAAW;AAAA,MACd;AACA,YAAM,SAAS;AAAA,QACb;AAAA;AAAA;AAAA;AAAA,QAIA,CAAC,OAAO,gBAAgB,CAAC;AAAA,MAC3B;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AACH;AAEA,eAAsB,iBACpB,UACA,OACA,UAYI,CAAC,GACwC;AAC7C,QAAM,OAAO,sBAAsB,KAAK;AAExC,MAAI,CAAC,gBAAgB,IAAI,GAAG;AAC1B,WAAO;AAAA,EACT;AAEA,QAAM,QAAQ,oBAAoB,IAAI;AAEtC,SAAO,MAAM,SAAS,wBAAwB,OAAO,aAAa;AAChE,UAAM,cAAc,kBAAkB,OAAO,MAAM,QAAQ,SAAS,KAAK;AACzE,UAAM,iBAAiB,QAAQ,kBAAkB;AACjD,UAAM,eAAe,QAAQ,gBAAgB;AAC7C,UAAM,iBAAiB,mBAAmB,QAAQ,KAAK;AACvD,UAAM,cAAc,qBAAqB,QAAQ,KAAK,EAAE,SAAS;AACjE,UAAM,kBAAkB,oBAAI,IAAkC;AAC9D,UAAM,gBAAgB,oBAAI,IAAgC;AAE1D,eAAW,aAAa,aAAa;AACnC,UAAI,UAAU,oBAAoB,IAAI;AACpC;AAAA,MACF;AAEA,YAAM,qBAAqB,KAAK;AAAA,QAC9B;AAAA,QACA,iBAAiB,gBAAgB;AAAA,MACnC;AACA,YAAM,mBAAmB,KAAK,IAAI,GAAG,eAAe,cAAc,IAAI;AAEtE,WACG,CAAC,kBAAkB,sBAAsB,OACzC,CAAC,eAAe,oBAAoB,IACrC;AACA;AAAA,MACF;AAEA,YAAM,CAAC,YAAY,QAAQ,IAAI,MAAM,QAAQ,IAAI;AAAA,QAC/C,gBAAgB,UAAU,UAAU,iBAAiB;AAAA,UACnD,GAAG;AAAA,UACH,gBAAgB;AAAA,QAClB,CAAC;AAAA,QACD,cAAc,UAAU,UAAU,iBAAiB;AAAA,UACjD,GAAG;AAAA,UACH,cAAc;AAAA,QAChB,CAAC;AAAA,MACH,CAAC;AAED,iBAAW,OAAO,YAAY;AAC5B,cAAM,MAAM,mBAAmB,GAAG;AAElC,YAAI,CAAC,gBAAgB,IAAI,GAAG,GAAG;AAC7B,0BAAgB,IAAI,KAAK,GAAG;AAAA,QAC9B;AAAA,MACF;AACA,iBAAW,OAAO,UAAU;AAC1B,cAAM,MAAM,iBAAiB,GAAG;AAEhC,YAAI,CAAC,cAAc,IAAI,GAAG,GAAG;AAC3B,wBAAc,IAAI,KAAK,GAAG;AAAA,QAC5B;AAAA,MACF;AACA,WACG,CAAC,kBAAkB,gBAAgB,QAAQ,oBAC3C,CAAC,eAAe,cAAc,QAAQ,eACvC;AACA;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,MACL,YAAY,CAAC,GAAG,gBAAgB,OAAO,CAAC;AAAA,MACxC;AAAA,MACA,UAAU,CAAC,GAAG,cAAc,OAAO,CAAC;AAAA,IACtC;AAAA,EACF,CAAC;AACH;AAEA,eAAe,gBACb,UACA,iBACA,SAK0C;AAC1C,MAAI,CAAC,mBAAmB,QAAQ,KAAK,KAAK,QAAQ,mBAAmB,GAAG;AACtE,WAAO,CAAC;AAAA,EACV;AAEA,SAAO,MAAM,SAAS;AAAA,IACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAWM,iBAAiB,QAAQ,QAAQ,CAAC;AAAA;AAAA,QAEpC,eAAe,QAAQ,cAAc,CAAC;AAAA;AAAA,IAE1C;AAAA,MACE,GAAG;AAAA,MACH;AAAA,MACA,GAAG,oBAAoB,QAAQ,QAAQ;AAAA,MACvC,GAAG,kBAAkB,QAAQ,cAAc;AAAA,IAC7C;AAAA,IACA,CAAC,SAAS;AAAA,MACR,SAAS,OAAO,IAAI,QAAQ;AAAA,MAC5B,WAAW,UAAU,KAAK,YAAY;AAAA,MACtC,cAAc,UAAU,KAAK,eAAe;AAAA,MAC5C,OAAO,YAAY,UAAU,KAAK,MAAM,CAAC;AAAA,MACzC,GAAI,IAAI,eAAe,OACnB,CAAC,IACD,EAAE,WAAW,UAAU,KAAK,YAAY,EAAE;AAAA,IAChD;AAAA,EACF;AACF;AAEA,eAAe,cACb,UACA,iBACA,SAWwC;AACxC,QAAM,QAAQ,qBAAqB,QAAQ,KAAK;AAEhD,MAAI,MAAM,WAAW,GAAG;AACtB,WAAO,CAAC;AAAA,EACV;AACA,MAAI,QAAQ,iBAAiB,GAAG;AAC9B,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,QAAQ,QAAQ;AAEtB,SAAO,MAAM,SAAS;AAAA,IACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,2BAkBuB,MAAM,IAAI,MAAM,GAAG,EAAE,KAAK,IAAI,CAAC;AAAA,YAC9C,iBAAiB,QAAQ,QAAQ,CAAC;AAAA;AAAA,QAGtC,UAAU,SACN,KACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,WAaN;AAAA;AAAA,QAEE,eAAe,QAAQ,YAAY,CAAC;AAAA;AAAA,IAExC;AAAA,MACE,GAAG;AAAA,MACH;AAAA,MACA,GAAG;AAAA,MACH,GAAG,oBAAoB,QAAQ,QAAQ;AAAA,MACvC,GAAI,UAAU,SACV,CAAC,IACD;AAAA,QACE,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,MACR;AAAA,MACJ,GAAG,kBAAkB,QAAQ,YAAY;AAAA,IAC3C;AAAA,IACA,CAAC,QAAQ;AACP,YAAM,OAAO,UAAU,KAAK,MAAM;AAElC,aAAO;AAAA,QACL,WAAW,UAAU,KAAK,YAAY;AAAA,QACtC,MAAM,UAAU,KAAK,MAAM;AAAA,QAC3B;AAAA,QACA,OAAO,YAAY,IAAI;AAAA,QACvB,eAAe,UAAU,KAAK,gBAAgB;AAAA,QAC9C,YAAY,UAAU,KAAK,aAAa;AAAA,MAC1C;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,kBACP,OACA,MACA,OAGE;AACF,MAAI,UAAU,OAAO;AACnB,WAAO,0BAA0B,KAAK;AAAA,EACxC;AAEA,SAAO;AAAA,IACL;AAAA,MACE,iBAAiB,sBAAsB;AAAA,QACrC,EAAE,QAAQ,SAAS,QAAQ,KAAK,MAAM,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE;AAAA,MACtE,CAAC;AAAA,IACH;AAAA,IACA;AAAA,MACE,iBAAiB,sBAAsB;AAAA,QACrC,EAAE,QAAQ,SAAS,QAAQ,KAAK,MAAM,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE;AAAA,QACpE,EAAE,QAAQ,SAAS,QAAQ,KAAK,MAAM,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE;AAAA,MACtE,CAAC;AAAA,IACH;AAAA,IACA;AAAA,MACE,iBAAiB,sBAAsB;AAAA,QACrC,EAAE,QAAQ,SAAS,QAAQ,KAAK,MAAM,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE;AAAA,QACpE,EAAE,QAAQ,SAAS,QAAQ,KAAK,MAAM,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE;AAAA,QACpE,EAAE,QAAQ,SAAS,QAAQ,KAAK,MAAM,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE;AAAA,MACtE,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAEA,SAAS,0BAA0B,OAE/B;AACF,QAAM,YAAY,oBAAoB,KAAK,EACxC,MAAM,MAAM,EACZ,IAAI,CAAC,SAAS,sBAAsB,IAAI,CAAC,EACzC,OAAO,eAAe;AAEzB,QAAM,mBAAmB,CACvB,iBAEA,UACG,IAAI,CAAC,aAAa;AACjB,UAAM,SAAS,CAAC,GAAG,IAAI,IAAI,aAAa,QAAQ,CAAC,CAAC;AAElD,WAAO,OAAO,WAAW,IAAI,KAAK,IAAI,OAAO,KAAK,MAAM,CAAC;AAAA,EAC3D,CAAC,EACA,OAAO,CAAC,SAAS,SAAS,EAAE,EAC5B,KAAK,OAAO;AAEjB,SAAO;AAAA,IACL;AAAA,MACE,iBAAiB;AAAA,QAAiB,CAAC,aACjC,SAAS,MAAM,IAAI,CAAC,UAAU,SAAS,eAAe,MAAM,OAAO,CAAC,EAAE;AAAA,MACxE;AAAA,IACF;AAAA,IACA;AAAA,MACE,iBAAiB,iBAAiB,CAAC,aAAa;AAAA,QAC9C,GAAG,SAAS,MAAM;AAAA,UAChB,CAAC,UAAU,SAAS,eAAe,MAAM,OAAO,CAAC;AAAA,QACnD;AAAA,QACA,GAAG,SAAS,MAAM;AAAA,UAChB,CAAC,UAAU,SAAS,eAAe,MAAM,OAAO,CAAC;AAAA,QACnD;AAAA,MACF,CAAC;AAAA,IACH;AAAA,IACA;AAAA,MACE,iBAAiB,iBAAiB,CAAC,aAAa;AAAA,QAC9C,GAAG,SAAS,MAAM;AAAA,UAChB,CAAC,UAAU,SAAS,eAAe,MAAM,OAAO,CAAC;AAAA,QACnD;AAAA,QACA,GAAG,SAAS,MAAM;AAAA,UAChB,CAAC,UAAU,SAAS,eAAe,MAAM,OAAO,CAAC;AAAA,QACnD;AAAA,QACA,GAAG,SAAS,MAAM;AAAA,UAChB,CAAC,UAAU,SAAS,eAAe,MAAM,OAAO,CAAC;AAAA,QACnD;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAEA,SAAS,sBACP,QAIQ;AACR,SAAO,OACJ,IAAI,CAAC,WAAW;AAAA,IACf,GAAG;AAAA,IACH,QAAQ,CAAC,GAAG,IAAI,IAAI,MAAM,MAAM,CAAC;AAAA,EACnC,EAAE,EACD,OAAO,CAAC,UAAU,MAAM,OAAO,SAAS,CAAC,EACzC;AAAA,IACC,CAAC,UACC,GAAG,MAAM,MAAM,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,KAAK,MAAM,CAAC;AAAA,EACrE,EACC,KAAK,MAAM;AAChB;AAEA,SAAS,eAAe,OAAuB;AAC7C,SAAO,IAAI,MAAM,WAAW,KAAK,IAAI,CAAC;AACxC;AAEA,eAAe,yBACb,UACA,QACiB;AACjB,QAAM,QAAQ,MAAM,SAAS;AAAA,IAC3B;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,CAAC,OAAO,MAAM,OAAO,WAAW,OAAO,aAAa;AAAA,IACpD,CAAC,QAAQ,UAAU,KAAK,IAAI;AAAA,EAC9B;AAEA,MAAI,UAAU,QAAW;AACvB,WAAO;AAAA,EACT;AAEA,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMA,CAAC,OAAO,MAAM,OAAO,WAAW,OAAO,eAAe,OAAO,UAAU;AAAA,EACzE;AAEA,SAAO,MAAM,SAAS,mBAAmB;AAC3C;AAEA,eAAe,iCACb,UACA,QACiB;AACjB,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMA;AAAA,MACE,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO,aAAa;AAAA,IACtB;AAAA,EACF;AAEA,SAAO,MAAM,SAAS,mBAAmB;AAC3C;AAEA,eAAe,gBACb,UACA,OACA,OACA,MACe;AACf,QAAM,SAAS;AAAA,IACb;AAAA,oBACgB,KAAK;AAAA;AAAA;AAAA,IAGrB;AAAA,MACE;AAAA,MACA,gBAAgB,KAAK,KAAK;AAAA,MAC1B,gBAAgB,KAAK,KAAK;AAAA,MAC1B,gBAAgB,KAAK,KAAK;AAAA,IAC5B;AAAA,EACF;AACF;AAEO,SAAS,6BAA6B,OAAiC;AAC5E,QAAM,OAAO,WAAW,QAAQ;AAEhC,aAAW,UAAU,MAAM,eAAe;AACxC,SAAK,OAAO,MAAM;AAClB,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,IAAI,CAAC;AAC/B,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,SAAS,CAAC;AACpC,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,aAAa,CAAC;AACxC,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,IAAI;AACvB,SAAK,OAAO,IAAI;AAAA,EAClB;AAEA,aAAW,UAAU,MAAM,kBAAkB;AAC3C,SAAK,OAAO,iBAAiB;AAC7B,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,SAAS,CAAC;AACpC,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO;AAC1B,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,YAAY,CAAC;AACvC,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,OAAO,aAAa,EAAE,CAAC;AAC1C,SAAK,OAAO,IAAI;AAChB,SAAK,OAAO,OAAO,IAAI;AACvB,SAAK,OAAO,IAAI;AAAA,EAClB;AAEA,SAAO,KAAK,OAAO,KAAK;AAC1B;AAEA,eAAsB,uCACpB,UAC6B;AAC7B,SAAO,MAAM,SAAS;AAAA,IACpB;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA;AAAA,IACA,CAAC,QAAQ,OAAO,IAAI,KAAK;AAAA,EAC3B;AACF;AAEA,SAAS,0BAA0B,OAAyB;AAC1D,QAAM,OACJ,OAAO,UAAU,YAAY,UAAU,QAAQ,UAAU,QACrD,MAAM,OACN;AAEN,SACE,SAAS,qBACR,iBAAiB,UACf,MAAM,QAAQ,SAAS,yCAAyC,KAC/D,MAAM,QAAQ,SAAS,mCAAmC;AAElE;AAEA,SAAS,gBACP,QAGQ;AACR,SAAO,OAAO,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE,KAAK,GAAG;AACtD;AAEA,SAAS,iBAAiB,UAAiD;AACzE,SAAO,aAAa,UAAa,SAAS,WAAW,IACjD,KACA,wBAAwB,SAAS,IAAI,MAAM,GAAG,EAAE,KAAK,IAAI,CAAC;AAChE;AAEA,SAAS,oBACP,UACyB;AACzB,SAAO,aAAa,SAAY,CAAC,IAAI,CAAC,GAAG,QAAQ;AACnD;AAEA,SAAS,eAAe,OAAmC;AACzD,SAAO,UAAU,SAAY,KAAK;AACpC;AAEA,SAAS,kBAAkB,OAAoD;AAC7E,SAAO,UAAU,SAAY,CAAC,IAAI,CAAC,KAAK;AAC1C;AAEA,SAAS,mBACP,OACS;AACT,SACE,UAAU,UACV,UAAU,QACV,MAAM,SAAS,SAAS,KACxB,MAAM,SAAS,eAAe,KAC9B,MAAM,SAAS,MAAM,KACrB,MAAM,SAAS,QAAQ;AAE3B;AAEA,SAAS,qBACP,OAC6B;AAC7B,MAAI,UAAU,UAAa,UAAU,MAAM;AACzC,WAAO,CAAC,mBAAmB,SAAS,mBAAmB,MAAM;AAAA,EAC/D;AAEA,QAAM,QAA4B,CAAC;AAEnC,MAAI,MAAM,SAAS,SAAS,GAAG;AAC7B,UAAM,KAAK,mBAAmB,OAAO;AAAA,EACvC;AACA,MAAI,MAAM,SAAS,QAAQ,GAAG;AAC5B,UAAM,KAAK,mBAAmB,MAAM;AAAA,EACtC;AAEA,SAAO;AACT;AAEA,SAAS,YAAY,MAAsB;AACzC,QAAM,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,IAAI;AAEvC,SAAO,aAAa,IAAI;AAC1B;AAEA,SAAS,mBAAmB,KAAmC;AAC7D,SAAO;AAAA,IACL,IAAI;AAAA,IACJ,IAAI;AAAA,IACJ,IAAI;AAAA,IACJ,IAAI,aAAa;AAAA,EACnB,EAAE,KAAK,GAAG;AACZ;AAEA,SAAS,iBAAiB,KAAiC;AACzD,SAAO,CAAC,IAAI,MAAM,IAAI,WAAW,IAAI,aAAa,EAAE,KAAK,GAAG;AAC9D;","names":[]}

package/dist/archive/search-index/search-tokenizer.d.ts

@@ -0,0 +1,16 @@
+interface SearchToken {
+    readonly encoded: string;
+    readonly raw: string;
+    readonly tier: 1 | 2 | 3;
+}
+interface SearchTokenPlan {
+    readonly tier1: readonly SearchToken[];
+    readonly tier2: readonly SearchToken[];
+    readonly tier3: readonly SearchToken[];
+}
+declare function normalizeSearchText(value: string): string;
+declare function createSearchTokenPlan(value: string): SearchTokenPlan;
+declare function listSearchPlanTerms(plan: SearchTokenPlan): readonly string[];
+declare function hasSearchTokens(plan: SearchTokenPlan): boolean;
+
+export { type SearchToken, type SearchTokenPlan, createSearchTokenPlan, hasSearchTokens, listSearchPlanTerms, normalizeSearchText };