wiki-graph-core 0.3.1 → 0.4.1

package/dist/retrieval/query/search-cache/hits.js

@@ -0,0 +1,446 @@
+import { getNumber, getString } from "../../../document/database.js";
+import { openSearchSessionDatabase } from "./database.js";
+import { parseNumberArray } from "./parsing.js";
+import { aggregateCachedScores, mergeTopScores } from "./scores.js";
+import { SEARCH_EVIDENCE_KIND } from "./types.js";
+const SINGLE_ARCHIVE_SCOPE_ID = 0;
+async function insertSearchEvidenceHitEvent(database, sessionId, event) {
+  await database.run(
+    `
+      INSERT OR REPLACE INTO search_evidence_hit_events (
+        session_id,
+        archive_id,
+        evidence_kind,
+        evidence_id,
+        chapter_id,
+        sentence_index,
+        score
+      )
+      VALUES (?, ?, ?, ?, ?, ?, ?)
+    `,
+    [
+      sessionId,
+      event.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID,
+      event.evidenceKind,
+      event.evidenceId,
+      event.chapterId,
+      event.sentenceIndex,
+      event.score
+    ]
+  );
+}
+async function upsertSearchEntityHit(database, sessionId, hit) {
+  const current = await database.queryOne(
+    `
+      SELECT property_top_scores_json, evidence_top_scores_json
+      FROM search_entity_hits
+      WHERE session_id = ? AND archive_id = ? AND qid = ?
+    `,
+    [sessionId, hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID, hit.qid],
+    (row) => ({
+      evidenceTopScores: parseNumberArray(
+        getString(row, "evidence_top_scores_json")
+      ),
+      propertyTopScores: parseNumberArray(
+        getString(row, "property_top_scores_json")
+      )
+    })
+  );
+  const propertyTopScores = mergeTopScores(
+    current?.propertyTopScores ?? [],
+    hit.propertyTopScores ?? []
+  );
+  const evidenceTopScores = mergeTopScores(
+    current?.evidenceTopScores ?? [],
+    hit.evidenceTopScores ?? []
+  );
+  const propertyScore = aggregateCachedScores(propertyTopScores);
+  const evidenceScore = aggregateCachedScores(evidenceTopScores);
+  const resultScore = propertyScore + evidenceScore;
+  await database.run(
+    `
+      INSERT INTO search_entity_hits (
+        session_id,
+        archive_id,
+        qid,
+        property_top_scores_json,
+        evidence_top_scores_json,
+        property_score,
+        evidence_score,
+        result_score
+      )
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+      ON CONFLICT(session_id, archive_id, qid) DO UPDATE SET
+        property_top_scores_json = excluded.property_top_scores_json,
+        evidence_top_scores_json = excluded.evidence_top_scores_json,
+        property_score = excluded.property_score,
+        evidence_score = excluded.evidence_score,
+        result_score = excluded.result_score
+    `,
+    [
+      sessionId,
+      hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID,
+      hit.qid,
+      JSON.stringify(propertyTopScores),
+      JSON.stringify(evidenceTopScores),
+      propertyScore,
+      evidenceScore,
+      resultScore
+    ]
+  );
+}
+async function upsertSearchTripleHit(database, sessionId, hit) {
+  const predicateId = await getOrCreatePredicateId(database, hit.predicate);
+  const current = await database.queryOne(
+    `
+      SELECT evidence_top_scores_json
+      FROM search_triple_hits
+      WHERE session_id = ?
+        AND archive_id = ?
+        AND subject_qid = ?
+        AND predicate_id = ?
+        AND object_qid = ?
+    `,
+    [
+      sessionId,
+      hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID,
+      hit.subjectQid,
+      predicateId,
+      hit.objectQid
+    ],
+    (row) => ({
+      evidenceTopScores: parseNumberArray(
+        getString(row, "evidence_top_scores_json")
+      )
+    })
+  );
+  const evidenceTopScores = mergeTopScores(
+    current?.evidenceTopScores ?? [],
+    hit.evidenceTopScores
+  );
+  const resultScore = aggregateCachedScores(evidenceTopScores);
+  await database.run(
+    `
+      INSERT INTO search_triple_hits (
+        session_id,
+        archive_id,
+        subject_qid,
+        predicate_id,
+        object_qid,
+        evidence_top_scores_json,
+        result_score
+      )
+      VALUES (?, ?, ?, ?, ?, ?, ?)
+      ON CONFLICT(session_id, archive_id, subject_qid, predicate_id, object_qid)
+      DO UPDATE SET
+        evidence_top_scores_json = excluded.evidence_top_scores_json,
+        result_score = excluded.result_score
+    `,
+    [
+      sessionId,
+      hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID,
+      hit.subjectQid,
+      predicateId,
+      hit.objectQid,
+      JSON.stringify(evidenceTopScores),
+      resultScore
+    ]
+  );
+}
+async function upsertSearchChunkHit(database, sessionId, hit) {
+  const current = await database.queryOne(
+    `
+      SELECT property_top_scores_json, evidence_top_scores_json
+      FROM search_chunk_hits
+      WHERE session_id = ? AND archive_id = ? AND chunk_id = ?
+    `,
+    [sessionId, hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID, hit.chunkId],
+    (row) => ({
+      evidenceTopScores: parseNumberArray(
+        getString(row, "evidence_top_scores_json")
+      ),
+      propertyTopScores: parseNumberArray(
+        getString(row, "property_top_scores_json")
+      )
+    })
+  );
+  const propertyTopScores = mergeTopScores(
+    current?.propertyTopScores ?? [],
+    hit.propertyTopScores ?? []
+  );
+  const evidenceTopScores = mergeTopScores(
+    current?.evidenceTopScores ?? [],
+    hit.evidenceTopScores ?? []
+  );
+  const propertyScore = aggregateCachedScores(propertyTopScores);
+  const evidenceScore = aggregateCachedScores(evidenceTopScores);
+  const resultScore = propertyScore + evidenceScore;
+  await database.run(
+    `
+      INSERT INTO search_chunk_hits (
+        session_id,
+        archive_id,
+        chunk_id,
+        property_top_scores_json,
+        evidence_top_scores_json,
+        property_score,
+        evidence_score,
+        result_score
+      )
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+      ON CONFLICT(session_id, archive_id, chunk_id) DO UPDATE SET
+        property_top_scores_json = excluded.property_top_scores_json,
+        evidence_top_scores_json = excluded.evidence_top_scores_json,
+        property_score = excluded.property_score,
+        evidence_score = excluded.evidence_score,
+        result_score = excluded.result_score
+    `,
+    [
+      sessionId,
+      hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID,
+      hit.chunkId,
+      JSON.stringify(propertyTopScores),
+      JSON.stringify(evidenceTopScores),
+      propertyScore,
+      evidenceScore,
+      resultScore
+    ]
+  );
+}
+async function readEntitySearchEvidenceMentions(sessionId, mentionIds, limit) {
+  if (mentionIds.length === 0) {
+    return [];
+  }
+  const database = await openSearchSessionDatabase();
+  try {
+    const placeholders = mentionIds.map(() => "?").join(", ");
+    return await database.queryAll(
+      `
+        SELECT
+          event.evidence_id AS mention_id,
+          event.score AS score
+        FROM search_evidence_hit_events AS event
+        WHERE event.session_id = ?
+          AND event.evidence_kind = ?
+          AND event.evidence_id IN (${placeholders})
+        ORDER BY event.score DESC, event.archive_id, event.chapter_id,
+          event.sentence_index, event.evidence_id
+        LIMIT ?
+      `,
+      [sessionId, SEARCH_EVIDENCE_KIND.mention, ...mentionIds, limit],
+      (row) => ({
+        mentionId: getString(row, "mention_id"),
+        score: getNumber(row, "score")
+      })
+    );
+  } finally {
+    await database.close();
+  }
+}
+function mapEntitySearchObjectRow(row) {
+  const archiveId = getNumber(row, "archive_id");
+  const qid = getString(row, "qid");
+  return {
+    evidence: {
+      nextCursor: null,
+      shown: 0,
+      sources: [],
+      total: 0
+    },
+    field: "title",
+    id: `wikg://entity/${qid}`,
+    ...archiveId === SINGLE_ARCHIVE_SCOPE_ID ? {} : { archiveId },
+    score: getNumber(row, "result_score"),
+    snippet: qid,
+    title: qid,
+    type: "entity"
+  };
+}
+async function readSearchSessionEntityBucketRows(database, sessionId, after, limit) {
+  return await database.queryAll(
+    `
+      SELECT
+        archive_id,
+        qid,
+        result_score
+      FROM search_entity_hits
+      WHERE session_id = ?
+        ${after === void 0 ? "" : `
+              AND (
+                result_score < ?
+                OR (
+                  result_score = ?
+                  AND (
+                    archive_id > ?
+                    OR (
+                      archive_id = ?
+                      AND (
+                        ? < ?
+                        OR (? = ? AND qid > ?)
+                      )
+                    )
+                  )
+                )
+              )
+            `}
+      ORDER BY result_score DESC, archive_id, qid
+      LIMIT ?
+    `,
+    [
+      sessionId,
+      ...after === void 0 ? [] : [
+        after.score,
+        after.score,
+        after.archiveId,
+        after.archiveId,
+        getObjectBucketKindOrder(after.kind),
+        SEARCH_OBJECT_BUCKET_KIND.entity,
+        getObjectBucketKindOrder(after.kind),
+        SEARCH_OBJECT_BUCKET_KIND.entity,
+        after.id
+      ],
+      limit
+    ],
+    mapEntitySearchObjectRow
+  );
+}
+async function readSearchSessionTripleBucketRows(database, sessionId, after, limit) {
+  return await database.queryAll(
+    `
+      SELECT
+        search_triple_hits.archive_id AS archive_id,
+        search_triple_hits.subject_qid AS subject_qid,
+        predicate_dictionary.value AS predicate,
+        search_triple_hits.object_qid AS object_qid,
+        search_triple_hits.result_score AS result_score
+      FROM search_triple_hits
+      JOIN predicate_dictionary
+        ON predicate_dictionary.id = search_triple_hits.predicate_id
+      WHERE search_triple_hits.session_id = ?
+        ${after === void 0 ? "" : `
+              AND (
+                search_triple_hits.result_score < ?
+                OR (
+                  search_triple_hits.result_score = ?
+                  AND (
+                    search_triple_hits.archive_id > ?
+                    OR (
+                      search_triple_hits.archive_id = ?
+                      AND (
+                        ? < ?
+                        OR (
+                          ? = ?
+                          AND (
+                            search_triple_hits.subject_qid || char(31) ||
+                            predicate_dictionary.value || char(31) ||
+                            search_triple_hits.object_qid
+                          ) > ?
+                        )
+                      )
+                    )
+                  )
+                )
+              )
+            `}
+      ORDER BY search_triple_hits.result_score DESC,
+        search_triple_hits.archive_id,
+        search_triple_hits.subject_qid,
+        predicate_dictionary.value,
+        search_triple_hits.object_qid
+      LIMIT ?
+    `,
+    [
+      sessionId,
+      ...after === void 0 ? [] : [
+        after.score,
+        after.score,
+        after.archiveId,
+        after.archiveId,
+        getObjectBucketKindOrder(after.kind),
+        SEARCH_OBJECT_BUCKET_KIND.triple,
+        getObjectBucketKindOrder(after.kind),
+        SEARCH_OBJECT_BUCKET_KIND.triple,
+        after.id
+      ],
+      limit
+    ],
+    (row) => {
+      const archiveId = getNumber(row, "archive_id");
+      const subjectQid = getString(row, "subject_qid");
+      const predicate = getString(row, "predicate");
+      const objectQid = getString(row, "object_qid");
+      const title = `${subjectQid} ${predicate} ${objectQid}`;
+      return {
+        field: "content",
+        id: `wikg://triple/${subjectQid}/${encodeURIComponent(predicate)}/${objectQid}`,
+        ...archiveId === SINGLE_ARCHIVE_SCOPE_ID ? {} : { archiveId },
+        score: getNumber(row, "result_score"),
+        snippet: title,
+        title,
+        triple: {
+          objectLabel: objectQid,
+          predicate,
+          subjectLabel: subjectQid
+        },
+        type: "triple"
+      };
+    }
+  );
+}
+function compareObjectBucketHits(left, right) {
+  return (right.score ?? 0) - (left.score ?? 0) || (left.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID) - (right.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID) || getObjectBucketKindOrder(getObjectBucketHitKind(left)) - getObjectBucketKindOrder(getObjectBucketHitKind(right)) || getObjectBucketHitKey(left).localeCompare(getObjectBucketHitKey(right));
+}
+async function getOrCreatePredicateId(database, predicate) {
+  await database.run(
+    `
+      INSERT OR IGNORE INTO predicate_dictionary(value)
+      VALUES (?)
+    `,
+    [predicate]
+  );
+  const id = await database.queryOne(
+    `
+      SELECT id
+      FROM predicate_dictionary
+      WHERE value = ?
+    `,
+    [predicate],
+    (row) => getNumber(row, "id")
+  );
+  if (id === void 0) {
+    throw new Error("Failed to create predicate dictionary entry.");
+  }
+  return id;
+}
+const SEARCH_OBJECT_BUCKET_KIND = {
+  entity: 1,
+  triple: 2
+};
+function getObjectBucketHitKind(hit) {
+  return hit.type === "triple" ? "triple" : "entity";
+}
+function getObjectBucketHitKey(hit) {
+  if (hit.type !== "triple") {
+    return hit.id.slice("wikg://entity/".length);
+  }
+  return [
+    hit.triple?.subjectLabel ?? "",
+    hit.triple?.predicate ?? "",
+    hit.triple?.objectLabel ?? ""
+  ].join("");
+}
+function getObjectBucketKindOrder(kind) {
+  return SEARCH_OBJECT_BUCKET_KIND[kind];
+}
+export {
+  compareObjectBucketHits,
+  insertSearchEvidenceHitEvent,
+  mapEntitySearchObjectRow,
+  readEntitySearchEvidenceMentions,
+  readSearchSessionEntityBucketRows,
+  readSearchSessionTripleBucketRows,
+  upsertSearchChunkHit,
+  upsertSearchEntityHit,
+  upsertSearchTripleHit
+};
+//# sourceMappingURL=hits.js.map

package/dist/retrieval/query/search-cache/hits.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/search-cache/hits.ts"],"sourcesContent":["import { getNumber, getString } from \"../../../document/database.js\";\nimport type { SqlBindValue } from \"../../../document/database.js\";\nimport type { Database } from \"../../../document/index.js\";\n\nimport type { ArchiveFindHit } from \"../view.js\";\n\nimport { openSearchSessionDatabase } from \"./database.js\";\nimport { parseNumberArray } from \"./parsing.js\";\nimport { aggregateCachedScores, mergeTopScores } from \"./scores.js\";\nimport { SEARCH_EVIDENCE_KIND } from \"./types.js\";\nimport type {\n  SearchChunkHitInput,\n  SearchEvidenceHitEventInput,\n  SearchObjectCursorKey,\n  SearchEntityHitInput,\n  SearchTripleHitInput,\n} from \"./types.js\";\n\nconst SINGLE_ARCHIVE_SCOPE_ID = 0;\n\nexport async function insertSearchEvidenceHitEvent(\n  database: Database,\n  sessionId: string,\n  event: SearchEvidenceHitEventInput,\n): Promise<void> {\n  await database.run(\n    `\n      INSERT OR REPLACE INTO search_evidence_hit_events (\n        session_id,\n        archive_id,\n        evidence_kind,\n        evidence_id,\n        chapter_id,\n        sentence_index,\n        score\n      )\n      VALUES (?, ?, ?, ?, ?, ?, ?)\n    `,\n    [\n      sessionId,\n      event.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID,\n      event.evidenceKind,\n      event.evidenceId,\n      event.chapterId,\n      event.sentenceIndex,\n      event.score,\n    ],\n  );\n}\n\nexport async function upsertSearchEntityHit(\n  database: Database,\n  sessionId: string,\n  hit: SearchEntityHitInput,\n): Promise<void> {\n  const current = await database.queryOne(\n    `\n      SELECT property_top_scores_json, evidence_top_scores_json\n      FROM search_entity_hits\n      WHERE session_id = ? AND archive_id = ? AND qid = ?\n    `,\n    [sessionId, hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID, hit.qid],\n    (row) => ({\n      evidenceTopScores: parseNumberArray(\n        getString(row, \"evidence_top_scores_json\"),\n      ),\n      propertyTopScores: parseNumberArray(\n        getString(row, \"property_top_scores_json\"),\n      ),\n    }),\n  );\n  const propertyTopScores = mergeTopScores(\n    current?.propertyTopScores ?? [],\n    hit.propertyTopScores ?? [],\n  );\n  const evidenceTopScores = mergeTopScores(\n    current?.evidenceTopScores ?? [],\n    hit.evidenceTopScores ?? [],\n  );\n  const propertyScore = aggregateCachedScores(propertyTopScores);\n  const evidenceScore = aggregateCachedScores(evidenceTopScores);\n  const resultScore = propertyScore + evidenceScore;\n\n  await database.run(\n    `\n      INSERT INTO search_entity_hits (\n        session_id,\n        archive_id,\n        qid,\n        property_top_scores_json,\n        evidence_top_scores_json,\n        property_score,\n        evidence_score,\n        result_score\n      )\n      VALUES (?, ?, ?, ?, ?, ?, ?, ?)\n      ON CONFLICT(session_id, archive_id, qid) DO UPDATE SET\n        property_top_scores_json = excluded.property_top_scores_json,\n        evidence_top_scores_json = excluded.evidence_top_scores_json,\n        property_score = excluded.property_score,\n        evidence_score = excluded.evidence_score,\n        result_score = excluded.result_score\n    `,\n    [\n      sessionId,\n      hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID,\n      hit.qid,\n      JSON.stringify(propertyTopScores),\n      JSON.stringify(evidenceTopScores),\n      propertyScore,\n      evidenceScore,\n      resultScore,\n    ],\n  );\n}\n\nexport async function upsertSearchTripleHit(\n  database: Database,\n  sessionId: string,\n  hit: SearchTripleHitInput,\n): Promise<void> {\n  const predicateId = await getOrCreatePredicateId(database, hit.predicate);\n  const current = await database.queryOne(\n    `\n      SELECT evidence_top_scores_json\n      FROM search_triple_hits\n      WHERE session_id = ?\n        AND archive_id = ?\n        AND subject_qid = ?\n        AND predicate_id = ?\n        AND object_qid = ?\n    `,\n    [\n      sessionId,\n      hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID,\n      hit.subjectQid,\n      predicateId,\n      hit.objectQid,\n    ],\n    (row) => ({\n      evidenceTopScores: parseNumberArray(\n        getString(row, \"evidence_top_scores_json\"),\n      ),\n    }),\n  );\n  const evidenceTopScores = mergeTopScores(\n    current?.evidenceTopScores ?? [],\n    hit.evidenceTopScores,\n  );\n  const resultScore = aggregateCachedScores(evidenceTopScores);\n\n  await database.run(\n    `\n      INSERT INTO search_triple_hits (\n        session_id,\n        archive_id,\n        subject_qid,\n        predicate_id,\n        object_qid,\n        evidence_top_scores_json,\n        result_score\n      )\n      VALUES (?, ?, ?, ?, ?, ?, ?)\n      ON CONFLICT(session_id, archive_id, subject_qid, predicate_id, object_qid)\n      DO UPDATE SET\n        evidence_top_scores_json = excluded.evidence_top_scores_json,\n        result_score = excluded.result_score\n    `,\n    [\n      sessionId,\n      hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID,\n      hit.subjectQid,\n      predicateId,\n      hit.objectQid,\n      JSON.stringify(evidenceTopScores),\n      resultScore,\n    ],\n  );\n}\n\nexport async function upsertSearchChunkHit(\n  database: Database,\n  sessionId: string,\n  hit: SearchChunkHitInput,\n): Promise<void> {\n  const current = await database.queryOne(\n    `\n      SELECT property_top_scores_json, evidence_top_scores_json\n      FROM search_chunk_hits\n      WHERE session_id = ? AND archive_id = ? AND chunk_id = ?\n    `,\n    [sessionId, hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID, hit.chunkId],\n    (row) => ({\n      evidenceTopScores: parseNumberArray(\n        getString(row, \"evidence_top_scores_json\"),\n      ),\n      propertyTopScores: parseNumberArray(\n        getString(row, \"property_top_scores_json\"),\n      ),\n    }),\n  );\n  const propertyTopScores = mergeTopScores(\n    current?.propertyTopScores ?? [],\n    hit.propertyTopScores ?? [],\n  );\n  const evidenceTopScores = mergeTopScores(\n    current?.evidenceTopScores ?? [],\n    hit.evidenceTopScores ?? [],\n  );\n  const propertyScore = aggregateCachedScores(propertyTopScores);\n  const evidenceScore = aggregateCachedScores(evidenceTopScores);\n  const resultScore = propertyScore + evidenceScore;\n\n  await database.run(\n    `\n      INSERT INTO search_chunk_hits (\n        session_id,\n        archive_id,\n        chunk_id,\n        property_top_scores_json,\n        evidence_top_scores_json,\n        property_score,\n        evidence_score,\n        result_score\n      )\n      VALUES (?, ?, ?, ?, ?, ?, ?, ?)\n      ON CONFLICT(session_id, archive_id, chunk_id) DO UPDATE SET\n        property_top_scores_json = excluded.property_top_scores_json,\n        evidence_top_scores_json = excluded.evidence_top_scores_json,\n        property_score = excluded.property_score,\n        evidence_score = excluded.evidence_score,\n        result_score = excluded.result_score\n    `,\n    [\n      sessionId,\n      hit.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID,\n      hit.chunkId,\n      JSON.stringify(propertyTopScores),\n      JSON.stringify(evidenceTopScores),\n      propertyScore,\n      evidenceScore,\n      resultScore,\n    ],\n  );\n}\n\nexport async function readEntitySearchEvidenceMentions(\n  sessionId: string,\n  mentionIds: readonly string[],\n  limit: number,\n): Promise<readonly { readonly mentionId: string; readonly score: number }[]> {\n  if (mentionIds.length === 0) {\n    return [];\n  }\n\n  const database = await openSearchSessionDatabase();\n\n  try {\n    const placeholders = mentionIds.map(() => \"?\").join(\", \");\n\n    return await database.queryAll(\n      `\n        SELECT\n          event.evidence_id AS mention_id,\n          event.score AS score\n        FROM search_evidence_hit_events AS event\n        WHERE event.session_id = ?\n          AND event.evidence_kind = ?\n          AND event.evidence_id IN (${placeholders})\n        ORDER BY event.score DESC, event.archive_id, event.chapter_id,\n          event.sentence_index, event.evidence_id\n        LIMIT ?\n      `,\n      [sessionId, SEARCH_EVIDENCE_KIND.mention, ...mentionIds, limit],\n      (row) => ({\n        mentionId: getString(row, \"mention_id\"),\n        score: getNumber(row, \"score\"),\n      }),\n    );\n  } finally {\n    await database.close();\n  }\n}\n\nexport function mapEntitySearchObjectRow(\n  row: Record<string, SqlBindValue>,\n): ArchiveFindHit {\n  const archiveId = getNumber(row, \"archive_id\");\n  const qid = getString(row, \"qid\");\n\n  return {\n    evidence: {\n      nextCursor: null,\n      shown: 0,\n      sources: [],\n      total: 0,\n    },\n    field: \"title\",\n    id: `wikg://entity/${qid}`,\n    ...(archiveId === SINGLE_ARCHIVE_SCOPE_ID ? {} : { archiveId }),\n    score: getNumber(row, \"result_score\"),\n    snippet: qid,\n    title: qid,\n    type: \"entity\",\n  };\n}\n\nexport async function readSearchSessionEntityBucketRows(\n  database: Database,\n  sessionId: string,\n  after: SearchObjectCursorKey | undefined,\n  limit: number,\n): Promise<readonly ArchiveFindHit[]> {\n  return await database.queryAll(\n    `\n      SELECT\n        archive_id,\n        qid,\n        result_score\n      FROM search_entity_hits\n      WHERE session_id = ?\n        ${\n          after === undefined\n            ? \"\"\n            : `\n              AND (\n                result_score < ?\n                OR (\n                  result_score = ?\n                  AND (\n                    archive_id > ?\n                    OR (\n                      archive_id = ?\n                      AND (\n                        ? < ?\n                        OR (? = ? AND qid > ?)\n                      )\n                    )\n                  )\n                )\n              )\n            `\n        }\n      ORDER BY result_score DESC, archive_id, qid\n      LIMIT ?\n    `,\n    [\n      sessionId,\n      ...(after === undefined\n        ? []\n        : [\n            after.score,\n            after.score,\n            after.archiveId,\n            after.archiveId,\n            getObjectBucketKindOrder(after.kind),\n            SEARCH_OBJECT_BUCKET_KIND.entity,\n            getObjectBucketKindOrder(after.kind),\n            SEARCH_OBJECT_BUCKET_KIND.entity,\n            after.id,\n          ]),\n      limit,\n    ],\n    mapEntitySearchObjectRow,\n  );\n}\n\nexport async function readSearchSessionTripleBucketRows(\n  database: Database,\n  sessionId: string,\n  after: SearchObjectCursorKey | undefined,\n  limit: number,\n): Promise<readonly ArchiveFindHit[]> {\n  return await database.queryAll(\n    `\n      SELECT\n        search_triple_hits.archive_id AS archive_id,\n        search_triple_hits.subject_qid AS subject_qid,\n        predicate_dictionary.value AS predicate,\n        search_triple_hits.object_qid AS object_qid,\n        search_triple_hits.result_score AS result_score\n      FROM search_triple_hits\n      JOIN predicate_dictionary\n        ON predicate_dictionary.id = search_triple_hits.predicate_id\n      WHERE search_triple_hits.session_id = ?\n        ${\n          after === undefined\n            ? \"\"\n            : `\n              AND (\n                search_triple_hits.result_score < ?\n                OR (\n                  search_triple_hits.result_score = ?\n                  AND (\n                    search_triple_hits.archive_id > ?\n                    OR (\n                      search_triple_hits.archive_id = ?\n                      AND (\n                        ? < ?\n                        OR (\n                          ? = ?\n                          AND (\n                            search_triple_hits.subject_qid || char(31) ||\n                            predicate_dictionary.value || char(31) ||\n                            search_triple_hits.object_qid\n                          ) > ?\n                        )\n                      )\n                    )\n                  )\n                )\n              )\n            `\n        }\n      ORDER BY search_triple_hits.result_score DESC,\n        search_triple_hits.archive_id,\n        search_triple_hits.subject_qid,\n        predicate_dictionary.value,\n        search_triple_hits.object_qid\n      LIMIT ?\n    `,\n    [\n      sessionId,\n      ...(after === undefined\n        ? []\n        : [\n            after.score,\n            after.score,\n            after.archiveId,\n            after.archiveId,\n            getObjectBucketKindOrder(after.kind),\n            SEARCH_OBJECT_BUCKET_KIND.triple,\n            getObjectBucketKindOrder(after.kind),\n            SEARCH_OBJECT_BUCKET_KIND.triple,\n            after.id,\n          ]),\n      limit,\n    ],\n    (row) => {\n      const archiveId = getNumber(row, \"archive_id\");\n      const subjectQid = getString(row, \"subject_qid\");\n      const predicate = getString(row, \"predicate\");\n      const objectQid = getString(row, \"object_qid\");\n      const title = `${subjectQid} ${predicate} ${objectQid}`;\n\n      return {\n        field: \"content\",\n        id: `wikg://triple/${subjectQid}/${encodeURIComponent(predicate)}/${objectQid}`,\n        ...(archiveId === SINGLE_ARCHIVE_SCOPE_ID ? {} : { archiveId }),\n        score: getNumber(row, \"result_score\"),\n        snippet: title,\n        title,\n        triple: {\n          objectLabel: objectQid,\n          predicate,\n          subjectLabel: subjectQid,\n        },\n        type: \"triple\",\n      };\n    },\n  );\n}\n\nexport function compareObjectBucketHits(\n  left: ArchiveFindHit,\n  right: ArchiveFindHit,\n): number {\n  return (\n    (right.score ?? 0) - (left.score ?? 0) ||\n    (left.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID) -\n      (right.archiveId ?? SINGLE_ARCHIVE_SCOPE_ID) ||\n    getObjectBucketKindOrder(getObjectBucketHitKind(left)) -\n      getObjectBucketKindOrder(getObjectBucketHitKind(right)) ||\n    getObjectBucketHitKey(left).localeCompare(getObjectBucketHitKey(right))\n  );\n}\n\nasync function getOrCreatePredicateId(\n  database: Database,\n  predicate: string,\n): Promise<number> {\n  await database.run(\n    `\n      INSERT OR IGNORE INTO predicate_dictionary(value)\n      VALUES (?)\n    `,\n    [predicate],\n  );\n  const id = await database.queryOne(\n    `\n      SELECT id\n      FROM predicate_dictionary\n      WHERE value = ?\n    `,\n    [predicate],\n    (row) => getNumber(row, \"id\"),\n  );\n\n  if (id === undefined) {\n    throw new Error(\"Failed to create predicate dictionary entry.\");\n  }\n\n  return id;\n}\n\nconst SEARCH_OBJECT_BUCKET_KIND = {\n  entity: 1,\n  triple: 2,\n} as const;\n\nfunction getObjectBucketHitKind(\n  hit: ArchiveFindHit,\n): SearchObjectCursorKey[\"kind\"] {\n  return hit.type === \"triple\" ? \"triple\" : \"entity\";\n}\n\nfunction getObjectBucketHitKey(hit: ArchiveFindHit): string {\n  if (hit.type !== \"triple\") {\n    return hit.id.slice(\"wikg://entity/\".length);\n  }\n\n  return [\n    hit.triple?.subjectLabel ?? \"\",\n    hit.triple?.predicate ?? \"\",\n    hit.triple?.objectLabel ?? \"\",\n  ].join(\"\\u001f\");\n}\n\nfunction getObjectBucketKindOrder(kind: SearchObjectCursorKey[\"kind\"]): number {\n  return SEARCH_OBJECT_BUCKET_KIND[kind];\n}\n"],"mappings":"AAAA,SAAS,WAAW,iBAAiB;AAMrC,SAAS,iCAAiC;AAC1C,SAAS,wBAAwB;AACjC,SAAS,uBAAuB,sBAAsB;AACtD,SAAS,4BAA4B;AASrC,MAAM,0BAA0B;AAEhC,eAAsB,6BACpB,UACA,WACA,OACe;AACf,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAYA;AAAA,MACE;AAAA,MACA,MAAM,aAAa;AAAA,MACnB,MAAM;AAAA,MACN,MAAM;AAAA,MACN,MAAM;AAAA,MACN,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AAAA,EACF;AACF;AAEA,eAAsB,sBACpB,UACA,WACA,KACe;AACf,QAAM,UAAU,MAAM,SAAS;AAAA,IAC7B;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,CAAC,WAAW,IAAI,aAAa,yBAAyB,IAAI,GAAG;AAAA,IAC7D,CAAC,SAAS;AAAA,MACR,mBAAmB;AAAA,QACjB,UAAU,KAAK,0BAA0B;AAAA,MAC3C;AAAA,MACA,mBAAmB;AAAA,QACjB,UAAU,KAAK,0BAA0B;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AACA,QAAM,oBAAoB;AAAA,IACxB,SAAS,qBAAqB,CAAC;AAAA,IAC/B,IAAI,qBAAqB,CAAC;AAAA,EAC5B;AACA,QAAM,oBAAoB;AAAA,IACxB,SAAS,qBAAqB,CAAC;AAAA,IAC/B,IAAI,qBAAqB,CAAC;AAAA,EAC5B;AACA,QAAM,gBAAgB,sBAAsB,iBAAiB;AAC7D,QAAM,gBAAgB,sBAAsB,iBAAiB;AAC7D,QAAM,cAAc,gBAAgB;AAEpC,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAmBA;AAAA,MACE;AAAA,MACA,IAAI,aAAa;AAAA,MACjB,IAAI;AAAA,MACJ,KAAK,UAAU,iBAAiB;AAAA,MAChC,KAAK,UAAU,iBAAiB;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAsB,sBACpB,UACA,WACA,KACe;AACf,QAAM,cAAc,MAAM,uBAAuB,UAAU,IAAI,SAAS;AACxE,QAAM,UAAU,MAAM,SAAS;AAAA,IAC7B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IASA;AAAA,MACE;AAAA,MACA,IAAI,aAAa;AAAA,MACjB,IAAI;AAAA,MACJ;AAAA,MACA,IAAI;AAAA,IACN;AAAA,IACA,CAAC,SAAS;AAAA,MACR,mBAAmB;AAAA,QACjB,UAAU,KAAK,0BAA0B;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AACA,QAAM,oBAAoB;AAAA,IACxB,SAAS,qBAAqB,CAAC;AAAA,IAC/B,IAAI;AAAA,EACN;AACA,QAAM,cAAc,sBAAsB,iBAAiB;AAE3D,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAgBA;AAAA,MACE;AAAA,MACA,IAAI,aAAa;AAAA,MACjB,IAAI;AAAA,MACJ;AAAA,MACA,IAAI;AAAA,MACJ,KAAK,UAAU,iBAAiB;AAAA,MAChC;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAsB,qBACpB,UACA,WACA,KACe;AACf,QAAM,UAAU,MAAM,SAAS;AAAA,IAC7B;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,CAAC,WAAW,IAAI,aAAa,yBAAyB,IAAI,OAAO;AAAA,IACjE,CAAC,SAAS;AAAA,MACR,mBAAmB;AAAA,QACjB,UAAU,KAAK,0BAA0B;AAAA,MAC3C;AAAA,MACA,mBAAmB;AAAA,QACjB,UAAU,KAAK,0BAA0B;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AACA,QAAM,oBAAoB;AAAA,IACxB,SAAS,qBAAqB,CAAC;AAAA,IAC/B,IAAI,qBAAqB,CAAC;AAAA,EAC5B;AACA,QAAM,oBAAoB;AAAA,IACxB,SAAS,qBAAqB,CAAC;AAAA,IAC/B,IAAI,qBAAqB,CAAC;AAAA,EAC5B;AACA,QAAM,gBAAgB,sBAAsB,iBAAiB;AAC7D,QAAM,gBAAgB,sBAAsB,iBAAiB;AAC7D,QAAM,cAAc,gBAAgB;AAEpC,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAmBA;AAAA,MACE;AAAA,MACA,IAAI,aAAa;AAAA,MACjB,IAAI;AAAA,MACJ,KAAK,UAAU,iBAAiB;AAAA,MAChC,KAAK,UAAU,iBAAiB;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAsB,iCACpB,WACA,YACA,OAC4E;AAC5E,MAAI,WAAW,WAAW,GAAG;AAC3B,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,WAAW,MAAM,0BAA0B;AAEjD,MAAI;AACF,UAAM,eAAe,WAAW,IAAI,MAAM,GAAG,EAAE,KAAK,IAAI;AAExD,WAAO,MAAM,SAAS;AAAA,MACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,sCAOgC,YAAY;AAAA;AAAA;AAAA;AAAA;AAAA,MAK5C,CAAC,WAAW,qBAAqB,SAAS,GAAG,YAAY,KAAK;AAAA,MAC9D,CAAC,SAAS;AAAA,QACR,WAAW,UAAU,KAAK,YAAY;AAAA,QACtC,OAAO,UAAU,KAAK,OAAO;AAAA,MAC/B;AAAA,IACF;AAAA,EACF,UAAE;AACA,UAAM,SAAS,MAAM;AAAA,EACvB;AACF;AAEO,SAAS,yBACd,KACgB;AAChB,QAAM,YAAY,UAAU,KAAK,YAAY;AAC7C,QAAM,MAAM,UAAU,KAAK,KAAK;AAEhC,SAAO;AAAA,IACL,UAAU;AAAA,MACR,YAAY;AAAA,MACZ,OAAO;AAAA,MACP,SAAS,CAAC;AAAA,MACV,OAAO;AAAA,IACT;AAAA,IACA,OAAO;AAAA,IACP,IAAI,iBAAiB,GAAG;AAAA,IACxB,GAAI,cAAc,0BAA0B,CAAC,IAAI,EAAE,UAAU;AAAA,IAC7D,OAAO,UAAU,KAAK,cAAc;AAAA,IACpC,SAAS;AAAA,IACT,OAAO;AAAA,IACP,MAAM;AAAA,EACR;AACF;AAEA,eAAsB,kCACpB,UACA,WACA,OACA,OACoC;AACpC,SAAO,MAAM,SAAS;AAAA,IACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAQM,UAAU,SACN,KACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAkBN;AAAA;AAAA;AAAA;AAAA,IAIJ;AAAA,MACE;AAAA,MACA,GAAI,UAAU,SACV,CAAC,IACD;AAAA,QACE,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,yBAAyB,MAAM,IAAI;AAAA,QACnC,0BAA0B;AAAA,QAC1B,yBAAyB,MAAM,IAAI;AAAA,QACnC,0BAA0B;AAAA,QAC1B,MAAM;AAAA,MACR;AAAA,MACJ;AAAA,IACF;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAsB,kCACpB,UACA,WACA,OACA,OACoC;AACpC,SAAO,MAAM,SAAS;AAAA,IACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAYM,UAAU,SACN,KACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAyBN;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAQJ;AAAA,MACE;AAAA,MACA,GAAI,UAAU,SACV,CAAC,IACD;AAAA,QACE,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,MAAM;AAAA,QACN,yBAAyB,MAAM,IAAI;AAAA,QACnC,0BAA0B;AAAA,QAC1B,yBAAyB,MAAM,IAAI;AAAA,QACnC,0BAA0B;AAAA,QAC1B,MAAM;AAAA,MACR;AAAA,MACJ;AAAA,IACF;AAAA,IACA,CAAC,QAAQ;AACP,YAAM,YAAY,UAAU,KAAK,YAAY;AAC7C,YAAM,aAAa,UAAU,KAAK,aAAa;AAC/C,YAAM,YAAY,UAAU,KAAK,WAAW;AAC5C,YAAM,YAAY,UAAU,KAAK,YAAY;AAC7C,YAAM,QAAQ,GAAG,UAAU,IAAI,SAAS,IAAI,SAAS;AAErD,aAAO;AAAA,QACL,OAAO;AAAA,QACP,IAAI,iBAAiB,UAAU,IAAI,mBAAmB,SAAS,CAAC,IAAI,SAAS;AAAA,QAC7E,GAAI,cAAc,0BAA0B,CAAC,IAAI,EAAE,UAAU;AAAA,QAC7D,OAAO,UAAU,KAAK,cAAc;AAAA,QACpC,SAAS;AAAA,QACT;AAAA,QACA,QAAQ;AAAA,UACN,aAAa;AAAA,UACb;AAAA,UACA,cAAc;AAAA,QAChB;AAAA,QACA,MAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACF;AAEO,SAAS,wBACd,MACA,OACQ;AACR,UACG,MAAM,SAAS,MAAM,KAAK,SAAS,OACnC,KAAK,aAAa,4BAChB,MAAM,aAAa,4BACtB,yBAAyB,uBAAuB,IAAI,CAAC,IACnD,yBAAyB,uBAAuB,KAAK,CAAC,KACxD,sBAAsB,IAAI,EAAE,cAAc,sBAAsB,KAAK,CAAC;AAE1E;AAEA,eAAe,uBACb,UACA,WACiB;AACjB,QAAM,SAAS;AAAA,IACb;AAAA;AAAA;AAAA;AAAA,IAIA,CAAC,SAAS;AAAA,EACZ;AACA,QAAM,KAAK,MAAM,SAAS;AAAA,IACxB;AAAA;AAAA;AAAA;AAAA;AAAA,IAKA,CAAC,SAAS;AAAA,IACV,CAAC,QAAQ,UAAU,KAAK,IAAI;AAAA,EAC9B;AAEA,MAAI,OAAO,QAAW;AACpB,UAAM,IAAI,MAAM,8CAA8C;AAAA,EAChE;AAEA,SAAO;AACT;AAEA,MAAM,4BAA4B;AAAA,EAChC,QAAQ;AAAA,EACR,QAAQ;AACV;AAEA,SAAS,uBACP,KAC+B;AAC/B,SAAO,IAAI,SAAS,WAAW,WAAW;AAC5C;AAEA,SAAS,sBAAsB,KAA6B;AAC1D,MAAI,IAAI,SAAS,UAAU;AACzB,WAAO,IAAI,GAAG,MAAM,iBAAiB,MAAM;AAAA,EAC7C;AAEA,SAAO;AAAA,IACL,IAAI,QAAQ,gBAAgB;AAAA,IAC5B,IAAI,QAAQ,aAAa;AAAA,IACzB,IAAI,QAAQ,eAAe;AAAA,EAC7B,EAAE,KAAK,GAAQ;AACjB;AAEA,SAAS,yBAAyB,MAA6C;AAC7E,SAAO,0BAA0B,IAAI;AACvC;","names":[]}

package/dist/retrieval/query/search-cache/ids.d.ts

@@ -0,0 +1,32 @@
+import { EntitySearchSessionCacheInput, SearchSessionCacheInput } from './types.js';
+import '../archive-view/types.js';
+import '../../../document/types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../graph/reading.js';
+import '../../../document/directory/types.js';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../document/chapter/types.js';
+
+declare function createEntitySearchSessionId(input: EntitySearchSessionCacheInput): string;
+declare function createSearchSessionId(input: SearchSessionCacheInput): string;
+
+export { createEntitySearchSessionId, createSearchSessionId };

package/dist/retrieval/query/search-cache/ids.js

@@ -0,0 +1,48 @@
+import { createHash } from "crypto";
+import { SEARCH_RANKING_VERSION } from "./schema.js";
+function createEntitySearchSessionId(input) {
+  return createHash("sha256").update(
+    JSON.stringify({
+      archiveKey: input.archiveKey,
+      entity: true,
+      lens: input.lens,
+      match: input.match,
+      order: input.order,
+      rankingVersion: SEARCH_RANKING_VERSION,
+      revisionScope: input.revisionScope,
+      scope: normalizeSearchSessionScope(input.chapters),
+      terms: input.terms,
+      types: normalizeSearchSessionTypes(input.types)
+    })
+  ).digest("hex");
+}
+function createSearchSessionId(input) {
+  return createHash("sha256").update(
+    JSON.stringify({
+      archiveKey: input.archiveKey,
+      entity: false,
+      lens: input.lens,
+      match: input.match,
+      order: input.order,
+      rankingVersion: SEARCH_RANKING_VERSION,
+      revisionScope: input.revisionScope,
+      scope: normalizeSearchSessionScope(input.chapters),
+      terms: input.terms,
+      types: normalizeSearchSessionTypes(input.types)
+    })
+  ).digest("hex");
+}
+function normalizeSearchSessionScope(chapters) {
+  return chapters === null ? null : [...new Set(chapters)].sort(compareNumbers);
+}
+function normalizeSearchSessionTypes(types) {
+  return types === null ? null : [...new Set(types)].sort();
+}
+function compareNumbers(left, right) {
+  return left - right;
+}
+export {
+  createEntitySearchSessionId,
+  createSearchSessionId
+};
+//# sourceMappingURL=ids.js.map

package/dist/retrieval/query/search-cache/ids.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/search-cache/ids.ts"],"sourcesContent":["import { createHash } from \"crypto\";\n\nimport { SEARCH_RANKING_VERSION } from \"./schema.js\";\nimport type {\n  EntitySearchSessionCacheInput,\n  SearchSessionCacheInput,\n} from \"./types.js\";\n\nexport function createEntitySearchSessionId(\n  input: EntitySearchSessionCacheInput,\n): string {\n  return createHash(\"sha256\")\n    .update(\n      JSON.stringify({\n        archiveKey: input.archiveKey,\n        entity: true,\n        lens: input.lens,\n        match: input.match,\n        order: input.order,\n        rankingVersion: SEARCH_RANKING_VERSION,\n        revisionScope: input.revisionScope,\n        scope: normalizeSearchSessionScope(input.chapters),\n        terms: input.terms,\n        types: normalizeSearchSessionTypes(input.types),\n      }),\n    )\n    .digest(\"hex\");\n}\n\nexport function createSearchSessionId(input: SearchSessionCacheInput): string {\n  return createHash(\"sha256\")\n    .update(\n      JSON.stringify({\n        archiveKey: input.archiveKey,\n        entity: false,\n        lens: input.lens,\n        match: input.match,\n        order: input.order,\n        rankingVersion: SEARCH_RANKING_VERSION,\n        revisionScope: input.revisionScope,\n        scope: normalizeSearchSessionScope(input.chapters),\n        terms: input.terms,\n        types: normalizeSearchSessionTypes(input.types),\n      }),\n    )\n    .digest(\"hex\");\n}\n\nfunction normalizeSearchSessionScope(\n  chapters: readonly number[] | null,\n): readonly number[] | null {\n  return chapters === null ? null : [...new Set(chapters)].sort(compareNumbers);\n}\n\nfunction normalizeSearchSessionTypes(\n  types: readonly string[] | null,\n): readonly string[] | null {\n  return types === null ? null : [...new Set(types)].sort();\n}\n\nfunction compareNumbers(left: number, right: number): number {\n  return left - right;\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAE3B,SAAS,8BAA8B;AAMhC,SAAS,4BACd,OACQ;AACR,SAAO,WAAW,QAAQ,EACvB;AAAA,IACC,KAAK,UAAU;AAAA,MACb,YAAY,MAAM;AAAA,MAClB,QAAQ;AAAA,MACR,MAAM,MAAM;AAAA,MACZ,OAAO,MAAM;AAAA,MACb,OAAO,MAAM;AAAA,MACb,gBAAgB;AAAA,MAChB,eAAe,MAAM;AAAA,MACrB,OAAO,4BAA4B,MAAM,QAAQ;AAAA,MACjD,OAAO,MAAM;AAAA,MACb,OAAO,4BAA4B,MAAM,KAAK;AAAA,IAChD,CAAC;AAAA,EACH,EACC,OAAO,KAAK;AACjB;AAEO,SAAS,sBAAsB,OAAwC;AAC5E,SAAO,WAAW,QAAQ,EACvB;AAAA,IACC,KAAK,UAAU;AAAA,MACb,YAAY,MAAM;AAAA,MAClB,QAAQ;AAAA,MACR,MAAM,MAAM;AAAA,MACZ,OAAO,MAAM;AAAA,MACb,OAAO,MAAM;AAAA,MACb,gBAAgB;AAAA,MAChB,eAAe,MAAM;AAAA,MACrB,OAAO,4BAA4B,MAAM,QAAQ;AAAA,MACjD,OAAO,MAAM;AAAA,MACb,OAAO,4BAA4B,MAAM,KAAK;AAAA,IAChD,CAAC;AAAA,EACH,EACC,OAAO,KAAK;AACjB;AAEA,SAAS,4BACP,UAC0B;AAC1B,SAAO,aAAa,OAAO,OAAO,CAAC,GAAG,IAAI,IAAI,QAAQ,CAAC,EAAE,KAAK,cAAc;AAC9E;AAEA,SAAS,4BACP,OAC0B;AAC1B,SAAO,UAAU,OAAO,OAAO,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC,EAAE,KAAK;AAC1D;AAEA,SAAS,eAAe,MAAc,OAAuB;AAC3D,SAAO,OAAO;AAChB;","names":[]}

package/dist/retrieval/query/search-cache/index.d.ts

@@ -0,0 +1,33 @@
+export { decodeBucketSearchSessionCursor, decodeSearchSessionCursor, encodeBucketSearchSessionCursor, encodeSearchSessionCursor } from './cursor.js';
+export { deleteArchiveSearchSessions, runSearchCacheGc } from './gc.js';
+export { readEntitySearchEvidenceMentions } from './hits.js';
+export { createEntitySearchSession, createSearchSession, populateSearchSessionObjectCaches, readCachedEntitySearchSessionPage, readCachedSearchSessionPage, readEntitySearchSessionPage, readSearchSessionDescriptor, readSearchSessionMetadataForCursor, readSearchSessionPage } from './sessions.js';
+export { readSearchSessionChunkBucketPage, readSearchSessionObjectBucketPage } from './buckets.js';
+export { BucketSearchCursor, EntitySearchSessionInput, EntitySearchSessionPage, SEARCH_EVIDENCE_KIND, SearchChapterTitleCursorKey, SearchChunkCursorKey, SearchChunkHitInput, SearchEntityHitInput, SearchEvidenceHitEventInput, SearchEvidenceKind, SearchObjectCursorKey, SearchSessionDescriptor, SearchSessionInput, SearchSessionPage, SearchTextCursorKey, SearchTripleHitInput } from './types.js';
+import '../../../runtime/gc/types.js';
+import '../../../document/database.js';
+import 'sqlite3';
+import '../archive-view/types.js';
+import '../../../document/types.js';
+import '../../../text/source/meta.js';
+import 'zod';
+import '../../../graph/reading.js';
+import '../../../document/directory/types.js';
+import '../../../text/source/toc.js';
+import '../../../text/source/types.js';
+import '../../../document/text-streams/serial.js';
+import '../../../document/text-streams/draft.js';
+import '../../../document/text-streams/types.js';
+import '../../../document/stores/chunk.js';
+import '../../../document/stores/types.js';
+import '../../../document/stores/fragment-group.js';
+import '../../../document/stores/graph-build-parameter.js';
+import '../../../document/stores/mention-link.js';
+import '../../../document/stores/mention.js';
+import '../../../document/stores/object-metadata.js';
+import '../../../document/stores/reading-edge.js';
+import '../../../document/stores/serial.js';
+import '../../../document/stores/snake/chunk.js';
+import '../../../document/stores/snake/core.js';
+import '../../../document/stores/snake/edge.js';
+import '../../../document/chapter/types.js';

package/dist/retrieval/query/search-cache/index.js

@@ -0,0 +1,46 @@
+import {
+  decodeBucketSearchSessionCursor,
+  decodeSearchSessionCursor,
+  encodeBucketSearchSessionCursor,
+  encodeSearchSessionCursor
+} from "./cursor.js";
+import { deleteArchiveSearchSessions, runSearchCacheGc } from "./gc.js";
+import { readEntitySearchEvidenceMentions } from "./hits.js";
+import {
+  createEntitySearchSession,
+  createSearchSession,
+  populateSearchSessionObjectCaches,
+  readCachedEntitySearchSessionPage,
+  readCachedSearchSessionPage,
+  readEntitySearchSessionPage,
+  readSearchSessionDescriptor,
+  readSearchSessionMetadataForCursor,
+  readSearchSessionPage
+} from "./sessions.js";
+import {
+  readSearchSessionChunkBucketPage,
+  readSearchSessionObjectBucketPage
+} from "./buckets.js";
+import { SEARCH_EVIDENCE_KIND } from "./types.js";
+export {
+  SEARCH_EVIDENCE_KIND,
+  createEntitySearchSession,
+  createSearchSession,
+  decodeBucketSearchSessionCursor,
+  decodeSearchSessionCursor,
+  deleteArchiveSearchSessions,
+  encodeBucketSearchSessionCursor,
+  encodeSearchSessionCursor,
+  populateSearchSessionObjectCaches,
+  readCachedEntitySearchSessionPage,
+  readCachedSearchSessionPage,
+  readEntitySearchEvidenceMentions,
+  readEntitySearchSessionPage,
+  readSearchSessionChunkBucketPage,
+  readSearchSessionDescriptor,
+  readSearchSessionMetadataForCursor,
+  readSearchSessionObjectBucketPage,
+  readSearchSessionPage,
+  runSearchCacheGc
+};
+//# sourceMappingURL=index.js.map

package/dist/retrieval/query/search-cache/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/retrieval/query/search-cache/index.ts"],"sourcesContent":["export {\n  decodeBucketSearchSessionCursor,\n  decodeSearchSessionCursor,\n  encodeBucketSearchSessionCursor,\n  encodeSearchSessionCursor,\n} from \"./cursor.js\";\nexport { deleteArchiveSearchSessions, runSearchCacheGc } from \"./gc.js\";\nexport { readEntitySearchEvidenceMentions } from \"./hits.js\";\nexport {\n  createEntitySearchSession,\n  createSearchSession,\n  populateSearchSessionObjectCaches,\n  readCachedEntitySearchSessionPage,\n  readCachedSearchSessionPage,\n  readEntitySearchSessionPage,\n  readSearchSessionDescriptor,\n  readSearchSessionMetadataForCursor,\n  readSearchSessionPage,\n} from \"./sessions.js\";\nexport {\n  readSearchSessionChunkBucketPage,\n  readSearchSessionObjectBucketPage,\n} from \"./buckets.js\";\nexport { SEARCH_EVIDENCE_KIND } from \"./types.js\";\nexport type {\n  BucketSearchCursor,\n  EntitySearchSessionInput,\n  EntitySearchSessionPage,\n  SearchChapterTitleCursorKey,\n  SearchChunkCursorKey,\n  SearchChunkHitInput,\n  SearchEntityHitInput,\n  SearchEvidenceHitEventInput,\n  SearchEvidenceKind,\n  SearchObjectCursorKey,\n  SearchSessionDescriptor,\n  SearchSessionInput,\n  SearchSessionPage,\n  SearchTextCursorKey,\n  SearchTripleHitInput,\n} from \"./types.js\";\n"],"mappings":"AAAA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,6BAA6B,wBAAwB;AAC9D,SAAS,wCAAwC;AACjD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP,SAAS,4BAA4B;","names":[]}