@delali/narsil 0.3.0 → 0.3.1-next.101

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (165) hide show
  1. package/README.md +9 -8
  2. package/dist/adapters/filesystem.d.ts +1 -1
  3. package/dist/adapters/filesystem.mjs +1 -1
  4. package/dist/adapters/indexeddb.d.ts +1 -1
  5. package/dist/adapters/indexeddb.mjs +1 -1
  6. package/dist/adapters/memory.d.ts +1 -1
  7. package/dist/{adapters-79OIa4xm.d.ts → adapters-BQFQ4PRz.d.ts} +27 -1
  8. package/dist/browser/chunk-BDOSMEEP.mjs +493 -0
  9. package/dist/browser/chunk-EJDUFWSO.mjs +602 -0
  10. package/dist/browser/chunk-HOZW3PKP.mjs +9 -0
  11. package/dist/browser/chunk-JOVZ6HMT.mjs +4358 -0
  12. package/dist/browser/chunk-JPTQZWJQ.mjs +10 -0
  13. package/dist/browser/chunk-KPJMDPHG.mjs +24558 -0
  14. package/dist/browser/chunk-PGIM3HIM.mjs +2743 -0
  15. package/dist/browser/chunk-RHG4O77A.mjs +206 -0
  16. package/dist/browser/chunk-RIJSLY2I.mjs +360 -0
  17. package/dist/browser/durability-wiring-SRUYT3VV.mjs +3875 -0
  18. package/dist/browser/module-CBB2ETYP.mjs +3111 -0
  19. package/dist/browser/release-76MXRPGV.mjs +33 -0
  20. package/dist/browser/replace-RURXTGVG.mjs +57 -0
  21. package/dist/browser/restore-queue-EEZQO6RF.mjs +35 -0
  22. package/dist/browser/runtime-7ZAHCHWR.mjs +557 -0
  23. package/dist/browser/snapshot-OAAA5UJ7.mjs +1210 -0
  24. package/dist/browser/write-7D6VIK6O.mjs +208 -0
  25. package/dist/{capabilities-DSsOGz6F.d.ts → capabilities-DiGlB6Sr.d.ts} +68 -7
  26. package/dist/chunk-2RIRGOUL.mjs +113 -0
  27. package/dist/chunk-37CD3OKS.mjs +87 -0
  28. package/dist/chunk-44W3CBNG.mjs +7 -0
  29. package/dist/chunk-46D6JQIG.mjs +426 -0
  30. package/dist/{chunk-VMRR3DQU.mjs → chunk-5JNA5SKS.mjs} +546 -35
  31. package/dist/chunk-747OHOUA.mjs +11 -0
  32. package/dist/chunk-75XIEF6H.mjs +126 -0
  33. package/dist/chunk-7X5JST5L.mjs +114 -0
  34. package/dist/chunk-BOFBLJFZ.mjs +209 -0
  35. package/dist/{chunk-USKFU7J5.mjs → chunk-BWJVNZPR.mjs} +8 -1
  36. package/dist/chunk-C7SLA6CM.mjs +19 -0
  37. package/dist/{chunk-POWOTUKJ.mjs → chunk-CQUMNIIG.mjs} +3 -6
  38. package/dist/chunk-CVXLLEQ3.mjs +1011 -0
  39. package/dist/chunk-DJHHF2L5.mjs +17 -0
  40. package/dist/chunk-E74YLAIG.mjs +24 -0
  41. package/dist/{chunk-UXNWQZST.mjs → chunk-EMRMGYRE.mjs} +236 -18
  42. package/dist/chunk-EWZLIYHV.mjs +57 -0
  43. package/dist/chunk-GBEEG5AN.mjs +35 -0
  44. package/dist/chunk-GES7U2PM.mjs +68 -0
  45. package/dist/chunk-HJSN7UYG.mjs +10 -0
  46. package/dist/chunk-HLPRHOSO.mjs +17 -0
  47. package/dist/chunk-HMFNFVP7.mjs +14 -0
  48. package/dist/chunk-J5QP52HA.mjs +1751 -0
  49. package/dist/{chunk-YNVIUGF5.mjs → chunk-JZVARCRZ.mjs} +3 -28
  50. package/dist/chunk-KOKM4PQN.mjs +52 -0
  51. package/dist/{chunk-B2TFROFX.mjs → chunk-KWTW6VTG.mjs} +465 -250
  52. package/dist/chunk-KZ3NX2P7.mjs +21 -0
  53. package/dist/chunk-L5ORED7V.mjs +25 -0
  54. package/dist/{chunk-THYRHHO2.mjs → chunk-LGAMKHA2.mjs} +2009 -2351
  55. package/dist/chunk-LKOB5COA.mjs +117 -0
  56. package/dist/chunk-LPQOEU5M.mjs +96 -0
  57. package/dist/{chunk-3LHGNRYE.mjs → chunk-LXWDQLTW.mjs} +7 -2
  58. package/dist/{chunk-L6TNPLAR.mjs → chunk-OEYI3KRB.mjs} +270 -108
  59. package/dist/chunk-OM362BRO.mjs +948 -0
  60. package/dist/chunk-OZDFA4WC.mjs +67 -0
  61. package/dist/chunk-P36MUFEJ.mjs +10 -0
  62. package/dist/chunk-PC2G76VW.mjs +2540 -0
  63. package/dist/{chunk-GCM3JFVA.mjs → chunk-PNEYIHA4.mjs} +11 -2
  64. package/dist/chunk-PNFKUCG3.mjs +1130 -0
  65. package/dist/chunk-Q6XWVUZX.mjs +44 -0
  66. package/dist/chunk-R27EMH5M.mjs +617 -0
  67. package/dist/{chunk-YMZCMH5M.mjs → chunk-R6A773WK.mjs} +19 -24
  68. package/dist/chunk-RF7PLG43.mjs +106 -0
  69. package/dist/chunk-RFBLQLLZ.mjs +16 -0
  70. package/dist/{chunk-Y3L5MDRV.mjs → chunk-RFVUDM5E.mjs} +17 -2
  71. package/dist/chunk-S7FL6UAH.mjs +521 -0
  72. package/dist/chunk-S7GNDRPS.mjs +651 -0
  73. package/dist/chunk-SP3NM3ZG.mjs +3537 -0
  74. package/dist/chunk-U476IXKQ.mjs +10 -0
  75. package/dist/chunk-UA3AUGNV.mjs +462 -0
  76. package/dist/chunk-UTG5YNXV.mjs +507 -0
  77. package/dist/chunk-VI4R6W25.mjs +8484 -0
  78. package/dist/chunk-WQBCBKY3.mjs +8 -0
  79. package/dist/{chunk-24RXHMEL.mjs → chunk-WVCOCKBU.mjs} +3794 -7570
  80. package/dist/chunk-X5CV2E2B.mjs +1 -0
  81. package/dist/chunk-XADZPPZI.mjs +614 -0
  82. package/dist/chunk-YEEQHT4V.mjs +212 -0
  83. package/dist/chunk-YTJCGKM4.mjs +56 -0
  84. package/dist/chunk-YYQIODMF.mjs +275 -0
  85. package/dist/chunk-ZI34TVOA.mjs +144 -0
  86. package/dist/{chunk-OOSIDHA3.mjs → chunk-ZKWYWW4Y.mjs} +1 -1
  87. package/dist/chunk-ZM7KU4YW.mjs +35 -0
  88. package/dist/{client-BQK6Tf6A.d.ts → client-BOStAkc5.d.ts} +160 -37
  89. package/dist/client.d.ts +11 -10
  90. package/dist/client.mjs +209 -45
  91. package/dist/{config-DmXULPa-.d.ts → config-Cjvzbs_j.d.ts} +51 -3
  92. package/dist/config-DffQlmRq.d.ts +421 -0
  93. package/dist/direct-executor-ZD64PPEZ.mjs +24 -0
  94. package/dist/distribution/coordinator/etcd.d.ts +79 -18
  95. package/dist/distribution/coordinator/etcd.mjs +553 -109
  96. package/dist/distribution/coordinator/in-memory.d.ts +4 -3
  97. package/dist/distribution/coordinator/in-memory.mjs +22 -3
  98. package/dist/distribution/transport/grpc.d.ts +2 -2
  99. package/dist/distribution/transport/grpc.mjs +79 -14
  100. package/dist/distribution/transport/in-memory.d.ts +2 -2
  101. package/dist/distribution/transport/in-memory.mjs +12 -7
  102. package/dist/distribution/transport/tcp.d.ts +2 -2
  103. package/dist/distribution/transport/tcp.mjs +50 -28
  104. package/dist/distribution.d.ts +144 -23
  105. package/dist/distribution.mjs +14479 -8173
  106. package/dist/durability-wiring-FEUBR5BT.mjs +3330 -0
  107. package/dist/embeddings/openai.d.ts +2 -2
  108. package/dist/embeddings/openai.mjs +22 -133
  109. package/dist/{engine-CIOyFozK.d.ts → engine-rC0vjjY-.d.ts} +165 -141
  110. package/dist/{memory-yFaVn2xZ.d.ts → events-DqOIg5xa.d.ts} +645 -136
  111. package/dist/{types-DAK7mnUZ.d.ts → index-Bkdt8nDw.d.ts} +182 -45
  112. package/dist/index.browser.mjs +4 -32180
  113. package/dist/index.d.ts +91 -20
  114. package/dist/index.mjs +33 -16
  115. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  116. package/dist/invalidation/filesystem.d.ts +1 -1
  117. package/dist/invalidation/filesystem.mjs +2 -1
  118. package/dist/invalidation/noop.d.ts +1 -1
  119. package/dist/module-3S65MVCM.mjs +2151 -0
  120. package/dist/partial-words-DTIHO8G4.d.ts +19 -0
  121. package/dist/partial-words.d.ts +22 -0
  122. package/dist/partial-words.mjs +17 -0
  123. package/dist/pattern-Cledccbl.d.ts +18 -0
  124. package/dist/pattern.d.ts +22 -0
  125. package/dist/pattern.mjs +12 -0
  126. package/dist/persistence/durability/checkpoint-worker.d.ts +119 -72
  127. package/dist/persistence/durability/checkpoint-worker.mjs +51 -18
  128. package/dist/react.d.ts +279 -183
  129. package/dist/react.mjs +201 -48
  130. package/dist/release-BH3DKW3T.mjs +33 -0
  131. package/dist/replace-CEO5KJJ3.mjs +57 -0
  132. package/dist/rerank-K7C4WZFG.mjs +60 -0
  133. package/dist/rerankers/http.d.ts +50 -0
  134. package/dist/rerankers/http.mjs +104 -0
  135. package/dist/restore-queue-KQHA7ZV2.mjs +35 -0
  136. package/dist/runtime-6Y4ZYXOG.mjs +177 -0
  137. package/dist/{schema-d5Afu03A.d.ts → schema-4W_7tk1f.d.ts} +81 -11
  138. package/dist/server.d.ts +13 -12
  139. package/dist/server.mjs +611 -80
  140. package/dist/snapshot-QGZPODM5.mjs +799 -0
  141. package/dist/synonyms-CpOAHPa-.d.ts +52 -0
  142. package/dist/synonyms.d.ts +22 -0
  143. package/dist/synonyms.mjs +12 -0
  144. package/dist/{tasks-CH2Dod8w.d.ts → tasks-CwPTz-tP.d.ts} +10 -3
  145. package/dist/thread-N3IUGUS3.mjs +697 -0
  146. package/dist/{types-BQDlIvfS.d.ts → types-2qoitTXg.d.ts} +1 -1
  147. package/dist/{types-D5OwhtsQ.d.ts → types-Cz5okLml.d.ts} +2 -2
  148. package/dist/vector/search-worker.d.ts +46 -4
  149. package/dist/vector/search-worker.mjs +21 -11
  150. package/dist/workers/entry.mjs +9 -6
  151. package/dist/write-U5RI7MAX.mjs +241 -0
  152. package/package.json +55 -9
  153. package/dist/chunk-3L4U6EJQ.mjs +0 -49
  154. package/dist/chunk-IFBKLBGB.mjs +0 -7
  155. package/dist/chunk-ORBLD3EL.mjs +0 -6
  156. package/dist/chunk-U7KYW4BA.mjs +0 -135
  157. package/dist/chunk-ZJ4CSAB2.mjs +0 -13
  158. package/dist/chunk-ZNZBXMP5.mjs +0 -2117
  159. package/dist/chunk-ZZT3EAUC.mjs +0 -11168
  160. package/dist/config-BhldZgaK.d.ts +0 -194
  161. package/dist/direct-executor-ALAVE7FC.mjs +0 -12
  162. package/dist/serialization/crc32-worker.d.ts +0 -20
  163. package/dist/serialization/crc32-worker.mjs +0 -62
  164. package/dist/simd-DW5AtJ6B.d.ts +0 -41
  165. package/dist/thread-DYHEQRVY.mjs +0 -402
@@ -0,0 +1,33 @@
1
+ // src/engine/orchestration/release.ts
2
+ async function releaseIndexCopies(state, indexName, steps) {
3
+ const wasScaledOut = state.scaledOutIndexes.delete(indexName);
4
+ const loading = state.copyTransitions.get(indexName);
5
+ if (loading !== void 0) await loading.done.catch(() => void 0);
6
+ await steps.awaitReplicationIdle(state, indexName);
7
+ steps.cancelIdleMerge(state, indexName);
8
+ const reloads = wasScaledOut || loading !== void 0 && loading.kind !== "drop";
9
+ const pool = state.workerPool;
10
+ if (pool === null) return reloads;
11
+ pool.removeIndex(indexName);
12
+ state.segmentLedger.delete(indexName);
13
+ state.unbroadcastSegments.delete(indexName);
14
+ await Promise.all(
15
+ pool.executorEntries().map(
16
+ ({ executor }) => executor.execute({ type: "dropIndex", indexName, requestId: `restore-release-${indexName}` }).catch((error) => {
17
+ if (!steps.heldNowhere(error)) throw error;
18
+ })
19
+ )
20
+ );
21
+ return reloads;
22
+ }
23
+ async function endCopyRelease(state, indexName, reloads, steps) {
24
+ const hold = state.copyReleaseHolds.get(indexName);
25
+ if (hold === void 0) return steps.resyncIndex(indexName, reloads);
26
+ hold.holders -= 1;
27
+ hold.reloads ||= reloads;
28
+ if (hold.holders > 0) return;
29
+ state.copyReleaseHolds.delete(indexName);
30
+ await steps.resyncIndex(indexName, hold.reloads);
31
+ }
32
+
33
+ export { endCopyRelease, releaseIndexCopies };
@@ -0,0 +1,57 @@
1
+ // src/engine/index-state/replace.ts
2
+ function runReplacement(context, entry, body, settle) {
3
+ const previous = entry.state;
4
+ entry.state = "replacing";
5
+ const run = (async () => {
6
+ await context.waitForDrain(entry);
7
+ await body();
8
+ })().then(
9
+ () => settle(true, previous),
10
+ (error) => {
11
+ settle(false, previous);
12
+ throw error;
13
+ }
14
+ ).finally(() => {
15
+ entry.replacePromise = null;
16
+ });
17
+ entry.replacePromise = run;
18
+ return run;
19
+ }
20
+ function replaceUnregistered(context, indexName, entry, action) {
21
+ return runReplacement(context, entry, action, (succeeded) => {
22
+ if (!succeeded) {
23
+ context.forget(indexName);
24
+ return;
25
+ }
26
+ entry.state = "open";
27
+ entry.lastAccessAt = Date.now();
28
+ });
29
+ }
30
+ async function replaceExclusively(context, indexName, action) {
31
+ let entry = context.entryOf(indexName);
32
+ while (true) {
33
+ const pending = entry.dropPromise ?? entry.replacePromise ?? entry.reopenPromise ?? entry.closePromise;
34
+ if (pending === null) break;
35
+ await pending.catch(() => void 0);
36
+ entry = context.entryOf(indexName);
37
+ }
38
+ const wasOpen = entry.state === "open";
39
+ await runReplacement(
40
+ context,
41
+ entry,
42
+ () => action(wasOpen),
43
+ (succeeded, previous) => {
44
+ if (!succeeded) {
45
+ entry.state = previous;
46
+ return;
47
+ }
48
+ entry.state = "open";
49
+ entry.cachedError = null;
50
+ entry.reopenFailures = 0;
51
+ entry.nextReopenAt = 0;
52
+ entry.lastAccessAt = Date.now();
53
+ }
54
+ );
55
+ }
56
+
57
+ export { replaceExclusively, replaceUnregistered };
@@ -0,0 +1,35 @@
1
+ // src/narsil/restore-queue.ts
2
+ function restoreDepsOf(core, host) {
3
+ return {
4
+ ...host,
5
+ executor: core.executor,
6
+ indexRegistry: core.indexRegistry,
7
+ durability: core.durability,
8
+ filesystemDurability: core.filesystemDurability,
9
+ embeddingAdapters: core.embeddingAdapters,
10
+ markAnalysisStale: core.analysisRebuild.markStale,
11
+ clearAnalysisStale: core.analysisRebuild.clearStale,
12
+ abandonAnalysisRebuild: core.analysisRebuild.abandon,
13
+ indexState: core.indexState,
14
+ copies: core.orchestrator,
15
+ forgetWatermark: core.watermarkNotifier.forget
16
+ };
17
+ }
18
+ function queueRestore(core, host, restoresInFlight, indexName, data) {
19
+ const previous = restoresInFlight.get(indexName) ?? Promise.resolve();
20
+ const restored = previous.then(async () => {
21
+ const { restoreFromSnapshot } = await import('./snapshot-OAAA5UJ7.mjs');
22
+ await restoreFromSnapshot(indexName, data, restoreDepsOf(core, host));
23
+ });
24
+ const settled = restored.then(
25
+ () => void 0,
26
+ () => void 0
27
+ );
28
+ restoresInFlight.set(indexName, settled);
29
+ void settled.then(() => {
30
+ if (restoresInFlight.get(indexName) === settled) restoresInFlight.delete(indexName);
31
+ });
32
+ return restored;
33
+ }
34
+
35
+ export { queueRestore };
@@ -0,0 +1,557 @@
1
+ import { MIN_RERANK_TIMEOUT_MS, MAX_RERANK_TIMEOUT_MS, MIN_RERANK_WINDOW, MAX_RERANK_WINDOW, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_RERANK_TIMEOUT_MS, DEFAULT_RERANK_WINDOW } from './chunk-JPTQZWJQ.mjs';
2
+ import { NarsilError, ErrorCodes, MIN_HYBRID_DEPTH, MAX_HYBRID_DEPTH, HYBRID_RESCORE_WINDOW, DEFAULT_LIMIT, DEFAULT_OFFSET, RESULT_WINDOW } from './chunk-RHG4O77A.mjs';
3
+
4
+ // src/search/hybrid-depth.ts
5
+ function fixedHybridDepthOf(hybrid) {
6
+ const depth = hybrid?.depth;
7
+ if (depth === void 0 || depth === null) return void 0;
8
+ if (!Number.isInteger(depth) || depth < MIN_HYBRID_DEPTH || depth > MAX_HYBRID_DEPTH) {
9
+ throw new NarsilError(
10
+ ErrorCodes.CONFIG_INVALID,
11
+ `hybrid.depth must be a whole number from ${MIN_HYBRID_DEPTH} to ${MAX_HYBRID_DEPTH}`,
12
+ { depth }
13
+ );
14
+ }
15
+ return depth;
16
+ }
17
+ function requireWithinHybridDepth(cursorDepth, offset, depth) {
18
+ const start = cursorDepth + offset;
19
+ if (start < depth) return;
20
+ throw new NarsilError(
21
+ ErrorCodes.SEARCH_RESULT_WINDOW_EXCEEDED,
22
+ `A hybrid query pages through the first ${depth} fused results, and this page starts at ${start}. Raise hybrid.depth to page further`,
23
+ { offset, cursorDepth, depth }
24
+ );
25
+ }
26
+
27
+ // src/search/position-page.ts
28
+ function lastOrganic(page, pinnedIds) {
29
+ for (let i = page.length - 1; i >= 0; i--) {
30
+ if (pinnedIds === void 0 || !pinnedIds.has(page[i].id)) return page[i];
31
+ }
32
+ return void 0;
33
+ }
34
+ function positionOf(organic, id) {
35
+ for (let i = 0; i < organic.length; i++) {
36
+ if (organic[i].id === id) return i;
37
+ }
38
+ return -1;
39
+ }
40
+ function pageByPosition(placed, organic, { start, limit, pinnedIds, binding, encodeCursor }) {
41
+ if (limit <= 0) return { page: [] };
42
+ const page = placed.slice(start, start + limit);
43
+ const last = lastOrganic(page, pinnedIds);
44
+ if (placed.length <= start + limit || last === void 0) return { page };
45
+ const depth = pinnedIds === void 0 ? start + page.lastIndexOf(last) + 1 : positionOf(organic, last.id) + 1;
46
+ const cursor = encodeCursor({
47
+ anchor: last.id,
48
+ score: last.score ?? null,
49
+ sortKey: null,
50
+ sortSignature: null,
51
+ depth,
52
+ binding
53
+ });
54
+ return { page, cursor };
55
+ }
56
+
57
+ // src/engine/query/hybrid-depth.ts
58
+ function countOfUnion(text, vectorScored) {
59
+ const textIds = /* @__PURE__ */ new Set();
60
+ for (const doc of text.scored) textIds.add(doc.docId);
61
+ let vectorOnly = 0;
62
+ for (const doc of vectorScored) if (!textIds.has(doc.docId)) vectorOnly++;
63
+ if (text.scored.length === text.totalMatched) return text.totalMatched + vectorOnly;
64
+ return Math.max(text.totalMatched, text.scored.length + vectorOnly);
65
+ }
66
+ async function fusedAtDepth(params, context, depth, legs) {
67
+ const { textLeg, vectorLeg } = legs;
68
+ const { vector: vectorConfig, mode: _mode, hybrid: _hybrid, searchAfter: _after, pinned: _pinned, ...rest } = params;
69
+ const fusion = legs.resolveHybridFusion(params.hybrid);
70
+ const textOnlyParams = { ...rest, limit: depth, offset: 0 };
71
+ const filtered = legs.filteredSearchOf(params, context);
72
+ if (filtered !== void 0 && legs.filterSubsetsMatchNothing(filtered.first)) {
73
+ return { scored: [], totalMatched: 0 };
74
+ }
75
+ if (!vectorConfig || !vectorConfig.value) {
76
+ const textOnly = await textLeg(textOnlyParams, context);
77
+ return { scored: textOnly.scored, totalMatched: textOnly.totalMatched, facets: textOnly.facets };
78
+ }
79
+ const vectorPending = vectorLeg(
80
+ vectorConfig,
81
+ new Float32Array(vectorConfig.value),
82
+ context,
83
+ filtered,
84
+ depth,
85
+ HYBRID_RESCORE_WINDOW
86
+ );
87
+ const [textFanOutResult, vectorOutcome] = await Promise.all([textLeg(textOnlyParams, context), vectorPending]);
88
+ const vectorScored = vectorOutcome.scored;
89
+ const textScored = textFanOutResult.scored.slice(0, depth);
90
+ let fusedScored;
91
+ if (fusion.strategy === "rrf") {
92
+ fusedScored = legs.reciprocalRankFusion([textScored, vectorScored], { k: fusion.k });
93
+ } else {
94
+ fusedScored = legs.linearCombination(textScored, vectorScored, { alpha: fusion.alpha });
95
+ }
96
+ const textHoldsEveryMatch = textFanOutResult.scored.length === textFanOutResult.totalMatched;
97
+ const threshold = params.minScore ?? 0;
98
+ const filtersByScore = threshold > 0;
99
+ if (filtersByScore) fusedScored = fusedScored.filter((doc) => doc.score >= threshold);
100
+ return {
101
+ scored: fusedScored.length > depth ? fusedScored.slice(0, depth) : fusedScored,
102
+ totalMatched: filtersByScore ? fusedScored.length : countOfUnion(textFanOutResult, vectorScored),
103
+ matchedExact: vectorOutcome.holdsEveryMatch && textHoldsEveryMatch && (!filtersByScore || textScored.length === textFanOutResult.totalMatched),
104
+ facets: textFanOutResult.facets
105
+ };
106
+ }
107
+ async function searchFixedDepthHybrid(params, context, { cursorDepth, offset, limit }, host) {
108
+ const depth = fixedHybridDepthOf(params.hybrid) ?? 0;
109
+ requireWithinHybridDepth(cursorDepth, offset, depth);
110
+ const result = await fusedAtDepth(params, context, depth, host);
111
+ const placesPins = context.partitionIds === void 0;
112
+ const paginate = (placed, _limit, _offset, _binding, _cursor, _sort, pinnedIds) => {
113
+ const pins = placesPins ? pinnedIds : void 0;
114
+ const organic = pins === void 0 ? placed : result.scored.map((doc) => ({ id: doc.docId }));
115
+ const { page, cursor } = pageByPosition(placed, organic, {
116
+ start: cursorDepth + offset,
117
+ limit,
118
+ pinnedIds: pins,
119
+ binding: context.cursorBinding,
120
+ encodeCursor: host.encodePageCursor
121
+ });
122
+ return { paginated: page, nextCursor: cursor };
123
+ };
124
+ return { ...result, paginate };
125
+ }
126
+
127
+ // src/rerank/query-text.ts
128
+ function nonBlank(value) {
129
+ return typeof value === "string" && value.trim().length > 0 ? value : void 0;
130
+ }
131
+ function rerankQueryTextOf(params) {
132
+ const rerank = params.rerank;
133
+ if (typeof rerank === "object" && rerank !== null && "query" in rerank && rerank.query !== void 0) {
134
+ return nonBlank(rerank.query);
135
+ }
136
+ return nonBlank(params.term) ?? nonBlank(params.vector?.text);
137
+ }
138
+ function withRerankQueryText(params) {
139
+ const rerank = params.rerank;
140
+ if (rerank === void 0 || typeof rerank !== "object" || rerank === null || rerank.query !== void 0) {
141
+ return params;
142
+ }
143
+ const query = rerankQueryTextOf(params);
144
+ return query === void 0 ? params : { ...params, rerank: { ...rerank, query } };
145
+ }
146
+
147
+ // src/rerank/params.ts
148
+ function invalid(message, details = {}) {
149
+ return new NarsilError(ErrorCodes.RERANK_CONFIG_INVALID, message, details);
150
+ }
151
+ function requireTextFields(fields, schema, host) {
152
+ if (!Array.isArray(fields) || fields.length === 0) {
153
+ throw invalid("rerank.fields must list at least one text field");
154
+ }
155
+ const flat = host.flattenSchema(schema);
156
+ const checked = [];
157
+ const seen = /* @__PURE__ */ new Set();
158
+ for (const field of fields) {
159
+ if (typeof field !== "string") {
160
+ throw invalid("rerank.fields accepts field paths written as strings", { field: String(field) });
161
+ }
162
+ const parsed = host.parsedTypeOf(Object.hasOwn(flat, field) ? flat[field] : void 0);
163
+ if (parsed === void 0 || !host.isStringValuedBase(parsed.base)) {
164
+ throw invalid(`rerank.fields gives "${field}", which the schema does not declare as a text field`, { field });
165
+ }
166
+ if (seen.has(field)) {
167
+ throw invalid(`rerank.fields gives "${field}" more than once`, { field });
168
+ }
169
+ seen.add(field);
170
+ checked.push(field);
171
+ }
172
+ return checked;
173
+ }
174
+ function requireWindow(window, maxWindow, hybridDepth) {
175
+ if (window === void 0) return Math.min(DEFAULT_RERANK_WINDOW, maxWindow, hybridDepth ?? maxWindow);
176
+ if (typeof window !== "number" || !Number.isInteger(window) || window < MIN_RERANK_WINDOW || window > maxWindow) {
177
+ throw invalid(`rerank.window must be a whole number from ${MIN_RERANK_WINDOW} to ${maxWindow}`, {
178
+ window: typeof window === "number" ? window : String(window),
179
+ maxRerankWindow: maxWindow
180
+ });
181
+ }
182
+ if (hybridDepth !== void 0 && window > hybridDepth) {
183
+ throw invalid(
184
+ `rerank.window is ${window}, above the hybrid.depth of ${hybridDepth} that a hybrid query reranks from`,
185
+ {
186
+ window,
187
+ depth: hybridDepth
188
+ }
189
+ );
190
+ }
191
+ return window;
192
+ }
193
+ function resolveRerankParams(params, schema, maxWindow, hybridDepth, host) {
194
+ const rerank = params.rerank;
195
+ if (typeof rerank !== "object" || rerank === null || Array.isArray(rerank)) {
196
+ throw invalid("rerank must be an object that gives an adapter and the fields to rerank by");
197
+ }
198
+ if (host.normalizeSort(params.sort).length > 0) {
199
+ throw new NarsilError(
200
+ ErrorCodes.SEARCH_INVALID_MODE,
201
+ "A query cannot carry both rerank and a sort, because each of them sets the order of the hits"
202
+ );
203
+ }
204
+ const { adapter, fields, window } = rerank;
205
+ if (typeof adapter !== "string" || adapter.length === 0) {
206
+ throw invalid("rerank.adapter must give the name of a registered rerank adapter");
207
+ }
208
+ const checkedFields = requireTextFields(fields, schema, host);
209
+ const checkedWindow = requireWindow(window, maxWindow, hybridDepth);
210
+ const query = rerankQueryTextOf(params);
211
+ if (query === void 0) {
212
+ throw invalid("A reranked query needs text to compare each hit with: set rerank.query, term, or vector.text");
213
+ }
214
+ return { adapter, fields: checkedFields, query, window: checkedWindow };
215
+ }
216
+ function rerankTextOf(values) {
217
+ if (values === void 0) return "";
218
+ const lines = [];
219
+ for (const value of values) {
220
+ if (typeof value === "string") {
221
+ lines.push(value);
222
+ } else if (Array.isArray(value)) {
223
+ for (const member of value) if (typeof member === "string") lines.push(member);
224
+ }
225
+ }
226
+ return lines.join("\n");
227
+ }
228
+
229
+ // src/rerank/pipeline.ts
230
+ function rerankCursorDepth(cursor, binding, host) {
231
+ const decoded = host.decodePageCursor(cursor);
232
+ host.requireMatchingCursor(decoded, cursor, null, true, binding);
233
+ return decoded.depth ?? 0;
234
+ }
235
+ function requireWithinReach(cursorDepth, offset, limit) {
236
+ const reach = cursorDepth + offset + limit;
237
+ if (reach <= RESULT_WINDOW) return;
238
+ throw new NarsilError(
239
+ ErrorCodes.SEARCH_RESULT_WINDOW_EXCEEDED,
240
+ `The engine pages a reranked query through the first ${RESULT_WINDOW} results, and this page ends at ${reach}`,
241
+ { limit, offset, cursorDepth, window: RESULT_WINDOW }
242
+ );
243
+ }
244
+ function reorderByRerank(ranked, windowSize, scores, compareCodePoints) {
245
+ let initialLow = Number.POSITIVE_INFINITY;
246
+ let initialHigh = Number.NEGATIVE_INFINITY;
247
+ let finalLow = Number.POSITIVE_INFINITY;
248
+ let finalHigh = Number.NEGATIVE_INFINITY;
249
+ const ordered = new Array(windowSize);
250
+ for (let i = 0; i < windowSize; i++) {
251
+ const first = ranked[i].score ?? 0;
252
+ const score = scores[i];
253
+ if (first < initialLow) initialLow = first;
254
+ if (first > initialHigh) initialHigh = first;
255
+ if (score < finalLow) finalLow = score;
256
+ if (score > finalHigh) finalHigh = score;
257
+ ordered[i] = { ...ranked[i], score };
258
+ }
259
+ ordered.sort((a, b) => (b.score ?? 0) - (a.score ?? 0) || compareCodePoints(a.id, b.id));
260
+ const rescale = initialLow > finalLow;
261
+ const scale = rescale ? Math.max(finalHigh - finalLow, 1) / Math.max(initialHigh - initialLow, 1) : 1;
262
+ const bias = rescale ? finalLow - initialLow * scale : 0;
263
+ for (let i = windowSize; i < ranked.length; i++) {
264
+ const hit = ranked[i];
265
+ ordered.push(rescale ? { ...hit, score: (hit.score ?? 0) * scale + bias } : hit);
266
+ }
267
+ return ordered;
268
+ }
269
+ function firstStageDepth(hybridDepth, window, cursorDepth, offset, limit) {
270
+ if (hybridDepth === void 0) {
271
+ requireWithinReach(cursorDepth, offset, limit);
272
+ return Math.max(window + 1, Math.min(cursorDepth + offset + limit + 1, RESULT_WINDOW));
273
+ }
274
+ requireWithinHybridDepth(cursorDepth, offset, hybridDepth);
275
+ return hybridDepth;
276
+ }
277
+ async function runRerankedQuery(request, io) {
278
+ const fuses = io.fusesRankings(request);
279
+ const hybridDepth = fuses ? fixedHybridDepthOf(request.hybrid) : void 0;
280
+ const { host } = io;
281
+ const plan = resolveRerankParams(request, io.schema, io.maxWindow, hybridDepth, host);
282
+ const limit = host.clampRowCount(request.limit, DEFAULT_LIMIT);
283
+ const offset = host.clampRowCount(request.offset, DEFAULT_OFFSET);
284
+ const cursorDepth = request.searchAfter === void 0 ? 0 : rerankCursorDepth(request.searchAfter, io.binding, host);
285
+ const depth = firstStageDepth(hybridDepth, plan.window, cursorDepth, offset, limit);
286
+ const projection = host.resolveProjection(request.document);
287
+ const { rerank: _rerank, pinned: _pinned, searchAfter: _searchAfter, highlight: _highlight, ...firstParams } = request;
288
+ const placesPins = request.searchAfter === void 0 && request.pinned !== void 0;
289
+ const countsApart = placesPins || request.vector !== void 0 && !fuses;
290
+ const [first, plain] = await Promise.all([
291
+ io.firstStage({ ...firstParams, offset: 0, limit: depth, document: false }),
292
+ countsApart ? io.firstStage({
293
+ ...firstParams,
294
+ ...placesPins ? { pinned: request.pinned } : {},
295
+ facets: void 0,
296
+ group: void 0,
297
+ offset: cursorDepth + offset,
298
+ limit,
299
+ document: false
300
+ }) : void 0
301
+ ]);
302
+ const ranked = first.hits;
303
+ let pins = placesPins ? request.pinned : void 0;
304
+ if (pins !== void 0) {
305
+ const stored = await io.storedPins(host.dedupePinnedEntries(pins).map((entry) => entry.docId));
306
+ const clamps = io.clampsPins || first.countExact && ranked.length >= first.count;
307
+ pins = pins.filter((entry) => stored.has(entry.docId) && (clamps || entry.position < depth));
308
+ }
309
+ const placedPins = pins;
310
+ const place = (hits) => placedPins === void 0 ? hits : host.placePinned(hits, placedPins, (docId) => ({ id: docId, score: 0, document: void 0 })).hits;
311
+ const start = cursorDepth + offset;
312
+ const windowSize = Math.min(plan.window, ranked.length);
313
+ const pageHoldsHits = limit > 0 && start < place(ranked).length;
314
+ let ordered = ranked;
315
+ if (windowSize > 0 && pageHoldsHits) {
316
+ const texts = await io.texts(
317
+ ranked.slice(0, windowSize).map((hit) => hit.id),
318
+ plan.fields
319
+ );
320
+ ordered = reorderByRerank(
321
+ ranked,
322
+ windowSize,
323
+ await io.score(plan.adapter, plan.query, texts),
324
+ host.compareCodePoints
325
+ );
326
+ } else {
327
+ await io.score(plan.adapter, plan.query, []);
328
+ }
329
+ const pinnedIds = placedPins === void 0 ? void 0 : new Set(placedPins.map((entry) => entry.docId));
330
+ const { page, cursor } = pageByPosition(place(ordered), ordered, {
331
+ start,
332
+ limit,
333
+ pinnedIds,
334
+ binding: io.binding,
335
+ encodeCursor: host.encodePageCursor
336
+ });
337
+ await io.fillDocuments(page, first.groups, projection);
338
+ if (request.highlight) io.highlight?.(page, projection);
339
+ return {
340
+ hits: page,
341
+ count: (plain ?? first).count,
342
+ countExact: (plain ?? first).countExact,
343
+ elapsed: 0,
344
+ cursor,
345
+ facets: first.facets,
346
+ groups: first.groups,
347
+ coverage: first.coverage
348
+ };
349
+ }
350
+
351
+ // src/engine/query/rerank.ts
352
+ async function executeRerankedQuery(request, context, firstStage, host) {
353
+ const startTime = host.now();
354
+ const runner = context.rerank;
355
+ if (runner === void 0) {
356
+ throw new NarsilError(ErrorCodes.RERANK_CONFIG_INVALID, "This search path holds no rerank adapters");
357
+ }
358
+ const { manager } = context;
359
+ const result = await runRerankedQuery(request, {
360
+ host,
361
+ schema: context.config.schema,
362
+ maxWindow: runner.maxWindow,
363
+ binding: context.cursorBinding,
364
+ clampsPins: true,
365
+ fusesRankings: (params) => params.vector !== void 0 && (params.mode === "hybrid" || params.term !== void 0 && params.term.trim().length > 0),
366
+ firstStage: (params) => firstStage(params, context),
367
+ async texts(docIds, fields) {
368
+ return docIds.map((docId) => rerankTextOf(manager.fieldValues(docId, fields)));
369
+ },
370
+ async storedPins(docIds) {
371
+ return new Set(docIds.filter((docId) => manager.getRef(docId) !== void 0));
372
+ },
373
+ score: (adapter, query, documents) => runner.score(adapter, query, documents),
374
+ async fillDocuments(hits, groups, projection) {
375
+ const read = (docId) => projection.kind === "none" ? {} : manager.get(docId, projection) ?? {};
376
+ for (const hit of hits) hit.document = read(hit.id);
377
+ for (const group of groups ?? []) {
378
+ for (const hit of group.hits) hit.document = read(hit.id);
379
+ }
380
+ },
381
+ highlight(page, projection) {
382
+ const fields = request.highlight?.fields ?? [];
383
+ const dropped = fields.some((field) => !host.projectionKeepsField(projection, field));
384
+ const readStoredDocument = dropped ? (docId) => manager.get(docId, { kind: "full" }) : void 0;
385
+ host.applyHighlights(
386
+ page,
387
+ request,
388
+ context.language,
389
+ manager.analysis,
390
+ manager.schema,
391
+ readStoredDocument,
392
+ manager.synonyms
393
+ );
394
+ }
395
+ });
396
+ result.elapsed = host.now() - startTime;
397
+ return result;
398
+ }
399
+
400
+ // src/rerank/call.ts
401
+ function unregistered(adapters, name) {
402
+ const registered = [...adapters.keys()].sort();
403
+ return new NarsilError(
404
+ ErrorCodes.RERANK_CONFIG_INVALID,
405
+ `The query gives rerank adapter "${name}", which this engine has not registered. Register it with registerRerankAdapter or the rerankAdapters setting`,
406
+ { adapter: name, registered }
407
+ );
408
+ }
409
+ function scoresOf(raw, expected, name) {
410
+ const list = Array.isArray(raw) ? raw : ArrayBuffer.isView(raw) && !(raw instanceof DataView) ? Array.from(raw) : null;
411
+ if (list === null) {
412
+ throw new NarsilError(
413
+ ErrorCodes.RERANK_FAILED,
414
+ `Rerank adapter "${name}" returned ${typeof raw}, expected a list of scores`,
415
+ {
416
+ adapter: name
417
+ }
418
+ );
419
+ }
420
+ if (list.length !== expected) {
421
+ throw new NarsilError(
422
+ ErrorCodes.RERANK_FAILED,
423
+ `Rerank adapter "${name}" returned ${list.length} scores for ${expected} documents`,
424
+ { adapter: name, expected, actual: list.length }
425
+ );
426
+ }
427
+ const scores = new Array(expected);
428
+ for (let i = 0; i < expected; i++) {
429
+ const score = list[i];
430
+ if (typeof score !== "number" || !Number.isFinite(score)) {
431
+ throw new NarsilError(
432
+ ErrorCodes.RERANK_FAILED,
433
+ `Rerank adapter "${name}" returned a score that is not a finite number at position ${i}`,
434
+ { adapter: name, position: i }
435
+ );
436
+ }
437
+ scores[i] = score;
438
+ }
439
+ return scores;
440
+ }
441
+ function requireRerankAdapter(adapters, name) {
442
+ const adapter = adapters.get(name);
443
+ if (adapter === void 0) throw unregistered(adapters, name);
444
+ return adapter;
445
+ }
446
+ function timedOut(name, timeoutMs) {
447
+ return new NarsilError(
448
+ ErrorCodes.RERANK_FAILED,
449
+ `Rerank adapter "${name}" did not answer within ${timeoutMs} ms, so the engine cancelled the call`,
450
+ { adapter: name, timeoutMs }
451
+ );
452
+ }
453
+ function cancelled(name) {
454
+ return new NarsilError(ErrorCodes.RERANK_FAILED, `The engine cancelled the call to rerank adapter "${name}"`, {
455
+ adapter: name
456
+ });
457
+ }
458
+ function wrapped(err, name) {
459
+ if (err instanceof NarsilError && err.code === ErrorCodes.RERANK_FAILED) return err;
460
+ const message = err instanceof Error ? err.message : String(err);
461
+ return new NarsilError(ErrorCodes.RERANK_FAILED, `Rerank adapter "${name}" failed: ${message}`, {
462
+ adapter: name,
463
+ cause: message,
464
+ ...err instanceof NarsilError ? { causeCode: err.code } : {}
465
+ });
466
+ }
467
+ async function callRerankAdapter(adapters, name, query, documents, options) {
468
+ const adapter = requireRerankAdapter(adapters, name);
469
+ if (documents.length === 0) return [];
470
+ const outer = options.signal;
471
+ if (outer?.aborted) throw cancelled(name);
472
+ const controller = new AbortController();
473
+ let timer;
474
+ let detach;
475
+ const stopped = new Promise((_resolve, reject) => {
476
+ timer = setTimeout(() => {
477
+ controller.abort();
478
+ reject(timedOut(name, options.timeoutMs));
479
+ }, options.timeoutMs);
480
+ if (outer !== void 0) {
481
+ const onAbort = () => {
482
+ controller.abort();
483
+ reject(cancelled(name));
484
+ };
485
+ outer.addEventListener("abort", onAbort, { once: true });
486
+ detach = () => outer.removeEventListener("abort", onAbort);
487
+ }
488
+ });
489
+ let raw;
490
+ try {
491
+ raw = await Promise.race([
492
+ Promise.resolve().then(() => adapter.rerank(query, documents, controller.signal)),
493
+ stopped
494
+ ]);
495
+ } catch (err) {
496
+ throw wrapped(err, name);
497
+ } finally {
498
+ clearTimeout(timer);
499
+ detach?.();
500
+ }
501
+ return scoresOf(raw, documents.length, name);
502
+ }
503
+ function rerankOnHost(host, name, query, documents) {
504
+ return callRerankAdapter(host.rerankAdapters, name, query, documents, {
505
+ timeoutMs: host.rerankSettings.timeoutMs,
506
+ signal: host.abortController.signal
507
+ });
508
+ }
509
+
510
+ // src/rerank/runner.ts
511
+ function rerankRunnerFor(core) {
512
+ return {
513
+ maxWindow: core.rerankSettings.maxWindow,
514
+ score: (adapter, query, documents) => rerankOnHost(core, adapter, query, documents)
515
+ };
516
+ }
517
+
518
+ // src/rerank/settings.ts
519
+ function wholeNumberIn(value, low, high) {
520
+ return typeof value === "number" && Number.isInteger(value) && value >= low && value <= high;
521
+ }
522
+ function resolveRerankSettings(config) {
523
+ const timeout = config?.rerankTimeout;
524
+ const maxWindow = config?.maxRerankWindow;
525
+ if (timeout !== void 0 && !wholeNumberIn(timeout, MIN_RERANK_TIMEOUT_MS, MAX_RERANK_TIMEOUT_MS)) {
526
+ throw new NarsilError(
527
+ ErrorCodes.CONFIG_INVALID,
528
+ `rerankTimeout must be a whole number of milliseconds from ${MIN_RERANK_TIMEOUT_MS} to ${MAX_RERANK_TIMEOUT_MS}`,
529
+ { rerankTimeout: timeout }
530
+ );
531
+ }
532
+ if (maxWindow !== void 0 && !wholeNumberIn(maxWindow, MIN_RERANK_WINDOW, MAX_RERANK_WINDOW)) {
533
+ throw new NarsilError(
534
+ ErrorCodes.CONFIG_INVALID,
535
+ `maxRerankWindow must be a whole number from ${MIN_RERANK_WINDOW} to ${MAX_RERANK_WINDOW}`,
536
+ {
537
+ maxRerankWindow: maxWindow
538
+ }
539
+ );
540
+ }
541
+ return {
542
+ timeoutMs: timeout ?? DEFAULT_RERANK_TIMEOUT_MS,
543
+ maxWindow: maxWindow ?? DEFAULT_MAX_RERANK_WINDOW
544
+ };
545
+ }
546
+ async function shutdownRerankAdapters(adapters) {
547
+ const distinct = new Set(adapters.values());
548
+ adapters.clear();
549
+ for (const adapter of distinct) {
550
+ try {
551
+ await adapter.shutdown?.();
552
+ } catch {
553
+ }
554
+ }
555
+ }
556
+
557
+ export { executeRerankedQuery, rerankOnHost, rerankRunnerFor, resolveRerankSettings, searchFixedDepthHybrid, shutdownRerankAdapters, withRerankQueryText };