@delali/narsil 0.3.1-next.181 → 0.3.1-next.184

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (130) hide show
  1. package/dist/browser/{chunk-JHFBQKUF.mjs → chunk-CPSHS46N.mjs} +139 -177
  2. package/dist/browser/{durability-config-SGB5ZP5K.mjs → durability-config-75NSFCQN.mjs} +6 -3
  3. package/dist/browser/{embed-24IPR4LP.mjs → embed-GG6PS3EA.mjs} +43 -1
  4. package/dist/browser/{optional-writes-TB34FYUW.mjs → optional-writes-ZTBHYQMN.mjs} +621 -314
  5. package/dist/browser/{resolve-vector-text-EJ6DHFF5.mjs → resolve-vector-text-XRR2OVHE.mjs} +19 -2
  6. package/dist/browser/{restore-queue-S4BWOGMU.mjs → restore-queue-SG5O735W.mjs} +7 -0
  7. package/dist/browser/{runtime-NU6VOVH2.mjs → runtime-OMKE7DF4.mjs} +23 -3
  8. package/dist/browser/{storage-leaf-QFXIWDFK.mjs → storage-leaf-4XMCITJ6.mjs} +886 -259
  9. package/dist/{capabilities-BQIdsaWy.d.ts → capabilities-DAHXphRn.d.ts} +2 -2
  10. package/dist/{chunk-KHJPMZE2.mjs → chunk-2KCCQK4R.mjs} +1 -1
  11. package/dist/{chunk-2KWTQ2P7.mjs → chunk-2YWWHMVC.mjs} +2 -2
  12. package/dist/{chunk-Y27E2MGC.mjs → chunk-3D4IMFSE.mjs} +2 -2
  13. package/dist/chunk-3ECIRFS5.mjs +61 -0
  14. package/dist/{chunk-XFOL77WH.mjs → chunk-4JBTALUC.mjs} +1 -1
  15. package/dist/{chunk-ISJ35523.mjs → chunk-5BUEBIXR.mjs} +2 -2
  16. package/dist/{chunk-DG6WIEB3.mjs → chunk-6SZQETSC.mjs} +1 -1
  17. package/dist/{chunk-UISV46WX.mjs → chunk-7WXGUTWK.mjs} +3 -3
  18. package/dist/{chunk-QFJMRB7D.mjs → chunk-A3OAFUZI.mjs} +1 -1
  19. package/dist/{chunk-GO6TRSJ6.mjs → chunk-BVZWWMOU.mjs} +1 -1
  20. package/dist/{chunk-CQX5B6L2.mjs → chunk-CKEOTSF5.mjs} +2 -2
  21. package/dist/{chunk-XQQKETAF.mjs → chunk-CODGHJVW.mjs} +4 -4
  22. package/dist/{chunk-34IOOYXA.mjs → chunk-CYCVPTTR.mjs} +2 -2
  23. package/dist/{chunk-26E5MO3Y.mjs → chunk-DU23J5JG.mjs} +5 -5
  24. package/dist/{chunk-JCWC75NH.mjs → chunk-EDEE7ETQ.mjs} +1 -1
  25. package/dist/{chunk-KL6W73BZ.mjs → chunk-EWGIF6FQ.mjs} +18 -1
  26. package/dist/{chunk-LPRRFCVU.mjs → chunk-F4OOBPKA.mjs} +2 -2
  27. package/dist/{chunk-BIIROQ5Q.mjs → chunk-FCQMZDRI.mjs} +2 -2
  28. package/dist/{chunk-YXZDTKQS.mjs → chunk-G3XRHAJA.mjs} +2 -2
  29. package/dist/{chunk-XTSFRWAS.mjs → chunk-GGIW6INA.mjs} +7 -6
  30. package/dist/{chunk-R7PLSVK3.mjs → chunk-H4QYQ5DE.mjs} +1 -1
  31. package/dist/{chunk-A4XYDUVN.mjs → chunk-HQPK73EW.mjs} +3 -3
  32. package/dist/{chunk-YPV2L7M5.mjs → chunk-II6XF6M4.mjs} +5 -5
  33. package/dist/{chunk-F3FDHXCJ.mjs → chunk-LR6JJVML.mjs} +251 -50
  34. package/dist/{chunk-ZB5X5WAK.mjs → chunk-M5I64AQW.mjs} +11 -6
  35. package/dist/{chunk-QDZJM7NI.mjs → chunk-MSIN4NM3.mjs} +3 -1
  36. package/dist/{chunk-X4UMDSB4.mjs → chunk-N3M4NPML.mjs} +1 -1
  37. package/dist/{chunk-XITVDRRH.mjs → chunk-O337MDRJ.mjs} +6 -6
  38. package/dist/{chunk-XNFBYAXI.mjs → chunk-SEM3PBRH.mjs} +1 -1
  39. package/dist/{chunk-2C3BXZGA.mjs → chunk-SL53DHVE.mjs} +814 -539
  40. package/dist/{chunk-JP77OWMI.mjs → chunk-UPDNNOTG.mjs} +1 -60
  41. package/dist/{chunk-LOQHA6QK.mjs → chunk-URVH6BLO.mjs} +2 -2
  42. package/dist/{chunk-JDIATDPY.mjs → chunk-VYSWVQCE.mjs} +1 -1
  43. package/dist/{chunk-TNEU32EN.mjs → chunk-WLFOLAQI.mjs} +2 -1
  44. package/dist/{chunk-7FC2ZILY.mjs → chunk-WSIU6YXQ.mjs} +67 -78
  45. package/dist/{chunk-TBOZHYCF.mjs → chunk-Y7QUFIGV.mjs} +1 -1
  46. package/dist/{client-CeUxvIvd.d.ts → client-DpqtT2XG.d.ts} +3 -3
  47. package/dist/client.d.ts +6 -6
  48. package/dist/{config-DehU-VGL.d.ts → config-C687-reW.d.ts} +11 -1
  49. package/dist/{config-CIpLXXxm.d.ts → config-D9WR3MhO.d.ts} +1 -1
  50. package/dist/{core-leaf-VIMO377O.mjs → core-leaf-NEUM7PU3.mjs} +3 -2
  51. package/dist/{direct-executor-2WQSGBN3.mjs → direct-executor-37IH3ISS.mjs} +5 -4
  52. package/dist/distribution.d.ts +4 -4
  53. package/dist/distribution.mjs +398 -144
  54. package/dist/{durability-config-XV4XR7Y4.mjs → durability-config-NWU2G2SJ.mjs} +6 -3
  55. package/dist/{embed-UNHDFGDU.mjs → embed-2QMYCD2Q.mjs} +43 -1
  56. package/dist/{engine-P-4xhUe4.d.ts → engine-De6JzTW8.d.ts} +123 -72
  57. package/dist/index.browser.mjs +1 -1
  58. package/dist/index.d.ts +4 -4
  59. package/dist/index.mjs +5 -4
  60. package/dist/index.react-native.mjs +4 -3
  61. package/dist/{long-query-thread-AAYTLYZK.mjs → long-query-thread-PU2XT527.mjs} +15 -14
  62. package/dist/{module-5SXNUCD5.mjs → module-Z3CL4GJ4.mjs} +10 -9
  63. package/dist/{optional-writes-N2DFWWZ3.mjs → optional-writes-YIVJMQ4D.mjs} +9 -6
  64. package/dist/{paged-partition-archive-X7L27E5Z.mjs → paged-partition-archive-IZ6U7DVN.mjs} +15 -14
  65. package/dist/partial-words.browser.mjs +1 -1
  66. package/dist/partial-words.mjs +5 -4
  67. package/dist/persistence/durability/checkpoint-worker.d.ts +9 -0
  68. package/dist/persistence/durability/checkpoint-worker.mjs +28 -16
  69. package/dist/{query-actions-2JOLPELC.mjs → query-actions-7EOKT3WD.mjs} +5 -4
  70. package/dist/query-suggestions/merge-worker.mjs +8 -7
  71. package/dist/query-suggestions.browser.mjs +1 -1
  72. package/dist/query-suggestions.d.ts +1 -1
  73. package/dist/query-suggestions.mjs +6 -5
  74. package/dist/react-native/chunks/{chunk-GVWLACAT.mjs → chunk-7TPO4FLE.mjs} +2 -2
  75. package/dist/react-native/chunks/{chunk-J2BQTJJE.mjs → chunk-BN6FUB7N.mjs} +1 -1
  76. package/dist/react-native/chunks/{chunk-F4MIGBBP.mjs → chunk-CBU4M3EU.mjs} +813 -538
  77. package/dist/react-native/chunks/{chunk-H344ZXRH.mjs → chunk-IEY4DARA.mjs} +1 -1
  78. package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
  79. package/dist/react-native/chunks/{chunk-I7DTUOK2.mjs → chunk-NLEFMPY3.mjs} +2 -60
  80. package/dist/react-native/chunks/{chunk-F6BJYCF2.mjs → chunk-T5HF3FW3.mjs} +1 -1
  81. package/dist/react-native/chunks/{chunk-GGBATERA.mjs → chunk-ZQPSXN6C.mjs} +1 -1
  82. package/dist/react-native/chunks/{chunk-57R74JWC.mjs → chunk-ZUFOYZ5P.mjs} +1 -1
  83. package/dist/react-native/chunks/core-leaf-TPBRRWVN.mjs +7 -0
  84. package/dist/react-native/chunks/{durability-config-3IOXIPYZ.mjs → durability-config-RVTWSXPH.mjs} +6 -3
  85. package/dist/react-native/chunks/{embed-U7CIKEY4.mjs → embed-4LBSQD7U.mjs} +43 -1
  86. package/dist/react-native/chunks/{module-7BJ3VOWQ.mjs → module-COLNJNML.mjs} +4 -3
  87. package/dist/react-native/chunks/{optional-writes-TXTJ6HUZ.mjs → optional-writes-QETIM6BI.mjs} +7 -4
  88. package/dist/react-native/chunks/{resolve-vector-text-FTPD5EY6.mjs → resolve-vector-text-FU7D4QP5.mjs} +18 -1
  89. package/dist/react-native/chunks/{restore-queue-SZLWIL3B.mjs → restore-queue-3E2MJIJS.mjs} +14 -6
  90. package/dist/{runtime-4GKUIAKV.mjs → react-native/chunks/runtime-UOHD2XUJ.mjs} +23 -3
  91. package/dist/react-native/chunks/{segment-codec-leaf-WMUZ5P4F.mjs → segment-codec-leaf-IE4DXUZV.mjs} +5 -4
  92. package/dist/react-native/chunks/{segment-merge-leaf-Q2OEJIQ3.mjs → segment-merge-leaf-62LQ5WZB.mjs} +6 -5
  93. package/dist/react-native/chunks/{storage-leaf-OXYV6O6P.mjs → storage-leaf-LNOLKWZB.mjs} +895 -267
  94. package/dist/react-native/chunks/{store-leaf-ZMDXYK4E.mjs → store-leaf-Y7CBOPFZ.mjs} +6 -5
  95. package/dist/react-native/chunks/{suggestions-leaf-FIMGQZ2T.mjs → suggestions-leaf-PSUGL6MI.mjs} +6 -5
  96. package/dist/react-native/chunks/{worker-copies-72TGFYQB.mjs → worker-copies-MW5O5U3D.mjs} +5 -4
  97. package/dist/react-native/partial-words.mjs +4 -3
  98. package/dist/react-native/query-suggestions.mjs +4 -3
  99. package/dist/react-native/sync.mjs +4 -3
  100. package/dist/react-native/synonyms.mjs +4 -3
  101. package/dist/react.d.ts +7 -7
  102. package/dist/{rerank-E2HFKKGJ.mjs → rerank-KTV5L7MZ.mjs} +5 -4
  103. package/dist/resolve-vector-text-SD6BEMKZ.mjs +3 -0
  104. package/dist/{restore-queue-PUVBN6L3.mjs → restore-queue-ES7TDJ5V.mjs} +15 -7
  105. package/dist/{react-native/chunks/runtime-BUCSAK4U.mjs → runtime-USQYKN3I.mjs} +23 -3
  106. package/dist/{segment-codec-leaf-24Z3MMQI.mjs → segment-codec-leaf-DO75VKEV.mjs} +6 -5
  107. package/dist/{segment-merge-leaf-FQQDU45E.mjs → segment-merge-leaf-JGND6LG5.mjs} +6 -5
  108. package/dist/server.d.ts +8 -8
  109. package/dist/server.mjs +23 -22
  110. package/dist/{storage-leaf-KIA7XO6Y.mjs → storage-leaf-ZI3H2WJY.mjs} +595 -164
  111. package/dist/{store-leaf-ESVLL4JO.mjs → store-leaf-YIH36Y5J.mjs} +7 -6
  112. package/dist/{suggestions-leaf-FXF4AHAY.mjs → suggestions-leaf-FP5HSTFP.mjs} +9 -8
  113. package/dist/sync/filesystem.d.ts +2 -2
  114. package/dist/sync/filesystem.mjs +11 -10
  115. package/dist/sync/indexeddb.d.ts +2 -2
  116. package/dist/sync.browser.mjs +1 -1
  117. package/dist/sync.d.ts +3 -3
  118. package/dist/sync.mjs +5 -4
  119. package/dist/synonyms.browser.mjs +1 -1
  120. package/dist/synonyms.mjs +5 -4
  121. package/dist/{tasks-CXtQ3Zpp.d.ts → tasks-X2IJQc8J.d.ts} +2 -2
  122. package/dist/{thread-OWXVP2ZA.mjs → thread-BJXE77AI.mjs} +14 -13
  123. package/dist/{types-CDN70Y_C.d.ts → types-D0YasjoX.d.ts} +1 -1
  124. package/dist/vector/search-worker.mjs +5 -4
  125. package/dist/{worker-copies-XXX7PF4J.mjs → worker-copies-WYPRCNB7.mjs} +8 -7
  126. package/dist/workers/entry.mjs +11 -10
  127. package/openapi.json +32 -0
  128. package/package.json +7 -7
  129. package/dist/react-native/chunks/core-leaf-UDUMVC3M.mjs +0 -6
  130. package/dist/resolve-vector-text-6WPFFIX5.mjs +0 -2
@@ -1,11 +1,28 @@
1
1
  // src/engine/resolve-vector-text-host.browser.ts
2
2
  var ErrorCodes;
3
+ var MAX_CALLS_ACROSS_INDEX_CHANGES;
3
4
  var NarsilError;
4
5
  function bindResolveVectorTextHost(host) {
5
- ({ ErrorCodes, NarsilError } = host);
6
+ ({ ErrorCodes, MAX_CALLS_ACROSS_INDEX_CHANGES, NarsilError } = host);
6
7
  }
7
8
 
8
9
  // src/engine/resolve-vector-text.ts
10
+ async function embedQueryWithAdapterOf(indexName, params, entry, signal, earlier) {
11
+ if (earlier !== null && earlier.adapter === entry.embeddingAdapter) return earlier;
12
+ const embeddings = earlier?.embeddings ?? 0;
13
+ if (embeddings >= MAX_CALLS_ACROSS_INDEX_CHANGES) {
14
+ throw new NarsilError(
15
+ ErrorCodes.WORKER_BUSY,
16
+ `Changes to index "${indexName}" replaced its embedding adapter after each of ${embeddings} query embeddings`,
17
+ { indexName, embeddings }
18
+ );
19
+ }
20
+ return {
21
+ adapter: entry.embeddingAdapter,
22
+ params: await resolveVectorText(params, entry.embeddingAdapter, signal, entry.embeddingAdapterName),
23
+ embeddings: embeddings + 1
24
+ };
25
+ }
9
26
  async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdapterName) {
10
27
  if (!params.vector) return params;
11
28
  if (params.vector.text === void 0 && params.vector.value === void 0) return params;
@@ -65,4 +82,4 @@ async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdap
65
82
  return { ...params, vector: resolved };
66
83
  }
67
84
 
68
- export { bindResolveVectorTextHost, resolveVectorText };
85
+ export { bindResolveVectorTextHost, embedQueryWithAdapterOf, resolveVectorText };
@@ -182,6 +182,13 @@ function restoreDepsOf(core, host, engine, indexName) {
182
182
  };
183
183
  }
184
184
  async function runRestore(core, host, indexName, data, engine) {
185
+ if (core.rebalanceCtx.indexesInRebalanceHooks?.has(indexName) === true) {
186
+ throw new NarsilError(
187
+ ErrorCodes.PARTITION_REBALANCING_BACKPRESSURE,
188
+ `Index "${indexName}" is waiting on a plugin hook of its rebalance, so try the restore again once the rebalance ends`,
189
+ { indexName }
190
+ );
191
+ }
185
192
  const [{ restoreFromSnapshot }] = await Promise.all([loadStorageCode(), loadOptionalWrites()]);
186
193
  await restoreFromSnapshot(indexName, data, restoreDepsOf(core, host, engine, indexName));
187
194
  }
@@ -8,6 +8,7 @@ var DEFAULT_RERANK_WINDOW;
8
8
  var ErrorCodes;
9
9
  var HYBRID_RESCORE_WINDOW;
10
10
  var MAX_HYBRID_DEPTH;
11
+ var MAX_CALLS_ACROSS_INDEX_CHANGES;
11
12
  var MAX_RERANK_TIMEOUT_MS;
12
13
  var MAX_RERANK_WINDOW;
13
14
  var MIN_HYBRID_DEPTH;
@@ -26,6 +27,7 @@ function bindRerankHost(host) {
26
27
  ErrorCodes,
27
28
  HYBRID_RESCORE_WINDOW,
28
29
  MAX_HYBRID_DEPTH,
30
+ MAX_CALLS_ACROSS_INDEX_CHANGES,
29
31
  MAX_RERANK_TIMEOUT_MS,
30
32
  MAX_RERANK_WINDOW,
31
33
  MIN_HYBRID_DEPTH,
@@ -546,12 +548,30 @@ function rerankOnHost(host, name, query, documents, signal) {
546
548
  }
547
549
 
548
550
  // src/rerank/runner.ts
549
- function rerankRunnerFor(core, signal) {
551
+ function rerankRunnerFor(core, signal, hold, indexName, manager) {
552
+ let replaced = false;
550
553
  return {
554
+ get replaced() {
555
+ return replaced;
556
+ },
551
557
  maxWindow: core.rerankSettings.maxWindow,
552
- score: (adapter, query, documents) => rerankOnHost(core, adapter, query, documents, signal)
558
+ async score(adapter, query, documents) {
559
+ try {
560
+ return await hold.outside(() => rerankOnHost(core, adapter, query, documents, signal));
561
+ } finally {
562
+ replaced ||= core.executor.getManager(indexName) !== manager;
563
+ }
564
+ }
553
565
  };
554
566
  }
567
+ function refuseAfterIndexChanges(indexName, replacedReranks) {
568
+ if (replacedReranks < MAX_CALLS_ACROSS_INDEX_CHANGES) return;
569
+ throw new NarsilError(
570
+ ErrorCodes.WORKER_BUSY,
571
+ `Changes to index "${indexName}" replaced it during each of ${replacedReranks} calls to its rerank adapter`,
572
+ { indexName, attempts: replacedReranks }
573
+ );
574
+ }
555
575
 
556
576
  // src/rerank/settings.ts
557
577
  function wholeNumberIn(value, low, high) {
@@ -592,4 +612,4 @@ async function shutdownRerankAdapters(adapters) {
592
612
  }
593
613
  }
594
614
 
595
- export { bindRerankHost, executeRerankedQuery, fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth, rerankOnHost, rerankRunnerFor, rerankTextOf, resolveRerankSettings, runRerankedQuery, searchFixedDepthHybrid, shutdownRerankAdapters, withRerankQueryText };
615
+ export { bindRerankHost, executeRerankedQuery, fixedHybridDepthOf, pageByPosition, refuseAfterIndexChanges, requireWithinHybridDepth, rerankOnHost, rerankRunnerFor, rerankTextOf, resolveRerankSettings, runRerankedQuery, searchFixedDepthHybrid, shutdownRerankAdapters, withRerankQueryText };