@delali/narsil 0.3.1-next.145 → 0.3.1-next.149

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (207) hide show
  1. package/dist/adapters/filesystem.mjs +2 -2
  2. package/dist/adapters/gcs.mjs +2 -2
  3. package/dist/adapters/indexeddb.mjs +1 -1
  4. package/dist/adapters/s3.mjs +2 -2
  5. package/dist/analysis-change-ZCJNYBJM.mjs +39 -0
  6. package/dist/{analysis-change-entry-V4SQQSXQ.mjs → analysis-change-entry-YN3ELL6C.mjs} +1 -1
  7. package/dist/browser/{analysis-change-QTCQ5ETU.mjs → analysis-change-M65AZQQG.mjs} +8 -5
  8. package/dist/browser/{analysis-change-entry-KYEQSP3I.mjs → analysis-change-entry-H3YIOLXZ.mjs} +1 -1
  9. package/dist/browser/{chunk-GP4QLUQM.mjs → chunk-2JABMB4S.mjs} +10 -6
  10. package/dist/browser/{chunk-5WYWLTM5.mjs → chunk-4DYLCICG.mjs} +2 -2
  11. package/dist/browser/{chunk-75PMIFQA.mjs → chunk-4RD3AFSB.mjs} +1 -1
  12. package/dist/browser/{chunk-XWMEGKDC.mjs → chunk-5V74FFZE.mjs} +2 -2
  13. package/dist/browser/{chunk-PMBSBSCN.mjs → chunk-6OWX3OP2.mjs} +2 -2
  14. package/dist/browser/chunk-BRWY3JCN.mjs +678 -0
  15. package/dist/browser/{chunk-ZALEKEUH.mjs → chunk-BVX2MEHA.mjs} +306 -607
  16. package/dist/browser/{chunk-FXPMF65P.mjs → chunk-D6UFGBF5.mjs} +15 -45
  17. package/dist/browser/{chunk-QNDWMPV2.mjs → chunk-IAXZAVYL.mjs} +25 -66
  18. package/dist/browser/chunk-JNOAKDUM.mjs +31 -0
  19. package/dist/browser/{chunk-BTMRV5MY.mjs → chunk-KAEVGLYN.mjs} +2 -2
  20. package/dist/browser/{chunk-FHO5N7FD.mjs → chunk-LURXVCHG.mjs} +1 -1
  21. package/dist/browser/chunk-MPK76GVS.mjs +63 -0
  22. package/dist/browser/{chunk-6OFS7RUN.mjs → chunk-NVEJJP4R.mjs} +1 -1
  23. package/dist/browser/{chunk-U77XQJOY.mjs → chunk-ODQP7P3H.mjs} +455 -66
  24. package/dist/browser/{chunk-IFGTRRPU.mjs → chunk-PIS7ZAP7.mjs} +3 -25
  25. package/dist/browser/{chunk-XIHLIMFX.mjs → chunk-QMNZFFD3.mjs} +4 -3
  26. package/dist/browser/{chunk-AOKLYVTT.mjs → chunk-SRL47USS.mjs} +2 -2
  27. package/dist/browser/chunk-TY7L6OXO.mjs +69 -0
  28. package/dist/browser/{chunk-LGJ6XMH5.mjs → chunk-W643QV3L.mjs} +6 -5
  29. package/dist/browser/chunk-WXLBZJMT.mjs +25 -0
  30. package/dist/browser/{chunk-ZKVDQ5ZH.mjs → chunk-XILIT5MT.mjs} +8 -8
  31. package/dist/browser/{cold-module-Y2IJAP7S.mjs → cold-module-A5S6JFDN.mjs} +20 -20
  32. package/dist/browser/{durability-wiring-MLXZ5QQF.mjs → durability-wiring-W5AVV3RF.mjs} +53 -30
  33. package/dist/browser/gzip-5S7ROJFJ.mjs +1 -0
  34. package/dist/browser/import-PTT63AGK.mjs +12 -0
  35. package/dist/browser/{module-5LMDGXQH.mjs → module-CEKA7MQH.mjs} +13 -10
  36. package/dist/browser/module-X5PGOE47.mjs +4288 -0
  37. package/dist/browser/{phrase-module-KXNRTWCS.mjs → phrase-module-CNKMUY4U.mjs} +2 -1
  38. package/dist/browser/pool-DTYSPBMQ.mjs +296 -0
  39. package/dist/{restore-queue-UAVGBSJG.mjs → browser/restore-queue-DD4LWZK7.mjs} +2 -2
  40. package/dist/browser/{runtime-ZNEGK33G.mjs → runtime-D2ULZGCN.mjs} +3 -2
  41. package/dist/browser/{snapshot-2EGS2FYU.mjs → snapshot-DQ6A4PQP.mjs} +18 -14
  42. package/dist/browser/{write-WMZA6NSF.mjs → write-MAGRAIEH.mjs} +14 -11
  43. package/dist/{capabilities-CNnzGtqP.d.ts → capabilities-BT-HLDC8.d.ts} +2 -2
  44. package/dist/{chunk-FRJ5RGX7.mjs → chunk-2HJWQPR6.mjs} +2 -2
  45. package/dist/{chunk-DKMZ7JFW.mjs → chunk-3BVGJ4JR.mjs} +10 -4
  46. package/dist/{chunk-QYMAYU7M.mjs → chunk-3HV7M5OJ.mjs} +155 -149
  47. package/dist/chunk-3MXV3VHR.mjs +46 -0
  48. package/dist/{chunk-6FOJKNUR.mjs → chunk-3SBJVQLL.mjs} +2 -2
  49. package/dist/{chunk-PRID7CA6.mjs → chunk-3TVDTACC.mjs} +1 -1
  50. package/dist/{chunk-RTVAWNUL.mjs → chunk-5WB2A3XU.mjs} +9 -6
  51. package/dist/{chunk-LWFK3TC2.mjs → chunk-65WCV5JO.mjs} +1 -1
  52. package/dist/{chunk-G6Q5DEF5.mjs → chunk-6BWLDLS3.mjs} +3 -46
  53. package/dist/{chunk-W6M4RRAT.mjs → chunk-6C5EX2QR.mjs} +3 -3
  54. package/dist/{chunk-HOC5JP2H.mjs → chunk-6F6USYII.mjs} +119 -11
  55. package/dist/{chunk-7523VCM4.mjs → chunk-7HKWO4BJ.mjs} +7 -7
  56. package/dist/{chunk-ONDEEBTA.mjs → chunk-7N223GWV.mjs} +2 -2
  57. package/dist/{chunk-UGQULMSU.mjs → chunk-ADBS5XRI.mjs} +10 -10
  58. package/dist/{chunk-MJTEU2XK.mjs → chunk-AWNHDBKV.mjs} +429 -73
  59. package/dist/{chunk-2E2ZFOPT.mjs → chunk-B2FTZNNF.mjs} +2 -2
  60. package/dist/{chunk-NWTEJ2T7.mjs → chunk-B7XIOAMK.mjs} +3 -3
  61. package/dist/{chunk-W55X2BYN.mjs → chunk-BEZH7VEH.mjs} +1 -1
  62. package/dist/chunk-BTPGQC6Z.mjs +27 -0
  63. package/dist/{chunk-KG5N7LE6.mjs → chunk-CYYSZPVV.mjs} +11 -11
  64. package/dist/{chunk-HTMUGEFU.mjs → chunk-DOY6EG76.mjs} +6 -6
  65. package/dist/{chunk-UHVTEVF5.mjs → chunk-F22IOCR2.mjs} +10 -6
  66. package/dist/{chunk-FTQLF5JI.mjs → chunk-IRWP524D.mjs} +1 -1
  67. package/dist/{chunk-XLAI4OIO.mjs → chunk-IZT3G24Q.mjs} +2 -2
  68. package/dist/{chunk-SE7MKJVK.mjs → chunk-J7M73VY7.mjs} +1 -1
  69. package/dist/chunk-KAKQ74LS.mjs +53 -0
  70. package/dist/{chunk-GVPYMSLO.mjs → chunk-KYVRZAYP.mjs} +1 -1
  71. package/dist/{chunk-F442VZUL.mjs → chunk-KZ5GQE4Z.mjs} +5 -5
  72. package/dist/{chunk-WDEWU46C.mjs → chunk-KZQIVGW7.mjs} +2 -2
  73. package/dist/{chunk-7AJAW6NN.mjs → chunk-L7TIAYPX.mjs} +8 -8
  74. package/dist/{chunk-GRFXSEFF.mjs → chunk-LDGGR7YT.mjs} +4 -81
  75. package/dist/{chunk-WMIV7PJ7.mjs → chunk-LJ4ENXOD.mjs} +15 -14
  76. package/dist/chunk-LQG5G2LY.mjs +39 -0
  77. package/dist/{chunk-IQHZMCLX.mjs → chunk-MDF6PDIA.mjs} +2 -0
  78. package/dist/{chunk-QXH2CS4V.mjs → chunk-NVTFQFUL.mjs} +7 -26
  79. package/dist/{chunk-5K2JHKM3.mjs → chunk-NYSONUB7.mjs} +1 -1
  80. package/dist/{chunk-OH7SX5MY.mjs → chunk-O4KUNDVF.mjs} +12 -10
  81. package/dist/{chunk-EBIHRL7B.mjs → chunk-Q2UL2TPC.mjs} +1 -1
  82. package/dist/{chunk-RNUP6WZ6.mjs → chunk-QEYF2SQ6.mjs} +2 -2
  83. package/dist/{chunk-RVBUQITB.mjs → chunk-QN5WVV5K.mjs} +7 -7
  84. package/dist/{chunk-RIIUZJQ3.mjs → chunk-QYRNLLLI.mjs} +1 -1
  85. package/dist/{chunk-BTARFTEN.mjs → chunk-SOUZMPME.mjs} +4 -4
  86. package/dist/{chunk-ISUOSACK.mjs → chunk-T4CJDBBE.mjs} +1 -1
  87. package/dist/{chunk-DHEJAGVW.mjs → chunk-TTCKT2RT.mjs} +5 -5
  88. package/dist/{chunk-QU2XF7VI.mjs → chunk-U2726TL5.mjs} +5 -4
  89. package/dist/{chunk-LYKUJNAV.mjs → chunk-U46IZNCW.mjs} +2 -2
  90. package/dist/{chunk-SNB4DYL3.mjs → chunk-U6NE6RCV.mjs} +4 -4
  91. package/dist/{chunk-SA52N7G3.mjs → chunk-VP6XRMWR.mjs} +4 -4
  92. package/dist/{chunk-YUCGFPMS.mjs → chunk-VQDZVWN3.mjs} +449 -405
  93. package/dist/{chunk-IWVEG5CX.mjs → chunk-XIHUI4KB.mjs} +2 -2
  94. package/dist/{chunk-IV2XTSS2.mjs → chunk-XKPNKR3V.mjs} +16 -46
  95. package/dist/{chunk-UQS5PAS5.mjs → chunk-YGQOPB2Z.mjs} +1 -1
  96. package/dist/{chunk-SVO6NV4D.mjs → chunk-YKEHQUSZ.mjs} +4 -4
  97. package/dist/{chunk-6Z22L5RN.mjs → chunk-ZAYWOHVG.mjs} +1 -1
  98. package/dist/{chunk-QLDLQW36.mjs → chunk-ZEKDO7YX.mjs} +2 -2
  99. package/dist/chunk-ZXNNR73R.mjs +31 -0
  100. package/dist/{chunk-VJS4JFBQ.mjs → chunk-ZXX5GZEX.mjs} +3 -1
  101. package/dist/{chunk-X5SBWARI.mjs → chunk-ZYKUD5NX.mjs} +9 -7
  102. package/dist/{client-DoYPHcUn.d.ts → client-Cn3gNxUU.d.ts} +3 -3
  103. package/dist/client.d.ts +5 -5
  104. package/dist/client.mjs +2 -0
  105. package/dist/{cold-module-NUD332YD.mjs → cold-module-2WWGBFJC.mjs} +36 -33
  106. package/dist/{config-CuUfls_H.d.ts → config-CfhH1IWQ.d.ts} +1 -1
  107. package/dist/{config-Dzs46im6.d.ts → config-aIsy7mcL.d.ts} +52 -1
  108. package/dist/direct-executor-QLVHMELJ.mjs +24 -0
  109. package/dist/distribution/coordinator/etcd.mjs +1 -1
  110. package/dist/distribution/transport/grpc.mjs +1 -1
  111. package/dist/distribution.d.ts +4 -4
  112. package/dist/distribution.mjs +150 -255
  113. package/dist/{durability-wiring-K7RDXWL6.mjs → durability-wiring-GNWQSZI3.mjs} +67 -42
  114. package/dist/embeddings/openai.mjs +2 -2
  115. package/dist/{engine-C0ifUEcm.d.ts → engine-CJRUHXgf.d.ts} +1 -1
  116. package/dist/gzip-F4HMIEEQ.mjs +1 -0
  117. package/dist/import-DX55PN4G.mjs +41 -0
  118. package/dist/index.browser.mjs +7 -4
  119. package/dist/index.d.ts +539 -5
  120. package/dist/index.mjs +22 -16
  121. package/dist/index.react-native.mjs +19 -0
  122. package/dist/{long-query-thread-FKVHRCHF.mjs → long-query-thread-SCUE62TO.mjs} +20 -17
  123. package/dist/{module-GJUKW5VU.mjs → module-HW6IXUM6.mjs} +601 -108
  124. package/dist/{module-TMFIWOD2.mjs → module-V5K4ZP23.mjs} +29 -23
  125. package/dist/{paged-partition-archive-WNUEMYWM.mjs → paged-partition-archive-FDIIWZNR.mjs} +31 -25
  126. package/dist/partial-words.mjs +5 -5
  127. package/dist/pattern.mjs +3 -3
  128. package/dist/persistence/durability/checkpoint-worker.mjs +28 -22
  129. package/dist/{phrase-module-OMY3QQV7.mjs → phrase-module-OUQIRUQU.mjs} +1 -1
  130. package/dist/pool-UPV5PVPY.mjs +298 -0
  131. package/dist/react-native/chunks/analysis-change-HGW3L6NY.mjs +893 -0
  132. package/dist/react-native/chunks/analysis-change-entry-BNRU6STO.mjs +1 -0
  133. package/dist/react-native/chunks/chunk-2J2727V4.mjs +495 -0
  134. package/dist/react-native/chunks/chunk-3CTWSQRW.mjs +1251 -0
  135. package/dist/react-native/chunks/chunk-5FV4ZEVA.mjs +2619 -0
  136. package/dist/react-native/chunks/chunk-7VWQLEFV.mjs +642 -0
  137. package/dist/react-native/chunks/chunk-AAAETEJK.mjs +27 -0
  138. package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +32 -0
  139. package/dist/react-native/chunks/chunk-B6OD63Z3.mjs +997 -0
  140. package/dist/react-native/chunks/chunk-BRNAVOKP.mjs +177 -0
  141. package/dist/react-native/chunks/chunk-DKJTZ625.mjs +207 -0
  142. package/dist/react-native/chunks/chunk-FKGG4UOF.mjs +177 -0
  143. package/dist/{browser/chunk-K7UFXEJS.mjs → react-native/chunks/chunk-GV5KFQ6M.mjs} +12 -6
  144. package/dist/react-native/chunks/chunk-HURV3ASY.mjs +4416 -0
  145. package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +10 -0
  146. package/dist/react-native/chunks/chunk-JV6VQY2S.mjs +17 -0
  147. package/dist/react-native/chunks/chunk-KUJOBRKS.mjs +217 -0
  148. package/dist/react-native/chunks/chunk-KWRW5U65.mjs +226 -0
  149. package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +110 -0
  150. package/dist/react-native/chunks/chunk-LQ6Q4L5B.mjs +360 -0
  151. package/dist/react-native/chunks/chunk-LQAKO5QV.mjs +523 -0
  152. package/dist/react-native/chunks/chunk-LRGWK367.mjs +11 -0
  153. package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +93 -0
  154. package/dist/react-native/chunks/chunk-NFGBOI46.mjs +14 -0
  155. package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +8 -0
  156. package/dist/react-native/chunks/chunk-PPEPTUVV.mjs +56 -0
  157. package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +9 -0
  158. package/dist/react-native/chunks/chunk-PU55IOG4.mjs +910 -0
  159. package/dist/react-native/chunks/chunk-QC4ZRBSX.mjs +270 -0
  160. package/dist/react-native/chunks/chunk-R4EEMYM6.mjs +21 -0
  161. package/dist/react-native/chunks/chunk-R4OPUZQ5.mjs +86 -0
  162. package/dist/react-native/chunks/chunk-SLGIAD6B.mjs +2634 -0
  163. package/dist/react-native/chunks/chunk-TJMSKBEM.mjs +25 -0
  164. package/dist/react-native/chunks/chunk-TLYD7IJ2.mjs +23 -0
  165. package/dist/react-native/chunks/chunk-UFNCLEQM.mjs +73 -0
  166. package/dist/react-native/chunks/chunk-YH7W556M.mjs +179 -0
  167. package/dist/react-native/chunks/chunk-YJSMEKRE.mjs +22385 -0
  168. package/dist/react-native/chunks/chunk-ZCKNBPQ4.mjs +79 -0
  169. package/dist/react-native/chunks/cold-module-TSFWLYWC.mjs +755 -0
  170. package/dist/react-native/chunks/durability-wiring-PZR6KOQK.mjs +4509 -0
  171. package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +3 -0
  172. package/dist/react-native/chunks/import-VTODLPLO.mjs +22 -0
  173. package/dist/{browser/module-Q6VFGLMG.mjs → react-native/chunks/module-JBBH6PZH.mjs} +609 -144
  174. package/dist/react-native/chunks/module-VEK2KCKU.mjs +25 -0
  175. package/dist/react-native/chunks/phrase-module-76UAPPSG.mjs +329 -0
  176. package/dist/react-native/chunks/pool-CD4ANYUI.mjs +296 -0
  177. package/dist/react-native/chunks/release-D7ZTIANM.mjs +33 -0
  178. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  179. package/dist/{browser/restore-queue-SOAHKZSQ.mjs → react-native/chunks/restore-queue-OI5EH7R3.mjs} +2 -2
  180. package/dist/react-native/chunks/runtime-3MCDLJAF.mjs +559 -0
  181. package/dist/react-native/chunks/snapshot-AUZMEV36.mjs +1205 -0
  182. package/dist/react-native/chunks/write-DDC2QBRJ.mjs +197 -0
  183. package/dist/react-native/partial-words.mjs +733 -0
  184. package/dist/react-native/pattern.mjs +2442 -0
  185. package/dist/react-native/synonyms.mjs +460 -0
  186. package/dist/react.d.ts +7 -7
  187. package/dist/react.mjs +2 -0
  188. package/dist/{rerank-ZZ5CHKLW.mjs → rerank-3W54N6P2.mjs} +4 -4
  189. package/dist/rerankers/http.mjs +2 -2
  190. package/dist/restore-queue-BQWWNNQI.mjs +41 -0
  191. package/dist/{runtime-RAOCKSYA.mjs → runtime-L2DZYY6N.mjs} +5 -5
  192. package/dist/server.d.ts +8 -8
  193. package/dist/server.mjs +32 -28
  194. package/dist/{snapshot-DB5ZVCDN.mjs → snapshot-EHXTOTW5.mjs} +39 -33
  195. package/dist/synonyms.mjs +3 -3
  196. package/dist/{tasks-ChWp0wrF.d.ts → tasks-C4ElXr4P.d.ts} +2 -2
  197. package/dist/thread-I7DVHHW7.mjs +31 -0
  198. package/dist/vector/search-worker.mjs +7 -5
  199. package/dist/workers/entry.mjs +9 -9
  200. package/dist/{write-KZVTLGCI.mjs → write-SDJXXQ2G.mjs} +29 -23
  201. package/package.json +88 -7
  202. package/dist/analysis-change-D5APH4Z3.mjs +0 -34
  203. package/dist/browser/import-FTMLTPGQ.mjs +0 -9
  204. package/dist/direct-executor-FDQYQEJQ.mjs +0 -22
  205. package/dist/import-6KXFY6XI.mjs +0 -35
  206. package/dist/thread-OV6T555H.mjs +0 -28
  207. /package/dist/{chunk-22YPZVMG.mjs → chunk-ZXNQEW43.mjs} +0 -0
@@ -0,0 +1,177 @@
1
+ import { MAX_DOCUMENT_NESTING_DEPTH } from './chunk-DKJTZ625.mjs';
2
+ import { NarsilError, ErrorCodes } from './chunk-YH7W556M.mjs';
3
+
4
+ // src/serialization/base64.ts
5
+ var ALPHABET = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
6
+ var PAD = 61;
7
+ var BYTES_PER_GROUP = 3;
8
+ var CHARACTERS_PER_GROUP = 4;
9
+ var ASCII_LIMIT = 128;
10
+ var ENCODE = new Uint8Array(ALPHABET.length);
11
+ var DECODE = new Int8Array(ASCII_LIMIT).fill(-1);
12
+ for (let at = 0; at < ALPHABET.length; at++) {
13
+ ENCODE[at] = ALPHABET.charCodeAt(at);
14
+ DECODE[ALPHABET.charCodeAt(at)] = at;
15
+ }
16
+ var asciiDecoder = new TextDecoder();
17
+ function encodeBase64(bytes) {
18
+ const out = new Uint8Array(Math.ceil(bytes.byteLength / BYTES_PER_GROUP) * CHARACTERS_PER_GROUP);
19
+ let write = 0;
20
+ let read = 0;
21
+ for (; read + BYTES_PER_GROUP <= bytes.byteLength; read += BYTES_PER_GROUP) {
22
+ const group = bytes[read] << 16 | bytes[read + 1] << 8 | bytes[read + 2];
23
+ out[write++] = ENCODE[group >>> 18];
24
+ out[write++] = ENCODE[group >>> 12 & 63];
25
+ out[write++] = ENCODE[group >>> 6 & 63];
26
+ out[write++] = ENCODE[group & 63];
27
+ }
28
+ const left = bytes.byteLength - read;
29
+ if (left > 0) {
30
+ const group = bytes[read] << 16 | (left === 2 ? bytes[read + 1] << 8 : 0);
31
+ out[write++] = ENCODE[group >>> 18];
32
+ out[write++] = ENCODE[group >>> 12 & 63];
33
+ out[write++] = left === 2 ? ENCODE[group >>> 6 & 63] : PAD;
34
+ out[write++] = PAD;
35
+ }
36
+ return asciiDecoder.decode(out);
37
+ }
38
+ function sextetAt(text, at) {
39
+ const code = text.charCodeAt(at);
40
+ return code < ASCII_LIMIT ? DECODE[code] : -1;
41
+ }
42
+ function decodeExactBase64(text) {
43
+ if (text.length % CHARACTERS_PER_GROUP !== 0) return null;
44
+ const padding = text.endsWith("==") ? 2 : text.endsWith("=") ? 1 : 0;
45
+ const out = new Uint8Array(text.length / CHARACTERS_PER_GROUP * BYTES_PER_GROUP - padding);
46
+ const fullEnd = padding === 0 ? text.length : text.length - CHARACTERS_PER_GROUP;
47
+ let write = 0;
48
+ for (let at = 0; at < fullEnd; at += CHARACTERS_PER_GROUP) {
49
+ const a2 = sextetAt(text, at);
50
+ const b2 = sextetAt(text, at + 1);
51
+ const c2 = sextetAt(text, at + 2);
52
+ const d = sextetAt(text, at + 3);
53
+ if ((a2 | b2 | c2 | d) < 0) return null;
54
+ const group = a2 << 18 | b2 << 12 | c2 << 6 | d;
55
+ out[write++] = group >>> 16;
56
+ out[write++] = group >>> 8 & 255;
57
+ out[write++] = group & 255;
58
+ }
59
+ if (padding === 0) return out;
60
+ const a = sextetAt(text, fullEnd);
61
+ const b = sextetAt(text, fullEnd + 1);
62
+ const c = padding === 1 ? sextetAt(text, fullEnd + 2) : 0;
63
+ if ((a | b | c) < 0) return null;
64
+ if (padding === 2 && (b & 15) !== 0) return null;
65
+ if (padding === 1 && (c & 3) !== 0) return null;
66
+ out[write++] = a << 2 | b >>> 4;
67
+ if (padding === 1) out[write] = (b & 15) << 4 | c >>> 2;
68
+ return out;
69
+ }
70
+
71
+ // src/engine/export/tags.ts
72
+ var TAG_PREFIX = "$";
73
+ var DATE_TAG = "$date";
74
+ var BYTES_TAG = "$bytes";
75
+ var NUMBER_TAG = "$number";
76
+ var OBJECT_TAG = "$object";
77
+ var MILLISECONDS_PER_SECOND = 1e3;
78
+ var NANOSECONDS_PER_MILLISECOND = 1e6;
79
+ var MAX_NANOSECONDS = 999999999;
80
+ var MAX_DATE_MILLISECONDS = 864e13;
81
+ var ESCAPED_TAG_PREFIX = "\\u0024";
82
+ var NON_FINITE_NUMBERS = /* @__PURE__ */ new Map([
83
+ ["NaN", Number.NaN],
84
+ ["Infinity", Number.POSITIVE_INFINITY],
85
+ ["-Infinity", Number.NEGATIVE_INFINITY]
86
+ ]);
87
+ function refuse(path, reason) {
88
+ throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Field "${path === "" ? "(document)" : path}" ${reason}`, {
89
+ field: path
90
+ });
91
+ }
92
+ function isRecord(value) {
93
+ return typeof value === "object" && value !== null && !Array.isArray(value);
94
+ }
95
+ function startsWithTagPrefix(key) {
96
+ return key.startsWith(TAG_PREFIX);
97
+ }
98
+ function soleTagKey(record) {
99
+ let sole = null;
100
+ for (const key of Object.keys(record)) {
101
+ if (sole !== null) return null;
102
+ sole = key;
103
+ }
104
+ return sole !== null && startsWithTagPrefix(sole) ? sole : null;
105
+ }
106
+ function dateOf(value, path) {
107
+ if (!Array.isArray(value) || value.length !== 2)
108
+ refuse(path, `holds a "${DATE_TAG}" tag other than [seconds, nanoseconds]`);
109
+ const seconds = value[0];
110
+ const nanoseconds = value[1];
111
+ if (typeof seconds !== "number" || !Number.isSafeInteger(seconds)) {
112
+ refuse(
113
+ path,
114
+ `holds a "${DATE_TAG}" tag whose seconds are not an integer from -${Number.MAX_SAFE_INTEGER} to ${Number.MAX_SAFE_INTEGER}`
115
+ );
116
+ }
117
+ if (typeof nanoseconds !== "number" || !Number.isInteger(nanoseconds) || nanoseconds < 0 || nanoseconds > MAX_NANOSECONDS) {
118
+ refuse(path, `holds a "${DATE_TAG}" tag whose nanoseconds are not an integer from 0 to ${MAX_NANOSECONDS}`);
119
+ }
120
+ const milliseconds = seconds * MILLISECONDS_PER_SECOND + nanoseconds / NANOSECONDS_PER_MILLISECOND;
121
+ if (Math.abs(milliseconds) > MAX_DATE_MILLISECONDS)
122
+ refuse(path, `holds a "${DATE_TAG}" tag outside the range of a date`);
123
+ return new Date(milliseconds);
124
+ }
125
+ function bytesOf(value, path) {
126
+ const bytes = typeof value === "string" ? decodeExactBase64(value) : null;
127
+ if (bytes === null) refuse(path, `holds a "${BYTES_TAG}" tag whose text is not padded base64`);
128
+ return bytes;
129
+ }
130
+ function numberOf(value, path) {
131
+ const number = typeof value === "string" ? NON_FINITE_NUMBERS.get(value) : void 0;
132
+ if (number === void 0) refuse(path, `holds a "${NUMBER_TAG}" tag other than "NaN", "Infinity", or "-Infinity"`);
133
+ return number;
134
+ }
135
+ function requireDepth(path, depth) {
136
+ if (depth >= MAX_DOCUMENT_NESTING_DEPTH) refuse(path, `nests deeper than ${MAX_DOCUMENT_NESTING_DEPTH} levels`);
137
+ }
138
+ function untagMap(record, path, depth) {
139
+ requireDepth(path, depth);
140
+ for (const key of Object.keys(record)) {
141
+ record[key] = untag(record[key], path === "" ? key : `${path}.${key}`, depth + 1);
142
+ }
143
+ return record;
144
+ }
145
+ function untagList(list, path, depth) {
146
+ requireDepth(path, depth);
147
+ for (let at = 0; at < list.length; at++) list[at] = untag(list[at], `${path}[${at}]`, depth + 1);
148
+ return list;
149
+ }
150
+ function untagTag(tag, value, path, depth) {
151
+ switch (tag) {
152
+ case DATE_TAG:
153
+ return dateOf(value, path);
154
+ case BYTES_TAG:
155
+ return bytesOf(value, path);
156
+ case NUMBER_TAG:
157
+ return numberOf(value, path);
158
+ case OBJECT_TAG:
159
+ if (!isRecord(value)) refuse(path, `holds an "${OBJECT_TAG}" tag whose value is not an object`);
160
+ return untagMap(value, path, depth);
161
+ default:
162
+ return refuse(path, `holds an object whose only key, "${tag}", names no tag`);
163
+ }
164
+ }
165
+ function untag(value, path, depth) {
166
+ if (typeof value !== "object" || value === null) return value;
167
+ if (Array.isArray(value)) return untagList(value, path, depth);
168
+ const record = value;
169
+ const tag = soleTagKey(record);
170
+ return tag === null ? untagMap(record, path, depth) : untagTag(tag, record[tag], path, depth);
171
+ }
172
+ function untagDocumentLine(text, parsed) {
173
+ if (!text.includes(`"${TAG_PREFIX}`) && !text.includes(ESCAPED_TAG_PREFIX)) return parsed;
174
+ return untagMap(parsed, "", 0);
175
+ }
176
+
177
+ export { BYTES_TAG, DATE_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, NUMBER_TAG, OBJECT_TAG, encodeBase64, startsWithTagPrefix, untagDocumentLine };
@@ -0,0 +1,207 @@
1
+ import { NarsilError, ErrorCodes } from './chunk-YH7W556M.mjs';
2
+
3
+ // src/schema/constants.ts
4
+ var MAX_NESTING_DEPTH = 4;
5
+ var MAX_DOCUMENT_NESTING_DEPTH = 32;
6
+ var DEFAULT_PATTERN_VALUE_LIMIT = 8192;
7
+ var MIN_PATTERN_VALUE_LIMIT = 1;
8
+ var MAX_PATTERN_VALUE_LIMIT = 65536;
9
+ var MAX_VECTOR_DIMENSION = 4096;
10
+ var MAX_STORED_VECTOR_DIMENSION = 65535;
11
+ var MAX_TEXT_FIELDS = 65536;
12
+ var MAX_DOCUMENT_BYTES = 16777216;
13
+ var PARSED_FIELD_TYPE_CACHE_ENTRIES = 1024;
14
+
15
+ // src/schema/validator/shared.ts
16
+ var VECTOR_PATTERN = /^vector\[(\d+)]$/;
17
+ function isGeopointOrVectorType(fieldType) {
18
+ return fieldType === "geopoint" || fieldType !== void 0 && VECTOR_PATTERN.test(fieldType);
19
+ }
20
+ var FIELD_NAME_PATTERN = /^[A-Za-z0-9_]+$/;
21
+ var RESERVED_ROOT_FIELDS = /* @__PURE__ */ new Set(["id"]);
22
+ var PROTOTYPE_POLLUTION_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
23
+ function isPlainObject(value) {
24
+ return typeof value === "object" && value !== null && !Array.isArray(value);
25
+ }
26
+
27
+ // src/schema/validator/field-type.ts
28
+ var FIELD_OPTION_ORDER = ["sortable", "pattern", "partial"];
29
+ var OPTIONS_BY_BASE = {
30
+ string: FIELD_OPTION_ORDER,
31
+ "string[]": FIELD_OPTION_ORDER,
32
+ verbatim: ["sortable"],
33
+ "verbatim[]": ["sortable"],
34
+ number: [],
35
+ "number[]": [],
36
+ boolean: [],
37
+ "boolean[]": [],
38
+ enum: [],
39
+ "enum[]": [],
40
+ geopoint: [],
41
+ vector: []
42
+ };
43
+ var TYPE_SEPARATOR = ":";
44
+ function isNamedBase(name) {
45
+ return name !== "vector" && Object.hasOwn(OPTIONS_BY_BASE, name);
46
+ }
47
+ function describeAllowedOptions(baseName, allowed) {
48
+ if (allowed.length === 0) return `the "${baseName}" type has no options`;
49
+ const quoted = allowed.map((option) => `"${option}"`);
50
+ if (quoted.length === 1) return `the only option of the "${baseName}" type is ${quoted[0]}`;
51
+ return `the options of the "${baseName}" type are ${quoted.slice(0, -1).join(", ")}, and ${quoted[quoted.length - 1]}`;
52
+ }
53
+ function invalidType(path, type, message) {
54
+ throw new NarsilError(ErrorCodes.SCHEMA_INVALID_TYPE, message, { field: path, type });
55
+ }
56
+ function parseBase(baseName, path, type) {
57
+ if (isNamedBase(baseName)) return { base: baseName, dimension: 0 };
58
+ const vectorMatch = VECTOR_PATTERN.exec(baseName);
59
+ if (vectorMatch === null) {
60
+ invalidType(path, type, `Field "${path}" has an unsupported type: "${type}"`);
61
+ }
62
+ const dimension = Number.parseInt(vectorMatch[1], 10);
63
+ if (dimension <= 0 || dimension > MAX_STORED_VECTOR_DIMENSION) {
64
+ throw new NarsilError(
65
+ ErrorCodes.SCHEMA_INVALID_VECTOR_DIMENSION,
66
+ `Vector field "${path}" has ${dimension} dimensions, but a vector field holds from 1 to ${MAX_STORED_VECTOR_DIMENSION}`,
67
+ { field: path, dimension, maximum: MAX_STORED_VECTOR_DIMENSION }
68
+ );
69
+ }
70
+ return { base: "vector", dimension };
71
+ }
72
+ function parseFieldType(type, path) {
73
+ const separatorIndex = type.indexOf(TYPE_SEPARATOR);
74
+ const baseName = separatorIndex === -1 ? type : type.slice(0, separatorIndex);
75
+ const { base, dimension } = parseBase(baseName, path, type);
76
+ const allowed = OPTIONS_BY_BASE[base];
77
+ const options = /* @__PURE__ */ new Set();
78
+ if (separatorIndex !== -1) {
79
+ for (const option of type.slice(separatorIndex + 1).split(TYPE_SEPARATOR)) {
80
+ if (!allowed.includes(option)) {
81
+ invalidType(
82
+ path,
83
+ type,
84
+ `Field "${path}" has type "${type}" with the option "${option}", but ${describeAllowedOptions(baseName, allowed)}`
85
+ );
86
+ }
87
+ if (options.has(option)) {
88
+ invalidType(path, type, `Field "${path}" has the "${option}" option twice in type "${type}"`);
89
+ }
90
+ options.add(option);
91
+ }
92
+ }
93
+ const ordered = FIELD_OPTION_ORDER.filter((option) => options.has(option));
94
+ const verbatim = base === "verbatim" || base === "verbatim[]";
95
+ return {
96
+ type: [baseName, ...ordered].join(TYPE_SEPARATOR),
97
+ base,
98
+ sortable: options.has("sortable"),
99
+ pattern: verbatim || options.has("pattern"),
100
+ partial: options.has("partial"),
101
+ dimension
102
+ };
103
+ }
104
+ var parsedTypesByName = /* @__PURE__ */ new Map();
105
+ function parsedTypeOf(type) {
106
+ if (type === void 0) return void 0;
107
+ const known = parsedTypesByName.get(type);
108
+ if (known !== void 0) return known;
109
+ try {
110
+ const parsed = Object.freeze(parseFieldType(type, ""));
111
+ if (parsedTypesByName.size < PARSED_FIELD_TYPE_CACHE_ENTRIES) parsedTypesByName.set(type, parsed);
112
+ return parsed;
113
+ } catch {
114
+ return void 0;
115
+ }
116
+ }
117
+ function withSortableOption(parsed) {
118
+ if (parsed.sortable) return parsed.type;
119
+ const separatorIndex = parsed.type.indexOf(TYPE_SEPARATOR);
120
+ const baseName = separatorIndex === -1 ? parsed.type : parsed.type.slice(0, separatorIndex);
121
+ return parseFieldType(`${baseName}${TYPE_SEPARATOR}sortable${parsed.type.slice(baseName.length)}`, "").type;
122
+ }
123
+ function isListBase(base) {
124
+ return base.endsWith("[]");
125
+ }
126
+ function isWordIndexedBase(base) {
127
+ return base === "string" || base === "string[]";
128
+ }
129
+ function isSingleStringFieldType(fieldType) {
130
+ return parsedTypeOf(fieldType)?.base === "string";
131
+ }
132
+ function isWordIndexedFieldType(fieldType) {
133
+ const parsed = parsedTypeOf(fieldType);
134
+ return parsed !== void 0 && isWordIndexedBase(parsed.base);
135
+ }
136
+ function isStringValuedBase(base) {
137
+ return base === "string" || base === "string[]" || base === "verbatim" || base === "verbatim[]";
138
+ }
139
+
140
+ // src/core/fuzzy.ts
141
+ var FIRST_SURROGATE = 55296;
142
+ var LAST_SURROGATE = 57343;
143
+ var LAST_BASIC_PLANE_CODE_POINT = 65535;
144
+ function hasSurrogate(text) {
145
+ for (let index = 0; index < text.length; index++) {
146
+ const unit = text.charCodeAt(index);
147
+ if (unit >= FIRST_SURROGATE && unit <= LAST_SURROGATE) return true;
148
+ }
149
+ return false;
150
+ }
151
+ function fuzzyPrefixOf(queryTerm, prefixLength) {
152
+ let end = 0;
153
+ for (let counted = 0; counted < prefixLength && end < queryTerm.length; counted++) {
154
+ const codePoint = queryTerm.codePointAt(end);
155
+ end += codePoint !== void 0 && codePoint > LAST_BASIC_PLANE_CODE_POINT ? 2 : 1;
156
+ }
157
+ return queryTerm.slice(0, end);
158
+ }
159
+ function fuzzyTermMatches(queryTerm, indexTerm, tolerance, prefixLength) {
160
+ if (queryTerm === indexTerm) return true;
161
+ if (tolerance <= 0) return false;
162
+ if (!indexTerm.startsWith(fuzzyPrefixOf(queryTerm, prefixLength))) return false;
163
+ return boundedLevenshtein(queryTerm, indexTerm, tolerance).withinTolerance;
164
+ }
165
+ function boundedLevenshtein(a, b, tolerance) {
166
+ if (tolerance < 0) return { distance: -1, withinTolerance: false, cells: 0 };
167
+ if (a === b) return { distance: 0, withinTolerance: true, cells: 0 };
168
+ return tabulatedLevenshtein(a, b, tolerance);
169
+ }
170
+ function tabulatedLevenshtein(a, b, tolerance) {
171
+ if (tolerance < 0) return { distance: -1, withinTolerance: false, cells: 0 };
172
+ if (hasSurrogate(a) || hasSurrogate(b)) return bandedDistance(Array.from(a), Array.from(b), tolerance);
173
+ return bandedDistance(a, b, tolerance);
174
+ }
175
+ function bandedDistance(a, b, tolerance) {
176
+ const m = a.length;
177
+ const n = b.length;
178
+ const beyond = tolerance + 1;
179
+ if (Math.abs(m - n) > tolerance) return { distance: beyond, withinTolerance: false, cells: 0 };
180
+ let previous = new Uint32Array(n + 1).fill(beyond);
181
+ let current = new Uint32Array(n + 1).fill(beyond);
182
+ const firstRowEnd = Math.min(n, tolerance);
183
+ for (let j = 0; j <= firstRowEnd; j++) previous[j] = j;
184
+ let cells = 0;
185
+ for (let i = 1; i <= m; i++) {
186
+ const low = Math.max(1, i - tolerance);
187
+ const high = Math.min(n, i + tolerance);
188
+ current[low - 1] = low === 1 ? i : beyond;
189
+ let rowMin = current[low - 1];
190
+ const character = a[i - 1];
191
+ if (high >= low) cells += high - low + 1;
192
+ for (let j = low; j <= high; j++) {
193
+ const substitution = previous[j - 1] + (character === b[j - 1] ? 0 : 1);
194
+ const cell = Math.min(previous[j] + 1, current[j - 1] + 1, substitution, beyond);
195
+ current[j] = cell;
196
+ if (cell < rowMin) rowMin = cell;
197
+ }
198
+ if (rowMin > tolerance) return { distance: beyond, withinTolerance: false, cells };
199
+ const finished = previous;
200
+ previous = current;
201
+ current = finished;
202
+ }
203
+ const distance = previous[n];
204
+ return { distance, withinTolerance: distance <= tolerance, cells };
205
+ }
206
+
207
+ export { DEFAULT_PATTERN_VALUE_LIMIT, FIELD_NAME_PATTERN, MAX_DOCUMENT_BYTES, MAX_DOCUMENT_NESTING_DEPTH, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_TEXT_FIELDS, MAX_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, PROTOTYPE_POLLUTION_KEYS, RESERVED_ROOT_FIELDS, VECTOR_PATTERN, boundedLevenshtein, fuzzyPrefixOf, fuzzyTermMatches, isGeopointOrVectorType, isListBase, isPlainObject, isSingleStringFieldType, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, parseFieldType, parsedTypeOf, tabulatedLevenshtein, withSortableOption };
@@ -0,0 +1,177 @@
1
+ import { readHeapStatistics, readResidentMemory } from './chunk-YJSMEKRE.mjs';
2
+ import { collectAndReturnPages } from './chunk-LQAKO5QV.mjs';
3
+ import { extractVectorFieldsFromSchema } from './chunk-PU55IOG4.mjs';
4
+ import { NarsilError, ErrorCodes } from './chunk-YH7W556M.mjs';
5
+
6
+ // src/engine/snapshot/constants.ts
7
+ var RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE = 0.2;
8
+ var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 7.86;
9
+ var RESTORE_WORST_HEAP_BYTES_PER_VECTOR = 264;
10
+ var RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION = 0.24;
11
+ var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 738;
12
+ var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 0.2;
13
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE = 4.06;
14
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 14.5;
15
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR = 1482;
16
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION = 9.29;
17
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 2141;
18
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 24.15;
19
+ var RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE = 0.16;
20
+ var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 6.16;
21
+ var RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR = 204;
22
+ var RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION = 0.17;
23
+ var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 695;
24
+ var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 0.04;
25
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE = 2.14;
26
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 5.05;
27
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR = 1080;
28
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION = 0.72;
29
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 1744;
30
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 20.05;
31
+ var RESTORE_ESTIMATE_MARGIN = 1.25;
32
+ var MAX_SNAPSHOT_ANALYSIS_ATTEMPTS = 3;
33
+
34
+ // src/engine/snapshot/memory-budget.ts
35
+ var MEGABYTE_BYTES = 1048576;
36
+ var ARCHIVE_RATES = {
37
+ worst: {
38
+ heap: {
39
+ perStoredByte: RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE,
40
+ perVector: RESTORE_WORST_HEAP_BYTES_PER_VECTOR,
41
+ perVectorDimension: RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION
42
+ },
43
+ external: {
44
+ perStoredByte: RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE,
45
+ perVector: RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR,
46
+ perVectorDimension: RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION
47
+ }
48
+ },
49
+ floor: {
50
+ heap: {
51
+ perStoredByte: RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE,
52
+ perVector: RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR,
53
+ perVectorDimension: RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION
54
+ },
55
+ external: {
56
+ perStoredByte: RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE,
57
+ perVector: RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR,
58
+ perVectorDimension: RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION
59
+ }
60
+ }
61
+ };
62
+ var EARLIER_SNAPSHOT_RATES = {
63
+ worst: {
64
+ heap: {
65
+ perStoredByte: RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE,
66
+ perVector: RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR,
67
+ perVectorDimension: RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION
68
+ },
69
+ external: {
70
+ perStoredByte: RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE,
71
+ perVector: RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR,
72
+ perVectorDimension: RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION
73
+ }
74
+ },
75
+ floor: {
76
+ heap: {
77
+ perStoredByte: RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE,
78
+ perVector: RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR,
79
+ perVectorDimension: RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION
80
+ },
81
+ external: {
82
+ perStoredByte: RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE,
83
+ perVector: RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR,
84
+ perVectorDimension: RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION
85
+ }
86
+ }
87
+ };
88
+ function bytesAt(rate, storedBytes, vectors) {
89
+ let bytes = storedBytes * rate.perStoredByte;
90
+ for (const { dimension, count } of vectors) bytes += count * (rate.perVector + dimension * rate.perVectorDimension);
91
+ return bytes;
92
+ }
93
+ function footprintAt(rates, replacesIndex, storedBytes, vectors) {
94
+ const chosen = replacesIndex ? rates.worst : rates.floor;
95
+ const scale = replacesIndex ? RESTORE_ESTIMATE_MARGIN : 1 / RESTORE_ESTIMATE_MARGIN;
96
+ return {
97
+ heapBytes: bytesAt(chosen.heap, storedBytes, vectors) * scale,
98
+ externalBytes: bytesAt(chosen.external, storedBytes, vectors) * scale
99
+ };
100
+ }
101
+ function deadCountOf(dead) {
102
+ if (dead === null) return 0;
103
+ let count = 0;
104
+ for (const byte of dead) {
105
+ for (let bits = byte; bits !== 0; bits &= bits - 1) count += 1;
106
+ }
107
+ return count;
108
+ }
109
+ function storedBytesOfSegments(manifest) {
110
+ let bytes = 0;
111
+ for (const partition of manifest.partitions) {
112
+ for (const segment of partition.segments) bytes += segment.bytes;
113
+ }
114
+ return bytes;
115
+ }
116
+ function archiveFootprint(prepared, manifest, replacesIndex, segmentBytes) {
117
+ const dimensions = extractVectorFieldsFromSchema(prepared.config.schema);
118
+ const vectors = [];
119
+ for (const field of manifest.vectors) {
120
+ const dimension = dimensions.get(field.fieldPath) ?? 0;
121
+ for (const file of field.files) vectors.push({ dimension, count: Math.max(0, file.count - deadCountOf(file.dead)) });
122
+ }
123
+ return footprintAt(ARCHIVE_RATES, replacesIndex, segmentBytes, vectors);
124
+ }
125
+ function earlierSnapshotFootprint(prepared, partitionBytes, vectorCounts, replacesIndex) {
126
+ const dimensions = extractVectorFieldsFromSchema(prepared.config.schema);
127
+ const vectors = [...vectorCounts].map(([fieldPath, count]) => ({ dimension: dimensions.get(fieldPath) ?? 0, count }));
128
+ return footprintAt(EARLIER_SNAPSHOT_RATES, replacesIndex, partitionBytes, vectors);
129
+ }
130
+ function inMegabytes(bytes) {
131
+ return Math.ceil(bytes / MEGABYTE_BYTES);
132
+ }
133
+ function shortfallOf(heapBytes, processBytes, countInUse) {
134
+ const heap = readHeapStatistics();
135
+ if (heap !== null) {
136
+ const limitBytes = heap.configuredLimitBytes ?? heap.limitBytes;
137
+ const availableBytes = countInUse ? limitBytes - heap.usedBytes : limitBytes;
138
+ if (heapBytes > availableBytes) return { budget: "heap", neededBytes: heapBytes, availableBytes };
139
+ }
140
+ const resident = readResidentMemory();
141
+ if (resident !== null) {
142
+ const availableBytes = countInUse ? resident.limitBytes - resident.residentBytes : resident.limitBytes;
143
+ if (processBytes > availableBytes) return { budget: "process", neededBytes: processBytes, availableBytes };
144
+ }
145
+ return null;
146
+ }
147
+ function refuse(indexName, replacesIndex, shortfall) {
148
+ const { budget, neededBytes, availableBytes } = shortfall;
149
+ const where = budget === "heap" ? "of JavaScript heap" : "of process memory";
150
+ const outcome = replacesIndex ? "so the index keeps its earlier contents. Drop the index first to free the memory that it holds, or give the process more memory, then restore again" : "so the engine creates no index. Give the process more memory, then restore again";
151
+ throw new NarsilError(
152
+ ErrorCodes.RESTORE_MEMORY_EXCEEDED,
153
+ `The restore of index "${indexName}" needs about ${inMegabytes(neededBytes)} MB ${where}, and this process has ${inMegabytes(Math.max(0, availableBytes))} MB free, ${outcome}`,
154
+ { indexName, budget, neededBytes, availableBytes }
155
+ );
156
+ }
157
+ function requireAnalysisRebuildMemory(indexName, termBytes) {
158
+ if (shortfallOf(termBytes, termBytes, true) === null) return;
159
+ const shortfall = shortfallOf(termBytes, termBytes, collectAndReturnPages());
160
+ if (shortfall === null) return;
161
+ const { budget, neededBytes, availableBytes } = shortfall;
162
+ const where = budget === "heap" ? "of JavaScript heap" : "of process memory";
163
+ throw new NarsilError(
164
+ ErrorCodes.ANALYSIS_REBUILD_MEMORY_EXCEEDED,
165
+ `The analysis change of index "${indexName}" needs about ${inMegabytes(neededBytes)} MB ${where} for a second copy of its terms, and this process has ${inMegabytes(Math.max(0, availableBytes))} MB free, so the index keeps its current settings. Give the process more memory, then change the settings again`,
166
+ { indexName, budget, neededBytes, availableBytes }
167
+ );
168
+ }
169
+ function requireRestoreMemory(indexName, footprint, replacesIndex) {
170
+ const processBytes = footprint.heapBytes + footprint.externalBytes;
171
+ if (shortfallOf(footprint.heapBytes, processBytes, true) === null) return;
172
+ const collected = collectAndReturnPages();
173
+ const shortfall = shortfallOf(footprint.heapBytes, processBytes, collected || replacesIndex);
174
+ if (shortfall !== null) refuse(indexName, replacesIndex, shortfall);
175
+ }
176
+
177
+ export { MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, archiveFootprint, earlierSnapshotFootprint, requireAnalysisRebuildMemory, requireRestoreMemory, storedBytesOfSegments };
@@ -1,8 +1,9 @@
1
- import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-U77XQJOY.mjs';
2
- import { osqRecordBytes, VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes, writeRecord } from './chunk-BTMRV5MY.mjs';
3
- import { MAX_FILE_BYTES } from './chunk-QNDWMPV2.mjs';
4
- import { MAX_DOC_ID_LENGTH } from './chunk-75PMIFQA.mjs';
5
- import { NarsilError, ErrorCodes } from './chunk-IFGTRRPU.mjs';
1
+ import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-HURV3ASY.mjs';
2
+ import { osqRecordBytes, VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes, writeRecord } from './chunk-LQ6Q4L5B.mjs';
3
+ import { turnsAreBudgeted, backgroundTurnIsSpent, yieldBackgroundTurn } from './chunk-LQAKO5QV.mjs';
4
+ import { MAX_DOC_ID_LENGTH } from './chunk-AM7RSBPF.mjs';
5
+ import { MAX_FILE_BYTES } from './chunk-TJMSKBEM.mjs';
6
+ import { NarsilError, ErrorCodes } from './chunk-YH7W556M.mjs';
6
7
 
7
8
  // src/vector/filter-ordinals.ts
8
9
  var UNRESOLVED_ORDINAL = -1;
@@ -78,6 +79,10 @@ var ESTIMATED_MS_PER_TOMBSTONE = 0.05;
78
79
  var ESTIMATED_MS_PER_VECTOR_REBUILD = 0.15;
79
80
  var WORKER_COPY_MIN_VECTORS = 1024;
80
81
  var BUILD_CHUNK_SIZE = 100;
82
+ var BUILD_STEPS_BETWEEN_CLOCK_CHECKS = 256;
83
+ var SEARCH_SCAN_CHUNK_VECTORS = 4096;
84
+ var SEARCH_REFILL_RESERVE = 64;
85
+ var SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES = 1;
81
86
  var BUILD_TURN_HANDOVER_AFTER_MS = 50;
82
87
  var BUILD_RETRY_FIRST_DELAY_MS = 250;
83
88
  var BUILD_RETRY_MAX_DELAY_MS = 3e4;
@@ -153,6 +158,7 @@ function graphNeedsRebuild(state) {
153
158
  return removed / held > REBUILD_REMOVED_RATIO;
154
159
  }
155
160
  function yieldBuildTurn(state) {
161
+ if (turnsAreBudgeted) return backgroundTurnIsSpent() ? yieldBackgroundTurn() : Promise.resolve();
156
162
  return new Promise((resolve) => {
157
163
  const takeTurn = () => {
158
164
  clearTimeout(timer);
@@ -670,4 +676,4 @@ function recordCheckpoint(state, plan, written) {
670
676
  state.savedSignature = plan.signature;
671
677
  }
672
678
 
673
- export { BUILD_CHUNK_SIZE, BUILD_RETRY_FIRST_DELAY_MS, BUILD_RETRY_MAX_DELAY_MS, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DISK_ADOPTION_YIELD_INTERVAL, DRIFT_CHECK_GROWTH_FACTOR, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, OSQ4_MIN_DIMENSION, RECALIBRATION_CHUNK_VECTORS, RECALIBRATION_DRIFT_RATIO, SHUFFLED_REBUILD_MEMORY_RETRY_MS, VECTOR_WORKER_COPIES_ALLOWED, WORKER_COPY_MIN_VECTORS, adoptGraph, adoptLoadedCalibration, allLiveDocIds, assignStorePartitions, deserialize, emptyFieldBeforeRestore, fieldHandlesOf, filterForOptions, graphNeedsRebuild, handOverBuildTurns, liveOrdinals, liveSize, noBuildHistory, ordinalFilterForSubsets, planCheckpoint, recalibrateFromStore, recordCheckpoint, releaseReplacedVectors, signatureOf, threadsHoldCurrentLayout, vectorsPerFile, yieldBuildTurn };
679
+ export { BUILD_CHUNK_SIZE, BUILD_RETRY_FIRST_DELAY_MS, BUILD_RETRY_MAX_DELAY_MS, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DISK_ADOPTION_YIELD_INTERVAL, DRIFT_CHECK_GROWTH_FACTOR, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, OSQ4_MIN_DIMENSION, RECALIBRATION_CHUNK_VECTORS, RECALIBRATION_DRIFT_RATIO, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, SEARCH_REFILL_RESERVE, SEARCH_SCAN_CHUNK_VECTORS, SHUFFLED_REBUILD_MEMORY_RETRY_MS, VECTOR_WORKER_COPIES_ALLOWED, WORKER_COPY_MIN_VECTORS, adoptGraph, adoptLoadedCalibration, allLiveDocIds, assignStorePartitions, deserialize, emptyFieldBeforeRestore, fieldHandlesOf, filterForOptions, graphNeedsRebuild, handOverBuildTurns, liveOrdinals, liveSize, noBuildHistory, ordinalFilterForSubsets, planCheckpoint, recalibrateFromStore, recordCheckpoint, releaseReplacedVectors, signatureOf, threadsHoldCurrentLayout, vectorsPerFile, yieldBuildTurn };