@delali/narsil 0.3.1-next.98 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +45 -0
  2. package/README.md +27 -8
  3. package/dist/adapters/filesystem.d.ts +1 -1
  4. package/dist/adapters/filesystem.mjs +101 -13
  5. package/dist/adapters/gcs.d.ts +49 -0
  6. package/dist/adapters/gcs.mjs +213 -0
  7. package/dist/adapters/indexeddb.d.ts +1 -1
  8. package/dist/adapters/indexeddb.mjs +2 -7
  9. package/dist/adapters/memory.d.ts +1 -1
  10. package/dist/adapters/memory.mjs +5 -0
  11. package/dist/adapters/s3.d.ts +53 -0
  12. package/dist/adapters/s3.mjs +263 -0
  13. package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
  14. package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
  15. package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
  16. package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
  17. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  18. package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
  19. package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
  20. package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
  21. package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
  22. package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
  23. package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
  24. package/dist/browser/embed-GG6PS3EA.mjs +264 -0
  25. package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
  26. package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
  27. package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
  28. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  29. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  30. package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
  31. package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
  32. package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
  33. package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
  34. package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
  35. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  36. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  37. package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
  38. package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
  39. package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
  40. package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
  41. package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
  42. package/dist/chunk-2AFZE7Y3.mjs +72 -0
  43. package/dist/chunk-2CKDCC65.mjs +47 -0
  44. package/dist/chunk-3ECIRFS5.mjs +61 -0
  45. package/dist/chunk-44W3CBNG.mjs +7 -0
  46. package/dist/chunk-4H4RG2FR.mjs +13 -0
  47. package/dist/chunk-4PY4JYMY.mjs +11 -0
  48. package/dist/chunk-4ZPVAHWF.mjs +1289 -0
  49. package/dist/chunk-5EI5CXO6.mjs +197 -0
  50. package/dist/chunk-5F5MXWS5.mjs +283 -0
  51. package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
  52. package/dist/chunk-6FOENO4E.mjs +273 -0
  53. package/dist/chunk-6GHX35ZM.mjs +108 -0
  54. package/dist/chunk-6MSZ543Y.mjs +32 -0
  55. package/dist/chunk-6N6HHBCQ.mjs +4596 -0
  56. package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
  57. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  58. package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
  59. package/dist/chunk-AVBPB3MI.mjs +602 -0
  60. package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
  61. package/dist/chunk-BUMREPLU.mjs +15 -0
  62. package/dist/chunk-BY6NALRK.mjs +31921 -0
  63. package/dist/chunk-C4ZMXXTL.mjs +92 -0
  64. package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
  65. package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
  66. package/dist/chunk-DXZ6JDWG.mjs +797 -0
  67. package/dist/chunk-FJXJZUWF.mjs +209 -0
  68. package/dist/chunk-FS3HPPSC.mjs +212 -0
  69. package/dist/chunk-FT4KLZXW.mjs +1164 -0
  70. package/dist/chunk-GR5GMFJJ.mjs +104 -0
  71. package/dist/chunk-GXCDWLQI.mjs +193 -0
  72. package/dist/chunk-GXED6R3Q.mjs +271 -0
  73. package/dist/chunk-HLPRHOSO.mjs +17 -0
  74. package/dist/chunk-IL5DRCNU.mjs +3041 -0
  75. package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
  76. package/dist/chunk-K5HSUPYS.mjs +11 -0
  77. package/dist/chunk-KYIRXTCA.mjs +100 -0
  78. package/dist/chunk-LFXS6OF7.mjs +289 -0
  79. package/dist/chunk-LNGE7SLY.mjs +151 -0
  80. package/dist/chunk-M2Z5WVWW.mjs +194 -0
  81. package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
  82. package/dist/chunk-M3OW2XSP.mjs +40 -0
  83. package/dist/chunk-MFPSQZ6P.mjs +127 -0
  84. package/dist/chunk-MRCJBWJZ.mjs +1292 -0
  85. package/dist/chunk-MSIN4NM3.mjs +25 -0
  86. package/dist/chunk-MW3CJVGP.mjs +219 -0
  87. package/dist/chunk-MYM6CAVK.mjs +76 -0
  88. package/dist/chunk-NJJN4FMM.mjs +84 -0
  89. package/dist/chunk-NM7I3BM7.mjs +59 -0
  90. package/dist/chunk-OIJ64LGT.mjs +19 -0
  91. package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
  92. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  93. package/dist/chunk-R2PJKSNL.mjs +54 -0
  94. package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
  95. package/dist/chunk-S2POFTLN.mjs +10 -0
  96. package/dist/chunk-S5QMWECL.mjs +7 -0
  97. package/dist/chunk-SLAC5PAB.mjs +5008 -0
  98. package/dist/chunk-T4HMSZCX.mjs +5 -0
  99. package/dist/chunk-TACP6VK6.mjs +111 -0
  100. package/dist/chunk-TGPKS2UM.mjs +125 -0
  101. package/dist/chunk-TKKXPKEO.mjs +979 -0
  102. package/dist/chunk-V6EUBAIT.mjs +19 -0
  103. package/dist/chunk-XL56L4IR.mjs +228 -0
  104. package/dist/chunk-XQIAMDAG.mjs +3076 -0
  105. package/dist/chunk-YTUZ4R22.mjs +1063 -0
  106. package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
  107. package/dist/chunk-ZPJFGGGI.mjs +638 -0
  108. package/dist/chunk-ZXX5GZEX.mjs +17 -0
  109. package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
  110. package/dist/client.d.ts +11 -10
  111. package/dist/client.mjs +8 -898
  112. package/dist/config-Bnl7L-0H.d.ts +608 -0
  113. package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
  114. package/dist/core-leaf-6JVHEVFB.mjs +8 -0
  115. package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
  116. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  117. package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
  118. package/dist/distribution/coordinator/etcd.d.ts +63 -7
  119. package/dist/distribution/coordinator/etcd.mjs +725 -81
  120. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  121. package/dist/distribution/coordinator/in-memory.mjs +65 -10
  122. package/dist/distribution/transport/grpc.d.ts +2 -2
  123. package/dist/distribution/transport/grpc.mjs +39 -10
  124. package/dist/distribution/transport/in-memory.d.ts +2 -2
  125. package/dist/distribution/transport/in-memory.mjs +9 -6
  126. package/dist/distribution/transport/tcp.d.ts +2 -2
  127. package/dist/distribution/transport/tcp.mjs +20 -15
  128. package/dist/distribution.d.ts +267 -56
  129. package/dist/distribution.mjs +23156 -11362
  130. package/dist/durability-config-VWS2K24E.mjs +96 -0
  131. package/dist/embed-4PHHKGBK.mjs +263 -0
  132. package/dist/embeddings/openai.d.ts +1 -1
  133. package/dist/embeddings/openai.mjs +2 -2
  134. package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
  135. package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
  136. package/dist/gzip-2UCZW2MM.mjs +31 -0
  137. package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
  138. package/dist/index.browser.mjs +4 -4
  139. package/dist/index.d.ts +2133 -57
  140. package/dist/index.mjs +16 -32
  141. package/dist/index.react-native.mjs +12 -0
  142. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  143. package/dist/invalidation/filesystem.d.ts +1 -1
  144. package/dist/invalidation/filesystem.mjs +1 -2
  145. package/dist/invalidation/noop.d.ts +1 -1
  146. package/dist/languages/albanian.mjs +1 -1
  147. package/dist/languages/amharic.mjs +1 -1
  148. package/dist/languages/arabic.mjs +1 -1
  149. package/dist/languages/armenian.mjs +1 -1
  150. package/dist/languages/azerbaijani.mjs +1 -1
  151. package/dist/languages/bambara.mjs +1 -1
  152. package/dist/languages/basque.mjs +1 -1
  153. package/dist/languages/belarusian.mjs +1 -1
  154. package/dist/languages/bengali.mjs +1 -1
  155. package/dist/languages/bosnian.mjs +1 -1
  156. package/dist/languages/breton.mjs +1 -1
  157. package/dist/languages/bulgarian.mjs +1 -1
  158. package/dist/languages/burmese.mjs +1 -1
  159. package/dist/languages/catalan.mjs +1 -1
  160. package/dist/languages/chinese.mjs +1 -1
  161. package/dist/languages/croatian.mjs +1 -1
  162. package/dist/languages/czech.mjs +1 -1
  163. package/dist/languages/dagbani.mjs +1 -1
  164. package/dist/languages/danish.mjs +1 -1
  165. package/dist/languages/dutch.mjs +1 -1
  166. package/dist/languages/english.mjs +1 -1
  167. package/dist/languages/esperanto.mjs +1 -1
  168. package/dist/languages/estonian.mjs +1 -1
  169. package/dist/languages/ewe.mjs +1 -1
  170. package/dist/languages/faroese.mjs +1 -1
  171. package/dist/languages/fijian.mjs +1 -1
  172. package/dist/languages/finnish.mjs +1 -1
  173. package/dist/languages/french.mjs +1 -1
  174. package/dist/languages/ga.mjs +1 -1
  175. package/dist/languages/galician.mjs +1 -1
  176. package/dist/languages/georgian.mjs +1 -1
  177. package/dist/languages/german.mjs +1 -1
  178. package/dist/languages/greek.mjs +1 -1
  179. package/dist/languages/guarani.mjs +1 -1
  180. package/dist/languages/gujarati.mjs +1 -1
  181. package/dist/languages/haitian-creole.mjs +1 -1
  182. package/dist/languages/hausa.mjs +1 -1
  183. package/dist/languages/hawaiian.mjs +1 -1
  184. package/dist/languages/hebrew.mjs +1 -1
  185. package/dist/languages/hindi.mjs +1 -1
  186. package/dist/languages/hungarian.mjs +1 -1
  187. package/dist/languages/icelandic.mjs +1 -1
  188. package/dist/languages/igbo.mjs +1 -1
  189. package/dist/languages/indonesian.mjs +1 -1
  190. package/dist/languages/irish.mjs +1 -1
  191. package/dist/languages/italian.mjs +1 -1
  192. package/dist/languages/japanese.mjs +1 -1
  193. package/dist/languages/kannada.mjs +1 -1
  194. package/dist/languages/kazakh.mjs +1 -1
  195. package/dist/languages/khmer.mjs +1 -1
  196. package/dist/languages/kinyarwanda.mjs +1 -1
  197. package/dist/languages/kirundi.mjs +1 -1
  198. package/dist/languages/korean.mjs +1 -1
  199. package/dist/languages/kurmanji.mjs +1 -1
  200. package/dist/languages/kyrgyz.mjs +1 -1
  201. package/dist/languages/lao.mjs +1 -1
  202. package/dist/languages/latin.mjs +1 -1
  203. package/dist/languages/latvian.mjs +1 -1
  204. package/dist/languages/lingala.mjs +1 -1
  205. package/dist/languages/lithuanian.mjs +1 -1
  206. package/dist/languages/luxembourgish.mjs +1 -1
  207. package/dist/languages/macedonian.mjs +1 -1
  208. package/dist/languages/malagasy.mjs +1 -1
  209. package/dist/languages/malay.mjs +1 -1
  210. package/dist/languages/malayalam.mjs +1 -1
  211. package/dist/languages/maltese.mjs +1 -1
  212. package/dist/languages/maori.mjs +1 -1
  213. package/dist/languages/marathi.mjs +1 -1
  214. package/dist/languages/nepali.mjs +1 -1
  215. package/dist/languages/norwegian.mjs +1 -1
  216. package/dist/languages/oromo.mjs +1 -1
  217. package/dist/languages/persian.mjs +1 -1
  218. package/dist/languages/polish.mjs +1 -1
  219. package/dist/languages/portuguese.mjs +1 -1
  220. package/dist/languages/punjabi.mjs +1 -1
  221. package/dist/languages/romanian.mjs +1 -1
  222. package/dist/languages/russian.mjs +1 -1
  223. package/dist/languages/samoan.mjs +1 -1
  224. package/dist/languages/sanskrit.mjs +1 -1
  225. package/dist/languages/scottish-gaelic.mjs +1 -1
  226. package/dist/languages/serbian.mjs +1 -1
  227. package/dist/languages/shona.mjs +1 -1
  228. package/dist/languages/sinhala.mjs +1 -1
  229. package/dist/languages/slovak.mjs +1 -1
  230. package/dist/languages/slovenian.mjs +1 -1
  231. package/dist/languages/sorani.mjs +1 -1
  232. package/dist/languages/spanish.mjs +1 -1
  233. package/dist/languages/swahili.mjs +1 -1
  234. package/dist/languages/swedish.mjs +1 -1
  235. package/dist/languages/tagalog.mjs +1 -1
  236. package/dist/languages/tamil.mjs +1 -1
  237. package/dist/languages/tatar.mjs +1 -1
  238. package/dist/languages/telugu.mjs +1 -1
  239. package/dist/languages/thai.mjs +1 -1
  240. package/dist/languages/tibetan.mjs +1 -1
  241. package/dist/languages/tigrinya.mjs +1 -1
  242. package/dist/languages/tongan.mjs +1 -1
  243. package/dist/languages/turkish.mjs +1 -1
  244. package/dist/languages/twi.mjs +1 -1
  245. package/dist/languages/ukrainian.mjs +1 -1
  246. package/dist/languages/urdu.mjs +1 -1
  247. package/dist/languages/vietnamese.mjs +1 -1
  248. package/dist/languages/welsh.mjs +1 -1
  249. package/dist/languages/wolof.mjs +1 -1
  250. package/dist/languages/xhosa.mjs +1 -1
  251. package/dist/languages/yoruba.mjs +1 -1
  252. package/dist/languages/zulu.mjs +1 -1
  253. package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
  254. package/dist/module-5ZSLUQII.mjs +3729 -0
  255. package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
  256. package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
  257. package/dist/optional-writes-4UOQKETU.mjs +247 -0
  258. package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
  259. package/dist/partial-words.browser.mjs +1650 -0
  260. package/dist/partial-words.mjs +17 -11
  261. package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
  262. package/dist/pattern.mjs +6 -7
  263. package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
  264. package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
  265. package/dist/phrase-module-EFESWOCR.mjs +635 -0
  266. package/dist/query-actions-HMJUVWGT.mjs +119 -0
  267. package/dist/query-suggestions/merge-worker.d.ts +55 -0
  268. package/dist/query-suggestions/merge-worker.mjs +53 -0
  269. package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
  270. package/dist/query-suggestions.browser.mjs +47 -0
  271. package/dist/query-suggestions.d.ts +20 -0
  272. package/dist/query-suggestions.mjs +19 -0
  273. package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
  274. package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
  275. package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
  276. package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
  277. package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
  278. package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
  279. package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
  280. package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
  281. package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
  282. package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
  283. package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
  284. package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
  285. package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
  286. package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
  287. package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
  288. package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
  289. package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
  290. package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
  291. package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
  292. package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
  293. package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
  294. package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
  295. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  296. package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
  297. package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
  298. package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
  299. package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
  300. package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
  301. package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
  302. package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
  303. package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
  304. package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
  305. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  306. package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
  307. package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
  308. package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
  309. package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
  310. package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
  311. package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
  312. package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
  313. package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
  314. package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
  315. package/dist/react-native/partial-words.mjs +1658 -0
  316. package/dist/react-native/pattern.mjs +2570 -0
  317. package/dist/react-native/query-suggestions.mjs +55 -0
  318. package/dist/react-native/sync.mjs +2759 -0
  319. package/dist/react-native/synonyms.mjs +676 -0
  320. package/dist/react.d.ts +12 -8
  321. package/dist/react.mjs +45 -1
  322. package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
  323. package/dist/rerankers/http.d.ts +1 -1
  324. package/dist/rerankers/http.mjs +2 -2
  325. package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
  326. package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
  327. package/dist/runtime-USQYKN3I.mjs +615 -0
  328. package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
  329. package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
  330. package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
  331. package/dist/server.d.ts +348 -22
  332. package/dist/server.mjs +2211 -327
  333. package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
  334. package/dist/store-leaf-6VMMSVBE.mjs +20 -0
  335. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  336. package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
  337. package/dist/sync/filesystem.d.ts +30 -0
  338. package/dist/sync/filesystem.mjs +288 -0
  339. package/dist/sync/indexeddb.browser.mjs +287 -0
  340. package/dist/sync/indexeddb.d.ts +30 -0
  341. package/dist/sync/indexeddb.mjs +242 -0
  342. package/dist/sync.browser.mjs +1271 -0
  343. package/dist/sync.d.ts +23 -0
  344. package/dist/sync.mjs +2712 -0
  345. package/dist/synonyms.browser.mjs +658 -0
  346. package/dist/synonyms.mjs +17 -7
  347. package/dist/tasks-65b6t6lk.d.ts +782 -0
  348. package/dist/thread-UJ3W5LVI.mjs +31 -0
  349. package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
  350. package/dist/types-CpCg-Gq-.d.ts +227 -0
  351. package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
  352. package/dist/vector/search-worker.d.ts +10 -2
  353. package/dist/vector/search-worker.mjs +11 -11
  354. package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
  355. package/dist/workers/entry.mjs +75 -15
  356. package/openapi.json +6840 -0
  357. package/package.json +406 -19
  358. package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
  359. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  360. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  361. package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
  362. package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
  363. package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
  364. package/dist/browser/chunk-QWES44AW.mjs +0 -473
  365. package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
  366. package/dist/browser/module-PDXYHT75.mjs +0 -2822
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
  369. package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
  370. package/dist/browser/write-L7FAQA47.mjs +0 -208
  371. package/dist/chunk-37CD3OKS.mjs +0 -87
  372. package/dist/chunk-5XNIRLFC.mjs +0 -96
  373. package/dist/chunk-7X5JST5L.mjs +0 -114
  374. package/dist/chunk-AV4IJKD2.mjs +0 -35
  375. package/dist/chunk-AY3AQ3UH.mjs +0 -73
  376. package/dist/chunk-BKB3XTMI.mjs +0 -707
  377. package/dist/chunk-C7SLA6CM.mjs +0 -19
  378. package/dist/chunk-COVCQ73F.mjs +0 -587
  379. package/dist/chunk-DJHHF2L5.mjs +0 -17
  380. package/dist/chunk-E74YLAIG.mjs +0 -24
  381. package/dist/chunk-FMWRCP2C.mjs +0 -57
  382. package/dist/chunk-GES7U2PM.mjs +0 -68
  383. package/dist/chunk-HJSN7UYG.mjs +0 -10
  384. package/dist/chunk-JFRNNBOM.mjs +0 -35
  385. package/dist/chunk-K25LZA54.mjs +0 -8484
  386. package/dist/chunk-KEHK2O6P.mjs +0 -13
  387. package/dist/chunk-KOKM4PQN.mjs +0 -52
  388. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  389. package/dist/chunk-L3L5YFXC.mjs +0 -614
  390. package/dist/chunk-L5ORED7V.mjs +0 -25
  391. package/dist/chunk-LH4NZNJJ.mjs +0 -1731
  392. package/dist/chunk-LU2CE5AE.mjs +0 -507
  393. package/dist/chunk-LXWDQLTW.mjs +0 -30
  394. package/dist/chunk-MHOSCQCQ.mjs +0 -948
  395. package/dist/chunk-NKRBEGJZ.mjs +0 -1705
  396. package/dist/chunk-NTRMFARG.mjs +0 -462
  397. package/dist/chunk-NW4XDSP2.mjs +0 -212
  398. package/dist/chunk-OOEXLUGR.mjs +0 -117
  399. package/dist/chunk-ORBLD3EL.mjs +0 -6
  400. package/dist/chunk-OWNZYMRE.mjs +0 -3591
  401. package/dist/chunk-PPY2GSIB.mjs +0 -44
  402. package/dist/chunk-QY7GC2MW.mjs +0 -33
  403. package/dist/chunk-R6A773WK.mjs +0 -226
  404. package/dist/chunk-R6PR4WYZ.mjs +0 -68
  405. package/dist/chunk-R7EEKAJE.mjs +0 -593
  406. package/dist/chunk-RONEOEON.mjs +0 -426
  407. package/dist/chunk-VWULPWRJ.mjs +0 -7469
  408. package/dist/chunk-WCJKUGHB.mjs +0 -262
  409. package/dist/chunk-WQBCBKY3.mjs +0 -8
  410. package/dist/chunk-X5CV2E2B.mjs +0 -1
  411. package/dist/chunk-YA7XLE2R.mjs +0 -1256
  412. package/dist/chunk-YTJCGKM4.mjs +0 -56
  413. package/dist/chunk-ZG477IPV.mjs +0 -526
  414. package/dist/chunk-ZYNAMIYX.mjs +0 -113
  415. package/dist/config-BGB_fDtq.d.ts +0 -237
  416. package/dist/direct-executor-CXZ66ACP.mjs +0 -22
  417. package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
  418. package/dist/engine-BGCEm9E_.d.ts +0 -577
  419. package/dist/module-3NONKBZX.mjs +0 -1860
  420. package/dist/release-BH3DKW3T.mjs +0 -33
  421. package/dist/restore-queue-JPRBUYII.mjs +0 -35
  422. package/dist/runtime-ZKYZFJJC.mjs +0 -177
  423. package/dist/snapshot-HOGXNO5W.mjs +0 -793
  424. package/dist/tasks-HG3rlxx6.d.ts +0 -302
  425. package/dist/thread-B657LQXK.mjs +0 -692
  426. package/dist/write-XLIGTXBU.mjs +0 -238
@@ -0,0 +1,197 @@
1
+ import { performance } from 'perf_hooks';
2
+ import { setFlagsFromString, getHeapStatistics } from 'v8';
3
+ import { runInNewContext } from 'vm';
4
+
5
+ // src/runtime/turn-budget.ts
6
+ var turnsAreBudgeted = false;
7
+ function adoptSharedTurns(_scheduler) {
8
+ }
9
+ function turnIsSpent() {
10
+ return false;
11
+ }
12
+ function yieldTurn() {
13
+ return Promise.resolve();
14
+ }
15
+ function backgroundTurnIsSpent() {
16
+ return false;
17
+ }
18
+ function yieldBackgroundTurn() {
19
+ return Promise.resolve();
20
+ }
21
+ function countWrite(write) {
22
+ return write();
23
+ }
24
+ function waitOutsideCountedWrite(wait) {
25
+ return wait();
26
+ }
27
+ function changeIndexOutsideExternalWaits(change) {
28
+ return change();
29
+ }
30
+ function indexChangeOutsideExternalWaits(change) {
31
+ return change;
32
+ }
33
+ function holdWrites(read) {
34
+ return read();
35
+ }
36
+ function holdWritesAndBackgroundWork(read) {
37
+ return read();
38
+ }
39
+
40
+ // src/runtime/constants.ts
41
+ var IDLE_HEAP_CLEANUP_CHECK_MS = 1e3;
42
+ var IDLE_HEAP_CLEANUP_QUIET_CHECKS = 2;
43
+ var IDLE_HEAP_CLEANUP_MAX_UTILISATION = 0.1;
44
+ var IDLE_HEAP_CLEANUP_MAX_GROWTH_BYTES = 4 * 1024 * 1024;
45
+ var IDLE_HEAP_CLEANUP_MIN_RECLAIMABLE_BYTES = 64 * 1024 * 1024;
46
+ var REFUSAL_COLLECTION_MIN_INTERVAL_MS = 1e3;
47
+ var REFUSAL_COLLECTION_TIME_MULTIPLE = 10;
48
+ var REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS = 10;
49
+ var HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE = 0.75;
50
+ var HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE = 0.65;
51
+ var PROCESS_LIMIT_REFRESH_INTERVAL_MS = 1e3;
52
+ var PROCESS_STATUS_READ_BYTES = 4 * 1024;
53
+ var PROCESS_STATUS_READ_CEILING_BYTES = 1024 * 1024;
54
+ var UI_THREAD_TURN_BUDGET_MS = 20;
55
+ var UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS = 20;
56
+ var UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS = 5;
57
+ var V8_YOUNG_GENERATION_BYTES_BY_MAJOR = {
58
+ 12: 48 * 1024 * 1024,
59
+ 13: 192 * 1024 * 1024
60
+ };
61
+
62
+ // src/runtime/idle-heap-cleaner.ts
63
+ function createIdleHeapCleaner(deps) {
64
+ let quietChecks = 0;
65
+ let liveBytesAfterLastCleanup = 0;
66
+ let heldBytesAtLastCheck = Number.POSITIVE_INFINITY;
67
+ return {
68
+ check() {
69
+ const busy = deps.utilisationSinceLastCheck() > IDLE_HEAP_CLEANUP_MAX_UTILISATION;
70
+ const before = deps.readHeap();
71
+ if (before === null) return false;
72
+ const heapGrew = before.heldBytes > heldBytesAtLastCheck + IDLE_HEAP_CLEANUP_MAX_GROWTH_BYTES;
73
+ heldBytesAtLastCheck = before.heldBytes;
74
+ if (busy || heapGrew) {
75
+ quietChecks = 0;
76
+ return false;
77
+ }
78
+ quietChecks += 1;
79
+ if (quietChecks < IDLE_HEAP_CLEANUP_QUIET_CHECKS) return false;
80
+ if (before.heldBytes - liveBytesAfterLastCleanup < IDLE_HEAP_CLEANUP_MIN_RECLAIMABLE_BYTES) return false;
81
+ if (!deps.collectAndReturnPages()) return false;
82
+ const after = deps.readHeap();
83
+ liveBytesAfterLastCleanup = after?.liveBytes ?? before.liveBytes;
84
+ heldBytesAtLastCheck = after?.heldBytes ?? before.heldBytes;
85
+ quietChecks = 0;
86
+ return true;
87
+ }
88
+ };
89
+ }
90
+
91
+ // src/runtime/idle-heap-cleanup.ts
92
+ var collectorOfThisThread = null;
93
+ function acquireCollector() {
94
+ if (collectorOfThisThread !== null) return collectorOfThisThread;
95
+ try {
96
+ setFlagsFromString("--expose-gc");
97
+ const collect = runInNewContext("gc");
98
+ setFlagsFromString("--no-expose-gc");
99
+ if (typeof collect !== "function") return null;
100
+ collectorOfThisThread = collect;
101
+ return collectorOfThisThread;
102
+ } catch {
103
+ return null;
104
+ }
105
+ }
106
+ function collectAndReturnPages() {
107
+ const collect = acquireCollector();
108
+ if (collect === null) return false;
109
+ try {
110
+ collect({ type: "major", execution: "sync", flavor: "last-resort" });
111
+ return true;
112
+ } catch {
113
+ return false;
114
+ }
115
+ }
116
+ function collectYoungGeneration() {
117
+ const collect = acquireCollector();
118
+ if (collect === null) return false;
119
+ try {
120
+ collect({ type: "minor", execution: "sync" });
121
+ return true;
122
+ } catch {
123
+ return false;
124
+ }
125
+ }
126
+ function readHeap() {
127
+ try {
128
+ const stats = getHeapStatistics();
129
+ return { heldBytes: stats.total_physical_size, liveBytes: stats.used_heap_size };
130
+ } catch {
131
+ return null;
132
+ }
133
+ }
134
+ function startIdleHeapCleanup() {
135
+ acquireCollector();
136
+ if (typeof performance.eventLoopUtilization !== "function") return () => void 0;
137
+ let lastReading = performance.eventLoopUtilization();
138
+ const cleaner = createIdleHeapCleaner({
139
+ utilisationSinceLastCheck() {
140
+ const reading = performance.eventLoopUtilization();
141
+ const { utilization } = performance.eventLoopUtilization(reading, lastReading);
142
+ lastReading = reading;
143
+ return utilization;
144
+ },
145
+ readHeap,
146
+ collectAndReturnPages
147
+ });
148
+ const timer = setInterval(() => {
149
+ cleaner.check();
150
+ }, IDLE_HEAP_CLEANUP_CHECK_MS);
151
+ timer.unref();
152
+ return () => clearInterval(timer);
153
+ }
154
+
155
+ // src/workers/thread-slot.ts
156
+ var goneThreadSlots = /* @__PURE__ */ new Set();
157
+ function threadSlotOfWorker(workerId) {
158
+ return workerId + 1;
159
+ }
160
+ function noteThreadSlotLive(threadSlot) {
161
+ goneThreadSlots.delete(threadSlot);
162
+ }
163
+ function noteThreadSlotGone(threadSlot) {
164
+ goneThreadSlots.add(threadSlot);
165
+ }
166
+ function threadSlotGone(threadSlot) {
167
+ return goneThreadSlots.has(threadSlot);
168
+ }
169
+
170
+ // src/vector/constants.ts
171
+ var WASM_PAGE_BYTES = 65536;
172
+ var MAX_WASM_PAGES = 65536;
173
+ var VECTOR_BLOCK_MAX_BYTES = 4294967296;
174
+ var VECTOR_STORE_INITIAL_CAPACITY = 16;
175
+ var VECTOR_BLOCK_INITIAL_SLOTS = 256;
176
+ var DISK_STORAGE_BLOCK_BYTES = 67108864;
177
+ var MAX_VECTOR_ORDINALS = 16777216;
178
+ var UNPLACED_FLAG_CHUNK_ORDINALS = 1024;
179
+ var VECTOR_SCRATCH_SLOTS = 64;
180
+ var SCRATCH_SLOTS_PER_THREAD_POOL = 31;
181
+ var NATIVE_THREAD_SEARCH_SLOTS = 4;
182
+ var NATIVE_THREAD_SCAN_CHUNK_ORDINALS = 16384;
183
+ var MAX_DOC_ID_TABLE_BYTES = 1073741824;
184
+ var MAX_WORKER_COPIES = 64;
185
+ var VECTOR_SEARCH_TIMEOUT_MS = 3e4;
186
+ var VECTOR_SEARCH_LOAD_TIMEOUT_MS = 3e5;
187
+ var VECTOR_INSERT_TIMEOUT_MS = 6e5;
188
+ var NATIVE_ATTACH_RETRY_MS = 1e3;
189
+ var MAX_RENUMBERED_SEARCH_ATTEMPTS = 3;
190
+ var LOCK_SPIN_ITERATIONS = 128;
191
+ var LOCK_WAIT_SLICE_MS = 20;
192
+ var GRAPH_LOCK_WAIT_SLICE_MS = 1;
193
+ var GRAPH_LOCK_WAIT_DEADLINE_MS = 1e4;
194
+ var GRAPH_BUILD_DISPATCH_CHUNK = 64;
195
+ var GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER = 2;
196
+
197
+ export { DISK_STORAGE_BLOCK_BYTES, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_TABLE_BYTES, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MAX_WORKER_COPIES, NATIVE_ATTACH_RETRY_MS, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, NATIVE_THREAD_SEARCH_SLOTS, PROCESS_LIMIT_REFRESH_INTERVAL_MS, PROCESS_STATUS_READ_BYTES, PROCESS_STATUS_READ_CEILING_BYTES, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, SCRATCH_SLOTS_PER_THREAD_POOL, UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS, UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS, UI_THREAD_TURN_BUDGET_MS, UNPLACED_FLAG_CHUNK_ORDINALS, V8_YOUNG_GENERATION_BYTES_BY_MAJOR, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_BLOCK_MAX_BYTES, VECTOR_INSERT_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_STORE_INITIAL_CAPACITY, WASM_PAGE_BYTES, adoptSharedTurns, backgroundTurnIsSpent, changeIndexOutsideExternalWaits, collectAndReturnPages, collectYoungGeneration, countWrite, holdWrites, holdWritesAndBackgroundWork, indexChangeOutsideExternalWaits, noteThreadSlotGone, noteThreadSlotLive, startIdleHeapCleanup, threadSlotGone, threadSlotOfWorker, turnIsSpent, turnsAreBudgeted, waitOutsideCountedWrite, yieldBackgroundTurn, yieldTurn };
@@ -0,0 +1,283 @@
1
+ import { syncStorageOf, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, encodeIndexConfiguration } from './chunk-AVBPB3MI.mjs';
2
+ import { archiveLayout } from './chunk-ZPJFGGGI.mjs';
3
+ import { manifestFileRefs } from './chunk-C4ZMXXTL.mjs';
4
+ import { DIRECTORY_IDENTITY_CHECK_INTERVAL_MS } from './chunk-MSIN4NM3.mjs';
5
+ import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
6
+ import { openChecksummedEnvelope } from './chunk-TKKXPKEO.mjs';
7
+ import { withOpenIndex, emitEngineEvent } from './chunk-BY6NALRK.mjs';
8
+ import { decode } from './chunk-GXCDWLQI.mjs';
9
+ import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
10
+ import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
11
+
12
+ // src/persistence/durability/directory-watch.ts
13
+ function unrefInterval(tick, intervalMs) {
14
+ const timer = setInterval(tick, intervalMs);
15
+ if (typeof timer.unref === "function") timer.unref();
16
+ return timer;
17
+ }
18
+ function createDirectoryWatch(directory, isStopped, onLost) {
19
+ let expected = null;
20
+ let timer = null;
21
+ let lock = null;
22
+ function cannotCheck(err) {
23
+ return new NarsilError(
24
+ ErrorCodes.PERSISTENCE_SAVE_FAILED,
25
+ `The engine cannot check the durability directory "${directory.root}", so it cannot confirm that a write is durable`,
26
+ { directory: directory.root, cause: err instanceof Error ? err.message : String(err) }
27
+ );
28
+ }
29
+ async function currentIdentity() {
30
+ try {
31
+ return await directory.identity?.() ?? null;
32
+ } catch (err) {
33
+ return cannotCheck(err);
34
+ }
35
+ }
36
+ async function lockTakenOver() {
37
+ if (lock === null) return null;
38
+ try {
39
+ if (await lock.holds()) return null;
40
+ } catch (err) {
41
+ return cannotCheck(err);
42
+ }
43
+ return new NarsilError(
44
+ ErrorCodes.PERSISTENCE_SAVE_FAILED,
45
+ `The lock file of the durability directory "${directory.root}" records another engine, which may be writing the same log`,
46
+ { directory: directory.root }
47
+ );
48
+ }
49
+ async function verify() {
50
+ if (directory.identity === void 0 || isStopped()) return true;
51
+ const current = await currentIdentity();
52
+ if (current instanceof Error) {
53
+ onLost(current);
54
+ return false;
55
+ }
56
+ if (expected === null) {
57
+ expected = current;
58
+ } else if (current !== expected) {
59
+ onLost(
60
+ new NarsilError(
61
+ ErrorCodes.PERSISTENCE_SAVE_FAILED,
62
+ `The durability directory "${directory.root}" is missing or is a different directory from the one that this instance opens at start-up, so a write to it is not durable`,
63
+ { directory: directory.root }
64
+ )
65
+ );
66
+ return false;
67
+ }
68
+ const takenOver = await lockTakenOver();
69
+ if (takenOver === null) return true;
70
+ onLost(takenOver);
71
+ return false;
72
+ }
73
+ function stop() {
74
+ if (timer !== null) {
75
+ clearInterval(timer);
76
+ timer = null;
77
+ }
78
+ }
79
+ return {
80
+ async claim() {
81
+ if (lock === null && directory.lock !== void 0) lock = await directory.lock();
82
+ },
83
+ async release() {
84
+ const held = lock;
85
+ lock = null;
86
+ await held?.release();
87
+ },
88
+ verify,
89
+ async verifyOnce() {
90
+ if (expected === null && directory.identity !== void 0) await verify();
91
+ },
92
+ start() {
93
+ if (directory.identity === void 0 || timer !== null || isStopped()) return;
94
+ timer = unrefInterval(() => void verify(), DIRECTORY_IDENTITY_CHECK_INTERVAL_MS);
95
+ },
96
+ stop
97
+ };
98
+ }
99
+
100
+ // src/persistence/durability/sync/constants.ts
101
+ var LOG_READ_CHUNK_BYTES = 1048576;
102
+ var DEFAULT_HISTORY_MAX_AGE_MS = 2592e6;
103
+ var DEFAULT_CHANGES_HISTORY_MAX_BYTES_FLOOR = 1073741824;
104
+
105
+ // src/engine/sync/archive.ts
106
+ function publishedArchiveLayout(indexName, snapshot, storage) {
107
+ const prefix = `${indexName}/`;
108
+ return archiveLayout(
109
+ snapshot.config,
110
+ snapshot.manifestBytes,
111
+ manifestFileRefs(snapshot.manifest).map((ref) => ({
112
+ name: ref.key.slice(prefix.length),
113
+ bytes: ref.bytes,
114
+ read: (offset, length) => storage.readFileRange(ref.key, offset, length)
115
+ }))
116
+ );
117
+ }
118
+
119
+ // src/engine/sync/constants.ts
120
+ var HISTORY_SWEEP_INTERVAL_MS = 36e5;
121
+
122
+ // src/engine/sync/snapshot.ts
123
+ var epochsOfSnapshots = /* @__PURE__ */ new WeakMap();
124
+ async function epochOfSnapshot(snapshot) {
125
+ const known = epochsOfSnapshots.get(snapshot);
126
+ if (known !== void 0) return known;
127
+ const { payload } = await openChecksummedEnvelope(snapshot.config, {
128
+ envelopeFormatVersion: INDEX_CONFIGURATION_ENVELOPE_VERSION,
129
+ what: "index configuration",
130
+ allowsCompression: true
131
+ });
132
+ const raw = decode(payload);
133
+ const epoch = raw !== null && typeof raw === "object" && isSyncEpoch(raw.syncEpoch) ? raw.syncEpoch : null;
134
+ epochsOfSnapshots.set(snapshot, epoch);
135
+ return epoch;
136
+ }
137
+ function notEnabled(indexName) {
138
+ return new NarsilError(ErrorCodes.SYNC_NOT_ENABLED, `Index "${indexName}" has device sync off`, { indexName });
139
+ }
140
+ function configurationFor(core, indexName) {
141
+ return async (manifest) => {
142
+ const entry = core.requireIndex(indexName);
143
+ if ((manifest.analysisGeneration ?? 0) !== entry.analysisGeneration) {
144
+ throw new NarsilError(
145
+ ErrorCodes.ANALYSIS_CHANGE_NOT_READY,
146
+ `The analysis of index "${indexName}" changed while the engine published its snapshot`,
147
+ { indexName }
148
+ );
149
+ }
150
+ return encodeIndexConfiguration(entry);
151
+ };
152
+ }
153
+ async function publishWithinAnalysis(core, storage, indexName) {
154
+ let lastError = null;
155
+ for (let attempt = 0; attempt < MAX_SNAPSHOT_ANALYSIS_ATTEMPTS; attempt++) {
156
+ try {
157
+ return await storage.publish(indexName, configurationFor(core, indexName));
158
+ } catch (error) {
159
+ if (!(error instanceof NarsilError) || error.code !== ErrorCodes.ANALYSIS_CHANGE_NOT_READY) throw error;
160
+ lastError = error;
161
+ }
162
+ }
163
+ throw lastError;
164
+ }
165
+ function publishedSyncSnapshot(core, indexName, republish = false) {
166
+ const entry = core.requireIndex(indexName);
167
+ if (entry.sync === null) throw notEnabled(indexName);
168
+ const storage = syncStorageOf(core, indexName);
169
+ return withOpenIndex(
170
+ core,
171
+ indexName,
172
+ () => oneSyncChangeAtATime(core.indexRegistry, indexName, async () => {
173
+ const sync = core.requireIndex(indexName).sync;
174
+ if (sync === null) throw notEnabled(indexName);
175
+ if (!sync.active) {
176
+ const activated = { ...sync, active: true };
177
+ core.requireIndex(indexName).sync = activated;
178
+ try {
179
+ await core.durability?.manager.persistMetadata(indexName);
180
+ } catch (error) {
181
+ core.requireIndex(indexName).sync = sync;
182
+ throw error;
183
+ }
184
+ }
185
+ const current = republish ? null : await storage.published(indexName);
186
+ if (current !== null) {
187
+ const unpin = storage.pin(current);
188
+ if (await epochOfSnapshot(current).catch(() => null) === sync.epoch) {
189
+ return { snapshot: current, epoch: sync.epoch, storage, unpin };
190
+ }
191
+ unpin();
192
+ }
193
+ const snapshot = await publishWithinAnalysis(core, storage, indexName);
194
+ return { snapshot, epoch: sync.epoch, storage, unpin: storage.pin(snapshot) };
195
+ })
196
+ );
197
+ }
198
+
199
+ // src/engine/sync/retention.ts
200
+ var statesByCore = /* @__PURE__ */ new WeakMap();
201
+ function stateOf(core) {
202
+ let state = statesByCore.get(core);
203
+ if (state === void 0) {
204
+ state = { running: /* @__PURE__ */ new Map(), again: /* @__PURE__ */ new Set(), sweep: null };
205
+ statesByCore.set(core, state);
206
+ }
207
+ return state;
208
+ }
209
+ async function syncLimits(sync, storage, indexName) {
210
+ const published = sync.historyMaxBytes === void 0 ? await storage.published(indexName) : null;
211
+ return {
212
+ maxAgeMs: sync.historyMaxAgeMs ?? DEFAULT_HISTORY_MAX_AGE_MS,
213
+ maxBytes: sync.historyMaxBytes ?? (published === null ? Number.POSITIVE_INFINITY : publishedArchiveLayout(indexName, published, storage).byteLength)
214
+ };
215
+ }
216
+ async function changesLimits(changes, storage, indexName) {
217
+ let maxBytes = changes.historyMaxBytes;
218
+ if (maxBytes === void 0) {
219
+ const manifest = await storage.currentManifest(indexName);
220
+ let checkpointBytes = 0;
221
+ if (manifest !== null) for (const ref of manifestFileRefs(manifest)) checkpointBytes += ref.bytes;
222
+ maxBytes = Math.max(checkpointBytes, DEFAULT_CHANGES_HISTORY_MAX_BYTES_FLOOR);
223
+ }
224
+ return { maxAgeMs: changes.historyMaxAgeMs ?? DEFAULT_HISTORY_MAX_AGE_MS, maxBytes };
225
+ }
226
+ async function historyLimitsOf(sync, changes, storage, indexName) {
227
+ const kept = sync?.active === true ? await syncLimits(sync, storage, indexName) : null;
228
+ const captured = changes === null ? null : await changesLimits(changes, storage, indexName);
229
+ if (kept === null) return captured;
230
+ if (captured === null) return kept;
231
+ return { maxAgeMs: Math.max(kept.maxAgeMs, captured.maxAgeMs), maxBytes: Math.max(kept.maxBytes, captured.maxBytes) };
232
+ }
233
+ async function enforce(core, indexName) {
234
+ const entry = core.indexRegistry.get(indexName);
235
+ const storage = core.durability?.manager.syncStorage?.();
236
+ if (entry === void 0 || storage === void 0 || core.shutdownState.isShutdown) return;
237
+ const limits = await historyLimitsOf(entry.sync, entry.changes, storage, indexName);
238
+ if (limits === null) return;
239
+ const publishesSnapshots = entry.sync?.active === true && core.mutationCtx.capacityScope !== "partition";
240
+ await storage.enforceHistoryLimits(
241
+ indexName,
242
+ limits,
243
+ publishesSnapshots ? async () => {
244
+ const { unpin } = await publishedSyncSnapshot(core, indexName, true);
245
+ unpin();
246
+ } : null,
247
+ Date.now()
248
+ );
249
+ }
250
+ function scheduleSyncRetention(core, indexName) {
251
+ const state = stateOf(core);
252
+ startSyncRetentionSweep(core);
253
+ if (state.running.has(indexName)) {
254
+ state.again.add(indexName);
255
+ return;
256
+ }
257
+ const run = (async () => {
258
+ do {
259
+ state.again.delete(indexName);
260
+ await enforce(core, indexName);
261
+ } while (state.again.has(indexName));
262
+ })().catch((error) => {
263
+ emitEngineEvent(core.eventHandlers, "durabilityError", {
264
+ error: error instanceof Error ? error : new Error(String(error))
265
+ });
266
+ }).finally(() => state.running.delete(indexName));
267
+ state.running.set(indexName, run);
268
+ }
269
+ function startSyncRetentionSweep(core) {
270
+ const state = stateOf(core);
271
+ if (state.sweep !== null) return;
272
+ state.sweep = unrefInterval(() => {
273
+ if (core.shutdownState.isShutdown) {
274
+ if (state.sweep !== null) clearInterval(state.sweep);
275
+ return;
276
+ }
277
+ for (const [indexName, entry] of core.indexRegistry) {
278
+ if (entry.sync?.active === true || entry.changes !== null) scheduleSyncRetention(core, indexName);
279
+ }
280
+ }, HISTORY_SWEEP_INTERVAL_MS);
281
+ }
282
+
283
+ export { LOG_READ_CHUNK_BYTES, createDirectoryWatch, publishedArchiveLayout, publishedSyncSnapshot, scheduleSyncRetention, startSyncRetentionSweep, unrefInterval };
@@ -27,16 +27,18 @@ var ReplicationMessageTypes = {
27
27
  FORWARD_BATCH: "replication.forward_batch",
28
28
  ENTRY: "replication.entry",
29
29
  ENTRY_BATCH: "replication.entry_batch",
30
+ TERM_START: "replication.term_start",
31
+ TERM_START_ACK: "replication.term_start_ack",
30
32
  ACK: "replication.ack",
31
33
  SYNC_REQUEST: "replication.sync_request",
32
34
  SYNC_ENTRIES: "replication.sync_entries",
33
35
  SNAPSHOT_START: "replication.snapshot_start",
34
36
  SNAPSHOT_CHUNK: "replication.snapshot_chunk",
35
37
  SNAPSHOT_END: "replication.snapshot_end",
36
- SNAPSHOT_SYNC_REQUEST: "replication.snapshot_sync_request",
37
38
  INSYNC_ADD: "replication.insync_add",
38
39
  INSYNC_REMOVE: "replication.insync_remove",
39
- INSYNC_CONFIRM: "replication.insync_confirm"
40
+ INSYNC_CONFIRM: "replication.insync_confirm",
41
+ PRIMARY_RESIGN: "replication.primary_resign"
40
42
  };
41
43
  var QueryMessageTypes = {
42
44
  SEARCH: "query.search",
@@ -59,7 +61,26 @@ var ClusterMessageTypes = {
59
61
  PONG: "cluster.pong",
60
62
  BOOTSTRAP_COMPLETE: "cluster.bootstrap_complete",
61
63
  PARTITION_STORES: "cluster.partition_stores",
62
- INDEX_SETTINGS: "cluster.index_settings"
64
+ REPLICATION_FACTOR: "cluster.replication_factor",
65
+ REBUILD_ANALYSIS: "cluster.rebuild_analysis",
66
+ REBALANCE: "cluster.rebalance",
67
+ RESHARD_START: "cluster.reshard_start",
68
+ RESHARD_FORWARD: "cluster.reshard_forward",
69
+ RESHARD_CUTOVER: "cluster.reshard_cutover",
70
+ RESHARD_PURGE: "cluster.reshard_purge",
71
+ INDEX_SETTINGS: "cluster.index_settings",
72
+ BACKUP: "cluster.backup",
73
+ BACKUP_RESTORE: "cluster.backup_restore",
74
+ BACKUP_DELETE: "cluster.backup_delete",
75
+ BACKUP_PARTITION: "cluster.backup_partition",
76
+ RESTORE_PARTITION: "cluster.restore_partition"
77
+ };
78
+ var SyncMessageTypes = {
79
+ READ: "sync.read"
80
+ };
81
+ var SuggestionMessageTypes = {
82
+ COUNTS: "suggestions.counts",
83
+ BUILD: "suggestions.build"
63
84
  };
64
85
 
65
- export { ClusterMessageTypes, DEFAULT_TRANSPORT_CONFIG, QueryMessageTypes, ReplicationMessageTypes, TransportError, TransportErrorCodes };
86
+ export { ClusterMessageTypes, DEFAULT_TRANSPORT_CONFIG, QueryMessageTypes, ReplicationMessageTypes, SuggestionMessageTypes, SyncMessageTypes, TransportError, TransportErrorCodes };