@delali/narsil 0.3.1-next.98 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +45 -0
  2. package/README.md +27 -8
  3. package/dist/adapters/filesystem.d.ts +1 -1
  4. package/dist/adapters/filesystem.mjs +101 -13
  5. package/dist/adapters/gcs.d.ts +49 -0
  6. package/dist/adapters/gcs.mjs +213 -0
  7. package/dist/adapters/indexeddb.d.ts +1 -1
  8. package/dist/adapters/indexeddb.mjs +2 -7
  9. package/dist/adapters/memory.d.ts +1 -1
  10. package/dist/adapters/memory.mjs +5 -0
  11. package/dist/adapters/s3.d.ts +53 -0
  12. package/dist/adapters/s3.mjs +263 -0
  13. package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
  14. package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
  15. package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
  16. package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
  17. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  18. package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
  19. package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
  20. package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
  21. package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
  22. package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
  23. package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
  24. package/dist/browser/embed-GG6PS3EA.mjs +264 -0
  25. package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
  26. package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
  27. package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
  28. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  29. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  30. package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
  31. package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
  32. package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
  33. package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
  34. package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
  35. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  36. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  37. package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
  38. package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
  39. package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
  40. package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
  41. package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
  42. package/dist/chunk-2AFZE7Y3.mjs +72 -0
  43. package/dist/chunk-2CKDCC65.mjs +47 -0
  44. package/dist/chunk-3ECIRFS5.mjs +61 -0
  45. package/dist/chunk-44W3CBNG.mjs +7 -0
  46. package/dist/chunk-4H4RG2FR.mjs +13 -0
  47. package/dist/chunk-4PY4JYMY.mjs +11 -0
  48. package/dist/chunk-4ZPVAHWF.mjs +1289 -0
  49. package/dist/chunk-5EI5CXO6.mjs +197 -0
  50. package/dist/chunk-5F5MXWS5.mjs +283 -0
  51. package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
  52. package/dist/chunk-6FOENO4E.mjs +273 -0
  53. package/dist/chunk-6GHX35ZM.mjs +108 -0
  54. package/dist/chunk-6MSZ543Y.mjs +32 -0
  55. package/dist/chunk-6N6HHBCQ.mjs +4596 -0
  56. package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
  57. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  58. package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
  59. package/dist/chunk-AVBPB3MI.mjs +602 -0
  60. package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
  61. package/dist/chunk-BUMREPLU.mjs +15 -0
  62. package/dist/chunk-BY6NALRK.mjs +31921 -0
  63. package/dist/chunk-C4ZMXXTL.mjs +92 -0
  64. package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
  65. package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
  66. package/dist/chunk-DXZ6JDWG.mjs +797 -0
  67. package/dist/chunk-FJXJZUWF.mjs +209 -0
  68. package/dist/chunk-FS3HPPSC.mjs +212 -0
  69. package/dist/chunk-FT4KLZXW.mjs +1164 -0
  70. package/dist/chunk-GR5GMFJJ.mjs +104 -0
  71. package/dist/chunk-GXCDWLQI.mjs +193 -0
  72. package/dist/chunk-GXED6R3Q.mjs +271 -0
  73. package/dist/chunk-HLPRHOSO.mjs +17 -0
  74. package/dist/chunk-IL5DRCNU.mjs +3041 -0
  75. package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
  76. package/dist/chunk-K5HSUPYS.mjs +11 -0
  77. package/dist/chunk-KYIRXTCA.mjs +100 -0
  78. package/dist/chunk-LFXS6OF7.mjs +289 -0
  79. package/dist/chunk-LNGE7SLY.mjs +151 -0
  80. package/dist/chunk-M2Z5WVWW.mjs +194 -0
  81. package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
  82. package/dist/chunk-M3OW2XSP.mjs +40 -0
  83. package/dist/chunk-MFPSQZ6P.mjs +127 -0
  84. package/dist/chunk-MRCJBWJZ.mjs +1292 -0
  85. package/dist/chunk-MSIN4NM3.mjs +25 -0
  86. package/dist/chunk-MW3CJVGP.mjs +219 -0
  87. package/dist/chunk-MYM6CAVK.mjs +76 -0
  88. package/dist/chunk-NJJN4FMM.mjs +84 -0
  89. package/dist/chunk-NM7I3BM7.mjs +59 -0
  90. package/dist/chunk-OIJ64LGT.mjs +19 -0
  91. package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
  92. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  93. package/dist/chunk-R2PJKSNL.mjs +54 -0
  94. package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
  95. package/dist/chunk-S2POFTLN.mjs +10 -0
  96. package/dist/chunk-S5QMWECL.mjs +7 -0
  97. package/dist/chunk-SLAC5PAB.mjs +5008 -0
  98. package/dist/chunk-T4HMSZCX.mjs +5 -0
  99. package/dist/chunk-TACP6VK6.mjs +111 -0
  100. package/dist/chunk-TGPKS2UM.mjs +125 -0
  101. package/dist/chunk-TKKXPKEO.mjs +979 -0
  102. package/dist/chunk-V6EUBAIT.mjs +19 -0
  103. package/dist/chunk-XL56L4IR.mjs +228 -0
  104. package/dist/chunk-XQIAMDAG.mjs +3076 -0
  105. package/dist/chunk-YTUZ4R22.mjs +1063 -0
  106. package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
  107. package/dist/chunk-ZPJFGGGI.mjs +638 -0
  108. package/dist/chunk-ZXX5GZEX.mjs +17 -0
  109. package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
  110. package/dist/client.d.ts +11 -10
  111. package/dist/client.mjs +8 -898
  112. package/dist/config-Bnl7L-0H.d.ts +608 -0
  113. package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
  114. package/dist/core-leaf-6JVHEVFB.mjs +8 -0
  115. package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
  116. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  117. package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
  118. package/dist/distribution/coordinator/etcd.d.ts +63 -7
  119. package/dist/distribution/coordinator/etcd.mjs +725 -81
  120. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  121. package/dist/distribution/coordinator/in-memory.mjs +65 -10
  122. package/dist/distribution/transport/grpc.d.ts +2 -2
  123. package/dist/distribution/transport/grpc.mjs +39 -10
  124. package/dist/distribution/transport/in-memory.d.ts +2 -2
  125. package/dist/distribution/transport/in-memory.mjs +9 -6
  126. package/dist/distribution/transport/tcp.d.ts +2 -2
  127. package/dist/distribution/transport/tcp.mjs +20 -15
  128. package/dist/distribution.d.ts +267 -56
  129. package/dist/distribution.mjs +23156 -11362
  130. package/dist/durability-config-VWS2K24E.mjs +96 -0
  131. package/dist/embed-4PHHKGBK.mjs +263 -0
  132. package/dist/embeddings/openai.d.ts +1 -1
  133. package/dist/embeddings/openai.mjs +2 -2
  134. package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
  135. package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
  136. package/dist/gzip-2UCZW2MM.mjs +31 -0
  137. package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
  138. package/dist/index.browser.mjs +4 -4
  139. package/dist/index.d.ts +2133 -57
  140. package/dist/index.mjs +16 -32
  141. package/dist/index.react-native.mjs +12 -0
  142. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  143. package/dist/invalidation/filesystem.d.ts +1 -1
  144. package/dist/invalidation/filesystem.mjs +1 -2
  145. package/dist/invalidation/noop.d.ts +1 -1
  146. package/dist/languages/albanian.mjs +1 -1
  147. package/dist/languages/amharic.mjs +1 -1
  148. package/dist/languages/arabic.mjs +1 -1
  149. package/dist/languages/armenian.mjs +1 -1
  150. package/dist/languages/azerbaijani.mjs +1 -1
  151. package/dist/languages/bambara.mjs +1 -1
  152. package/dist/languages/basque.mjs +1 -1
  153. package/dist/languages/belarusian.mjs +1 -1
  154. package/dist/languages/bengali.mjs +1 -1
  155. package/dist/languages/bosnian.mjs +1 -1
  156. package/dist/languages/breton.mjs +1 -1
  157. package/dist/languages/bulgarian.mjs +1 -1
  158. package/dist/languages/burmese.mjs +1 -1
  159. package/dist/languages/catalan.mjs +1 -1
  160. package/dist/languages/chinese.mjs +1 -1
  161. package/dist/languages/croatian.mjs +1 -1
  162. package/dist/languages/czech.mjs +1 -1
  163. package/dist/languages/dagbani.mjs +1 -1
  164. package/dist/languages/danish.mjs +1 -1
  165. package/dist/languages/dutch.mjs +1 -1
  166. package/dist/languages/english.mjs +1 -1
  167. package/dist/languages/esperanto.mjs +1 -1
  168. package/dist/languages/estonian.mjs +1 -1
  169. package/dist/languages/ewe.mjs +1 -1
  170. package/dist/languages/faroese.mjs +1 -1
  171. package/dist/languages/fijian.mjs +1 -1
  172. package/dist/languages/finnish.mjs +1 -1
  173. package/dist/languages/french.mjs +1 -1
  174. package/dist/languages/ga.mjs +1 -1
  175. package/dist/languages/galician.mjs +1 -1
  176. package/dist/languages/georgian.mjs +1 -1
  177. package/dist/languages/german.mjs +1 -1
  178. package/dist/languages/greek.mjs +1 -1
  179. package/dist/languages/guarani.mjs +1 -1
  180. package/dist/languages/gujarati.mjs +1 -1
  181. package/dist/languages/haitian-creole.mjs +1 -1
  182. package/dist/languages/hausa.mjs +1 -1
  183. package/dist/languages/hawaiian.mjs +1 -1
  184. package/dist/languages/hebrew.mjs +1 -1
  185. package/dist/languages/hindi.mjs +1 -1
  186. package/dist/languages/hungarian.mjs +1 -1
  187. package/dist/languages/icelandic.mjs +1 -1
  188. package/dist/languages/igbo.mjs +1 -1
  189. package/dist/languages/indonesian.mjs +1 -1
  190. package/dist/languages/irish.mjs +1 -1
  191. package/dist/languages/italian.mjs +1 -1
  192. package/dist/languages/japanese.mjs +1 -1
  193. package/dist/languages/kannada.mjs +1 -1
  194. package/dist/languages/kazakh.mjs +1 -1
  195. package/dist/languages/khmer.mjs +1 -1
  196. package/dist/languages/kinyarwanda.mjs +1 -1
  197. package/dist/languages/kirundi.mjs +1 -1
  198. package/dist/languages/korean.mjs +1 -1
  199. package/dist/languages/kurmanji.mjs +1 -1
  200. package/dist/languages/kyrgyz.mjs +1 -1
  201. package/dist/languages/lao.mjs +1 -1
  202. package/dist/languages/latin.mjs +1 -1
  203. package/dist/languages/latvian.mjs +1 -1
  204. package/dist/languages/lingala.mjs +1 -1
  205. package/dist/languages/lithuanian.mjs +1 -1
  206. package/dist/languages/luxembourgish.mjs +1 -1
  207. package/dist/languages/macedonian.mjs +1 -1
  208. package/dist/languages/malagasy.mjs +1 -1
  209. package/dist/languages/malay.mjs +1 -1
  210. package/dist/languages/malayalam.mjs +1 -1
  211. package/dist/languages/maltese.mjs +1 -1
  212. package/dist/languages/maori.mjs +1 -1
  213. package/dist/languages/marathi.mjs +1 -1
  214. package/dist/languages/nepali.mjs +1 -1
  215. package/dist/languages/norwegian.mjs +1 -1
  216. package/dist/languages/oromo.mjs +1 -1
  217. package/dist/languages/persian.mjs +1 -1
  218. package/dist/languages/polish.mjs +1 -1
  219. package/dist/languages/portuguese.mjs +1 -1
  220. package/dist/languages/punjabi.mjs +1 -1
  221. package/dist/languages/romanian.mjs +1 -1
  222. package/dist/languages/russian.mjs +1 -1
  223. package/dist/languages/samoan.mjs +1 -1
  224. package/dist/languages/sanskrit.mjs +1 -1
  225. package/dist/languages/scottish-gaelic.mjs +1 -1
  226. package/dist/languages/serbian.mjs +1 -1
  227. package/dist/languages/shona.mjs +1 -1
  228. package/dist/languages/sinhala.mjs +1 -1
  229. package/dist/languages/slovak.mjs +1 -1
  230. package/dist/languages/slovenian.mjs +1 -1
  231. package/dist/languages/sorani.mjs +1 -1
  232. package/dist/languages/spanish.mjs +1 -1
  233. package/dist/languages/swahili.mjs +1 -1
  234. package/dist/languages/swedish.mjs +1 -1
  235. package/dist/languages/tagalog.mjs +1 -1
  236. package/dist/languages/tamil.mjs +1 -1
  237. package/dist/languages/tatar.mjs +1 -1
  238. package/dist/languages/telugu.mjs +1 -1
  239. package/dist/languages/thai.mjs +1 -1
  240. package/dist/languages/tibetan.mjs +1 -1
  241. package/dist/languages/tigrinya.mjs +1 -1
  242. package/dist/languages/tongan.mjs +1 -1
  243. package/dist/languages/turkish.mjs +1 -1
  244. package/dist/languages/twi.mjs +1 -1
  245. package/dist/languages/ukrainian.mjs +1 -1
  246. package/dist/languages/urdu.mjs +1 -1
  247. package/dist/languages/vietnamese.mjs +1 -1
  248. package/dist/languages/welsh.mjs +1 -1
  249. package/dist/languages/wolof.mjs +1 -1
  250. package/dist/languages/xhosa.mjs +1 -1
  251. package/dist/languages/yoruba.mjs +1 -1
  252. package/dist/languages/zulu.mjs +1 -1
  253. package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
  254. package/dist/module-5ZSLUQII.mjs +3729 -0
  255. package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
  256. package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
  257. package/dist/optional-writes-4UOQKETU.mjs +247 -0
  258. package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
  259. package/dist/partial-words.browser.mjs +1650 -0
  260. package/dist/partial-words.mjs +17 -11
  261. package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
  262. package/dist/pattern.mjs +6 -7
  263. package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
  264. package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
  265. package/dist/phrase-module-EFESWOCR.mjs +635 -0
  266. package/dist/query-actions-HMJUVWGT.mjs +119 -0
  267. package/dist/query-suggestions/merge-worker.d.ts +55 -0
  268. package/dist/query-suggestions/merge-worker.mjs +53 -0
  269. package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
  270. package/dist/query-suggestions.browser.mjs +47 -0
  271. package/dist/query-suggestions.d.ts +20 -0
  272. package/dist/query-suggestions.mjs +19 -0
  273. package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
  274. package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
  275. package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
  276. package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
  277. package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
  278. package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
  279. package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
  280. package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
  281. package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
  282. package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
  283. package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
  284. package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
  285. package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
  286. package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
  287. package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
  288. package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
  289. package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
  290. package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
  291. package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
  292. package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
  293. package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
  294. package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
  295. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  296. package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
  297. package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
  298. package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
  299. package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
  300. package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
  301. package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
  302. package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
  303. package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
  304. package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
  305. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  306. package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
  307. package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
  308. package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
  309. package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
  310. package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
  311. package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
  312. package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
  313. package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
  314. package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
  315. package/dist/react-native/partial-words.mjs +1658 -0
  316. package/dist/react-native/pattern.mjs +2570 -0
  317. package/dist/react-native/query-suggestions.mjs +55 -0
  318. package/dist/react-native/sync.mjs +2759 -0
  319. package/dist/react-native/synonyms.mjs +676 -0
  320. package/dist/react.d.ts +12 -8
  321. package/dist/react.mjs +45 -1
  322. package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
  323. package/dist/rerankers/http.d.ts +1 -1
  324. package/dist/rerankers/http.mjs +2 -2
  325. package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
  326. package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
  327. package/dist/runtime-USQYKN3I.mjs +615 -0
  328. package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
  329. package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
  330. package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
  331. package/dist/server.d.ts +348 -22
  332. package/dist/server.mjs +2211 -327
  333. package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
  334. package/dist/store-leaf-6VMMSVBE.mjs +20 -0
  335. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  336. package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
  337. package/dist/sync/filesystem.d.ts +30 -0
  338. package/dist/sync/filesystem.mjs +288 -0
  339. package/dist/sync/indexeddb.browser.mjs +287 -0
  340. package/dist/sync/indexeddb.d.ts +30 -0
  341. package/dist/sync/indexeddb.mjs +242 -0
  342. package/dist/sync.browser.mjs +1271 -0
  343. package/dist/sync.d.ts +23 -0
  344. package/dist/sync.mjs +2712 -0
  345. package/dist/synonyms.browser.mjs +658 -0
  346. package/dist/synonyms.mjs +17 -7
  347. package/dist/tasks-65b6t6lk.d.ts +782 -0
  348. package/dist/thread-UJ3W5LVI.mjs +31 -0
  349. package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
  350. package/dist/types-CpCg-Gq-.d.ts +227 -0
  351. package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
  352. package/dist/vector/search-worker.d.ts +10 -2
  353. package/dist/vector/search-worker.mjs +11 -11
  354. package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
  355. package/dist/workers/entry.mjs +75 -15
  356. package/openapi.json +6840 -0
  357. package/package.json +406 -19
  358. package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
  359. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  360. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  361. package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
  362. package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
  363. package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
  364. package/dist/browser/chunk-QWES44AW.mjs +0 -473
  365. package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
  366. package/dist/browser/module-PDXYHT75.mjs +0 -2822
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
  369. package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
  370. package/dist/browser/write-L7FAQA47.mjs +0 -208
  371. package/dist/chunk-37CD3OKS.mjs +0 -87
  372. package/dist/chunk-5XNIRLFC.mjs +0 -96
  373. package/dist/chunk-7X5JST5L.mjs +0 -114
  374. package/dist/chunk-AV4IJKD2.mjs +0 -35
  375. package/dist/chunk-AY3AQ3UH.mjs +0 -73
  376. package/dist/chunk-BKB3XTMI.mjs +0 -707
  377. package/dist/chunk-C7SLA6CM.mjs +0 -19
  378. package/dist/chunk-COVCQ73F.mjs +0 -587
  379. package/dist/chunk-DJHHF2L5.mjs +0 -17
  380. package/dist/chunk-E74YLAIG.mjs +0 -24
  381. package/dist/chunk-FMWRCP2C.mjs +0 -57
  382. package/dist/chunk-GES7U2PM.mjs +0 -68
  383. package/dist/chunk-HJSN7UYG.mjs +0 -10
  384. package/dist/chunk-JFRNNBOM.mjs +0 -35
  385. package/dist/chunk-K25LZA54.mjs +0 -8484
  386. package/dist/chunk-KEHK2O6P.mjs +0 -13
  387. package/dist/chunk-KOKM4PQN.mjs +0 -52
  388. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  389. package/dist/chunk-L3L5YFXC.mjs +0 -614
  390. package/dist/chunk-L5ORED7V.mjs +0 -25
  391. package/dist/chunk-LH4NZNJJ.mjs +0 -1731
  392. package/dist/chunk-LU2CE5AE.mjs +0 -507
  393. package/dist/chunk-LXWDQLTW.mjs +0 -30
  394. package/dist/chunk-MHOSCQCQ.mjs +0 -948
  395. package/dist/chunk-NKRBEGJZ.mjs +0 -1705
  396. package/dist/chunk-NTRMFARG.mjs +0 -462
  397. package/dist/chunk-NW4XDSP2.mjs +0 -212
  398. package/dist/chunk-OOEXLUGR.mjs +0 -117
  399. package/dist/chunk-ORBLD3EL.mjs +0 -6
  400. package/dist/chunk-OWNZYMRE.mjs +0 -3591
  401. package/dist/chunk-PPY2GSIB.mjs +0 -44
  402. package/dist/chunk-QY7GC2MW.mjs +0 -33
  403. package/dist/chunk-R6A773WK.mjs +0 -226
  404. package/dist/chunk-R6PR4WYZ.mjs +0 -68
  405. package/dist/chunk-R7EEKAJE.mjs +0 -593
  406. package/dist/chunk-RONEOEON.mjs +0 -426
  407. package/dist/chunk-VWULPWRJ.mjs +0 -7469
  408. package/dist/chunk-WCJKUGHB.mjs +0 -262
  409. package/dist/chunk-WQBCBKY3.mjs +0 -8
  410. package/dist/chunk-X5CV2E2B.mjs +0 -1
  411. package/dist/chunk-YA7XLE2R.mjs +0 -1256
  412. package/dist/chunk-YTJCGKM4.mjs +0 -56
  413. package/dist/chunk-ZG477IPV.mjs +0 -526
  414. package/dist/chunk-ZYNAMIYX.mjs +0 -113
  415. package/dist/config-BGB_fDtq.d.ts +0 -237
  416. package/dist/direct-executor-CXZ66ACP.mjs +0 -22
  417. package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
  418. package/dist/engine-BGCEm9E_.d.ts +0 -577
  419. package/dist/module-3NONKBZX.mjs +0 -1860
  420. package/dist/release-BH3DKW3T.mjs +0 -33
  421. package/dist/restore-queue-JPRBUYII.mjs +0 -35
  422. package/dist/runtime-ZKYZFJJC.mjs +0 -177
  423. package/dist/snapshot-HOGXNO5W.mjs +0 -793
  424. package/dist/tasks-HG3rlxx6.d.ts +0 -302
  425. package/dist/thread-B657LQXK.mjs +0 -692
  426. package/dist/write-XLIGTXBU.mjs +0 -238
@@ -1,9 +1,13 @@
1
- import { NarsilError, ErrorCodes } from './chunk-KV3AZFT3.mjs';
1
+ import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
2
2
  import { existsSync } from 'fs';
3
3
  import { createRequire } from 'module';
4
4
  import { join, dirname } from 'path';
5
5
 
6
- var NATIVE_CORE_ABI_VERSION = 4;
6
+ // src/vector/native/types/index.ts
7
+ var NATIVE_CORE_ABI_VERSION = 51;
8
+ var NATIVE_OK = 0;
9
+ var NATIVE_NEEDS_ROOM = 3;
10
+ var NATIVE_GRAPH_NOT_HELD_ALONE = 4;
7
11
  var BINARY_FILE_NAME = "narsil-core.node";
8
12
  var MUSL_DIRECTORY = "musl";
9
13
  var PLATFORMS_WITH_A_BINARY = /* @__PURE__ */ new Set([
@@ -111,4 +115,20 @@ function loadNativeCore() {
111
115
  return loaded;
112
116
  }
113
117
 
114
- export { loadNativeCore, requireSearchBackendSettings };
118
+ // src/vector/native/backend.ts
119
+ var nativeSearchCoreEnabled = true;
120
+ function nativeSearchCoreIsEnabled() {
121
+ return nativeSearchCoreEnabled;
122
+ }
123
+ function stopUsingTheNativeSearchCore(error) {
124
+ if (!nativeSearchCoreEnabled) return;
125
+ nativeSearchCoreEnabled = false;
126
+ console.warn(
127
+ "The native search core raised an error, so this thread searches through WebAssembly from now on:",
128
+ error instanceof Error ? error.message : String(error)
129
+ );
130
+ }
131
+ function noteFallback(operation) {
132
+ }
133
+
134
+ export { NATIVE_GRAPH_NOT_HELD_ALONE, NATIVE_NEEDS_ROOM, NATIVE_OK, loadNativeCore, nativeSearchCoreIsEnabled, noteFallback, requireSearchBackendSettings, stopUsingTheNativeSearchCore };
@@ -0,0 +1,602 @@
1
+ import { encode } from './chunk-S5QMWECL.mjs';
2
+ import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
3
+ import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-TKKXPKEO.mjs';
4
+ import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange, validQueryFilter, createPartitionIndex, prepareDocumentVectors, createPatternWorkMeter, resolvePartitionInsertOptions } from './chunk-BY6NALRK.mjs';
5
+ import { decode } from './chunk-GXCDWLQI.mjs';
6
+ import { newSyncEpoch, isSyncEpoch } from './chunk-BUMREPLU.mjs';
7
+ import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
8
+
9
+ // src/engine/snapshot/index-configuration-decode.ts
10
+ var INDEX_CONFIGURATION_ENVELOPE_VERSION = 5;
11
+ function requireConfigurationShape(raw, what) {
12
+ if (raw === null || typeof raw !== "object" || Array.isArray(raw)) {
13
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, `The ${what} does not hold an index configuration`);
14
+ }
15
+ const configuration = raw;
16
+ if (configuration.schema === null || typeof configuration.schema !== "object") {
17
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, `The ${what} holds no schema`);
18
+ }
19
+ if (typeof configuration.language !== "string" || configuration.language.length === 0) {
20
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, `The ${what} holds no language`);
21
+ }
22
+ return configuration;
23
+ }
24
+ async function decodeIndexConfiguration(bytes) {
25
+ const { payload } = await openChecksummedEnvelope(bytes, {
26
+ envelopeFormatVersion: INDEX_CONFIGURATION_ENVELOPE_VERSION,
27
+ what: "index configuration",
28
+ allowsCompression: true
29
+ });
30
+ let raw;
31
+ try {
32
+ raw = decode(payload);
33
+ } catch {
34
+ throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, "The index configuration is not MessagePack");
35
+ }
36
+ return requireConfigurationShape(raw, "index configuration");
37
+ }
38
+
39
+ // src/engine/snapshot/index-configuration-encode.ts
40
+ function refuseCode(entry) {
41
+ if (entry.config.tokenizer !== void 0 && typeof entry.config.tokenizer !== "string") {
42
+ throw new NarsilError(
43
+ ErrorCodes.CONFIG_INVALID,
44
+ "A snapshot persists no code, so the index tokenizer must be a name registered with registerTokenizer"
45
+ );
46
+ }
47
+ if (typeof entry.config.stopWords === "function") {
48
+ throw new NarsilError(
49
+ ErrorCodes.CONFIG_INVALID,
50
+ "A snapshot persists no code, so the index stop words must be a name registered with registerStopWords"
51
+ );
52
+ }
53
+ }
54
+ function indexConfigurationOf(entry) {
55
+ refuseCode(entry);
56
+ const synonyms = entry.synonyms === null ? void 0 : rulesOfStoredSynonyms(entry.synonyms);
57
+ const payload = configurationPayloadOf(
58
+ entry.config,
59
+ entry.language,
60
+ entry.embeddingAdapterName,
61
+ entry.analysisRevision,
62
+ entry.arrayPositionGap,
63
+ synonyms,
64
+ entry.analysisGeneration
65
+ );
66
+ const withSuggestions = { ...payload, ...entry.querySuggestions };
67
+ const epoch = entry.sync?.epoch ?? entry.changes?.epoch;
68
+ return epoch === void 0 ? withSuggestions : { ...withSuggestions, syncEpoch: epoch };
69
+ }
70
+ async function encodeIndexConfiguration(entry) {
71
+ const packed = await packChecksummedEnvelope(
72
+ [encode(indexConfigurationOf(entry))],
73
+ INDEX_CONFIGURATION_ENVELOPE_VERSION,
74
+ "index configuration"
75
+ );
76
+ const bytes = new Uint8Array(packed.byteLength);
77
+ let offset = 0;
78
+ for (const chunk of packed.chunks) {
79
+ bytes.set(chunk, offset);
80
+ offset += chunk.byteLength;
81
+ }
82
+ return bytes;
83
+ }
84
+
85
+ // src/engine/sync/operations.ts
86
+ function invalidLimit(name, value) {
87
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, `The sync setting ${name} must be a positive whole number`, {
88
+ [name]: String(value)
89
+ });
90
+ }
91
+ function requireSyncSetting(setting) {
92
+ if (setting === null || typeof setting !== "object") {
93
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The sync setting must be an object");
94
+ }
95
+ const { enabled, historyMaxAgeMs, historyMaxBytes } = setting;
96
+ if (typeof enabled !== "boolean") {
97
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The sync setting needs enabled set to true or false");
98
+ }
99
+ const isLimit = (value) => typeof value === "number" && Number.isSafeInteger(value) && value >= 1;
100
+ if (historyMaxAgeMs !== void 0 && !isLimit(historyMaxAgeMs)) invalidLimit("historyMaxAgeMs", historyMaxAgeMs);
101
+ if (historyMaxBytes !== void 0 && !isLimit(historyMaxBytes)) invalidLimit("historyMaxBytes", historyMaxBytes);
102
+ return {
103
+ enabled,
104
+ ...historyMaxAgeMs !== void 0 ? { historyMaxAgeMs } : {},
105
+ ...historyMaxBytes !== void 0 ? { historyMaxBytes } : {}
106
+ };
107
+ }
108
+ function requireNoQuerySuggestions(state, indexName) {
109
+ if (state?.querySuggestions?.enabled !== true) return;
110
+ throw new NarsilError(
111
+ ErrorCodes.CONFIG_INVALID,
112
+ `Index "${indexName}" has popular query suggestions on, so it cannot sync to devices: a device receives the whole index of one user, while a suggestion comes from the searches of several people`,
113
+ { indexName }
114
+ );
115
+ }
116
+ function syncStorageOf(core, indexName) {
117
+ const storage = core.durability?.manager.syncStorage?.();
118
+ if (storage === void 0) {
119
+ throw new NarsilError(
120
+ ErrorCodes.SYNC_DURABILITY_REQUIRED,
121
+ `Index "${indexName}" needs write-ahead log durability for device sync, because the feed reads the log`,
122
+ { indexName }
123
+ );
124
+ }
125
+ return storage;
126
+ }
127
+ async function persistEpochStates(core, indexName, next) {
128
+ const entry = core.requireIndex(indexName);
129
+ const previous = { sync: entry.sync, changes: entry.changes };
130
+ entry.sync = next.sync;
131
+ entry.changes = next.changes;
132
+ try {
133
+ await core.durability?.manager.persistMetadata(indexName);
134
+ } catch (error) {
135
+ entry.sync = previous.sync;
136
+ entry.changes = previous.changes;
137
+ throw error;
138
+ }
139
+ }
140
+ function updateIndexSync(core, indexName, value) {
141
+ const setting = requireSyncSetting(value);
142
+ core.requireIndex(indexName);
143
+ const storage = syncStorageOf(core, indexName);
144
+ return withOpenIndex(
145
+ core,
146
+ indexName,
147
+ () => oneSyncChangeAtATime(core.indexRegistry, indexName, async () => {
148
+ if (setting.enabled) requireNoQuerySuggestions(core.requireIndex(indexName).querySuggestions, indexName);
149
+ const { sync: previous, changes } = core.requireIndex(indexName);
150
+ if (!setting.enabled) {
151
+ if (previous === null) return;
152
+ await persistEpochStates(core, indexName, { sync: null, changes });
153
+ await storage.release(indexName, changes !== null);
154
+ emitSyncChange(core.indexRegistry, { kind: "off", indexName });
155
+ return;
156
+ }
157
+ const limits = {
158
+ ...setting.historyMaxAgeMs !== void 0 ? { historyMaxAgeMs: setting.historyMaxAgeMs } : {},
159
+ ...setting.historyMaxBytes !== void 0 ? { historyMaxBytes: setting.historyMaxBytes } : {}
160
+ };
161
+ if (previous !== null) {
162
+ await persistEpochStates(core, indexName, {
163
+ sync: { ...limits, active: previous.active, epoch: previous.epoch },
164
+ changes
165
+ });
166
+ return;
167
+ }
168
+ if (changes !== null) {
169
+ await persistEpochStates(core, indexName, { sync: { ...limits, active: false, epoch: changes.epoch }, changes });
170
+ return;
171
+ }
172
+ await storage.release(indexName);
173
+ await persistEpochStates(core, indexName, {
174
+ sync: { ...limits, active: false, epoch: newSyncEpoch() },
175
+ changes: null
176
+ });
177
+ })
178
+ );
179
+ }
180
+ async function renewWhileHeld(core, indexName) {
181
+ const entry = core.indexRegistry.get(indexName);
182
+ if (entry === void 0) return;
183
+ const { sync, changes } = entry;
184
+ if (sync === null && changes === null) return;
185
+ const epoch = newSyncEpoch();
186
+ await persistEpochStates(core, indexName, {
187
+ sync: sync === null ? null : { ...sync, active: false, epoch },
188
+ changes: changes === null ? null : { ...changes, epoch }
189
+ });
190
+ await core.durability?.manager.syncStorage?.().release(indexName);
191
+ emitSyncChange(core.indexRegistry, { kind: "epoch", indexName });
192
+ }
193
+ function holdRenewedSyncEpoch(core, indexName) {
194
+ if (core.mutationCtx.capacityScope === "partition") return Promise.resolve(() => void 0);
195
+ return new Promise((resolveHold, rejectHold) => {
196
+ void oneSyncChangeAtATime(core.indexRegistry, indexName, async () => {
197
+ try {
198
+ await renewWhileHeld(core, indexName);
199
+ } catch (error) {
200
+ rejectHold(error);
201
+ return;
202
+ }
203
+ await new Promise((release) => resolveHold(() => release()));
204
+ });
205
+ });
206
+ }
207
+
208
+ // src/sync/feed/limits.ts
209
+ function createSemaphore(limit) {
210
+ let active = 0;
211
+ const waiting = [];
212
+ const release = () => {
213
+ active -= 1;
214
+ waiting.shift()?.();
215
+ };
216
+ return {
217
+ async run(task) {
218
+ if (active >= limit) await new Promise((resolve) => waiting.push(resolve));
219
+ active += 1;
220
+ try {
221
+ return await task();
222
+ } finally {
223
+ release();
224
+ }
225
+ }
226
+ };
227
+ }
228
+ function createByteBudget(limit) {
229
+ let used = 0;
230
+ const listeners = /* @__PURE__ */ new Set();
231
+ return {
232
+ take(bytes) {
233
+ if (used > 0 && used + bytes > limit) return false;
234
+ used += bytes;
235
+ return true;
236
+ },
237
+ give(bytes) {
238
+ used = Math.max(0, used - bytes);
239
+ for (const listener of [...listeners]) listener();
240
+ },
241
+ onFreed(listener) {
242
+ listeners.add(listener);
243
+ return () => {
244
+ listeners.delete(listener);
245
+ };
246
+ }
247
+ };
248
+ }
249
+
250
+ // src/changes/protocol.ts
251
+ function isRecord(value) {
252
+ return value !== null && typeof value === "object" && !Array.isArray(value) && !(value instanceof Uint8Array);
253
+ }
254
+ function isUint32(value) {
255
+ return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= 4294967295;
256
+ }
257
+ function isSeqNo(value) {
258
+ return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
259
+ }
260
+ function absent(value) {
261
+ return value === void 0 || value === null;
262
+ }
263
+ function changePositionsOf(raw) {
264
+ if (!Array.isArray(raw)) return null;
265
+ const positions = [];
266
+ for (const item of raw) {
267
+ if (!isRecord(item) || !isUint32(item.partitionId) || !isSeqNo(item.seqNo)) return null;
268
+ positions.push({ partitionId: item.partitionId, seqNo: item.seqNo });
269
+ }
270
+ return positions;
271
+ }
272
+ function seqNosByPartition(positions, partitionCount) {
273
+ if (positions.length !== partitionCount) return null;
274
+ const seqNos = new Array(partitionCount).fill(-1);
275
+ for (const { partitionId, seqNo } of positions) {
276
+ if (partitionId >= partitionCount || seqNos[partitionId] !== -1) return null;
277
+ seqNos[partitionId] = seqNo;
278
+ }
279
+ return seqNos;
280
+ }
281
+ function changePositionList(seqNos) {
282
+ return seqNos.map((seqNo, partitionId) => ({ partitionId, seqNo }));
283
+ }
284
+ function subscriberMessageOf(raw) {
285
+ if (!isRecord(raw)) return null;
286
+ switch (raw.type) {
287
+ case "subscribe": {
288
+ if (absent(raw.epoch) !== absent(raw.positions)) return null;
289
+ const filter = absent(raw.filter) ? {} : { filter: raw.filter };
290
+ if (absent(raw.epoch)) return { type: "subscribe", ...filter };
291
+ const positions = changePositionsOf(raw.positions);
292
+ if (!isSyncEpoch(raw.epoch) || positions === null) return null;
293
+ return { type: "subscribe", epoch: raw.epoch, positions, ...filter };
294
+ }
295
+ case "ack": {
296
+ const positions = changePositionsOf(raw.positions);
297
+ return positions === null ? null : { type: "ack", positions };
298
+ }
299
+ default:
300
+ return null;
301
+ }
302
+ }
303
+
304
+ // src/changes/derive.ts
305
+ function corrupt(seqNo, field) {
306
+ throw new NarsilError(ErrorCodes.PERSISTENCE_WAL_CORRUPT, `Log entry ${seqNo} holds a malformed ${field}`, {
307
+ seqNo,
308
+ field
309
+ });
310
+ }
311
+ function optionalBytes(value, seqNo, field) {
312
+ if (value === null || value === void 0) return null;
313
+ if (value instanceof Uint8Array) return value;
314
+ return corrupt(seqNo, field);
315
+ }
316
+ function loggedEntryOf(payload, seqNo) {
317
+ const raw = decode(payload);
318
+ if (raw === null || typeof raw !== "object") return corrupt(seqNo, "entry");
319
+ const { operation, documentId } = raw;
320
+ if (operation !== "INDEX" && operation !== "DELETE") return corrupt(seqNo, "operation");
321
+ if (typeof documentId !== "string") return corrupt(seqNo, "documentId");
322
+ const document = optionalBytes(raw.document, seqNo, "document");
323
+ if (operation === "INDEX" && document === null) return corrupt(seqNo, "document");
324
+ const previousDocument = raw.previousDocument === void 0 ? void 0 : optionalBytes(raw.previousDocument, seqNo, "previousDocument");
325
+ return { seqNo, operation, documentId, document, previousDocument };
326
+ }
327
+ function changeOf(entry, type, document, previousDocument) {
328
+ return { seqNo: entry.seqNo, type, documentId: entry.documentId, document, previousDocument };
329
+ }
330
+ function changeOfEntry(entry) {
331
+ const previous = entry.previousDocument ?? null;
332
+ if (entry.operation === "DELETE") return changeOf(entry, "remove", null, previous);
333
+ if (entry.previousDocument === void 0) return changeOf(entry, "put", entry.document, null);
334
+ return changeOf(entry, previous === null ? "insert" : "update", entry.document, previous);
335
+ }
336
+ function filteredChangeOfEntry(entry, test) {
337
+ const after = entry.operation === "INDEX" ? entry.document : null;
338
+ const afterMatches = after !== null && test(after);
339
+ if (entry.previousDocument === void 0) {
340
+ return afterMatches ? changeOf(entry, "put", after, null) : changeOf(entry, "remove", null, null);
341
+ }
342
+ const before = entry.previousDocument;
343
+ const beforeMatches = before !== null && test(before);
344
+ if (beforeMatches && afterMatches) return changeOf(entry, "update", after, before);
345
+ if (afterMatches) return changeOf(entry, "insert", after, null);
346
+ if (beforeMatches) return changeOf(entry, "remove", null, before);
347
+ return null;
348
+ }
349
+
350
+ // src/changes/cursor.ts
351
+ function changesNotEnabled(indexName) {
352
+ return new NarsilError(ErrorCodes.CHANGES_NOT_ENABLED, `Index "${indexName}" has change capture off`, { indexName });
353
+ }
354
+ function previousDocumentRequired(indexName) {
355
+ return new NarsilError(
356
+ ErrorCodes.CHANGES_PREVIOUS_DOCUMENT_REQUIRED,
357
+ `Index "${indexName}" has previousDocument off, so a subscription can hold no filter`,
358
+ { indexName }
359
+ );
360
+ }
361
+ function invalidPositions(indexName, message) {
362
+ return new NarsilError(ErrorCodes.CHANGES_INVALID_POSITIONS, message, { indexName });
363
+ }
364
+ var ChangeCursor = class _ChangeCursor {
365
+ constructor(deps, state, test, seqNos, heads, bytesBehind) {
366
+ this.deps = deps;
367
+ this.state = state;
368
+ this.test = test;
369
+ this.subscribedSeqNos = [...seqNos];
370
+ this.scanned = seqNos;
371
+ this.heads = heads;
372
+ this.bytesBehind = bytesBehind;
373
+ }
374
+ subscribedSeqNos;
375
+ heads;
376
+ scanned;
377
+ bytesBehind;
378
+ static async open(deps, request) {
379
+ const { source, indexName, reads } = deps;
380
+ const state = source.changesState(indexName);
381
+ if (state === null) throw changesNotEnabled(indexName);
382
+ const test = request.filter === void 0 ? null : await source.documentTest(indexName, request.filter);
383
+ if (test !== null && !state.previousDocument) throw previousDocumentRequired(indexName);
384
+ let given = null;
385
+ if (request.epoch !== void 0 || request.positions !== void 0) {
386
+ if (request.epoch !== state.epoch) return "epoch";
387
+ given = seqNosByPartition(request.positions ?? [], state.partitionCount);
388
+ if (given === null) {
389
+ throw invalidPositions(indexName, "The positions must hold each partition of the index once");
390
+ }
391
+ }
392
+ const heads = [];
393
+ for (let partitionId = 0; partitionId < state.partitionCount; partitionId++) {
394
+ const bounds = await reads.run(() => source.bounds(indexName, partitionId, "current"));
395
+ if (given !== null && given[partitionId] < bounds.oldestSeqNo - 1) return "history";
396
+ if (given !== null && given[partitionId] > bounds.highestSeqNo) return "ahead";
397
+ heads.push(bounds.head);
398
+ }
399
+ const seqNos = given ?? [...heads];
400
+ const bytesBehind = await reads.run(() => source.bytesBehind(indexName, seqNos));
401
+ if (source.changesState(indexName)?.epoch !== state.epoch) return "epoch";
402
+ return new _ChangeCursor(deps, state, test, seqNos, heads, bytesBehind);
403
+ }
404
+ get filtered() {
405
+ return this.test !== null;
406
+ }
407
+ behind(partitionId) {
408
+ return this.scanned[partitionId] < this.heads[partitionId];
409
+ }
410
+ async refreshHeads() {
411
+ const { source, indexName } = this.deps;
412
+ for (let partitionId = 0; partitionId < this.heads.length; partitionId++) {
413
+ const bounds = await source.bounds(indexName, partitionId);
414
+ this.heads[partitionId] = Math.max(this.heads[partitionId], bounds.head);
415
+ }
416
+ }
417
+ awaitsDurability() {
418
+ const { source, indexName } = this.deps;
419
+ return this.heads.some((head, partitionId) => source.pendingBeyondHead(indexName, partitionId, head));
420
+ }
421
+ async readBatch(partitionId, maxBytes) {
422
+ const { source, indexName, reads } = this.deps;
423
+ const after = this.scanned[partitionId];
424
+ const upTo = this.heads[partitionId];
425
+ if (after >= upTo) return null;
426
+ const read = await reads.run(() => source.read(indexName, partitionId, after, upTo, maxBytes));
427
+ if (read.gone) return "history";
428
+ const changes = [];
429
+ let scannedSeqNo = after;
430
+ let scannedBytes = 0;
431
+ for (const frame of read.frames) {
432
+ if (frame.seqNo <= scannedSeqNo || frame.seqNo > upTo) continue;
433
+ const entry = loggedEntryOf(frame.payload, frame.seqNo);
434
+ const change = this.test === null ? changeOfEntry(entry) : filteredChangeOfEntry(entry, this.test);
435
+ if (change !== null) changes.push(change);
436
+ scannedSeqNo = frame.seqNo;
437
+ scannedBytes += frame.payload.byteLength;
438
+ }
439
+ if (scannedSeqNo === after) return null;
440
+ return { partitionId, changes, scannedSeqNo, scannedBytes };
441
+ }
442
+ commit(batch) {
443
+ this.scanned[batch.partitionId] = Math.max(this.scanned[batch.partitionId], batch.scannedSeqNo);
444
+ }
445
+ };
446
+
447
+ // src/changes/filter-test.ts
448
+ var PROBE_DOCUMENT_ID = "narsil-change-filter-probe";
449
+ function topLevelFieldsOf(expression, into) {
450
+ if (expression.fields !== void 0) {
451
+ for (const path of Object.keys(expression.fields)) {
452
+ const dot = path.indexOf(".");
453
+ into.add(dot === -1 ? path : path.slice(0, dot));
454
+ }
455
+ }
456
+ for (const nested of expression.and ?? []) topLevelFieldsOf(nested, into);
457
+ for (const nested of expression.or ?? []) topLevelFieldsOf(nested, into);
458
+ if (expression.not !== void 0) topLevelFieldsOf(expression.not, into);
459
+ }
460
+ function projected(document, fields) {
461
+ const kept = {};
462
+ for (const field of fields) {
463
+ if (Object.hasOwn(document, field)) kept[field] = document[field];
464
+ }
465
+ return kept;
466
+ }
467
+ function validChangeFilter(filter, schema) {
468
+ const valid = validQueryFilter(filter, schema);
469
+ return valid ?? {};
470
+ }
471
+ function createDocumentTest(shape, filter) {
472
+ const fields = /* @__PURE__ */ new Set();
473
+ topLevelFieldsOf(filter, fields);
474
+ const probe = createPartitionIndex(0, false);
475
+ return (bytes) => {
476
+ const document = decode(bytes);
477
+ const { partitionDoc } = prepareDocumentVectors(projected(document, fields), shape.vectorFieldPaths);
478
+ try {
479
+ probe.insert(PROBE_DOCUMENT_ID, partitionDoc, shape.schema, shape.language, shape.insertOptions);
480
+ return probe.applyFilters(filter, shape.schema, createPatternWorkMeter()).has(PROBE_DOCUMENT_ID);
481
+ } finally {
482
+ probe.clear();
483
+ }
484
+ };
485
+ }
486
+
487
+ // src/changes/engine-source.ts
488
+ var WRITE_EVENT = "write";
489
+ function storageOf(core) {
490
+ return core.durability?.manager.syncStorage?.() ?? null;
491
+ }
492
+ function listenForWrites(core, onWrite) {
493
+ let handlers = core.eventHandlers.get(WRITE_EVENT);
494
+ if (handlers === void 0) {
495
+ handlers = /* @__PURE__ */ new Set();
496
+ core.eventHandlers.set(WRITE_EVENT, handlers);
497
+ }
498
+ const registered = handlers;
499
+ const handler = (payload) => onWrite(payload);
500
+ registered.add(handler);
501
+ return () => {
502
+ registered.delete(handler);
503
+ };
504
+ }
505
+ function engineChangeSource(core, listenForSettings) {
506
+ const requireStorage = (indexName) => {
507
+ const storage = storageOf(core);
508
+ if (storage === null) throw changesNotEnabled(indexName);
509
+ return storage;
510
+ };
511
+ return {
512
+ changesState(indexName) {
513
+ const entry = core.indexRegistry.get(indexName);
514
+ if (entry === void 0 || entry.changes === null || storageOf(core) === null) return null;
515
+ return {
516
+ epoch: entry.changes.epoch,
517
+ partitionCount: entry.partitionCount,
518
+ previousDocument: entry.changes.previousDocument
519
+ };
520
+ },
521
+ async documentTest(indexName, filter) {
522
+ const entry = core.indexRegistry.get(indexName);
523
+ const manager = core.executor.getManager(indexName);
524
+ if (entry === void 0 || manager === void 0) throw changesNotEnabled(indexName);
525
+ const valid = validChangeFilter(filter, entry.config.schema);
526
+ return createDocumentTest(
527
+ {
528
+ schema: entry.config.schema,
529
+ language: entry.language,
530
+ insertOptions: resolvePartitionInsertOptions(entry.config, manager.analysis),
531
+ vectorFieldPaths: entry.vectorFieldPaths
532
+ },
533
+ valid
534
+ );
535
+ },
536
+ async vectorFieldPaths(indexName) {
537
+ const entry = core.indexRegistry.get(indexName);
538
+ if (entry === void 0) throw changesNotEnabled(indexName);
539
+ return entry.vectorFieldPaths;
540
+ },
541
+ async bounds(indexName, partitionId) {
542
+ const log = await requireStorage(indexName).openPartitionLog(indexName, partitionId);
543
+ const applied = core.durability?.manager.highestPersistedSeqNo(indexName, partitionId) ?? 0;
544
+ return { oldestSeqNo: log.oldestSeqNo, head: log.head, highestSeqNo: Math.max(log.head, applied) };
545
+ },
546
+ async read(indexName, partitionId, afterSeqNo, upToSeqNo, maxBytes) {
547
+ const storage = requireStorage(indexName);
548
+ const read = await storage.readPartitionLog(indexName, partitionId, afterSeqNo, upToSeqNo, maxBytes);
549
+ return { frames: read.frames, gone: read.gone };
550
+ },
551
+ async bytesBehind(indexName, seqNos) {
552
+ const storage = requireStorage(indexName);
553
+ let bytes = 0;
554
+ for (let partitionId = 0; partitionId < seqNos.length; partitionId++) {
555
+ const log = await storage.openPartitionLog(indexName, partitionId);
556
+ bytes += await storage.logBytesAfter(log, seqNos[partitionId]);
557
+ }
558
+ return bytes;
559
+ },
560
+ pendingBeyondHead(indexName, partitionId, head) {
561
+ return (core.durability?.manager.highestPersistedSeqNo(indexName, partitionId) ?? 0) > head;
562
+ },
563
+ listen(onChange) {
564
+ const stopWrites = listenForWrites(core, (payload) => onChange({ kind: "advanced", indexName: payload.indexName }));
565
+ const stopSyncChanges = listenForSettings?.(core.indexRegistry, onChange);
566
+ return () => {
567
+ stopWrites();
568
+ stopSyncChanges?.();
569
+ };
570
+ }
571
+ };
572
+ }
573
+
574
+ // src/engine/snapshot/constants.ts
575
+ var RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE = 0.2;
576
+ var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 7.86;
577
+ var RESTORE_WORST_HEAP_BYTES_PER_VECTOR = 264;
578
+ var RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION = 0.24;
579
+ var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 738;
580
+ var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 0.2;
581
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE = 4.06;
582
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 14.5;
583
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR = 1482;
584
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION = 9.29;
585
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 2141;
586
+ var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 24.15;
587
+ var RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE = 0.16;
588
+ var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 6.16;
589
+ var RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR = 204;
590
+ var RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION = 0.17;
591
+ var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 695;
592
+ var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 0.04;
593
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE = 2.14;
594
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 5.05;
595
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR = 1080;
596
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION = 0.72;
597
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 1744;
598
+ var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 20.05;
599
+ var RESTORE_ESTIMATE_MARGIN = 1.25;
600
+ var MAX_SNAPSHOT_ANALYSIS_ATTEMPTS = 3;
601
+
602
+ export { ChangeCursor, INDEX_CONFIGURATION_ENVELOPE_VERSION, MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, RESTORE_ESTIMATE_MARGIN, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, changePositionList, changePositionsOf, changesNotEnabled, createByteBudget, createDocumentTest, createSemaphore, decodeIndexConfiguration, encodeIndexConfiguration, engineChangeSource, holdRenewedSyncEpoch, indexConfigurationOf, invalidPositions, persistEpochStates, previousDocumentRequired, requireConfigurationShape, requireNoQuerySuggestions, requireSyncSetting, seqNosByPartition, subscriberMessageOf, syncStorageOf, updateIndexSync, validChangeFilter };