@delali/narsil 0.3.1-next.157 → 0.3.1-next.161

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (565) hide show
  1. package/dist/adapters/filesystem.mjs +3 -3
  2. package/dist/adapters/gcs.mjs +3 -3
  3. package/dist/adapters/indexeddb.mjs +1 -1
  4. package/dist/adapters/s3.mjs +3 -3
  5. package/dist/browser/{chunk-N23GL72Q.mjs → chunk-4RNSFVWI.mjs} +20777 -19056
  6. package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
  7. package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
  8. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  9. package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
  10. package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → browser/durability-config-SGB5ZP5K.mjs} +8 -3
  11. package/dist/browser/embed-RF2MPGAO.mjs +222 -0
  12. package/dist/{react-native/chunks/geo-index-PX3BIHAH.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
  13. package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
  14. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  15. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  16. package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
  17. package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
  18. package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
  19. package/dist/browser/{restore-hooks-IE3GGYHG.mjs → restore-queue-S4BWOGMU.mjs} +98 -24
  20. package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
  21. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  22. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  23. package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
  24. package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
  25. package/dist/browser/{chunk-GFAZPSWK.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
  26. package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
  27. package/dist/{capabilities-D3AoBJoF.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
  28. package/dist/chunk-2JRERUNZ.mjs +217 -0
  29. package/dist/chunk-2RIS76RJ.mjs +212 -0
  30. package/dist/chunk-3B775F3C.mjs +252 -0
  31. package/dist/{chunk-24FNVRKB.mjs → chunk-3D6RZGJH.mjs} +3 -3
  32. package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
  33. package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
  34. package/dist/chunk-6EZW2GQL.mjs +978 -0
  35. package/dist/chunk-75UNINFA.mjs +271 -0
  36. package/dist/chunk-77AUVDQ5.mjs +7 -0
  37. package/dist/{chunk-JTYPJF3T.mjs → chunk-7MWYORQC.mjs} +2 -2
  38. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  39. package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
  40. package/dist/{chunk-FUD5XSZ5.mjs → chunk-BXM7XM4G.mjs} +7 -3
  41. package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
  42. package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
  43. package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
  44. package/dist/{chunk-SMOOSIAW.mjs → chunk-FE3MRIBN.mjs} +104 -13
  45. package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
  46. package/dist/{chunk-XXJZMTZT.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
  47. package/dist/{chunk-EYD7K3H6.mjs → chunk-GF4K7IUK.mjs} +317 -120
  48. package/dist/chunk-GXCDWLQI.mjs +193 -0
  49. package/dist/{chunk-IIRIG7H5.mjs → chunk-H64YDF5M.mjs} +3 -3
  50. package/dist/{browser/chunk-VY5KW3HN.mjs → chunk-HOOR4CP5.mjs} +63 -7
  51. package/dist/chunk-IB4BYLE3.mjs +127 -0
  52. package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
  53. package/dist/chunk-IH3G6SJO.mjs +40 -0
  54. package/dist/chunk-JV74RKCY.mjs +3041 -0
  55. package/dist/{chunk-ZPZ3YGXV.mjs → chunk-K67I3RF4.mjs} +261 -101
  56. package/dist/chunk-KLVMK3R5.mjs +47 -0
  57. package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
  58. package/dist/chunk-LF4GB4PO.mjs +281 -0
  59. package/dist/chunk-NC4QLCZC.mjs +59 -0
  60. package/dist/chunk-OOO54OVC.mjs +627 -0
  61. package/dist/chunk-OUWZKNO3.mjs +207 -0
  62. package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
  63. package/dist/{chunk-4ZTHGTVX.mjs → chunk-PTTMGRG5.mjs} +9 -10
  64. package/dist/{react-native/chunks/chunk-DZ7H7D2C.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
  65. package/dist/{browser/chunk-EKMGCRSR.mjs → chunk-QBVTYY4J.mjs} +2 -9
  66. package/dist/{chunk-W5EB5XKI.mjs → chunk-R4CE4IVU.mjs} +341 -183
  67. package/dist/chunk-S2POFTLN.mjs +10 -0
  68. package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
  69. package/dist/{chunk-4LMSZAK6.mjs → chunk-SHGN3QIF.mjs} +69 -13
  70. package/dist/chunk-SXIRM4MX.mjs +3549 -0
  71. package/dist/{chunk-TBC3XUL2.mjs → chunk-TGPKS2UM.mjs} +47 -1
  72. package/dist/chunk-TINW4BSH.mjs +31301 -0
  73. package/dist/{cold-module-VOJXMNZB.mjs → chunk-TSLV5P2J.mjs} +397 -80
  74. package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
  75. package/dist/chunk-U6B7DUQW.mjs +788 -0
  76. package/dist/{chunk-OQLD2BSW.mjs → chunk-V3SGPXWQ.mjs} +8 -9
  77. package/dist/chunk-W34VJXY7.mjs +4723 -0
  78. package/dist/chunk-YETKPX5M.mjs +5 -0
  79. package/dist/chunk-ZQ6QY42L.mjs +59 -0
  80. package/dist/{client-kqSMevVi.d.ts → client-CTp8RRiK.d.ts} +4 -4
  81. package/dist/client.d.ts +8 -8
  82. package/dist/client.mjs +66 -18
  83. package/dist/{config-B4v_Htpu.d.ts → config-PCNzWjHL.d.ts} +6 -3
  84. package/dist/{config-CTP01fns.d.ts → config-_WT5grSL.d.ts} +3 -3
  85. package/dist/core-leaf-KXFGP74A.mjs +7 -0
  86. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  87. package/dist/direct-executor-MKTZBR26.mjs +16 -0
  88. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  89. package/dist/distribution/coordinator/etcd.mjs +7 -4
  90. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  91. package/dist/distribution/coordinator/in-memory.mjs +1 -2
  92. package/dist/distribution/transport/grpc.mjs +7 -2
  93. package/dist/distribution/transport/tcp.mjs +7 -1
  94. package/dist/distribution.d.ts +7 -7
  95. package/dist/distribution.mjs +1199 -1092
  96. package/dist/{browser/durability-config-TIYKW6XX.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
  97. package/dist/embed-4H7RTBVL.mjs +221 -0
  98. package/dist/embeddings/openai.mjs +2 -2
  99. package/dist/{engine-CkPn2PWE.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
  100. package/dist/{browser/geo-index-OTV7VPIR.mjs → geo-index-2ZMMWWSK.mjs} +190 -93
  101. package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
  102. package/dist/index.browser.mjs +4 -16
  103. package/dist/index.d.ts +1495 -78
  104. package/dist/index.mjs +14 -50
  105. package/dist/index.react-native.mjs +11 -28
  106. package/dist/invalidation/filesystem.mjs +1 -2
  107. package/dist/languages/albanian.mjs +1 -1
  108. package/dist/languages/amharic.mjs +1 -1
  109. package/dist/languages/arabic.mjs +1 -1
  110. package/dist/languages/armenian.mjs +1 -1
  111. package/dist/languages/azerbaijani.mjs +1 -1
  112. package/dist/languages/bambara.mjs +1 -1
  113. package/dist/languages/basque.mjs +1 -1
  114. package/dist/languages/belarusian.mjs +1 -1
  115. package/dist/languages/bengali.mjs +1 -1
  116. package/dist/languages/bosnian.mjs +1 -1
  117. package/dist/languages/breton.mjs +1 -1
  118. package/dist/languages/bulgarian.mjs +1 -1
  119. package/dist/languages/burmese.mjs +1 -1
  120. package/dist/languages/catalan.mjs +1 -1
  121. package/dist/languages/chinese.mjs +1 -1
  122. package/dist/languages/croatian.mjs +1 -1
  123. package/dist/languages/czech.mjs +1 -1
  124. package/dist/languages/dagbani.mjs +1 -1
  125. package/dist/languages/danish.mjs +1 -1
  126. package/dist/languages/dutch.mjs +1 -1
  127. package/dist/languages/english.mjs +1 -1
  128. package/dist/languages/esperanto.mjs +1 -1
  129. package/dist/languages/estonian.mjs +1 -1
  130. package/dist/languages/ewe.mjs +1 -1
  131. package/dist/languages/faroese.mjs +1 -1
  132. package/dist/languages/fijian.mjs +1 -1
  133. package/dist/languages/finnish.mjs +1 -1
  134. package/dist/languages/french.mjs +1 -1
  135. package/dist/languages/ga.mjs +1 -1
  136. package/dist/languages/galician.mjs +1 -1
  137. package/dist/languages/georgian.mjs +1 -1
  138. package/dist/languages/german.mjs +1 -1
  139. package/dist/languages/greek.mjs +1 -1
  140. package/dist/languages/guarani.mjs +1 -1
  141. package/dist/languages/gujarati.mjs +1 -1
  142. package/dist/languages/haitian-creole.mjs +1 -1
  143. package/dist/languages/hausa.mjs +1 -1
  144. package/dist/languages/hawaiian.mjs +1 -1
  145. package/dist/languages/hebrew.mjs +1 -1
  146. package/dist/languages/hindi.mjs +1 -1
  147. package/dist/languages/hungarian.mjs +1 -1
  148. package/dist/languages/icelandic.mjs +1 -1
  149. package/dist/languages/igbo.mjs +1 -1
  150. package/dist/languages/indonesian.mjs +1 -1
  151. package/dist/languages/irish.mjs +1 -1
  152. package/dist/languages/italian.mjs +1 -1
  153. package/dist/languages/japanese.mjs +1 -1
  154. package/dist/languages/kannada.mjs +1 -1
  155. package/dist/languages/kazakh.mjs +1 -1
  156. package/dist/languages/khmer.mjs +1 -1
  157. package/dist/languages/kinyarwanda.mjs +1 -1
  158. package/dist/languages/kirundi.mjs +1 -1
  159. package/dist/languages/korean.mjs +1 -1
  160. package/dist/languages/kurmanji.mjs +1 -1
  161. package/dist/languages/kyrgyz.mjs +1 -1
  162. package/dist/languages/lao.mjs +1 -1
  163. package/dist/languages/latin.mjs +1 -1
  164. package/dist/languages/latvian.mjs +1 -1
  165. package/dist/languages/lingala.mjs +1 -1
  166. package/dist/languages/lithuanian.mjs +1 -1
  167. package/dist/languages/luxembourgish.mjs +1 -1
  168. package/dist/languages/macedonian.mjs +1 -1
  169. package/dist/languages/malagasy.mjs +1 -1
  170. package/dist/languages/malay.mjs +1 -1
  171. package/dist/languages/malayalam.mjs +1 -1
  172. package/dist/languages/maltese.mjs +1 -1
  173. package/dist/languages/maori.mjs +1 -1
  174. package/dist/languages/marathi.mjs +1 -1
  175. package/dist/languages/nepali.mjs +1 -1
  176. package/dist/languages/norwegian.mjs +1 -1
  177. package/dist/languages/oromo.mjs +1 -1
  178. package/dist/languages/persian.mjs +1 -1
  179. package/dist/languages/polish.mjs +1 -1
  180. package/dist/languages/portuguese.mjs +1 -1
  181. package/dist/languages/punjabi.mjs +1 -1
  182. package/dist/languages/romanian.mjs +1 -1
  183. package/dist/languages/russian.mjs +1 -1
  184. package/dist/languages/samoan.mjs +1 -1
  185. package/dist/languages/sanskrit.mjs +1 -1
  186. package/dist/languages/scottish-gaelic.mjs +1 -1
  187. package/dist/languages/serbian.mjs +1 -1
  188. package/dist/languages/shona.mjs +1 -1
  189. package/dist/languages/sinhala.mjs +1 -1
  190. package/dist/languages/slovak.mjs +1 -1
  191. package/dist/languages/slovenian.mjs +1 -1
  192. package/dist/languages/sorani.mjs +1 -1
  193. package/dist/languages/spanish.mjs +1 -1
  194. package/dist/languages/swahili.mjs +1 -1
  195. package/dist/languages/swedish.mjs +1 -1
  196. package/dist/languages/tagalog.mjs +1 -1
  197. package/dist/languages/tamil.mjs +1 -1
  198. package/dist/languages/tatar.mjs +1 -1
  199. package/dist/languages/telugu.mjs +1 -1
  200. package/dist/languages/thai.mjs +1 -1
  201. package/dist/languages/tibetan.mjs +1 -1
  202. package/dist/languages/tigrinya.mjs +1 -1
  203. package/dist/languages/tongan.mjs +1 -1
  204. package/dist/languages/turkish.mjs +1 -1
  205. package/dist/languages/twi.mjs +1 -1
  206. package/dist/languages/ukrainian.mjs +1 -1
  207. package/dist/languages/urdu.mjs +1 -1
  208. package/dist/languages/vietnamese.mjs +1 -1
  209. package/dist/languages/welsh.mjs +1 -1
  210. package/dist/languages/wolof.mjs +1 -1
  211. package/dist/languages/xhosa.mjs +1 -1
  212. package/dist/languages/yoruba.mjs +1 -1
  213. package/dist/languages/zulu.mjs +1 -1
  214. package/dist/{long-query-thread-QDFQSJD6.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
  215. package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
  216. package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
  217. package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
  218. package/dist/optional-writes-DDFHYUOH.mjs +218 -0
  219. package/dist/{paged-partition-archive-RLRGOXDX.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
  220. package/dist/partial-words.browser.mjs +1649 -0
  221. package/dist/partial-words.mjs +15 -14
  222. package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
  223. package/dist/pattern.mjs +6 -8
  224. package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
  225. package/dist/persistence/durability/checkpoint-worker.mjs +27 -59
  226. package/dist/phrase-module-XK3T44VU.mjs +634 -0
  227. package/dist/query-actions-OMXJEC2J.mjs +118 -0
  228. package/dist/query-suggestions/merge-worker.mjs +18 -54
  229. package/dist/query-suggestions.browser.mjs +26 -227
  230. package/dist/query-suggestions.d.ts +2 -2
  231. package/dist/query-suggestions.mjs +16 -67
  232. package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
  233. package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
  234. package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
  235. package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
  236. package/dist/react-native/chunks/{chunk-4COWCEY7.mjs → chunk-FTQ7JNMU.mjs} +341 -180
  237. package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
  238. package/dist/react-native/chunks/{chunk-EJ33LCHV.mjs → chunk-HRDMIQ63.mjs} +53 -1
  239. package/dist/react-native/chunks/{chunk-4AV5PPH6.mjs → chunk-IY6U6HRA.mjs} +63 -7
  240. package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
  241. package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
  242. package/dist/react-native/chunks/{chunk-OXM66LO6.mjs → chunk-OK3WUA6N.mjs} +2 -10
  243. package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
  244. package/dist/{browser/chunk-SRMZXJSL.mjs → react-native/chunks/chunk-TQ26BKBH.mjs} +6 -0
  245. package/dist/{browser/chunk-GPPOG6PT.mjs → react-native/chunks/chunk-VUJCSQG5.mjs} +3 -1
  246. package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
  247. package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
  248. package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
  249. package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
  250. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  251. package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
  252. package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
  253. package/dist/{geo-index-MRH5JMIR.mjs → react-native/chunks/geo-index-QEYKEVPH.mjs} +190 -93
  254. package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
  255. package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
  256. package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
  257. package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
  258. package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
  259. package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
  260. package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
  261. package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
  262. package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
  263. package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
  264. package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
  265. package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
  266. package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
  267. package/dist/react-native/chunks/{chunk-WW2X2AEI.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
  268. package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
  269. package/dist/react-native/partial-words.mjs +954 -35
  270. package/dist/react-native/pattern.mjs +238 -111
  271. package/dist/react-native/query-suggestions.mjs +33 -239
  272. package/dist/react-native/sync.mjs +95 -52
  273. package/dist/react-native/synonyms.mjs +256 -112
  274. package/dist/react.d.ts +9 -9
  275. package/dist/react.mjs +6 -0
  276. package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
  277. package/dist/rerankers/http.mjs +2 -2
  278. package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
  279. package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
  280. package/dist/runtime-4GKUIAKV.mjs +595 -0
  281. package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
  282. package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
  283. package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
  284. package/dist/server.d.ts +33 -13
  285. package/dist/server.mjs +81 -100
  286. package/dist/{browser/durability-wiring-GVZEE46O.mjs → storage-leaf-HMIIOUYN.mjs} +2334 -931
  287. package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
  288. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  289. package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
  290. package/dist/sync/filesystem.d.ts +3 -3
  291. package/dist/sync/filesystem.mjs +27 -11
  292. package/dist/sync/indexeddb.browser.mjs +287 -0
  293. package/dist/sync/indexeddb.d.ts +3 -3
  294. package/dist/sync/indexeddb.mjs +7 -2
  295. package/dist/sync.browser.mjs +88 -72
  296. package/dist/sync.d.ts +4 -4
  297. package/dist/sync.mjs +89 -59
  298. package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
  299. package/dist/synonyms.mjs +15 -11
  300. package/dist/{tasks-CoNjxbop.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
  301. package/dist/thread-SNILJXX3.mjs +30 -0
  302. package/dist/{types-DPMjfOr_.d.ts → types-CTg0KaMy.d.ts} +2 -2
  303. package/dist/vector/search-worker.d.ts +7 -1
  304. package/dist/vector/search-worker.mjs +9 -13
  305. package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
  306. package/dist/workers/entry.mjs +60 -30
  307. package/openapi.json +66 -50
  308. package/package.json +233 -8
  309. package/dist/analysis-change-CKEMM2MC.mjs +0 -55
  310. package/dist/analysis-change-entry-SEDMJ6MW.mjs +0 -1
  311. package/dist/archive-history-E4R73RWD.mjs +0 -29
  312. package/dist/browser/analysis-change-ZKGJFENM.mjs +0 -942
  313. package/dist/browser/analysis-change-entry-5BFUVMHJ.mjs +0 -1
  314. package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
  315. package/dist/browser/chunk-25MTVDYD.mjs +0 -432
  316. package/dist/browser/chunk-3I27KXQD.mjs +0 -34
  317. package/dist/browser/chunk-3NLMB5CC.mjs +0 -217
  318. package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
  319. package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
  320. package/dist/browser/chunk-5YWB3E2W.mjs +0 -92
  321. package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
  322. package/dist/browser/chunk-AI5UI46D.mjs +0 -12
  323. package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
  324. package/dist/browser/chunk-BLT4RHCJ.mjs +0 -241
  325. package/dist/browser/chunk-C26SPCGQ.mjs +0 -2636
  326. package/dist/browser/chunk-C4FJ3WDY.mjs +0 -177
  327. package/dist/browser/chunk-CXNTHHA7.mjs +0 -63
  328. package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
  329. package/dist/browser/chunk-DUH6QUVU.mjs +0 -2374
  330. package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
  331. package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
  332. package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
  333. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  334. package/dist/browser/chunk-HUCSHDTB.mjs +0 -100
  335. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  336. package/dist/browser/chunk-K3IPRX6D.mjs +0 -2559
  337. package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
  338. package/dist/browser/chunk-MY2XKH22.mjs +0 -40
  339. package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
  340. package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
  341. package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
  342. package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
  343. package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
  344. package/dist/browser/chunk-TK63WFXK.mjs +0 -90
  345. package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
  346. package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
  347. package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
  348. package/dist/browser/chunk-UATIJ4KU.mjs +0 -21
  349. package/dist/browser/chunk-UKOWD2K5.mjs +0 -315
  350. package/dist/browser/chunk-UTMHUHUV.mjs +0 -150
  351. package/dist/browser/chunk-V43N6TZO.mjs +0 -857
  352. package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
  353. package/dist/browser/chunk-WN464PTL.mjs +0 -375
  354. package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
  355. package/dist/browser/chunk-X7TXYUKO.mjs +0 -86
  356. package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
  357. package/dist/browser/chunk-Y6IBAUNO.mjs +0 -561
  358. package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
  359. package/dist/browser/cold-module-YNUUDNOM.mjs +0 -761
  360. package/dist/browser/engine-hooks-HBVS6YM4.mjs +0 -18
  361. package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
  362. package/dist/browser/import-5ESVMFDJ.mjs +0 -20
  363. package/dist/browser/methods-KTQCSIN4.mjs +0 -30
  364. package/dist/browser/module-NDSQLPMQ.mjs +0 -25
  365. package/dist/browser/operations-OJ3BXS55.mjs +0 -5
  366. package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
  367. package/dist/browser/pool-3JLET5RO.mjs +0 -297
  368. package/dist/browser/release-HYXPVJVS.mjs +0 -32
  369. package/dist/browser/restore-queue-LQBBTODR.mjs +0 -55
  370. package/dist/browser/retention-TY3L3BFN.mjs +0 -211
  371. package/dist/browser/snapshot-5FHPPCNZ.mjs +0 -965
  372. package/dist/browser/start-2UZTOBG5.mjs +0 -26
  373. package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
  374. package/dist/browser/write-ULXAN5B4.mjs +0 -196
  375. package/dist/chunk-2NE7VCYE.mjs +0 -212
  376. package/dist/chunk-2ROUFMQX.mjs +0 -543
  377. package/dist/chunk-37CD3OKS.mjs +0 -87
  378. package/dist/chunk-3MXV3VHR.mjs +0 -46
  379. package/dist/chunk-3OH67G7R.mjs +0 -214
  380. package/dist/chunk-4B7JIGQD.mjs +0 -106
  381. package/dist/chunk-5YNRKI2C.mjs +0 -81
  382. package/dist/chunk-6HTGOXIK.mjs +0 -875
  383. package/dist/chunk-6OEGXLBX.mjs +0 -57
  384. package/dist/chunk-6RC4K46J.mjs +0 -86
  385. package/dist/chunk-7GFE3PEY.mjs +0 -40
  386. package/dist/chunk-7GXJUJ24.mjs +0 -49
  387. package/dist/chunk-7V5IUP2T.mjs +0 -63
  388. package/dist/chunk-A4L7YTKX.mjs +0 -458
  389. package/dist/chunk-BEZH7VEH.mjs +0 -23
  390. package/dist/chunk-BNL5OPRV.mjs +0 -634
  391. package/dist/chunk-BTPGQC6Z.mjs +0 -27
  392. package/dist/chunk-C7XQYG6U.mjs +0 -50
  393. package/dist/chunk-CQZXZ75V.mjs +0 -562
  394. package/dist/chunk-CWS55TEX.mjs +0 -242
  395. package/dist/chunk-CZQ33DLW.mjs +0 -78
  396. package/dist/chunk-EEBCDP36.mjs +0 -32
  397. package/dist/chunk-FB6463IN.mjs +0 -1499
  398. package/dist/chunk-FCJ553HS.mjs +0 -655
  399. package/dist/chunk-FEZVDOWX.mjs +0 -6996
  400. package/dist/chunk-FOCV4CBZ.mjs +0 -87
  401. package/dist/chunk-FQBFZAWG.mjs +0 -27
  402. package/dist/chunk-G6HRSGOU.mjs +0 -74
  403. package/dist/chunk-GES7U2PM.mjs +0 -68
  404. package/dist/chunk-GH4WQ22V.mjs +0 -34
  405. package/dist/chunk-GPWMUPCA.mjs +0 -1126
  406. package/dist/chunk-GQPTDQCL.mjs +0 -54
  407. package/dist/chunk-HJSN7UYG.mjs +0 -10
  408. package/dist/chunk-I54T6CQP.mjs +0 -117
  409. package/dist/chunk-IPN7S4KX.mjs +0 -130
  410. package/dist/chunk-J4IJTTEX.mjs +0 -226
  411. package/dist/chunk-JSV6OQ4C.mjs +0 -74
  412. package/dist/chunk-K4ZIGL2O.mjs +0 -290
  413. package/dist/chunk-KAKQ74LS.mjs +0 -53
  414. package/dist/chunk-KCQYFO4K.mjs +0 -62
  415. package/dist/chunk-KHKIRS5D.mjs +0 -113
  416. package/dist/chunk-KOKM4PQN.mjs +0 -52
  417. package/dist/chunk-KP7TYHWT.mjs +0 -92
  418. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  419. package/dist/chunk-L5ORED7V.mjs +0 -25
  420. package/dist/chunk-LDNCLRZU.mjs +0 -218
  421. package/dist/chunk-LHKOSI2J.mjs +0 -58
  422. package/dist/chunk-LQG5G2LY.mjs +0 -39
  423. package/dist/chunk-MATMVH65.mjs +0 -9
  424. package/dist/chunk-MP7ABPTD.mjs +0 -189
  425. package/dist/chunk-MW6BR4QP.mjs +0 -316
  426. package/dist/chunk-MWD5VPN7.mjs +0 -21
  427. package/dist/chunk-ODYKO5TO.mjs +0 -101
  428. package/dist/chunk-OG7UGJ6F.mjs +0 -63
  429. package/dist/chunk-ORN5BLL7.mjs +0 -11
  430. package/dist/chunk-OYABFKTW.mjs +0 -1974
  431. package/dist/chunk-P5LANSH6.mjs +0 -121
  432. package/dist/chunk-PELHVTO7.mjs +0 -24
  433. package/dist/chunk-PIH5SJ4N.mjs +0 -7481
  434. package/dist/chunk-PSZI4O24.mjs +0 -253
  435. package/dist/chunk-PV2CG7EJ.mjs +0 -886
  436. package/dist/chunk-PWGYQXML.mjs +0 -470
  437. package/dist/chunk-Q2UL2TPC.mjs +0 -21
  438. package/dist/chunk-QHPYS427.mjs +0 -66
  439. package/dist/chunk-QJVOLKU6.mjs +0 -111
  440. package/dist/chunk-QLDABJZM.mjs +0 -20
  441. package/dist/chunk-QYRNLLLI.mjs +0 -99
  442. package/dist/chunk-RCX4WNLC.mjs +0 -151
  443. package/dist/chunk-RFBLQLLZ.mjs +0 -16
  444. package/dist/chunk-RIHIVFIQ.mjs +0 -240
  445. package/dist/chunk-RLOES5SX.mjs +0 -31
  446. package/dist/chunk-RWURUDSP.mjs +0 -2639
  447. package/dist/chunk-RZWWB2XR.mjs +0 -96
  448. package/dist/chunk-S5LN746F.mjs +0 -10
  449. package/dist/chunk-SOI6LTHM.mjs +0 -216
  450. package/dist/chunk-SQJWAIF4.mjs +0 -12
  451. package/dist/chunk-TDIK6NTV.mjs +0 -10
  452. package/dist/chunk-TQXHPFWT.mjs +0 -177
  453. package/dist/chunk-U55XJEIG.mjs +0 -18
  454. package/dist/chunk-UD5HIS4U.mjs +0 -382
  455. package/dist/chunk-UHICS3JI.mjs +0 -83
  456. package/dist/chunk-UJDJB3NE.mjs +0 -913
  457. package/dist/chunk-VD7J552I.mjs +0 -28
  458. package/dist/chunk-VSLSGASN.mjs +0 -30
  459. package/dist/chunk-VZ2ONHEE.mjs +0 -3715
  460. package/dist/chunk-W7OSSKH5.mjs +0 -1427
  461. package/dist/chunk-WZ7YV54N.mjs +0 -152
  462. package/dist/chunk-X5CV2E2B.mjs +0 -1
  463. package/dist/chunk-Y4WPNHMC.mjs +0 -50
  464. package/dist/chunk-YEKL4JBK.mjs +0 -96
  465. package/dist/chunk-ZXNQEW43.mjs +0 -18
  466. package/dist/chunk-ZYAY26KG.mjs +0 -29
  467. package/dist/direct-executor-V5DRIECI.mjs +0 -34
  468. package/dist/durability-wiring-3TD62MBI.mjs +0 -4072
  469. package/dist/engine-hooks-HA3SBOBR.mjs +0 -54
  470. package/dist/gzip-F4HMIEEQ.mjs +0 -1
  471. package/dist/import-GPKLTSKA.mjs +0 -56
  472. package/dist/methods-7IOINERF.mjs +0 -30
  473. package/dist/module-JYHFTVPS.mjs +0 -63
  474. package/dist/operations-G5EP6JPX.mjs +0 -5
  475. package/dist/phrase-module-XW5MKWP5.mjs +0 -330
  476. package/dist/pool-Y4A46T36.mjs +0 -298
  477. package/dist/react-native/chunks/analysis-change-QUVDNABS.mjs +0 -934
  478. package/dist/react-native/chunks/analysis-change-entry-OC4XASBF.mjs +0 -1
  479. package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
  480. package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
  481. package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
  482. package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
  483. package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
  484. package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
  485. package/dist/react-native/chunks/chunk-4NWR3NGS.mjs +0 -151
  486. package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
  487. package/dist/react-native/chunks/chunk-5MSX5FRT.mjs +0 -858
  488. package/dist/react-native/chunks/chunk-6OFDUYVX.mjs +0 -92
  489. package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +0 -9
  490. package/dist/react-native/chunks/chunk-6ZELFCK5.mjs +0 -315
  491. package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
  492. package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
  493. package/dist/react-native/chunks/chunk-BITYFZSZ.mjs +0 -242
  494. package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
  495. package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
  496. package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
  497. package/dist/react-native/chunks/chunk-DMIFXZ3Q.mjs +0 -432
  498. package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
  499. package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
  500. package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
  501. package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
  502. package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
  503. package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
  504. package/dist/react-native/chunks/chunk-IAENKE2D.mjs +0 -21
  505. package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
  506. package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
  507. package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
  508. package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
  509. package/dist/react-native/chunks/chunk-KSBYEMCB.mjs +0 -100
  510. package/dist/react-native/chunks/chunk-KU646XXT.mjs +0 -164
  511. package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
  512. package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
  513. package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
  514. package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
  515. package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
  516. package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
  517. package/dist/react-native/chunks/chunk-OCSLSH27.mjs +0 -22723
  518. package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
  519. package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
  520. package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
  521. package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
  522. package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
  523. package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
  524. package/dist/react-native/chunks/chunk-TORU2OHQ.mjs +0 -218
  525. package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
  526. package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
  527. package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
  528. package/dist/react-native/chunks/chunk-WVWJNUMN.mjs +0 -2562
  529. package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
  530. package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
  531. package/dist/react-native/chunks/chunk-ZNZ6CPAZ.mjs +0 -562
  532. package/dist/react-native/chunks/chunk-ZVQMBF2H.mjs +0 -63
  533. package/dist/react-native/chunks/chunk-ZWAIN4GG.mjs +0 -2636
  534. package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
  535. package/dist/react-native/chunks/cold-module-N6KFNNZA.mjs +0 -773
  536. package/dist/react-native/chunks/durability-wiring-RN64S2TL.mjs +0 -4984
  537. package/dist/react-native/chunks/engine-hooks-CWA5CKCA.mjs +0 -30
  538. package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
  539. package/dist/react-native/chunks/import-5UAWBRJP.mjs +0 -32
  540. package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
  541. package/dist/react-native/chunks/module-6RP4ZCBW.mjs +0 -37
  542. package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
  543. package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
  544. package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
  545. package/dist/react-native/chunks/release-2SIHZWDO.mjs +0 -32
  546. package/dist/react-native/chunks/restore-hooks-ENFMDTWC.mjs +0 -127
  547. package/dist/react-native/chunks/restore-queue-4R6AASE5.mjs +0 -55
  548. package/dist/react-native/chunks/retention-5GTFT3GR.mjs +0 -223
  549. package/dist/react-native/chunks/snapshot-5LGPQXFS.mjs +0 -976
  550. package/dist/react-native/chunks/start-ZQJVZ5DN.mjs +0 -38
  551. package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
  552. package/dist/react-native/chunks/write-6BRYIIZ7.mjs +0 -208
  553. package/dist/release-SMR4WJD4.mjs +0 -32
  554. package/dist/restore-hooks-HXLIEB4A.mjs +0 -153
  555. package/dist/restore-queue-LZH7LMLR.mjs +0 -55
  556. package/dist/retention-3K7ARGAG.mjs +0 -66
  557. package/dist/runtime-COIUORCN.mjs +0 -177
  558. package/dist/snapshot-O7ICP7NJ.mjs +0 -783
  559. package/dist/start-S4PFP6RS.mjs +0 -66
  560. package/dist/sync-state-ZWHLAFLE.mjs +0 -15
  561. package/dist/thread-YLJ3ZPQ3.mjs +0 -50
  562. package/dist/write-2OBJGLFS.mjs +0 -233
  563. /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
  564. /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
  565. /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
@@ -1,913 +0,0 @@
1
- import { requireAnalysisRebuildMemory } from './chunk-RCX4WNLC.mjs';
2
- import { requireConfigurationWithinSizeLimit, DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, prepareConfiguredSynonyms, REBALANCE_CHUNK_SIZE, yieldToEventLoop, prepareDocumentVectors, removeDocumentVectors, insertDocumentVectors, vectorsEqual, rebuildTextIndexes, holdSyncEpochChange, textRebuildTargetOf, extractVectorFromDoc, deleteNestedValue } from './chunk-FEZVDOWX.mjs';
3
- import { ANALYSIS_CHANGE_MEMBERS, ANALYSIS_HOLD_APPLY_INTERVAL_MS } from './chunk-EEBCDP36.mjs';
4
- import { resolvePartialWordAnalysis } from './chunk-VZ2ONHEE.mjs';
5
- import { createPartitionIndex } from './chunk-PIH5SJ4N.mjs';
6
- import { configUnderAnalysis, targetOfPending } from './chunk-I5B7RXU7.mjs';
7
- import { getLanguage, resolveIndexAnalysis } from './chunk-RZWWB2XR.mjs';
8
- import { ARRAY_POSITION_GAP } from './chunk-FB6463IN.mjs';
9
- import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
10
- import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
11
-
12
- // src/engine/analysis-change/run.ts
13
- function createHold(generation) {
14
- let markReady = () => void 0;
15
- let refuse = () => void 0;
16
- let wake = () => void 0;
17
- const ready = new Promise((resolve, reject) => {
18
- markReady = resolve;
19
- refuse = reject;
20
- });
21
- ready.catch(() => void 0);
22
- return {
23
- generation,
24
- built: false,
25
- released: false,
26
- ready,
27
- markReady,
28
- refuse,
29
- wake: () => wake(),
30
- pause: () => new Promise((resolve) => {
31
- const timer = setTimeout(resolve, ANALYSIS_HOLD_APPLY_INTERVAL_MS);
32
- wake = () => {
33
- clearTimeout(timer);
34
- resolve();
35
- };
36
- })
37
- };
38
- }
39
- var runsByCore = /* @__PURE__ */ new WeakMap();
40
- function runsOf(core) {
41
- let runs = runsByCore.get(core);
42
- if (runs === void 0) {
43
- runs = /* @__PURE__ */ new Map();
44
- runsByCore.set(core, runs);
45
- }
46
- return runs;
47
- }
48
- function createRun(target, hold = null) {
49
- let finish = () => void 0;
50
- let rejectFinished = () => void 0;
51
- let settle = () => void 0;
52
- const finished = new Promise((resolve, reject) => {
53
- finish = resolve;
54
- rejectFinished = reject;
55
- });
56
- finished.catch(() => void 0);
57
- const settled = new Promise((resolve) => {
58
- settle = resolve;
59
- });
60
- const fail = (error) => {
61
- rejectFinished(error);
62
- hold?.refuse(error);
63
- hold?.wake();
64
- };
65
- return { target, stopReason: null, switched: false, settled, finish, fail, finished, settle, hold };
66
- }
67
- async function waitForRelease(run, hold, keepCurrent) {
68
- hold.built = true;
69
- hold.markReady();
70
- while (!hold.released) {
71
- if (run.stopReason !== null || !keepCurrent()) {
72
- hold.built = false;
73
- return false;
74
- }
75
- await hold.pause();
76
- }
77
- return true;
78
- }
79
- function stopRun(run, indexName) {
80
- run.stopReason = new NarsilError(
81
- ErrorCodes.ANALYSIS_CHANGE_REPLACED,
82
- `A later change or a restore replaced this analysis change of index "${indexName}"`,
83
- { indexName }
84
- );
85
- run.fail(run.stopReason);
86
- }
87
-
88
- // src/engine/analysis-change/settings.ts
89
- function refuseTokenizer(indexName) {
90
- throw new NarsilError(
91
- ErrorCodes.CONFIG_INVALID,
92
- `The tokenizer of index "${indexName}" must change to a name registered with registerTokenizer, because an instance survives neither a worker boundary nor a restart`,
93
- { indexName }
94
- );
95
- }
96
- function refuseStopWords(indexName) {
97
- throw new NarsilError(
98
- ErrorCodes.CONFIG_INVALID,
99
- `The stop words of index "${indexName}" must change to a name registered with registerStopWords or to a list of words, because a function survives neither a worker boundary nor a restart`,
100
- { indexName }
101
- );
102
- }
103
- function stopWordsOfChange(indexName, value) {
104
- if (value === void 0 || value === null || typeof value === "string") return value;
105
- const words = value instanceof Set ? [...value] : value;
106
- if (!Array.isArray(words) || words.some((word) => typeof word !== "string")) refuseStopWords(indexName);
107
- return new Set(words);
108
- }
109
- function tokenizerOfChange(indexName, value) {
110
- if (value === void 0 || value === null || typeof value === "string") return value;
111
- refuseTokenizer(indexName);
112
- }
113
- function requireRegisteredLanguage(name) {
114
- if (typeof name !== "string") {
115
- throw new NarsilError(ErrorCodes.LANGUAGE_NOT_SUPPORTED, "The language of an analysis change must be a name");
116
- }
117
- return getLanguage(name);
118
- }
119
- function resolveAnalysisTarget(indexName, base, change) {
120
- if (change === null || typeof change !== "object" || Array.isArray(change)) {
121
- throw new NarsilError(ErrorCodes.CONFIG_INVALID, "An analysis change must be an object", { indexName });
122
- }
123
- const unknownMember = Object.keys(change).find((member) => !ANALYSIS_CHANGE_MEMBERS.includes(member));
124
- if (unknownMember !== void 0) {
125
- throw new NarsilError(ErrorCodes.CONFIG_INVALID, `"${unknownMember}" is not an analysis setting`, { indexName });
126
- }
127
- const language = change.language === void 0 ? getLanguage(base.language ?? "english") : requireRegisteredLanguage(change.language);
128
- const tokenizer = tokenizerOfChange(indexName, change.tokenizer);
129
- const stopWords = stopWordsOfChange(indexName, change.stopWords);
130
- const config = configUnderAnalysis(
131
- base,
132
- language.name,
133
- tokenizer === void 0 ? base.tokenizer : tokenizer ?? void 0,
134
- stopWords === void 0 ? base.stopWords : stopWords ?? void 0
135
- );
136
- requireConfigurationWithinSizeLimit(config, language);
137
- return { config, language, analysis: resolveIndexAnalysis(config) };
138
- }
139
- function currentConfigUnderTarget(current, target) {
140
- return configUnderAnalysis(current, target.language.name, target.config.tokenizer, target.config.stopWords);
141
- }
142
- function sameStopWords(left, right) {
143
- if (left === right) return true;
144
- if (!(left instanceof Set) || !(right instanceof Set) || left.size !== right.size) return false;
145
- for (const word of left) if (!right.has(word)) return false;
146
- return true;
147
- }
148
- function holdsSettings(config, target) {
149
- return (config.language ?? "english") === target.language.name && config.tokenizer === target.config.tokenizer && sameStopWords(config.stopWords, target.config.stopWords);
150
- }
151
- function namedSettingsOf(config, language) {
152
- return {
153
- language,
154
- ...typeof config.tokenizer === "string" ? { tokenizer: config.tokenizer } : {},
155
- ...typeof config.stopWords === "string" ? { stopWords: config.stopWords } : {},
156
- ...config.stopWords instanceof Set ? { stopWordList: [...config.stopWords].sort(compareCodePoints) } : {}
157
- };
158
- }
159
- function durableSettingsOf(entry) {
160
- return {
161
- ...namedSettingsOf(entry.config, entry.language.name),
162
- generation: entry.analysisGeneration,
163
- analysisRevision: entry.analysisRevision,
164
- arrayPositionGap: entry.arrayPositionGap
165
- };
166
- }
167
- function requireSynonymsUnderTarget(entry, target) {
168
- if (entry.synonyms === null) return;
169
- prepareConfiguredSynonyms({ ...target.config, synonyms: rulesOfStoredSynonyms(entry.synonyms) }, target.language);
170
- }
171
-
172
- // src/partitioning/rebalancer.ts
173
- function createRebalancer() {
174
- const activeManagers = /* @__PURE__ */ new WeakSet();
175
- let activeCount = 0;
176
- async function rebalance(manager, newPartitionCount, router, onProgress, spill = null) {
177
- if (activeManagers.has(manager)) {
178
- throw new NarsilError(
179
- ErrorCodes.PARTITION_REBALANCING_BACKPRESSURE,
180
- "A rebalance operation is already in progress"
181
- );
182
- }
183
- if (newPartitionCount <= 0) {
184
- throw new NarsilError(
185
- ErrorCodes.PARTITION_REBALANCING_BACKPRESSURE,
186
- `New partition count must be greater than 0, received ${newPartitionCount}`,
187
- { newPartitionCount }
188
- );
189
- }
190
- if (newPartitionCount === manager.partitionCount) {
191
- throw new NarsilError(
192
- ErrorCodes.PARTITION_REBALANCING_BACKPRESSURE,
193
- `New partition count (${newPartitionCount}) is the same as the current count`,
194
- { newPartitionCount, currentPartitionCount: manager.partitionCount }
195
- );
196
- }
197
- activeManagers.add(manager);
198
- activeCount++;
199
- try {
200
- const currentPartitions = manager.getAllPartitions();
201
- let documentsTotal = 0;
202
- for (const partition of currentPartitions) {
203
- documentsTotal += partition.count();
204
- }
205
- onProgress?.({
206
- phase: "scanning",
207
- documentsProcessed: 0,
208
- documentsTotal
209
- });
210
- const newPartitions = [];
211
- for (let i = 0; i < newPartitionCount; i++) {
212
- newPartitions.push(spill?.newPartition(i) ?? createPartitionIndex(i, manager.config.trackPositions ?? true));
213
- }
214
- let documentsProcessed = 0;
215
- let chunkFill = 0;
216
- const insertOptions = {
217
- validate: false,
218
- skipClone: true,
219
- stopWordOverride: manager.analysis.stopWords,
220
- customTokenizer: manager.analysis.customTokenizer,
221
- collectSurfaces: manager.config.surfaceForms !== false
222
- };
223
- for (const partition of currentPartitions) {
224
- const docIds = [...partition.docIds()];
225
- for (const docId of docIds) {
226
- const document = partition.getRef(docId);
227
- if (!document) continue;
228
- const targetPartitionId = router.route(docId, newPartitionCount);
229
- const targetPartition = newPartitions[targetPartitionId];
230
- if (!targetPartition.has(docId)) {
231
- targetPartition.insert(docId, document, manager.schema, manager.language, insertOptions);
232
- documentsProcessed++;
233
- }
234
- chunkFill++;
235
- if (chunkFill >= REBALANCE_CHUNK_SIZE) {
236
- chunkFill = 0;
237
- onProgress?.({
238
- phase: "moving",
239
- documentsProcessed,
240
- documentsTotal
241
- });
242
- for (let at = 0; at < newPartitions.length; at++) await spill?.spillIfFull(newPartitions[at], at);
243
- await yieldToEventLoop();
244
- }
245
- }
246
- }
247
- if (chunkFill > 0) {
248
- onProgress?.({
249
- phase: "moving",
250
- documentsProcessed,
251
- documentsTotal
252
- });
253
- await yieldToEventLoop();
254
- }
255
- onProgress?.({
256
- phase: "swapping",
257
- documentsProcessed,
258
- documentsTotal
259
- });
260
- manager.setPartitions(newPartitions);
261
- onProgress?.({
262
- phase: "complete",
263
- documentsProcessed,
264
- documentsTotal
265
- });
266
- } finally {
267
- activeManagers.delete(manager);
268
- activeCount--;
269
- }
270
- }
271
- return {
272
- rebalance,
273
- isRebalancing() {
274
- return activeCount > 0;
275
- }
276
- };
277
- }
278
-
279
- // src/partitioning/write-ahead-queue.ts
280
- function createWriteAheadQueue(maxSize = DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE) {
281
- const entries = [];
282
- const docStates = /* @__PURE__ */ new Map();
283
- let nextSequence = 1;
284
- let resolveReplayed = () => void 0;
285
- const replayed = new Promise((resolve) => {
286
- resolveReplayed = resolve;
287
- });
288
- return {
289
- push(entry) {
290
- if (entries.length >= maxSize) {
291
- throw new NarsilError(
292
- ErrorCodes.PARTITION_REBALANCING_BACKPRESSURE,
293
- `Write-ahead queue is full (${maxSize} entries). Retry after rebalancing completes.`,
294
- { maxSize, currentSize: entries.length }
295
- );
296
- }
297
- const seq = nextSequence++;
298
- entries.push({ ...entry, sequenceNumber: seq });
299
- docStates.set(entry.docId, entry.action === "remove" ? "absent" : "present");
300
- return seq;
301
- },
302
- drain() {
303
- const result = entries.splice(0);
304
- result.sort((a, b) => a.sequenceNumber - b.sequenceNumber);
305
- return result;
306
- },
307
- clear() {
308
- entries.length = 0;
309
- docStates.clear();
310
- },
311
- bufferedDocState(docId) {
312
- return docStates.get(docId);
313
- },
314
- whenReplayed() {
315
- return replayed;
316
- },
317
- markReplayed() {
318
- resolveReplayed();
319
- },
320
- get size() {
321
- return entries.length;
322
- },
323
- get isFull() {
324
- return entries.length >= maxSize;
325
- }
326
- };
327
- }
328
-
329
- // src/engine/rebalance-executor.ts
330
- function warnHookError(hook, err) {
331
- console.warn(`${hook} plugin hook error:`, err instanceof Error ? err.message : String(err));
332
- }
333
- function applyReplayUpdateVectors(entry, vectorFieldPaths) {
334
- const updateVectors = /* @__PURE__ */ new Map();
335
- for (const fieldPath of vectorFieldPaths) {
336
- updateVectors.set(fieldPath, extractVectorFromDoc(entry.document, fieldPath));
337
- }
338
- let updateDoc = entry.document;
339
- if (updateVectors.size > 0) {
340
- updateDoc = structuredClone(entry.document);
341
- for (const fieldPath of updateVectors.keys()) {
342
- deleteNestedValue(updateDoc, fieldPath);
343
- }
344
- }
345
- return { updateDoc, updateVectors };
346
- }
347
- async function replayEntry(manager, indexName, entry, ctx) {
348
- const vecIndexes = manager.getVectorIndexes();
349
- const vectorFieldPaths = ctx.requireIndex(indexName).vectorFieldPaths;
350
- if (entry.action === "insert" && entry.document) {
351
- const { partitionDoc, extractedVectors } = prepareDocumentVectors(
352
- entry.document,
353
- vectorFieldPaths
354
- );
355
- const overwrote = manager.has(entry.docId);
356
- const removedSpellings = overwrote ? manager.removedSpellingsOf(entry.docId) : void 0;
357
- if (overwrote) {
358
- removeDocumentVectors(entry.docId, vecIndexes);
359
- manager.remove(entry.docId, removedSpellings);
360
- }
361
- manager.insert(entry.docId, partitionDoc);
362
- const replicated = {
363
- indexName,
364
- docId: entry.docId,
365
- document: entry.document,
366
- requestId: `replicate-insert-${entry.docId}`
367
- };
368
- ctx.orchestrator.recordMainWrite(
369
- overwrote ? { type: "update", ...replicated, removedSpellings } : { type: "insert", ...replicated }
370
- );
371
- if (extractedVectors.size > 0) {
372
- insertDocumentVectors(entry.docId, extractedVectors, vecIndexes, manager.partitionIdOf(entry.docId));
373
- for (const fieldPath of extractedVectors.keys()) {
374
- vecIndexes.get(fieldPath)?.scheduleBuild();
375
- }
376
- }
377
- try {
378
- await ctx.pluginRegistry.runHook("afterInsert", { indexName, docId: entry.docId, document: entry.document });
379
- } catch (err) {
380
- warnHookError("afterInsert", err);
381
- }
382
- const roomForCopies = ctx.orchestrator.settleMainWrites(indexName);
383
- if (roomForCopies !== null) await roomForCopies;
384
- return;
385
- }
386
- if (entry.action === "remove") {
387
- const removedSpellings = manager.removedSpellingsOf(entry.docId);
388
- manager.remove(entry.docId, removedSpellings);
389
- ctx.orchestrator.recordMainWrite({
390
- type: "remove",
391
- indexName,
392
- docId: entry.docId,
393
- requestId: `replicate-remove-${entry.docId}`,
394
- removedSpellings
395
- });
396
- removeDocumentVectors(entry.docId, vecIndexes);
397
- try {
398
- await ctx.pluginRegistry.runHook("afterRemove", { indexName, docId: entry.docId });
399
- } catch (err) {
400
- warnHookError("afterRemove", err);
401
- }
402
- const roomForCopies = ctx.orchestrator.settleMainWrites(indexName, "none");
403
- if (roomForCopies !== null) await roomForCopies;
404
- return;
405
- }
406
- if (entry.action === "update" && entry.document) {
407
- const oldDocument = manager.get(entry.docId);
408
- const { updateDoc, updateVectors } = applyReplayUpdateVectors(entry, vectorFieldPaths);
409
- const removedSpellings = manager.removedSpellingsOf(entry.docId);
410
- const held = manager.has(entry.docId);
411
- if (held) {
412
- manager.update(entry.docId, updateDoc, void 0, removedSpellings);
413
- } else {
414
- manager.insert(entry.docId, updateDoc);
415
- }
416
- const replicated = {
417
- indexName,
418
- docId: entry.docId,
419
- document: entry.document,
420
- requestId: `replicate-update-${entry.docId}`
421
- };
422
- ctx.orchestrator.recordMainWrite(
423
- held ? { type: "update", ...replicated, removedSpellings } : { type: "insert", ...replicated }
424
- );
425
- for (const [fieldPath, newVec] of updateVectors) {
426
- const vecIndex = vecIndexes.get(fieldPath);
427
- if (!vecIndex) continue;
428
- if (newVec === null) {
429
- if (vecIndex.has(entry.docId)) {
430
- vecIndex.remove(entry.docId);
431
- }
432
- } else {
433
- const oldVec = vecIndex.getVector(entry.docId);
434
- if (!vectorsEqual(oldVec, newVec)) {
435
- if (vecIndex.has(entry.docId)) {
436
- vecIndex.remove(entry.docId);
437
- }
438
- vecIndex.insert(entry.docId, newVec);
439
- vecIndex.scheduleBuild();
440
- }
441
- }
442
- }
443
- try {
444
- await ctx.pluginRegistry.runHook("afterUpdate", {
445
- indexName,
446
- docId: entry.docId,
447
- oldDocument: oldDocument ?? {},
448
- newDocument: entry.document
449
- });
450
- } catch (err) {
451
- warnHookError("afterUpdate", err);
452
- }
453
- const roomForCopies = ctx.orchestrator.settleMainWrites(indexName);
454
- if (roomForCopies !== null) await roomForCopies;
455
- }
456
- }
457
- async function replayQueued(manager, indexName, waq, ctx) {
458
- while (true) {
459
- const entries = waq.drain();
460
- if (entries.length === 0) break;
461
- for (const entry of entries) {
462
- try {
463
- await replayEntry(manager, indexName, entry, ctx);
464
- } catch (replayErr) {
465
- const isMissing = replayErr instanceof NarsilError && replayErr.code === ErrorCodes.DOC_NOT_FOUND;
466
- if (!isMissing) {
467
- console.warn(`WAQ replay failed for ${entry.action} on doc "${entry.docId}":`, replayErr);
468
- }
469
- }
470
- }
471
- }
472
- }
473
- async function executeRebalance(manager, indexName, targetPartitionCount, ctx) {
474
- if (targetPartitionCount <= 0 || !Number.isInteger(targetPartitionCount)) {
475
- throw new NarsilError(
476
- ErrorCodes.PARTITION_CAPACITY_EXCEEDED,
477
- `Target partition count must be a positive integer, got ${targetPartitionCount}`,
478
- { targetPartitionCount }
479
- );
480
- }
481
- const entry = ctx.requireIndex(indexName);
482
- const maxPartitions = entry.config.partitions?.maxPartitions;
483
- if (maxPartitions !== void 0 && targetPartitionCount > maxPartitions) {
484
- throw new NarsilError(
485
- ErrorCodes.PARTITION_CAPACITY_EXCEEDED,
486
- `Target partition count (${targetPartitionCount}) is above the maximum of ${maxPartitions} partitions`,
487
- { targetPartitionCount, maxPartitions }
488
- );
489
- }
490
- if (ctx.rebalancingIndexes.has(indexName)) {
491
- throw new NarsilError(
492
- ErrorCodes.PARTITION_REBALANCING_BACKPRESSURE,
493
- `Index "${indexName}" is already being rebalanced`
494
- );
495
- }
496
- const registered = ctx.requireIndex(indexName);
497
- if (registered.pendingAnalysis !== null || registered.durableAnalysis !== null) {
498
- throw new NarsilError(
499
- ErrorCodes.PARTITION_REBALANCING_BACKPRESSURE,
500
- `Index "${indexName}" is changing its analysis settings, so try the rebalance again once the change ends`,
501
- { indexName }
502
- );
503
- }
504
- if (targetPartitionCount === manager.partitionCount) {
505
- return;
506
- }
507
- const waq = createWriteAheadQueue();
508
- ctx.waqMap.set(indexName, waq);
509
- ctx.rebalancingIndexes.add(indexName);
510
- ctx.rebalanceTargets.set(indexName, targetPartitionCount);
511
- const wasPromoted = ctx.orchestrator.desyncIndex(indexName);
512
- let spill = null;
513
- try {
514
- const oldCount = manager.partitionCount;
515
- spill = await rewriteSpillOf(ctx.durabilityManager?.rewriteStorage?.(), manager);
516
- await createRebalancer().rebalance(
517
- manager,
518
- targetPartitionCount,
519
- ctx.router,
520
- (progress) => {
521
- if (progress.phase === "complete") {
522
- emitEngineEvent(ctx.eventHandlers, "partitionRebalance", {
523
- indexName,
524
- oldCount,
525
- newCount: targetPartitionCount
526
- });
527
- }
528
- },
529
- spill
530
- );
531
- try {
532
- await ctx.pluginRegistry.runHook("onPartitionSplit", {
533
- indexName,
534
- oldPartitionCount: oldCount,
535
- newPartitionCount: targetPartitionCount
536
- });
537
- } catch (hookErr) {
538
- console.warn("onPartitionSplit plugin hook failed:", hookErr instanceof Error ? hookErr.message : String(hookErr));
539
- }
540
- await replayQueued(manager, indexName, waq, ctx);
541
- if (ctx.durabilityManager) {
542
- await ctx.durabilityManager.persistMetadata(indexName);
543
- await (ctx.durabilityManager.checkpointFromMemory?.(indexName) ?? ctx.durabilityManager.checkpoint(indexName));
544
- await spill?.removeUnread(manager);
545
- await replayQueued(manager, indexName, waq, ctx);
546
- }
547
- await ctx.orchestrator.resyncIndex(indexName, wasPromoted);
548
- do {
549
- await replayQueued(manager, indexName, waq, ctx);
550
- } while (waq.size > 0);
551
- } catch (err) {
552
- await spill?.removeUnread(manager).catch(() => void 0);
553
- try {
554
- await replayQueued(manager, indexName, waq, ctx);
555
- await ctx.orchestrator.resyncIndex(indexName, wasPromoted);
556
- do {
557
- await replayQueued(manager, indexName, waq, ctx);
558
- } while (waq.size > 0);
559
- } catch (recoveryErr) {
560
- console.warn(
561
- `Rebalance failure recovery for index "${indexName}" did not complete:`,
562
- recoveryErr instanceof Error ? recoveryErr.message : String(recoveryErr)
563
- );
564
- }
565
- throw err;
566
- } finally {
567
- ctx.rebalancingIndexes.delete(indexName);
568
- ctx.rebalanceTargets.delete(indexName);
569
- ctx.waqMap.delete(indexName);
570
- waq.markReplayed();
571
- }
572
- ctx.checkWatermark(indexName);
573
- }
574
-
575
- // src/engine/analysis-change/adopt-saved.ts
576
- function adoptSavedAnalysis(manager, entry, metadata) {
577
- const saved = reconstructSchemaFromMetadata(metadata);
578
- const { tokenizer: _tokenizer, stopWords: _stopWords, ...rest } = entry.config;
579
- const config = {
580
- ...rest,
581
- language: saved.language,
582
- ...saved.tokenizer !== void 0 ? { tokenizer: saved.tokenizer } : {},
583
- ...saved.stopWords !== void 0 ? { stopWords: saved.stopWords } : {}
584
- };
585
- const language = getLanguage(config.language ?? "english");
586
- const analysis = resolveIndexAnalysis(config);
587
- const synonyms = prepareStoredSynonyms(rulesOfStoredSynonyms(entry.synonyms), config, language);
588
- entry.config = config;
589
- entry.language = language;
590
- entry.analysisGeneration = metadata.analysisGeneration ?? 0;
591
- entry.analysisRevision = metadata.analysisRevision ?? null;
592
- entry.arrayPositionGap = metadata.arrayPositionGap ?? null;
593
- manager?.adoptAnalysis({
594
- config,
595
- language,
596
- analysis,
597
- partialWordAnalysis: resolvePartialWordAnalysis(config, language, analysis),
598
- synonyms: synonyms?.lookup ?? null
599
- });
600
- }
601
-
602
- // src/engine/analysis-change/index.ts
603
- function termBytesOf(core, indexName) {
604
- let bytes = 0;
605
- for (const partition of core.requireManager(indexName).getAllPartitions()) {
606
- bytes += partition.estimateMemoryBytes();
607
- for (const state of partition.readStates()) bytes -= state.docStore.contentBytes();
608
- }
609
- return Math.max(0, bytes);
610
- }
611
- function toError(value) {
612
- return value instanceof Error ? value : new Error(String(value));
613
- }
614
- async function requireNoUndurableSwitch(core, indexName, entry) {
615
- if (entry.durableAnalysis === null) return;
616
- const durable = core.durability?.manager;
617
- await (durable?.checkpointFromMemory?.(indexName) ?? durable?.checkpoint(indexName));
618
- if (entry.durableAnalysis === null) return;
619
- throw new NarsilError(
620
- ErrorCodes.ANALYSIS_CHANGE_NOT_READY,
621
- `The previous analysis change of index "${indexName}" has no durable checkpoint yet, so try this change again once a checkpoint succeeds`,
622
- { indexName }
623
- );
624
- }
625
- function switchIndex({ core, indexName, entry, run, generation }) {
626
- const { language, analysis } = run.target;
627
- const config = currentConfigUnderTarget(entry.config, run.target);
628
- const synonyms = prepareStoredSynonyms(rulesOfStoredSynonyms(entry.synonyms), config, language);
629
- return () => {
630
- run.switched = true;
631
- entry.durableAnalysis = core.durability === null ? null : durableSettingsOf(entry);
632
- entry.config = config;
633
- entry.language = language;
634
- entry.analysisGeneration = generation;
635
- entry.analysisRevision = language.revision;
636
- entry.arrayPositionGap = ARRAY_POSITION_GAP;
637
- entry.pendingAnalysis = null;
638
- entry.synonyms = synonyms?.encoded ?? null;
639
- core.requireManager(indexName).adoptAnalysis({
640
- ...textRebuildTargetOf(config, language, analysis),
641
- synonyms: synonyms?.lookup ?? null
642
- });
643
- core.analysisRebuild.clearStale(indexName);
644
- };
645
- }
646
- async function buildAndSwitch(scope) {
647
- const { core, indexName, entry, run } = scope;
648
- const { hold } = run;
649
- const manager = core.requireManager(indexName);
650
- const emit = (status, partitionsRebuilt2, error) => {
651
- emitEngineEvent(core.eventHandlers, "analysisRebuild", {
652
- indexName,
653
- status,
654
- partitionsRebuilt: partitionsRebuilt2,
655
- partitionCount: manager.partitionCount,
656
- ...error !== void 0 ? { error } : {}
657
- });
658
- };
659
- let partitionsRebuilt = 0;
660
- let adopt = () => void 0;
661
- const refusal = { byRestore: null };
662
- const isCurrent = () => run.stopReason === null && refusal.byRestore === null && !core.shutdownState.isShutdown && core.indexRegistry.get(indexName) === entry && core.executor.getManager(indexName) === manager;
663
- emit("started", 0);
664
- const wasPromoted = core.orchestrator.desyncIndex(indexName);
665
- try {
666
- const durable = core.durability?.manager;
667
- let spill = null;
668
- const rebuilt = await rebuildTextIndexes(
669
- manager,
670
- {
671
- isCurrent,
672
- rewriteStorage: () => durable?.rewriteStorage?.(),
673
- onRewriteSpill(kept) {
674
- spill = kept;
675
- },
676
- onPartitionBuilt(built) {
677
- partitionsRebuilt = built;
678
- },
679
- onSwitch: () => adopt(),
680
- ...hold === null ? {} : { holdBeforeSwitch: (keepCurrent) => waitForRelease(run, hold, keepCurrent) },
681
- async runSwitch(swap) {
682
- const swapWithSynonyms = () => {
683
- if (!isCurrent()) return false;
684
- if (core.restoresInFlight.has(indexName)) {
685
- refusal.byRestore = restoreInFlightError(indexName);
686
- return false;
687
- }
688
- adopt = switchIndex(scope);
689
- return swap();
690
- };
691
- const releaseSyncEpoch = await holdSyncEpochChange(core, indexName);
692
- try {
693
- return await (durable?.checkpointAfterSwitch?.(indexName, swapWithSynonyms) ?? swapWithSynonyms());
694
- } finally {
695
- releaseSyncEpoch();
696
- }
697
- }
698
- },
699
- textRebuildTargetOf(run.target.config, run.target.language, run.target.analysis)
700
- );
701
- if (!rebuilt) throw run.stopReason ?? refusal.byRestore ?? stoppedError(core, indexName);
702
- await spill?.removeUnread(manager);
703
- if (entry.durableAnalysis !== null) {
704
- throw new NarsilError(
705
- ErrorCodes.PERSISTENCE_SAVE_FAILED,
706
- `The new terms of index "${indexName}" answer queries, but they have no durable checkpoint yet`,
707
- { indexName }
708
- );
709
- }
710
- emit("completed", partitionsRebuilt);
711
- } catch (error) {
712
- emit("failed", partitionsRebuilt, toError(error));
713
- throw error;
714
- } finally {
715
- if (core.executor.getManager(indexName) === manager) {
716
- await core.orchestrator.resyncIndex(indexName, wasPromoted).catch(() => void 0);
717
- }
718
- }
719
- }
720
- function stoppedError(core, indexName) {
721
- if (core.shutdownState.isShutdown) {
722
- return new NarsilError(ErrorCodes.INSTANCE_SHUT_DOWN, "This Narsil instance has been shut down");
723
- }
724
- return new NarsilError(ErrorCodes.INDEX_NOT_FOUND, `Index "${indexName}" closed during its analysis change`, {
725
- indexName
726
- });
727
- }
728
- async function clearPending(core, indexName, entry) {
729
- entry.pendingAnalysis = null;
730
- await core.durability?.manager.persistMetadata(indexName);
731
- }
732
- function restoreInFlightError(indexName) {
733
- return new NarsilError(
734
- ErrorCodes.ANALYSIS_CHANGE_REPLACED,
735
- `A restore of index "${indexName}" is in flight and replaces this analysis change, so try the change again once the restore ends`,
736
- { indexName }
737
- );
738
- }
739
- function requireNoRestoreInFlight(core, indexName) {
740
- if (core.restoresInFlight.has(indexName)) throw restoreInFlightError(indexName);
741
- }
742
- function requireNotRebalancing(core, indexName) {
743
- if (!core.rebalancingIndexes.has(indexName)) return;
744
- throw new NarsilError(
745
- ErrorCodes.PARTITION_REBALANCING_BACKPRESSURE,
746
- `Index "${indexName}" is being rebalanced, so try its analysis change again once the rebalance ends`,
747
- { indexName }
748
- );
749
- }
750
- async function driveRun(core, indexName, entry, run, previous, resumedGeneration) {
751
- const runs = runsOf(core);
752
- try {
753
- if (previous !== void 0) await previous.settled;
754
- if (runs.get(indexName) !== run) return;
755
- await requireNoUndurableSwitch(core, indexName, entry);
756
- if (run.stopReason !== null) return;
757
- if (core.indexRegistry.get(indexName) !== entry) throw stoppedError(core, indexName);
758
- requireNotRebalancing(core, indexName);
759
- requireNoRestoreInFlight(core, indexName);
760
- if (resumedGeneration === null && holdsSettings(entry.config, run.target)) {
761
- if (entry.pendingAnalysis !== null) await clearPending(core, indexName, entry);
762
- run.finish();
763
- return;
764
- }
765
- const generation = resumedGeneration ?? Math.max(entry.analysisGeneration, entry.pendingAnalysis?.generation ?? 0) + 1;
766
- if (entry.pendingAnalysis?.generation !== generation || run.hold !== null) {
767
- entry.pendingAnalysis = { generation, ...namedSettingsOf(run.target.config, run.target.language.name) };
768
- await core.durability?.manager.persistMetadata(indexName);
769
- }
770
- if (run.stopReason !== null) return;
771
- await core.analysisRebuild.abandon(indexName);
772
- await core.analysisRebuild.runExclusive(
773
- indexName,
774
- () => buildAndSwitch({ core, indexName, entry, run, generation }),
775
- run.hold?.ready
776
- );
777
- run.finish();
778
- } catch (error) {
779
- run.fail(error);
780
- const refusedByRestore = run.stopReason === null && error instanceof NarsilError && error.code === ErrorCodes.ANALYSIS_CHANGE_REPLACED;
781
- const keepsPending = !refusedByRestore && (resumedGeneration !== null || core.shutdownState.isShutdown);
782
- const stillOwnsPending = runs.get(indexName) === run && run.stopReason === null;
783
- if (!keepsPending && stillOwnsPending && core.indexRegistry.get(indexName) === entry) {
784
- if (entry.pendingAnalysis !== null) await clearPending(core, indexName, entry).catch(() => void 0);
785
- }
786
- } finally {
787
- if (runs.get(indexName) === run) runs.delete(indexName);
788
- run.settle();
789
- }
790
- }
791
- async function changeIndexAnalysis(core, indexName, change) {
792
- const entry = core.requireIndex(indexName);
793
- requireNotRebalancing(core, indexName);
794
- requireNoRestoreInFlight(core, indexName);
795
- const target = resolveAnalysisTarget(indexName, entry.config, change);
796
- const runs = runsOf(core);
797
- const previous = runs.get(indexName);
798
- if (previous !== void 0 && holdsSettings(previous.target.config, target)) return previous.finished;
799
- const heldAlready = holdsSettings(entry.config, target);
800
- if (previous === void 0 && entry.durableAnalysis === null && heldAlready) return;
801
- if (!heldAlready) {
802
- requireSynonymsUnderTarget(entry, target);
803
- requireAnalysisRebuildMemory(indexName, termBytesOf(core, indexName));
804
- }
805
- const run = createRun(target);
806
- if (previous !== void 0 && !previous.switched) stopRun(previous, indexName);
807
- runs.set(indexName, run);
808
- void driveRun(core, indexName, entry, run, previous, null);
809
- return run.finished;
810
- }
811
- function resumeAnalysisChange(core, indexName) {
812
- const entry = core.requireIndex(indexName);
813
- const runs = runsOf(core);
814
- const running = runs.get(indexName);
815
- if (running !== void 0) return running.finished;
816
- const pending = entry.pendingAnalysis;
817
- if (pending === null) return Promise.resolve();
818
- let target;
819
- try {
820
- target = targetOfPending(entry, pending);
821
- requireAnalysisRebuildMemory(indexName, termBytesOf(core, indexName));
822
- } catch (error) {
823
- emitEngineEvent(core.eventHandlers, "analysisRebuild", {
824
- indexName,
825
- status: "failed",
826
- partitionsRebuilt: 0,
827
- partitionCount: entry.partitionCount,
828
- error: toError(error)
829
- });
830
- return Promise.reject(error);
831
- }
832
- const run = createRun(target);
833
- runs.set(indexName, run);
834
- void driveRun(core, indexName, entry, run, void 0, pending.generation);
835
- return run.finished;
836
- }
837
- async function abandonAnalysisChange(core, indexName) {
838
- const run = runsOf(core).get(indexName);
839
- if (run === void 0) return;
840
- stopRun(run, indexName);
841
- await run.settled;
842
- }
843
- function holdServes(run, entry, pending) {
844
- return run.hold?.generation === pending.generation && holdsSettings(run.target.config, targetOfPending(entry, pending));
845
- }
846
- function startHeldRun(core, indexName, pending) {
847
- const entry = core.requireIndex(indexName);
848
- if (entry.analysisGeneration >= pending.generation) return null;
849
- const runs = runsOf(core);
850
- const previous = runs.get(indexName);
851
- if (previous !== void 0 && holdServes(previous, entry, pending)) return previous;
852
- const target = targetOfPending(entry, pending);
853
- requireSynonymsUnderTarget(entry, target);
854
- requireAnalysisRebuildMemory(indexName, termBytesOf(core, indexName));
855
- const run = createRun(target, createHold(pending.generation));
856
- if (previous !== void 0 && !previous.switched) stopRun(previous, indexName);
857
- runs.set(indexName, run);
858
- void driveRun(core, indexName, entry, run, previous, pending.generation);
859
- return run;
860
- }
861
- async function buildHeldAnalysisChange(core, indexName, pending) {
862
- const running = runsOf(core).get(indexName);
863
- const entry = core.indexRegistry.get(indexName);
864
- if (running?.hold != null && entry !== void 0 && holdServes(running, entry, pending)) return running.hold.ready;
865
- const release = await core.indexState.acquire(indexName, false);
866
- let run;
867
- try {
868
- run = startHeldRun(core, indexName, pending);
869
- } catch (error) {
870
- release();
871
- throw error;
872
- }
873
- if (run?.hold === void 0 || run.hold === null) {
874
- release();
875
- return;
876
- }
877
- void run.settled.finally(release);
878
- return run.hold.ready;
879
- }
880
- function heldAnalysisIsBuilt(core, indexName, generation) {
881
- const hold = runsOf(core).get(indexName)?.hold;
882
- return hold !== void 0 && hold !== null && hold.generation === generation && hold.built;
883
- }
884
- async function releaseHeldAnalysisChange(core, indexName, generation) {
885
- const run = runsOf(core).get(indexName);
886
- if (run?.hold?.generation !== generation) return;
887
- run.hold.released = true;
888
- run.hold.wake();
889
- await run.finished;
890
- }
891
- async function dropHeldAnalysisChange(core, indexName) {
892
- await abandonAnalysisChange(core, indexName);
893
- const entry = core.indexRegistry.get(indexName);
894
- if (entry !== void 0 && entry.pendingAnalysis !== null) await clearPending(core, indexName, entry);
895
- }
896
- function holdsNamedSettings(entry, settings) {
897
- return holdsSettings(entry.config, targetOfPending(entry, { generation: 0, ...settings }));
898
- }
899
- async function stampAnalysisGeneration(core, indexName, generation) {
900
- const entry = core.requireIndex(indexName);
901
- if (entry.analysisGeneration >= generation) return;
902
- await requireNoUndurableSwitch(core, indexName, entry);
903
- const durable = core.durability?.manager;
904
- const stamp = () => {
905
- entry.durableAnalysis = core.durability === null ? null : durableSettingsOf(entry);
906
- entry.analysisGeneration = generation;
907
- entry.pendingAnalysis = null;
908
- return true;
909
- };
910
- await (durable?.checkpointAfterSwitch?.(indexName, stamp) ?? Promise.resolve(stamp()));
911
- }
912
-
913
- export { abandonAnalysisChange, adoptSavedAnalysis, buildHeldAnalysisChange, changeIndexAnalysis, dropHeldAnalysisChange, executeRebalance, heldAnalysisIsBuilt, holdsNamedSettings, holdsSettings, namedSettingsOf, releaseHeldAnalysisChange, resolveAnalysisTarget, resumeAnalysisChange, stampAnalysisGeneration };