@delali/narsil 0.3.1-next.99 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +45 -0
  2. package/README.md +27 -8
  3. package/dist/adapters/filesystem.d.ts +1 -1
  4. package/dist/adapters/filesystem.mjs +101 -13
  5. package/dist/adapters/gcs.d.ts +49 -0
  6. package/dist/adapters/gcs.mjs +213 -0
  7. package/dist/adapters/indexeddb.d.ts +1 -1
  8. package/dist/adapters/indexeddb.mjs +2 -7
  9. package/dist/adapters/memory.d.ts +1 -1
  10. package/dist/adapters/memory.mjs +5 -0
  11. package/dist/adapters/s3.d.ts +53 -0
  12. package/dist/adapters/s3.mjs +263 -0
  13. package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
  14. package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
  15. package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
  16. package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
  17. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  18. package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
  19. package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
  20. package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
  21. package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
  22. package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
  23. package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
  24. package/dist/browser/embed-GG6PS3EA.mjs +264 -0
  25. package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
  26. package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
  27. package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
  28. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  29. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  30. package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
  31. package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
  32. package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
  33. package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
  34. package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
  35. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  36. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  37. package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
  38. package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
  39. package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
  40. package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
  41. package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
  42. package/dist/chunk-2AFZE7Y3.mjs +72 -0
  43. package/dist/chunk-2CKDCC65.mjs +47 -0
  44. package/dist/chunk-3ECIRFS5.mjs +61 -0
  45. package/dist/chunk-44W3CBNG.mjs +7 -0
  46. package/dist/chunk-4H4RG2FR.mjs +13 -0
  47. package/dist/chunk-4PY4JYMY.mjs +11 -0
  48. package/dist/chunk-4ZPVAHWF.mjs +1289 -0
  49. package/dist/chunk-5EI5CXO6.mjs +197 -0
  50. package/dist/chunk-5F5MXWS5.mjs +283 -0
  51. package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
  52. package/dist/chunk-6FOENO4E.mjs +273 -0
  53. package/dist/chunk-6GHX35ZM.mjs +108 -0
  54. package/dist/chunk-6MSZ543Y.mjs +32 -0
  55. package/dist/chunk-6N6HHBCQ.mjs +4596 -0
  56. package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
  57. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  58. package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
  59. package/dist/chunk-AVBPB3MI.mjs +602 -0
  60. package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
  61. package/dist/chunk-BUMREPLU.mjs +15 -0
  62. package/dist/chunk-BY6NALRK.mjs +31921 -0
  63. package/dist/chunk-C4ZMXXTL.mjs +92 -0
  64. package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
  65. package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
  66. package/dist/chunk-DXZ6JDWG.mjs +797 -0
  67. package/dist/chunk-FJXJZUWF.mjs +209 -0
  68. package/dist/chunk-FS3HPPSC.mjs +212 -0
  69. package/dist/chunk-FT4KLZXW.mjs +1164 -0
  70. package/dist/chunk-GR5GMFJJ.mjs +104 -0
  71. package/dist/chunk-GXCDWLQI.mjs +193 -0
  72. package/dist/chunk-GXED6R3Q.mjs +271 -0
  73. package/dist/chunk-HLPRHOSO.mjs +17 -0
  74. package/dist/chunk-IL5DRCNU.mjs +3041 -0
  75. package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
  76. package/dist/chunk-K5HSUPYS.mjs +11 -0
  77. package/dist/chunk-KYIRXTCA.mjs +100 -0
  78. package/dist/chunk-LFXS6OF7.mjs +289 -0
  79. package/dist/chunk-LNGE7SLY.mjs +151 -0
  80. package/dist/chunk-M2Z5WVWW.mjs +194 -0
  81. package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
  82. package/dist/chunk-M3OW2XSP.mjs +40 -0
  83. package/dist/chunk-MFPSQZ6P.mjs +127 -0
  84. package/dist/chunk-MRCJBWJZ.mjs +1292 -0
  85. package/dist/chunk-MSIN4NM3.mjs +25 -0
  86. package/dist/chunk-MW3CJVGP.mjs +219 -0
  87. package/dist/chunk-MYM6CAVK.mjs +76 -0
  88. package/dist/chunk-NJJN4FMM.mjs +84 -0
  89. package/dist/chunk-NM7I3BM7.mjs +59 -0
  90. package/dist/chunk-OIJ64LGT.mjs +19 -0
  91. package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
  92. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  93. package/dist/chunk-R2PJKSNL.mjs +54 -0
  94. package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
  95. package/dist/chunk-S2POFTLN.mjs +10 -0
  96. package/dist/chunk-S5QMWECL.mjs +7 -0
  97. package/dist/chunk-SLAC5PAB.mjs +5008 -0
  98. package/dist/chunk-T4HMSZCX.mjs +5 -0
  99. package/dist/chunk-TACP6VK6.mjs +111 -0
  100. package/dist/chunk-TGPKS2UM.mjs +125 -0
  101. package/dist/chunk-TKKXPKEO.mjs +979 -0
  102. package/dist/chunk-V6EUBAIT.mjs +19 -0
  103. package/dist/chunk-XL56L4IR.mjs +228 -0
  104. package/dist/chunk-XQIAMDAG.mjs +3076 -0
  105. package/dist/chunk-YTUZ4R22.mjs +1063 -0
  106. package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
  107. package/dist/chunk-ZPJFGGGI.mjs +638 -0
  108. package/dist/chunk-ZXX5GZEX.mjs +17 -0
  109. package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
  110. package/dist/client.d.ts +11 -10
  111. package/dist/client.mjs +8 -898
  112. package/dist/config-Bnl7L-0H.d.ts +608 -0
  113. package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
  114. package/dist/core-leaf-6JVHEVFB.mjs +8 -0
  115. package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
  116. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  117. package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
  118. package/dist/distribution/coordinator/etcd.d.ts +63 -7
  119. package/dist/distribution/coordinator/etcd.mjs +725 -81
  120. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  121. package/dist/distribution/coordinator/in-memory.mjs +65 -10
  122. package/dist/distribution/transport/grpc.d.ts +2 -2
  123. package/dist/distribution/transport/grpc.mjs +39 -10
  124. package/dist/distribution/transport/in-memory.d.ts +2 -2
  125. package/dist/distribution/transport/in-memory.mjs +9 -6
  126. package/dist/distribution/transport/tcp.d.ts +2 -2
  127. package/dist/distribution/transport/tcp.mjs +20 -15
  128. package/dist/distribution.d.ts +267 -56
  129. package/dist/distribution.mjs +23156 -11362
  130. package/dist/durability-config-VWS2K24E.mjs +96 -0
  131. package/dist/embed-4PHHKGBK.mjs +263 -0
  132. package/dist/embeddings/openai.d.ts +1 -1
  133. package/dist/embeddings/openai.mjs +2 -2
  134. package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
  135. package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
  136. package/dist/gzip-2UCZW2MM.mjs +31 -0
  137. package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
  138. package/dist/index.browser.mjs +4 -4
  139. package/dist/index.d.ts +2133 -57
  140. package/dist/index.mjs +16 -32
  141. package/dist/index.react-native.mjs +12 -0
  142. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  143. package/dist/invalidation/filesystem.d.ts +1 -1
  144. package/dist/invalidation/filesystem.mjs +1 -2
  145. package/dist/invalidation/noop.d.ts +1 -1
  146. package/dist/languages/albanian.mjs +1 -1
  147. package/dist/languages/amharic.mjs +1 -1
  148. package/dist/languages/arabic.mjs +1 -1
  149. package/dist/languages/armenian.mjs +1 -1
  150. package/dist/languages/azerbaijani.mjs +1 -1
  151. package/dist/languages/bambara.mjs +1 -1
  152. package/dist/languages/basque.mjs +1 -1
  153. package/dist/languages/belarusian.mjs +1 -1
  154. package/dist/languages/bengali.mjs +1 -1
  155. package/dist/languages/bosnian.mjs +1 -1
  156. package/dist/languages/breton.mjs +1 -1
  157. package/dist/languages/bulgarian.mjs +1 -1
  158. package/dist/languages/burmese.mjs +1 -1
  159. package/dist/languages/catalan.mjs +1 -1
  160. package/dist/languages/chinese.mjs +1 -1
  161. package/dist/languages/croatian.mjs +1 -1
  162. package/dist/languages/czech.mjs +1 -1
  163. package/dist/languages/dagbani.mjs +1 -1
  164. package/dist/languages/danish.mjs +1 -1
  165. package/dist/languages/dutch.mjs +1 -1
  166. package/dist/languages/english.mjs +1 -1
  167. package/dist/languages/esperanto.mjs +1 -1
  168. package/dist/languages/estonian.mjs +1 -1
  169. package/dist/languages/ewe.mjs +1 -1
  170. package/dist/languages/faroese.mjs +1 -1
  171. package/dist/languages/fijian.mjs +1 -1
  172. package/dist/languages/finnish.mjs +1 -1
  173. package/dist/languages/french.mjs +1 -1
  174. package/dist/languages/ga.mjs +1 -1
  175. package/dist/languages/galician.mjs +1 -1
  176. package/dist/languages/georgian.mjs +1 -1
  177. package/dist/languages/german.mjs +1 -1
  178. package/dist/languages/greek.mjs +1 -1
  179. package/dist/languages/guarani.mjs +1 -1
  180. package/dist/languages/gujarati.mjs +1 -1
  181. package/dist/languages/haitian-creole.mjs +1 -1
  182. package/dist/languages/hausa.mjs +1 -1
  183. package/dist/languages/hawaiian.mjs +1 -1
  184. package/dist/languages/hebrew.mjs +1 -1
  185. package/dist/languages/hindi.mjs +1 -1
  186. package/dist/languages/hungarian.mjs +1 -1
  187. package/dist/languages/icelandic.mjs +1 -1
  188. package/dist/languages/igbo.mjs +1 -1
  189. package/dist/languages/indonesian.mjs +1 -1
  190. package/dist/languages/irish.mjs +1 -1
  191. package/dist/languages/italian.mjs +1 -1
  192. package/dist/languages/japanese.mjs +1 -1
  193. package/dist/languages/kannada.mjs +1 -1
  194. package/dist/languages/kazakh.mjs +1 -1
  195. package/dist/languages/khmer.mjs +1 -1
  196. package/dist/languages/kinyarwanda.mjs +1 -1
  197. package/dist/languages/kirundi.mjs +1 -1
  198. package/dist/languages/korean.mjs +1 -1
  199. package/dist/languages/kurmanji.mjs +1 -1
  200. package/dist/languages/kyrgyz.mjs +1 -1
  201. package/dist/languages/lao.mjs +1 -1
  202. package/dist/languages/latin.mjs +1 -1
  203. package/dist/languages/latvian.mjs +1 -1
  204. package/dist/languages/lingala.mjs +1 -1
  205. package/dist/languages/lithuanian.mjs +1 -1
  206. package/dist/languages/luxembourgish.mjs +1 -1
  207. package/dist/languages/macedonian.mjs +1 -1
  208. package/dist/languages/malagasy.mjs +1 -1
  209. package/dist/languages/malay.mjs +1 -1
  210. package/dist/languages/malayalam.mjs +1 -1
  211. package/dist/languages/maltese.mjs +1 -1
  212. package/dist/languages/maori.mjs +1 -1
  213. package/dist/languages/marathi.mjs +1 -1
  214. package/dist/languages/nepali.mjs +1 -1
  215. package/dist/languages/norwegian.mjs +1 -1
  216. package/dist/languages/oromo.mjs +1 -1
  217. package/dist/languages/persian.mjs +1 -1
  218. package/dist/languages/polish.mjs +1 -1
  219. package/dist/languages/portuguese.mjs +1 -1
  220. package/dist/languages/punjabi.mjs +1 -1
  221. package/dist/languages/romanian.mjs +1 -1
  222. package/dist/languages/russian.mjs +1 -1
  223. package/dist/languages/samoan.mjs +1 -1
  224. package/dist/languages/sanskrit.mjs +1 -1
  225. package/dist/languages/scottish-gaelic.mjs +1 -1
  226. package/dist/languages/serbian.mjs +1 -1
  227. package/dist/languages/shona.mjs +1 -1
  228. package/dist/languages/sinhala.mjs +1 -1
  229. package/dist/languages/slovak.mjs +1 -1
  230. package/dist/languages/slovenian.mjs +1 -1
  231. package/dist/languages/sorani.mjs +1 -1
  232. package/dist/languages/spanish.mjs +1 -1
  233. package/dist/languages/swahili.mjs +1 -1
  234. package/dist/languages/swedish.mjs +1 -1
  235. package/dist/languages/tagalog.mjs +1 -1
  236. package/dist/languages/tamil.mjs +1 -1
  237. package/dist/languages/tatar.mjs +1 -1
  238. package/dist/languages/telugu.mjs +1 -1
  239. package/dist/languages/thai.mjs +1 -1
  240. package/dist/languages/tibetan.mjs +1 -1
  241. package/dist/languages/tigrinya.mjs +1 -1
  242. package/dist/languages/tongan.mjs +1 -1
  243. package/dist/languages/turkish.mjs +1 -1
  244. package/dist/languages/twi.mjs +1 -1
  245. package/dist/languages/ukrainian.mjs +1 -1
  246. package/dist/languages/urdu.mjs +1 -1
  247. package/dist/languages/vietnamese.mjs +1 -1
  248. package/dist/languages/welsh.mjs +1 -1
  249. package/dist/languages/wolof.mjs +1 -1
  250. package/dist/languages/xhosa.mjs +1 -1
  251. package/dist/languages/yoruba.mjs +1 -1
  252. package/dist/languages/zulu.mjs +1 -1
  253. package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
  254. package/dist/module-5ZSLUQII.mjs +3729 -0
  255. package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
  256. package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
  257. package/dist/optional-writes-4UOQKETU.mjs +247 -0
  258. package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
  259. package/dist/partial-words.browser.mjs +1650 -0
  260. package/dist/partial-words.mjs +17 -11
  261. package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
  262. package/dist/pattern.mjs +6 -7
  263. package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
  264. package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
  265. package/dist/phrase-module-EFESWOCR.mjs +635 -0
  266. package/dist/query-actions-HMJUVWGT.mjs +119 -0
  267. package/dist/query-suggestions/merge-worker.d.ts +55 -0
  268. package/dist/query-suggestions/merge-worker.mjs +53 -0
  269. package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
  270. package/dist/query-suggestions.browser.mjs +47 -0
  271. package/dist/query-suggestions.d.ts +20 -0
  272. package/dist/query-suggestions.mjs +19 -0
  273. package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
  274. package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
  275. package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
  276. package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
  277. package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
  278. package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
  279. package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
  280. package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
  281. package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
  282. package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
  283. package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
  284. package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
  285. package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
  286. package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
  287. package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
  288. package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
  289. package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
  290. package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
  291. package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
  292. package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
  293. package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
  294. package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
  295. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  296. package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
  297. package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
  298. package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
  299. package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
  300. package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
  301. package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
  302. package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
  303. package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
  304. package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
  305. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  306. package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
  307. package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
  308. package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
  309. package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
  310. package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
  311. package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
  312. package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
  313. package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
  314. package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
  315. package/dist/react-native/partial-words.mjs +1658 -0
  316. package/dist/react-native/pattern.mjs +2570 -0
  317. package/dist/react-native/query-suggestions.mjs +55 -0
  318. package/dist/react-native/sync.mjs +2759 -0
  319. package/dist/react-native/synonyms.mjs +676 -0
  320. package/dist/react.d.ts +12 -8
  321. package/dist/react.mjs +45 -1
  322. package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
  323. package/dist/rerankers/http.d.ts +1 -1
  324. package/dist/rerankers/http.mjs +2 -2
  325. package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
  326. package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
  327. package/dist/runtime-USQYKN3I.mjs +615 -0
  328. package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
  329. package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
  330. package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
  331. package/dist/server.d.ts +348 -22
  332. package/dist/server.mjs +2211 -327
  333. package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
  334. package/dist/store-leaf-6VMMSVBE.mjs +20 -0
  335. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  336. package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
  337. package/dist/sync/filesystem.d.ts +30 -0
  338. package/dist/sync/filesystem.mjs +288 -0
  339. package/dist/sync/indexeddb.browser.mjs +287 -0
  340. package/dist/sync/indexeddb.d.ts +30 -0
  341. package/dist/sync/indexeddb.mjs +242 -0
  342. package/dist/sync.browser.mjs +1271 -0
  343. package/dist/sync.d.ts +23 -0
  344. package/dist/sync.mjs +2712 -0
  345. package/dist/synonyms.browser.mjs +658 -0
  346. package/dist/synonyms.mjs +17 -7
  347. package/dist/tasks-65b6t6lk.d.ts +782 -0
  348. package/dist/thread-UJ3W5LVI.mjs +31 -0
  349. package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
  350. package/dist/types-CpCg-Gq-.d.ts +227 -0
  351. package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
  352. package/dist/vector/search-worker.d.ts +10 -2
  353. package/dist/vector/search-worker.mjs +11 -11
  354. package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
  355. package/dist/workers/entry.mjs +75 -15
  356. package/openapi.json +6840 -0
  357. package/package.json +406 -19
  358. package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
  359. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  360. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  361. package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
  362. package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
  363. package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
  364. package/dist/browser/chunk-QWES44AW.mjs +0 -473
  365. package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
  366. package/dist/browser/module-PDXYHT75.mjs +0 -2822
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
  369. package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
  370. package/dist/browser/write-L7FAQA47.mjs +0 -208
  371. package/dist/chunk-37CD3OKS.mjs +0 -87
  372. package/dist/chunk-5XNIRLFC.mjs +0 -96
  373. package/dist/chunk-7X5JST5L.mjs +0 -114
  374. package/dist/chunk-AV4IJKD2.mjs +0 -35
  375. package/dist/chunk-AY3AQ3UH.mjs +0 -73
  376. package/dist/chunk-BKB3XTMI.mjs +0 -707
  377. package/dist/chunk-C7SLA6CM.mjs +0 -19
  378. package/dist/chunk-COVCQ73F.mjs +0 -587
  379. package/dist/chunk-DJHHF2L5.mjs +0 -17
  380. package/dist/chunk-E74YLAIG.mjs +0 -24
  381. package/dist/chunk-FMWRCP2C.mjs +0 -57
  382. package/dist/chunk-GES7U2PM.mjs +0 -68
  383. package/dist/chunk-HJSN7UYG.mjs +0 -10
  384. package/dist/chunk-JFRNNBOM.mjs +0 -35
  385. package/dist/chunk-K25LZA54.mjs +0 -8484
  386. package/dist/chunk-KEHK2O6P.mjs +0 -13
  387. package/dist/chunk-KOKM4PQN.mjs +0 -52
  388. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  389. package/dist/chunk-L3L5YFXC.mjs +0 -614
  390. package/dist/chunk-L5ORED7V.mjs +0 -25
  391. package/dist/chunk-LH4NZNJJ.mjs +0 -1731
  392. package/dist/chunk-LU2CE5AE.mjs +0 -507
  393. package/dist/chunk-LXWDQLTW.mjs +0 -30
  394. package/dist/chunk-MHOSCQCQ.mjs +0 -948
  395. package/dist/chunk-NKRBEGJZ.mjs +0 -1705
  396. package/dist/chunk-NTRMFARG.mjs +0 -462
  397. package/dist/chunk-NW4XDSP2.mjs +0 -212
  398. package/dist/chunk-OOEXLUGR.mjs +0 -117
  399. package/dist/chunk-ORBLD3EL.mjs +0 -6
  400. package/dist/chunk-OWNZYMRE.mjs +0 -3591
  401. package/dist/chunk-PPY2GSIB.mjs +0 -44
  402. package/dist/chunk-QY7GC2MW.mjs +0 -33
  403. package/dist/chunk-R6A773WK.mjs +0 -226
  404. package/dist/chunk-R6PR4WYZ.mjs +0 -68
  405. package/dist/chunk-R7EEKAJE.mjs +0 -593
  406. package/dist/chunk-RONEOEON.mjs +0 -426
  407. package/dist/chunk-VWULPWRJ.mjs +0 -7469
  408. package/dist/chunk-WCJKUGHB.mjs +0 -262
  409. package/dist/chunk-WQBCBKY3.mjs +0 -8
  410. package/dist/chunk-X5CV2E2B.mjs +0 -1
  411. package/dist/chunk-YA7XLE2R.mjs +0 -1256
  412. package/dist/chunk-YTJCGKM4.mjs +0 -56
  413. package/dist/chunk-ZG477IPV.mjs +0 -526
  414. package/dist/chunk-ZYNAMIYX.mjs +0 -113
  415. package/dist/config-BGB_fDtq.d.ts +0 -237
  416. package/dist/direct-executor-CXZ66ACP.mjs +0 -22
  417. package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
  418. package/dist/engine-BGCEm9E_.d.ts +0 -577
  419. package/dist/module-3NONKBZX.mjs +0 -1860
  420. package/dist/release-BH3DKW3T.mjs +0 -33
  421. package/dist/restore-queue-JPRBUYII.mjs +0 -35
  422. package/dist/runtime-ZKYZFJJC.mjs +0 -177
  423. package/dist/snapshot-HOGXNO5W.mjs +0 -793
  424. package/dist/tasks-HG3rlxx6.d.ts +0 -302
  425. package/dist/thread-B657LQXK.mjs +0 -692
  426. package/dist/write-XLIGTXBU.mjs +0 -238
@@ -0,0 +1,802 @@
1
+ import { createSurfaceRegistry, SegmentRefusal, encodeSurfaceTable, encodePartialSpellingsOf, encodeStringBlob, mergeTextAt, generateId, encodeExternalIdTableData, buildPartialWordTableFrom, wrapFrozenTokenTable, encodeDocumentTableData, topLevelMapKeys, mergeStoredFields, prepareDocumentText, recordValueSize, patternIndexOf, encodeFieldIndexes, mergeFieldRegions, sameFields, partialSpellingsOfDocuments, storedDocumentsOf, encodeFrozenTokenTableData, mergeKeywordSources, GrowingSegment, LivePostings, createSpellingTable, createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex } from './chunk-G3WCDTOF.mjs';
2
+ import { storedText, bitsetIterator } from './chunk-HTBY4GON.mjs';
3
+ import { encodeDocument } from './chunk-UO44MA5M.mjs';
4
+ import { schemaFieldsOf, getNestedValue, isWordIndexedBase, validateDocument, validateDocumentStrict } from './chunk-MRH36RN3.mjs';
5
+ import { NarsilError, ErrorCodes } from './chunk-43R4GCM7.mjs';
6
+
7
+ // src/engine/orchestration/eligibility.ts
8
+ function toError(value) {
9
+ return value instanceof Error ? value : new Error(String(value));
10
+ }
11
+ function isDeterministicFailure(error) {
12
+ return error instanceof NarsilError && error.code === ErrorCodes.CONFIG_INVALID;
13
+ }
14
+ function alreadyPresentOnWorker(reason) {
15
+ return reason instanceof NarsilError && reason.code === ErrorCodes.DOC_ALREADY_EXISTS;
16
+ }
17
+ function assertConfigReachesWorker(indexName, config, bootstrapModule) {
18
+ if (config.tokenizer !== void 0 && typeof config.tokenizer !== "string") {
19
+ throw new NarsilError(
20
+ ErrorCodes.CONFIG_INVALID,
21
+ `Index "${indexName}" holds a tokenizer instance, and no worker thread can receive one. Register the tokenizer with registerTokenizer and name it in the index config`,
22
+ { indexName }
23
+ );
24
+ }
25
+ if (typeof config.stopWords === "function") {
26
+ throw new NarsilError(
27
+ ErrorCodes.CONFIG_INVALID,
28
+ `Index "${indexName}" holds a stop word function, and no worker thread can receive one. Register the function with registerStopWords and name it in the index config`,
29
+ { indexName }
30
+ );
31
+ }
32
+ if (bootstrapModule !== void 0) return;
33
+ const language = config.language ?? "english";
34
+ const requireRegistered = (setting, name) => {
35
+ throw new NarsilError(
36
+ ErrorCodes.CONFIG_INVALID,
37
+ `Index "${indexName}" uses ${setting} "${name}", which a worker thread registers only from a bootstrap module. Set workers.bootstrapModule to a module that registers it`,
38
+ { indexName, [setting]: name }
39
+ );
40
+ };
41
+ if (language !== "english") requireRegistered("language", language);
42
+ if (typeof config.tokenizer === "string") requireRegistered("tokenizer", config.tokenizer);
43
+ if (typeof config.stopWords === "string") requireRegistered("stopWords", config.stopWords);
44
+ }
45
+ function workerIneligibility(indexName, config, bootstrapModule) {
46
+ try {
47
+ assertConfigReachesWorker(indexName, config, bootstrapModule);
48
+ return null;
49
+ } catch (err) {
50
+ if (err instanceof NarsilError && err.code === ErrorCodes.CONFIG_INVALID) {
51
+ return err;
52
+ }
53
+ throw err;
54
+ }
55
+ }
56
+ function reportIneligible(state, indexName, error) {
57
+ if (state.reportedIneligible.has(indexName)) return;
58
+ state.reportedIneligible.add(indexName);
59
+ state.callbacks?.onCopyLoadFailure?.("index-excluded", error, false);
60
+ }
61
+ function eligibleIndexNames(state) {
62
+ const names = [];
63
+ for (const [name, entry] of state.indexRegistry) {
64
+ const ineligibility = workerIneligibility(name, entry.config, state.bootstrapModule);
65
+ if (ineligibility) {
66
+ reportIneligible(state, name, ineligibility);
67
+ continue;
68
+ }
69
+ names.push(name);
70
+ }
71
+ return names;
72
+ }
73
+
74
+ // src/workers/protocol.ts
75
+ var nextRequestSequence = 0;
76
+ function createRequestId() {
77
+ nextRequestSequence += 1;
78
+ return String(nextRequestSequence);
79
+ }
80
+ function isValidWorkerResponse(msg) {
81
+ if (msg === null || msg === void 0 || typeof msg !== "object") {
82
+ return false;
83
+ }
84
+ const candidate = msg;
85
+ if (typeof candidate.requestId !== "string") {
86
+ return false;
87
+ }
88
+ if (candidate.type !== "success" && candidate.type !== "error") {
89
+ return false;
90
+ }
91
+ return true;
92
+ }
93
+
94
+ // src/core/segment-merges/host.ts
95
+ function mergeSourceSurfaces(input, analysis) {
96
+ const registry = createSurfaceRegistry();
97
+ input.segment.surfaces.addKeptForms(registry, input.remap, analysis);
98
+ const forms = registry.serialize();
99
+ for (const value of Object.values(forms)) {
100
+ if (Array.isArray(value) && value[0] > 4294967295) throw new SegmentRefusal(8);
101
+ }
102
+ const table = encodeSurfaceTable(forms);
103
+ return { text: table.blob, offsets: table.offsets, counts: table.counts };
104
+ }
105
+ function mergeSourceSpellings(input, analysis) {
106
+ if (analysis === null || analysis.fields.length === 0) return null;
107
+ const counts = /* @__PURE__ */ new Map();
108
+ input.segment.partialWords.countKeptSpellings(counts, analysis, input.remap);
109
+ const values = encodePartialSpellingsOf(analysis.fields, counts);
110
+ const pairs = [];
111
+ for (let at = 0; at < values.counts.length; at++) {
112
+ if (values.counts[at] > 4294967295) throw new SegmentRefusal(8);
113
+ pairs.push(values.spellings[at], values.tokens[at]);
114
+ }
115
+ const table = encodeStringBlob(pairs);
116
+ return { text: table.blob, offsets: table.offsets, counts: Uint32Array.from(values.counts) };
117
+ }
118
+ function source(input, analysis, textAnalysis) {
119
+ const arrays = input.segment.arrays;
120
+ const terms = arrays.tokenTable.data;
121
+ return {
122
+ terms: { text: terms.blob, offsets: terms.offsets, counts: terms.documentFrequencies },
123
+ payloadSlots: terms.payloadSlots,
124
+ postingOffsets: arrays.postingOffsets,
125
+ postingDocuments: arrays.postingDocIds,
126
+ postingFrequencies: arrays.postingFrequencies,
127
+ postingFields: arrays.postingFieldIndices,
128
+ positionOffsets: arrays.positionOffsets,
129
+ positionValues: arrays.positionValues,
130
+ mapping: new Uint32Array(input.remap.buffer, input.remap.byteOffset, input.remap.length),
131
+ fieldMapping: input.fieldIndexRemap,
132
+ fieldLengths: arrays.fieldNames.map((field) => {
133
+ const at = arrays.fieldLengthNames.indexOf(field);
134
+ return at < 0 ? null : arrays.fieldLengthColumns[at];
135
+ }),
136
+ documentCount: arrays.documentCount,
137
+ surfaces: mergeSourceSurfaces(input, textAnalysis),
138
+ spellings: mergeSourceSpellings(input, analysis)
139
+ };
140
+ }
141
+ function mergedPartialSpellings(table, analysis) {
142
+ if (analysis === null || analysis.fields.length === 0) return null;
143
+ const values = { fields: [...analysis.fields], tokens: [], spellings: [], counts: [] };
144
+ for (let at = 0; at < table.counts.length; at++) {
145
+ values.spellings.push(mergeTextAt(table, at * 2));
146
+ values.tokens.push(mergeTextAt(table, at * 2 + 1));
147
+ values.counts.push(table.counts[at]);
148
+ }
149
+ return values;
150
+ }
151
+ function mergeKeywordColumns(inputs, documentCount, fieldNames, analysis, textAnalysis) {
152
+ const sources = inputs.map((input) => source(input, analysis, textAnalysis));
153
+ const output = mergeKeywordSources(sources, documentCount, fieldNames.length);
154
+ const termCount = output.terms.counts.length;
155
+ const payloadSlots = new Uint32Array(termCount);
156
+ for (let at = 0; at < termCount; at++) payloadSlots[at] = at;
157
+ const fieldLengthNames = [];
158
+ const fieldLengthColumns = [];
159
+ const totalFieldLengths = /* @__PURE__ */ Object.create(null);
160
+ for (const input of inputs) {
161
+ for (const name of input.segment.arrays.fieldLengthNames) {
162
+ if (fieldLengthNames.includes(name)) continue;
163
+ const field = fieldNames.indexOf(name);
164
+ fieldLengthNames.push(name);
165
+ fieldLengthColumns.push(output.fieldLengths.subarray(field * documentCount, (field + 1) * documentCount));
166
+ totalFieldLengths[name] = output.totalFieldLengths[field];
167
+ }
168
+ }
169
+ return {
170
+ tokenTable: {
171
+ blob: output.terms.text,
172
+ offsets: output.terms.offsets,
173
+ payloadSlots,
174
+ documentFrequencies: output.terms.counts
175
+ },
176
+ fieldLengthNames,
177
+ fieldLengthColumns,
178
+ totalFieldLengths,
179
+ postingOffsets: output.postingOffsets,
180
+ postingDocIds: output.postingDocuments,
181
+ postingFrequencies: output.postingFrequencies,
182
+ postingFieldIndices: output.postingFields,
183
+ positionOffsets: output.positionOffsets,
184
+ positionValues: output.positionValues,
185
+ surfaceTable: output.surfaces.counts.length === 0 ? null : { blob: output.surfaces.text, offsets: output.surfaces.offsets, counts: output.surfaces.counts },
186
+ partialSpellings: mergedPartialSpellings(output.spellings, analysis)
187
+ };
188
+ }
189
+
190
+ // src/core/partition/frozen/merge-fields.ts
191
+ function fieldsOf(inputs, kind) {
192
+ const fields = /* @__PURE__ */ new Set();
193
+ for (const input of inputs) for (const entry of input.segment.arrays[kind]) fields.add(entry.fieldPath);
194
+ return [...fields];
195
+ }
196
+ function sourceOf(input, regions) {
197
+ return {
198
+ mapping: new Uint32Array(input.remap.buffer, input.remap.byteOffset, input.remap.length),
199
+ regions
200
+ };
201
+ }
202
+ function numeric(inputs, count, kind) {
203
+ return fieldsOf(inputs, kind).map((fieldPath) => {
204
+ const sources = inputs.map((input) => {
205
+ const regions = (kind === "numeric" ? input.segment.numericIndexes : input.segment.sizeIndexes).get(fieldPath)?.regions();
206
+ return sourceOf(input, [regions?.values ?? new Float64Array(0), regions?.ordinals ?? new Uint32Array(0)]);
207
+ });
208
+ const output = mergeFieldRegions(1, sources, count);
209
+ return { fieldPath, values: output[0], docIds: output[1] };
210
+ });
211
+ }
212
+ function boolean(inputs, count) {
213
+ return fieldsOf(inputs, "boolean").map((fieldPath) => {
214
+ const sources = inputs.map((input) => {
215
+ const regions = input.segment.booleanIndexes.get(fieldPath)?.regions(input.remap.length);
216
+ const words = Math.max(1, Math.ceil(input.remap.length / 32));
217
+ return sourceOf(input, [
218
+ regions?.trueBits ?? new Uint32Array(words),
219
+ regions?.falseBits ?? new Uint32Array(words)
220
+ ]);
221
+ });
222
+ const output = mergeFieldRegions(2, sources, count);
223
+ return {
224
+ fieldPath,
225
+ trueDocs: Uint32Array.from(bitsetIterator(output[0])),
226
+ falseDocs: Uint32Array.from(bitsetIterator(output[1]))
227
+ };
228
+ });
229
+ }
230
+ function enums(inputs, count) {
231
+ return fieldsOf(inputs, "enums").map((fieldPath) => {
232
+ const sources = inputs.map((input) => {
233
+ const regions = input.segment.enumIndexes.get(fieldPath)?.regions();
234
+ return sourceOf(input, [
235
+ regions?.units ?? new Uint16Array(0),
236
+ regions?.offsets ?? new Uint32Array(1),
237
+ regions?.postingOffsets ?? new Uint32Array(1),
238
+ regions?.postings ?? new Uint32Array(0),
239
+ regions?.suffixOrder ?? new Uint32Array(0)
240
+ ]);
241
+ });
242
+ const output = mergeFieldRegions(3, sources, count);
243
+ const units = output[0];
244
+ const offsets = output[1];
245
+ const values = [];
246
+ for (let at = 0; at < offsets.length - 1; at++)
247
+ values.push(storedText(units, offsets[at], offsets[at + 1] - offsets[at]));
248
+ return { fieldPath, values, offsets: output[2], docIds: output[3] };
249
+ });
250
+ }
251
+ function geo(inputs, count) {
252
+ return fieldsOf(inputs, "geo").map((fieldPath) => {
253
+ const sources = inputs.map((input) => {
254
+ const regions = input.segment.geoIndexes.get(fieldPath)?.regions();
255
+ return sourceOf(input, [
256
+ regions?.codes ?? new BigUint64Array(0),
257
+ regions?.lat ?? new Float64Array(0),
258
+ regions?.lon ?? new Float64Array(0),
259
+ regions?.ordinals ?? new Uint32Array(0)
260
+ ]);
261
+ });
262
+ const output = mergeFieldRegions(4, sources, count);
263
+ return {
264
+ fieldPath,
265
+ latitudes: output[1],
266
+ longitudes: output[2],
267
+ docIds: output[3]
268
+ };
269
+ });
270
+ }
271
+ function pattern(inputs, count) {
272
+ return fieldsOf(inputs, "pattern").map((fieldPath) => {
273
+ const sources = inputs.map((input) => {
274
+ const regions = input.segment.arrays.pattern.find((entry) => entry.fieldPath === fieldPath);
275
+ return sourceOf(input, [
276
+ regions?.docIds ?? new Uint32Array(0),
277
+ regions?.runs ?? new Uint32Array(0),
278
+ regions?.offsets ?? new Uint32Array(1),
279
+ regions?.postings ?? new Uint32Array(0)
280
+ ]);
281
+ });
282
+ const output = mergeFieldRegions(6, sources, count);
283
+ return {
284
+ fieldPath,
285
+ docIds: output[0],
286
+ runs: output[1],
287
+ offsets: output[2],
288
+ postings: output[3]
289
+ };
290
+ });
291
+ }
292
+ function mergeFieldIndexes(inputs, documentCount) {
293
+ return {
294
+ numeric: numeric(inputs, documentCount, "numeric"),
295
+ boolean: boolean(inputs, documentCount),
296
+ enums: enums(inputs, documentCount),
297
+ geo: geo(inputs, documentCount),
298
+ pattern: pattern(inputs, documentCount),
299
+ sizes: numeric(inputs, documentCount, "sizes")
300
+ };
301
+ }
302
+
303
+ // src/core/partition/frozen/shared-snapshot.ts
304
+ function encodedPayloadOf(payload) {
305
+ const { tokens, docFrequencies, surfaceForms, ...columns } = payload;
306
+ return {
307
+ ...columns,
308
+ tokenTable: encodeFrozenTokenTableData(tokens, docFrequencies),
309
+ surfaceTable: surfaceForms === null ? null : encodeSurfaceTable(surfaceForms)
310
+ };
311
+ }
312
+ function sharedUint32(source2) {
313
+ const copy = new Uint32Array(new SharedArrayBuffer(source2.length * 4));
314
+ copy.set(source2);
315
+ return copy;
316
+ }
317
+ function sharedUint16(source2) {
318
+ const copy = new Uint16Array(new SharedArrayBuffer(source2.length * 2));
319
+ copy.set(source2);
320
+ return copy;
321
+ }
322
+ function sharedUint8(source2) {
323
+ const copy = new Uint8Array(new SharedArrayBuffer(source2.length));
324
+ copy.set(source2);
325
+ return copy;
326
+ }
327
+ function sharedFloat64(source2) {
328
+ const copy = new Float64Array(new SharedArrayBuffer(source2.length * 8));
329
+ copy.set(source2);
330
+ return copy;
331
+ }
332
+ function sharedSurfaceTable(table) {
333
+ if (table === null || table.counts.length === 0) return null;
334
+ return { blob: sharedUint8(table.blob), offsets: sharedUint32(table.offsets), counts: sharedUint32(table.counts) };
335
+ }
336
+ function sharePartialWordTable(table) {
337
+ if (typeof SharedArrayBuffer !== "function" || table.runEntries.buffer instanceof SharedArrayBuffer) return table;
338
+ return {
339
+ fields: [...table.fields],
340
+ spellings: sharedUint8(table.spellings),
341
+ spellingOffsets: sharedUint32(table.spellingOffsets),
342
+ spellingTokens: sharedUint32(table.spellingTokens),
343
+ spellingCounts: sharedUint32(table.spellingCounts),
344
+ runs: sharedUint32(table.runs),
345
+ runOffsets: sharedUint32(table.runOffsets),
346
+ runEntries: sharedUint32(table.runEntries)
347
+ };
348
+ }
349
+ function sharedPartialWordsOf(tokenData, spellings, documentData, analysis) {
350
+ let source2 = spellings;
351
+ if (source2 === null && analysis !== null && analysis.fields.length > 0) {
352
+ source2 = partialSpellingsOfDocuments(storedDocumentsOf(documentData), analysis);
353
+ }
354
+ if (source2 === null || source2.fields.length === 0) return null;
355
+ const table = buildPartialWordTableFrom(source2, wrapFrozenTokenTable(tokenData));
356
+ return table === null ? null : sharePartialWordTable(table);
357
+ }
358
+ function partialWordsMatch(table, analysis) {
359
+ if (table === null) return analysis === null || analysis.fields.length === 0;
360
+ return analysis === null || sameFields(table.fields, analysis.fields);
361
+ }
362
+ function shareSegmentArrays(arrays, analysis, segmentId) {
363
+ const partialWords = partialWordsMatch(arrays.partialWords, analysis) ? arrays.partialWords : sharedPartialWordsOf(arrays.tokenTable, null, arrays.documentTable, analysis);
364
+ return { ...arrays, segmentId: segmentId ?? generateId(), partialWords };
365
+ }
366
+ function segmentArraysOf(payload, documentData, reusedPartialWords = null) {
367
+ const { tokenTable, surfaceTable } = payload;
368
+ const idTable = encodeExternalIdTableData(payload.docIds);
369
+ const partialWords = reusedPartialWords ?? (payload.partialSpellings === null ? null : buildPartialWordTableFrom(payload.partialSpellings, wrapFrozenTokenTable(tokenTable)));
370
+ return {
371
+ documentCount: payload.documentCount,
372
+ fieldNames: payload.fieldNames,
373
+ fieldLengthNames: payload.fieldLengthNames,
374
+ fieldLengthColumns: payload.fieldLengthColumns,
375
+ totalFieldLengths: payload.totalFieldLengths,
376
+ tokenTable,
377
+ idTable,
378
+ documentTable: documentData,
379
+ postingOffsets: payload.postingOffsets,
380
+ postingDocIds: payload.postingDocIds,
381
+ postingFrequencies: payload.postingFrequencies,
382
+ postingFieldIndices: payload.postingFieldIndices,
383
+ positionOffsets: payload.positionOffsets,
384
+ positionValues: payload.positionValues,
385
+ numeric: payload.numeric,
386
+ sizes: payload.sizes,
387
+ boolean: payload.boolean,
388
+ enums: payload.enums,
389
+ geo: payload.geo,
390
+ pattern: payload.pattern,
391
+ storedFields: payload.storedFields,
392
+ surfaceTable: surfaceTable === null || surfaceTable.counts.length === 0 ? null : surfaceTable,
393
+ partialWords
394
+ };
395
+ }
396
+ function freezeSegmentShared(payload, documents, segmentId, analysis = null) {
397
+ if (typeof SharedArrayBuffer !== "function") return null;
398
+ return freezeEncodedSegmentShared(encodedPayloadOf(payload), encodeDocumentTableData(documents), segmentId, analysis);
399
+ }
400
+ function freezeEncodedSegmentShared(payload, documentData, segmentId, analysis = null, reusedPartialWords = null) {
401
+ if (typeof SharedArrayBuffer !== "function") return null;
402
+ const tokenData = payload.tokenTable;
403
+ const idData = encodeExternalIdTableData(payload.docIds);
404
+ return {
405
+ segmentId: segmentId ?? generateId(),
406
+ documentCount: payload.documentCount,
407
+ fieldNames: [...payload.fieldNames],
408
+ fieldLengthNames: [...payload.fieldLengthNames],
409
+ fieldLengthColumns: payload.fieldLengthColumns.map(sharedUint32),
410
+ totalFieldLengths: { ...payload.totalFieldLengths },
411
+ tokenTable: {
412
+ blob: sharedUint8(tokenData.blob),
413
+ offsets: sharedUint32(tokenData.offsets),
414
+ payloadSlots: sharedUint32(tokenData.payloadSlots),
415
+ documentFrequencies: sharedUint32(tokenData.documentFrequencies)
416
+ },
417
+ idTable: {
418
+ blob: sharedUint8(idData.blob),
419
+ offsets: sharedUint32(idData.offsets),
420
+ sortedOrdinals: sharedUint32(idData.sortedOrdinals)
421
+ },
422
+ documentTable: {
423
+ blob: sharedUint8(documentData.blob),
424
+ offsets: sharedUint32(documentData.offsets),
425
+ ...documentData.discardedFields === void 0 ? {} : { discardedFields: documentData.discardedFields }
426
+ },
427
+ postingOffsets: sharedUint32(payload.postingOffsets),
428
+ postingDocIds: sharedUint32(payload.postingDocIds),
429
+ postingFrequencies: sharedUint16(payload.postingFrequencies),
430
+ postingFieldIndices: sharedUint16(payload.postingFieldIndices),
431
+ positionOffsets: payload.positionOffsets === null ? null : sharedUint32(payload.positionOffsets),
432
+ positionValues: payload.positionValues === null ? null : sharedUint32(payload.positionValues),
433
+ numeric: payload.numeric.map((entry) => ({
434
+ fieldPath: entry.fieldPath,
435
+ docIds: sharedUint32(entry.docIds),
436
+ values: sharedFloat64(entry.values)
437
+ })),
438
+ sizes: payload.sizes.map((entry) => ({
439
+ fieldPath: entry.fieldPath,
440
+ docIds: sharedUint32(entry.docIds),
441
+ values: sharedFloat64(entry.values)
442
+ })),
443
+ boolean: payload.boolean.map((entry) => ({
444
+ fieldPath: entry.fieldPath,
445
+ trueDocs: sharedUint32(entry.trueDocs),
446
+ falseDocs: sharedUint32(entry.falseDocs)
447
+ })),
448
+ enums: payload.enums.map((entry) => ({
449
+ fieldPath: entry.fieldPath,
450
+ values: [...entry.values],
451
+ offsets: sharedUint32(entry.offsets),
452
+ docIds: sharedUint32(entry.docIds)
453
+ })),
454
+ geo: payload.geo.map((entry) => ({
455
+ fieldPath: entry.fieldPath,
456
+ docIds: sharedUint32(entry.docIds),
457
+ latitudes: sharedFloat64(entry.latitudes),
458
+ longitudes: sharedFloat64(entry.longitudes)
459
+ })),
460
+ pattern: payload.pattern.map((entry) => ({
461
+ fieldPath: entry.fieldPath,
462
+ docIds: sharedUint32(entry.docIds),
463
+ runs: sharedUint32(entry.runs),
464
+ offsets: sharedUint32(entry.offsets),
465
+ postings: sharedUint32(entry.postings)
466
+ })),
467
+ storedFields: payload.storedFields?.map(({ field, values }) => ({
468
+ field,
469
+ values: {
470
+ shapes: sharedUint8(values.shapes),
471
+ starts: sharedUint32(values.starts),
472
+ kinds: sharedUint8(values.kinds),
473
+ numbers: sharedFloat64(values.numbers),
474
+ textStart: sharedUint32(values.textStart),
475
+ textLength: sharedUint32(values.textLength),
476
+ units: sharedUint16(values.units),
477
+ bytes: sharedUint8(values.bytes)
478
+ }
479
+ })),
480
+ surfaceTable: sharedSurfaceTable(payload.surfaceTable),
481
+ partialWords: reusedPartialWords === null ? sharedPartialWordsOf(tokenData, payload.partialSpellings, documentData, analysis) : sharePartialWordTable(reusedPartialWords)
482
+ };
483
+ }
484
+
485
+ // src/core/partition/frozen/merge.ts
486
+ function selectionKeeps(selection, ordinal) {
487
+ return selection.keep === void 0 ? !selection.segment.isTombstoned(ordinal) : selection.keep(ordinal);
488
+ }
489
+ function remapOf(selection, docIds) {
490
+ const { segment } = selection;
491
+ const count = segment.arrays.documentCount;
492
+ const remap = new Int32Array(count).fill(-1);
493
+ for (let ordinal = 0; ordinal < count; ordinal++) {
494
+ if (!selectionKeeps(selection, ordinal)) continue;
495
+ remap[ordinal] = docIds.length;
496
+ docIds.push(segment.arrays.idTable.idAt(ordinal));
497
+ }
498
+ return remap;
499
+ }
500
+ function fieldNameIndex(fieldNames, name) {
501
+ const at = fieldNames.indexOf(name);
502
+ if (at >= 0) return at;
503
+ fieldNames.push(name);
504
+ return fieldNames.length - 1;
505
+ }
506
+ function fieldIndexRemapOf(segment, fieldNames) {
507
+ const remap = new Uint16Array(segment.arrays.fieldNames.length);
508
+ for (let i = 0; i < segment.arrays.fieldNames.length; i++) {
509
+ remap[i] = fieldNameIndex(fieldNames, segment.arrays.fieldNames[i]);
510
+ }
511
+ return remap;
512
+ }
513
+ function holdsADiscardedField(bytes, discardedFields) {
514
+ const keys = topLevelMapKeys(bytes);
515
+ if (keys === null) return true;
516
+ for (const fieldPath of discardedFields) {
517
+ const dot = fieldPath.indexOf(".");
518
+ if (keys.has(dot < 0 ? fieldPath : fieldPath.slice(0, dot))) return true;
519
+ }
520
+ return false;
521
+ }
522
+ function encodedDocumentsOf(input) {
523
+ const table = input.segment.arrays.documentTable;
524
+ const encoded = new Array(input.remap.length);
525
+ const encodeOrdinal = (ordinal) => {
526
+ let bytes = encoded[ordinal];
527
+ if (bytes === void 0) {
528
+ bytes = encodeDocument(input.segment.documentSource.docAt(ordinal));
529
+ encoded[ordinal] = bytes;
530
+ }
531
+ return bytes;
532
+ };
533
+ if (table === null) return encodeOrdinal;
534
+ const discardedFields = table.discardedFields;
535
+ return (ordinal) => {
536
+ if (encoded[ordinal] !== void 0) return encodeOrdinal(ordinal);
537
+ const stored = table.blob.subarray(table.offsets[ordinal], table.offsets[ordinal + 1]);
538
+ if (discardedFields === void 0 || !holdsADiscardedField(stored, discardedFields)) return stored;
539
+ return encodeOrdinal(ordinal);
540
+ };
541
+ }
542
+ function mergeDocuments(inputs, documentCount) {
543
+ const readers = inputs.map(encodedDocumentsOf);
544
+ const offsets = new Uint32Array(documentCount + 1);
545
+ for (let i = 0; i < inputs.length; i++) {
546
+ const { remap } = inputs[i];
547
+ for (let ordinal = 0; ordinal < remap.length; ordinal++) {
548
+ if (remap[ordinal] >= 0) offsets[remap[ordinal] + 1] = readers[i](ordinal).length;
549
+ }
550
+ }
551
+ for (let ordinal = 0; ordinal < documentCount; ordinal++) {
552
+ if (offsets[ordinal + 1] > 4294967295 - offsets[ordinal]) throw new SegmentRefusal(8);
553
+ offsets[ordinal + 1] += offsets[ordinal];
554
+ }
555
+ const blob = new Uint8Array(offsets[documentCount]);
556
+ for (let i = 0; i < inputs.length; i++) {
557
+ const { remap } = inputs[i];
558
+ for (let ordinal = 0; ordinal < remap.length; ordinal++) {
559
+ const target = remap[ordinal];
560
+ if (target >= 0) blob.set(readers[i](ordinal), offsets[target]);
561
+ }
562
+ }
563
+ return { blob, offsets };
564
+ }
565
+ function mergeSegmentContents(selections, analysis = null, textAnalysis = null) {
566
+ const docIds = [];
567
+ const fieldNames = [];
568
+ const inputs = selections.map((selection) => ({
569
+ segment: selection.segment,
570
+ remap: remapOf(selection, docIds),
571
+ fieldIndexRemap: fieldIndexRemapOf(selection.segment, fieldNames)
572
+ }));
573
+ const documentCount = docIds.length;
574
+ const keyword = mergeKeywordColumns(inputs, documentCount, fieldNames, analysis, textAnalysis);
575
+ const payload = {
576
+ documentCount,
577
+ docIds,
578
+ fieldNames,
579
+ ...keyword,
580
+ ...mergeFieldIndexes(inputs, documentCount),
581
+ storedFields: mergeStoredFields(
582
+ inputs.map((input) => ({ store: input.segment.docStore, mapping: new Uint32Array(input.remap.buffer) })),
583
+ documentCount
584
+ )
585
+ };
586
+ return { payload, documents: mergeDocuments(inputs, documentCount), reusedPartialWords: null };
587
+ }
588
+
589
+ // src/core/partition/segment-builder/keywords.ts
590
+ var SegmentKeywords = class {
591
+ constructor(fields, trackPositions) {
592
+ this.trackPositions = trackPositions;
593
+ this.segment = new GrowingSegment(new LivePostings(), trackPositions);
594
+ this.partial = new Set(fields.filter((field) => field.partial).map((field) => field.path));
595
+ if (this.partial.size > 0) this.segment.spellings = createSpellingTable();
596
+ }
597
+ segment;
598
+ fields = [];
599
+ fieldIndexes = /* @__PURE__ */ new Map();
600
+ partial;
601
+ add(prepared, ordinal) {
602
+ const fields = [];
603
+ for (const [path, text] of prepared.fields) {
604
+ let field = this.fieldIndexes.get(path);
605
+ if (field === void 0) {
606
+ field = this.fields.length;
607
+ this.fields.push(path);
608
+ this.fieldIndexes.set(path, field);
609
+ }
610
+ fields.push({ field, text: text.records });
611
+ }
612
+ fields.sort((left, right) => left.field - right.field);
613
+ this.segment.reserveFields(ordinal + 1, this.fields.length);
614
+ for (const field of fields)
615
+ this.segment.fields.partial[field.field] = Number(this.partial.has(this.fields[field.field]));
616
+ return this.segment.insert(ordinal, fields);
617
+ }
618
+ encode() {
619
+ const { terms, pool, positions } = this.segment.postings;
620
+ let postings = 0;
621
+ let positionCount = 0;
622
+ for (let token = 0; token < terms.count; token++) {
623
+ postings += terms.lengths[token];
624
+ if (!this.trackPositions || pool.positionStarts === null) continue;
625
+ const end = terms.sliceStart[token] + terms.lengths[token];
626
+ for (let row2 = terms.sliceStart[token]; row2 < end; row2++)
627
+ positionCount += positions.values[pool.positionStarts[row2]];
628
+ }
629
+ const postingOffsets = new Uint32Array(terms.count + 1);
630
+ const postingDocIds = new Uint32Array(postings);
631
+ const postingFrequencies = new Uint16Array(postings);
632
+ const postingFieldIndices = new Uint16Array(postings);
633
+ const positionOffsets = this.trackPositions && postings > 0 ? new Uint32Array(postings + 1) : null;
634
+ const positionValues = positionOffsets === null ? null : new Uint32Array(positionCount);
635
+ const docFrequencies = /* @__PURE__ */ Object.create(null);
636
+ let row = 0;
637
+ let position = 0;
638
+ for (let token = 0; token < terms.count; token++) {
639
+ const start = terms.sliceStart[token];
640
+ const length = terms.lengths[token];
641
+ postingOffsets[token] = row;
642
+ postingDocIds.set(pool.docIds.subarray(start, start + length), row);
643
+ postingFrequencies.set(pool.frequencies.subarray(start, start + length), row);
644
+ postingFieldIndices.set(pool.fieldIndices.subarray(start, start + length), row);
645
+ if (positionOffsets !== null && positionValues !== null && pool.positionStarts !== null) {
646
+ for (let at = start; at < start + length; at++) {
647
+ const offset = pool.positionStarts[at];
648
+ const count = positions.values[offset];
649
+ positionOffsets[row + at - start] = position;
650
+ positionValues.set(positions.values.subarray(offset + 1, offset + 1 + count), position);
651
+ position += count;
652
+ }
653
+ }
654
+ row += length;
655
+ docFrequencies[terms.tokens[token]] = terms.frequencyAt(token);
656
+ }
657
+ postingOffsets[terms.count] = row;
658
+ if (positionOffsets !== null) positionOffsets[row] = position;
659
+ const fieldLengthColumns = [];
660
+ const totalFieldLengths = /* @__PURE__ */ Object.create(null);
661
+ const lengths = this.segment.fields;
662
+ for (let field = 0; field < this.fields.length; field++) {
663
+ const start = field * lengths.ordinalCapacity;
664
+ fieldLengthColumns.push(lengths.values.slice(start, start + lengths.documents[0]));
665
+ totalFieldLengths[this.fields[field]] = lengths.totals[field];
666
+ }
667
+ let surfaceForms = null;
668
+ if (this.segment.surfaces !== null) {
669
+ const table = this.segment.surfaces;
670
+ surfaceForms = /* @__PURE__ */ Object.create(null);
671
+ for (const entry of table.liveEntries())
672
+ surfaceForms[table.textAt(entry)] = [table.count[entry], terms.tokens[table.token[entry]]];
673
+ }
674
+ let partialSpellings = null;
675
+ if (this.segment.spellings !== null) {
676
+ const table = this.segment.spellings;
677
+ partialSpellings = { fields: [...this.partial], tokens: [], spellings: [], counts: [] };
678
+ for (const entry of table.liveEntries()) {
679
+ partialSpellings.tokens.push(terms.tokens[table.token[entry]]);
680
+ partialSpellings.spellings.push(table.textAt(entry));
681
+ partialSpellings.counts.push(table.count[entry]);
682
+ }
683
+ }
684
+ return {
685
+ tokens: [...terms.tokens],
686
+ fieldNames: [...this.fields],
687
+ postingOffsets,
688
+ postingDocIds,
689
+ postingFrequencies,
690
+ postingFieldIndices,
691
+ positionOffsets,
692
+ positionValues,
693
+ docFrequencies,
694
+ fieldLengthNames: [...this.fields],
695
+ fieldLengthColumns,
696
+ totalFieldLengths,
697
+ surfaceForms,
698
+ partialSpellings
699
+ };
700
+ }
701
+ };
702
+
703
+ // src/core/partition/segment-builder/index.ts
704
+ function indexOf(indexes, fieldPath, create) {
705
+ let index = indexes.get(fieldPath);
706
+ if (index === void 0) {
707
+ index = create();
708
+ indexes.set(fieldPath, index);
709
+ }
710
+ return index;
711
+ }
712
+ function indexFilterValue(indexes, ordinal, fieldPath, fieldType, value) {
713
+ if (fieldType === "number" || fieldType === "number[]") {
714
+ const index = indexOf(indexes.numericIndexes, fieldPath, createNumericIndex);
715
+ for (const entry of fieldType === "number" ? [value] : value) index.insert(ordinal, entry);
716
+ } else if (fieldType === "boolean" || fieldType === "boolean[]") {
717
+ const index = indexOf(indexes.booleanIndexes, fieldPath, createBooleanIndex);
718
+ for (const entry of fieldType === "boolean" ? [value] : value)
719
+ index.insert(ordinal, entry);
720
+ } else if (fieldType === "enum" || fieldType === "enum[]") {
721
+ const index = indexOf(indexes.enumIndexes, fieldPath, createEnumIndex);
722
+ for (const entry of fieldType === "enum" ? [value] : value) index.insert(ordinal, entry);
723
+ } else if (fieldType === "geopoint") {
724
+ const point = value;
725
+ indexOf(indexes.geoIndexes, fieldPath, createLoadedGeoIndex).insert(ordinal, point.lat, point.lon);
726
+ }
727
+ }
728
+ function refuseRepeatedDocIds(documents) {
729
+ const seen = /* @__PURE__ */ new Set();
730
+ for (const { docId } of documents) {
731
+ if (seen.has(docId)) {
732
+ throw new NarsilError(ErrorCodes.DOC_ALREADY_EXISTS, `Document "${docId}" already exists in partition 0`, {
733
+ docId,
734
+ partitionId: 0
735
+ });
736
+ }
737
+ seen.add(docId);
738
+ }
739
+ }
740
+ function validateAsAnInsertDoes(documents, schema, options) {
741
+ if (options?.validate === false) return;
742
+ for (const { document } of documents) {
743
+ validateDocument(document, schema, options?.patternValueLimit);
744
+ if (options?.strict) validateDocumentStrict(document, schema);
745
+ }
746
+ }
747
+ function emptyFilters() {
748
+ return {
749
+ numericIndexes: /* @__PURE__ */ new Map(),
750
+ booleanIndexes: /* @__PURE__ */ new Map(),
751
+ enumIndexes: /* @__PURE__ */ new Map(),
752
+ geoIndexes: /* @__PURE__ */ new Map(),
753
+ patternIndexes: /* @__PURE__ */ new Map(),
754
+ sizeIndexes: /* @__PURE__ */ new Map()
755
+ };
756
+ }
757
+ function buildSegmentPayloads(documents, schema, language, options, trackPositions) {
758
+ refuseRepeatedDocIds(documents);
759
+ validateAsAnInsertDoes(documents, schema, options);
760
+ const fields = schemaFieldsOf(schema);
761
+ let keywords = new SegmentKeywords(fields, trackPositions);
762
+ let filters = emptyFilters();
763
+ let start = 0;
764
+ const outputs = [];
765
+ const finish = (end) => {
766
+ const members = documents.slice(start, end);
767
+ const identity = Int32Array.from({ length: members.length }, (_, ordinal) => ordinal);
768
+ outputs.push({
769
+ documents: members,
770
+ payload: {
771
+ documentCount: members.length,
772
+ docIds: members.map((entry) => entry.docId),
773
+ ...keywords.encode(),
774
+ ...encodeFieldIndexes(filters, identity)
775
+ }
776
+ });
777
+ };
778
+ for (let at = 0; at < documents.length; at++) {
779
+ const document = documents[at].document;
780
+ const text = prepareDocumentText(document, fields, language, options);
781
+ if (!keywords.add(text, at - start)) {
782
+ if (at === start) throw new SegmentRefusal(8);
783
+ finish(at);
784
+ start = at;
785
+ keywords = new SegmentKeywords(fields, trackPositions);
786
+ filters = emptyFilters();
787
+ if (!keywords.add(text, 0)) throw new SegmentRefusal(8);
788
+ }
789
+ const ordinal = at - start;
790
+ for (const { path: fieldPath, base: fieldType, pattern: pattern2 } of fields) {
791
+ const value = getNestedValue(document, fieldPath);
792
+ if (value === void 0 || value === null) continue;
793
+ recordValueSize(filters.sizeIndexes, ordinal, fieldPath, fieldType, value);
794
+ if (pattern2) patternIndexOf(filters.patternIndexes, fieldPath).add(ordinal, value);
795
+ if (!isWordIndexedBase(fieldType)) indexFilterValue(filters, ordinal, fieldPath, fieldType, value);
796
+ }
797
+ }
798
+ if (start < documents.length || outputs.length === 0) finish(documents.length);
799
+ return outputs;
800
+ }
801
+
802
+ export { alreadyPresentOnWorker, buildSegmentPayloads, createRequestId, eligibleIndexNames, fieldIndexRemapOf, freezeEncodedSegmentShared, freezeSegmentShared, holdsADiscardedField, isDeterministicFailure, isValidWorkerResponse, mergeFieldIndexes, mergeSegmentContents, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, reportIneligible, segmentArraysOf, selectionKeeps, shareSegmentArrays, toError, workerIneligibility };