@delali/narsil 0.3.1-next.99 → 0.4.1-next.211

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +45 -0
  2. package/README.md +30 -11
  3. package/dist/adapters/filesystem.d.ts +1 -1
  4. package/dist/adapters/filesystem.mjs +101 -13
  5. package/dist/adapters/gcs.d.ts +49 -0
  6. package/dist/adapters/gcs.mjs +213 -0
  7. package/dist/adapters/indexeddb.d.ts +1 -1
  8. package/dist/adapters/indexeddb.mjs +2 -7
  9. package/dist/adapters/memory.d.ts +1 -1
  10. package/dist/adapters/memory.mjs +5 -0
  11. package/dist/adapters/s3.d.ts +53 -0
  12. package/dist/adapters/s3.mjs +263 -0
  13. package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
  14. package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
  15. package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
  16. package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
  17. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  18. package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
  19. package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
  20. package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
  21. package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
  22. package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
  23. package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
  24. package/dist/browser/embed-GG6PS3EA.mjs +264 -0
  25. package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
  26. package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
  27. package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
  28. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  29. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  30. package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
  31. package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
  32. package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
  33. package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
  34. package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
  35. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  36. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  37. package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
  38. package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
  39. package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
  40. package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
  41. package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
  42. package/dist/chunk-2AFZE7Y3.mjs +72 -0
  43. package/dist/chunk-2CKDCC65.mjs +47 -0
  44. package/dist/chunk-3ECIRFS5.mjs +61 -0
  45. package/dist/chunk-44W3CBNG.mjs +7 -0
  46. package/dist/chunk-4H4RG2FR.mjs +13 -0
  47. package/dist/chunk-4PY4JYMY.mjs +11 -0
  48. package/dist/chunk-4ZPVAHWF.mjs +1289 -0
  49. package/dist/chunk-5EI5CXO6.mjs +197 -0
  50. package/dist/chunk-5F5MXWS5.mjs +283 -0
  51. package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
  52. package/dist/chunk-6FOENO4E.mjs +273 -0
  53. package/dist/chunk-6GHX35ZM.mjs +108 -0
  54. package/dist/chunk-6MSZ543Y.mjs +32 -0
  55. package/dist/chunk-6N6HHBCQ.mjs +4596 -0
  56. package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
  57. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  58. package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
  59. package/dist/chunk-AVBPB3MI.mjs +602 -0
  60. package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
  61. package/dist/chunk-BUMREPLU.mjs +15 -0
  62. package/dist/chunk-BY6NALRK.mjs +31921 -0
  63. package/dist/chunk-C4ZMXXTL.mjs +92 -0
  64. package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
  65. package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
  66. package/dist/chunk-DXZ6JDWG.mjs +797 -0
  67. package/dist/chunk-FJXJZUWF.mjs +209 -0
  68. package/dist/chunk-FS3HPPSC.mjs +212 -0
  69. package/dist/chunk-FT4KLZXW.mjs +1164 -0
  70. package/dist/chunk-GR5GMFJJ.mjs +104 -0
  71. package/dist/chunk-GXCDWLQI.mjs +193 -0
  72. package/dist/chunk-GXED6R3Q.mjs +271 -0
  73. package/dist/chunk-HLPRHOSO.mjs +17 -0
  74. package/dist/chunk-IL5DRCNU.mjs +3041 -0
  75. package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
  76. package/dist/chunk-K5HSUPYS.mjs +11 -0
  77. package/dist/chunk-KYIRXTCA.mjs +100 -0
  78. package/dist/chunk-LFXS6OF7.mjs +289 -0
  79. package/dist/chunk-LNGE7SLY.mjs +151 -0
  80. package/dist/chunk-M2Z5WVWW.mjs +194 -0
  81. package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
  82. package/dist/chunk-M3OW2XSP.mjs +40 -0
  83. package/dist/chunk-MFPSQZ6P.mjs +127 -0
  84. package/dist/chunk-MRCJBWJZ.mjs +1292 -0
  85. package/dist/chunk-MSIN4NM3.mjs +25 -0
  86. package/dist/chunk-MW3CJVGP.mjs +219 -0
  87. package/dist/chunk-MYM6CAVK.mjs +76 -0
  88. package/dist/chunk-NJJN4FMM.mjs +84 -0
  89. package/dist/chunk-NM7I3BM7.mjs +59 -0
  90. package/dist/chunk-OIJ64LGT.mjs +19 -0
  91. package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
  92. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  93. package/dist/chunk-R2PJKSNL.mjs +54 -0
  94. package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
  95. package/dist/chunk-S2POFTLN.mjs +10 -0
  96. package/dist/chunk-S5QMWECL.mjs +7 -0
  97. package/dist/chunk-SLAC5PAB.mjs +5008 -0
  98. package/dist/chunk-T4HMSZCX.mjs +5 -0
  99. package/dist/chunk-TACP6VK6.mjs +111 -0
  100. package/dist/chunk-TGPKS2UM.mjs +125 -0
  101. package/dist/chunk-TKKXPKEO.mjs +979 -0
  102. package/dist/chunk-V6EUBAIT.mjs +19 -0
  103. package/dist/chunk-XL56L4IR.mjs +228 -0
  104. package/dist/chunk-XQIAMDAG.mjs +3076 -0
  105. package/dist/chunk-YTUZ4R22.mjs +1063 -0
  106. package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
  107. package/dist/chunk-ZPJFGGGI.mjs +638 -0
  108. package/dist/chunk-ZXX5GZEX.mjs +17 -0
  109. package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
  110. package/dist/client.d.ts +11 -10
  111. package/dist/client.mjs +8 -898
  112. package/dist/config-Bnl7L-0H.d.ts +608 -0
  113. package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
  114. package/dist/core-leaf-6JVHEVFB.mjs +8 -0
  115. package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
  116. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  117. package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
  118. package/dist/distribution/coordinator/etcd.d.ts +63 -7
  119. package/dist/distribution/coordinator/etcd.mjs +725 -81
  120. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  121. package/dist/distribution/coordinator/in-memory.mjs +65 -10
  122. package/dist/distribution/transport/grpc.d.ts +2 -2
  123. package/dist/distribution/transport/grpc.mjs +39 -10
  124. package/dist/distribution/transport/in-memory.d.ts +2 -2
  125. package/dist/distribution/transport/in-memory.mjs +9 -6
  126. package/dist/distribution/transport/tcp.d.ts +2 -2
  127. package/dist/distribution/transport/tcp.mjs +20 -15
  128. package/dist/distribution.d.ts +267 -56
  129. package/dist/distribution.mjs +23156 -11362
  130. package/dist/durability-config-VWS2K24E.mjs +96 -0
  131. package/dist/embed-4PHHKGBK.mjs +263 -0
  132. package/dist/embeddings/openai.d.ts +1 -1
  133. package/dist/embeddings/openai.mjs +2 -2
  134. package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
  135. package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
  136. package/dist/gzip-2UCZW2MM.mjs +31 -0
  137. package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
  138. package/dist/index.browser.mjs +4 -4
  139. package/dist/index.d.ts +2133 -57
  140. package/dist/index.mjs +16 -32
  141. package/dist/index.react-native.mjs +12 -0
  142. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  143. package/dist/invalidation/filesystem.d.ts +1 -1
  144. package/dist/invalidation/filesystem.mjs +1 -2
  145. package/dist/invalidation/noop.d.ts +1 -1
  146. package/dist/languages/albanian.mjs +1 -1
  147. package/dist/languages/amharic.mjs +1 -1
  148. package/dist/languages/arabic.mjs +1 -1
  149. package/dist/languages/armenian.mjs +1 -1
  150. package/dist/languages/azerbaijani.mjs +1 -1
  151. package/dist/languages/bambara.mjs +1 -1
  152. package/dist/languages/basque.mjs +1 -1
  153. package/dist/languages/belarusian.mjs +1 -1
  154. package/dist/languages/bengali.mjs +1 -1
  155. package/dist/languages/bosnian.mjs +1 -1
  156. package/dist/languages/breton.mjs +1 -1
  157. package/dist/languages/bulgarian.mjs +1 -1
  158. package/dist/languages/burmese.mjs +1 -1
  159. package/dist/languages/catalan.mjs +1 -1
  160. package/dist/languages/chinese.mjs +1 -1
  161. package/dist/languages/croatian.mjs +1 -1
  162. package/dist/languages/czech.mjs +1 -1
  163. package/dist/languages/dagbani.mjs +1 -1
  164. package/dist/languages/danish.mjs +1 -1
  165. package/dist/languages/dutch.mjs +1 -1
  166. package/dist/languages/english.mjs +1 -1
  167. package/dist/languages/esperanto.mjs +1 -1
  168. package/dist/languages/estonian.mjs +1 -1
  169. package/dist/languages/ewe.mjs +1 -1
  170. package/dist/languages/faroese.mjs +1 -1
  171. package/dist/languages/fijian.mjs +1 -1
  172. package/dist/languages/finnish.mjs +1 -1
  173. package/dist/languages/french.mjs +1 -1
  174. package/dist/languages/ga.mjs +1 -1
  175. package/dist/languages/galician.mjs +1 -1
  176. package/dist/languages/georgian.mjs +1 -1
  177. package/dist/languages/german.mjs +1 -1
  178. package/dist/languages/greek.mjs +1 -1
  179. package/dist/languages/guarani.mjs +1 -1
  180. package/dist/languages/gujarati.mjs +1 -1
  181. package/dist/languages/haitian-creole.mjs +1 -1
  182. package/dist/languages/hausa.mjs +1 -1
  183. package/dist/languages/hawaiian.mjs +1 -1
  184. package/dist/languages/hebrew.mjs +1 -1
  185. package/dist/languages/hindi.mjs +1 -1
  186. package/dist/languages/hungarian.mjs +1 -1
  187. package/dist/languages/icelandic.mjs +1 -1
  188. package/dist/languages/igbo.mjs +1 -1
  189. package/dist/languages/indonesian.mjs +1 -1
  190. package/dist/languages/irish.mjs +1 -1
  191. package/dist/languages/italian.mjs +1 -1
  192. package/dist/languages/japanese.mjs +1 -1
  193. package/dist/languages/kannada.mjs +1 -1
  194. package/dist/languages/kazakh.mjs +1 -1
  195. package/dist/languages/khmer.mjs +1 -1
  196. package/dist/languages/kinyarwanda.mjs +1 -1
  197. package/dist/languages/kirundi.mjs +1 -1
  198. package/dist/languages/korean.mjs +1 -1
  199. package/dist/languages/kurmanji.mjs +1 -1
  200. package/dist/languages/kyrgyz.mjs +1 -1
  201. package/dist/languages/lao.mjs +1 -1
  202. package/dist/languages/latin.mjs +1 -1
  203. package/dist/languages/latvian.mjs +1 -1
  204. package/dist/languages/lingala.mjs +1 -1
  205. package/dist/languages/lithuanian.mjs +1 -1
  206. package/dist/languages/luxembourgish.mjs +1 -1
  207. package/dist/languages/macedonian.mjs +1 -1
  208. package/dist/languages/malagasy.mjs +1 -1
  209. package/dist/languages/malay.mjs +1 -1
  210. package/dist/languages/malayalam.mjs +1 -1
  211. package/dist/languages/maltese.mjs +1 -1
  212. package/dist/languages/maori.mjs +1 -1
  213. package/dist/languages/marathi.mjs +1 -1
  214. package/dist/languages/nepali.mjs +1 -1
  215. package/dist/languages/norwegian.mjs +1 -1
  216. package/dist/languages/oromo.mjs +1 -1
  217. package/dist/languages/persian.mjs +1 -1
  218. package/dist/languages/polish.mjs +1 -1
  219. package/dist/languages/portuguese.mjs +1 -1
  220. package/dist/languages/punjabi.mjs +1 -1
  221. package/dist/languages/romanian.mjs +1 -1
  222. package/dist/languages/russian.mjs +1 -1
  223. package/dist/languages/samoan.mjs +1 -1
  224. package/dist/languages/sanskrit.mjs +1 -1
  225. package/dist/languages/scottish-gaelic.mjs +1 -1
  226. package/dist/languages/serbian.mjs +1 -1
  227. package/dist/languages/shona.mjs +1 -1
  228. package/dist/languages/sinhala.mjs +1 -1
  229. package/dist/languages/slovak.mjs +1 -1
  230. package/dist/languages/slovenian.mjs +1 -1
  231. package/dist/languages/sorani.mjs +1 -1
  232. package/dist/languages/spanish.mjs +1 -1
  233. package/dist/languages/swahili.mjs +1 -1
  234. package/dist/languages/swedish.mjs +1 -1
  235. package/dist/languages/tagalog.mjs +1 -1
  236. package/dist/languages/tamil.mjs +1 -1
  237. package/dist/languages/tatar.mjs +1 -1
  238. package/dist/languages/telugu.mjs +1 -1
  239. package/dist/languages/thai.mjs +1 -1
  240. package/dist/languages/tibetan.mjs +1 -1
  241. package/dist/languages/tigrinya.mjs +1 -1
  242. package/dist/languages/tongan.mjs +1 -1
  243. package/dist/languages/turkish.mjs +1 -1
  244. package/dist/languages/twi.mjs +1 -1
  245. package/dist/languages/ukrainian.mjs +1 -1
  246. package/dist/languages/urdu.mjs +1 -1
  247. package/dist/languages/vietnamese.mjs +1 -1
  248. package/dist/languages/welsh.mjs +1 -1
  249. package/dist/languages/wolof.mjs +1 -1
  250. package/dist/languages/xhosa.mjs +1 -1
  251. package/dist/languages/yoruba.mjs +1 -1
  252. package/dist/languages/zulu.mjs +1 -1
  253. package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
  254. package/dist/module-5ZSLUQII.mjs +3729 -0
  255. package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
  256. package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
  257. package/dist/optional-writes-4UOQKETU.mjs +247 -0
  258. package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
  259. package/dist/partial-words.browser.mjs +1650 -0
  260. package/dist/partial-words.mjs +17 -11
  261. package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
  262. package/dist/pattern.mjs +6 -7
  263. package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
  264. package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
  265. package/dist/phrase-module-EFESWOCR.mjs +635 -0
  266. package/dist/query-actions-HMJUVWGT.mjs +119 -0
  267. package/dist/query-suggestions/merge-worker.d.ts +55 -0
  268. package/dist/query-suggestions/merge-worker.mjs +53 -0
  269. package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
  270. package/dist/query-suggestions.browser.mjs +47 -0
  271. package/dist/query-suggestions.d.ts +20 -0
  272. package/dist/query-suggestions.mjs +19 -0
  273. package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
  274. package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
  275. package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
  276. package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
  277. package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
  278. package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
  279. package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
  280. package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
  281. package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
  282. package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
  283. package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
  284. package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
  285. package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
  286. package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
  287. package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
  288. package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
  289. package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
  290. package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
  291. package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
  292. package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
  293. package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
  294. package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
  295. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  296. package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
  297. package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
  298. package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
  299. package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
  300. package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
  301. package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
  302. package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
  303. package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
  304. package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
  305. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  306. package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
  307. package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
  308. package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
  309. package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
  310. package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
  311. package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
  312. package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
  313. package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
  314. package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
  315. package/dist/react-native/partial-words.mjs +1658 -0
  316. package/dist/react-native/pattern.mjs +2570 -0
  317. package/dist/react-native/query-suggestions.mjs +55 -0
  318. package/dist/react-native/sync.mjs +2759 -0
  319. package/dist/react-native/synonyms.mjs +676 -0
  320. package/dist/react.d.ts +12 -8
  321. package/dist/react.mjs +45 -1
  322. package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
  323. package/dist/rerankers/http.d.ts +1 -1
  324. package/dist/rerankers/http.mjs +2 -2
  325. package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
  326. package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
  327. package/dist/runtime-USQYKN3I.mjs +615 -0
  328. package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
  329. package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
  330. package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
  331. package/dist/server.d.ts +348 -22
  332. package/dist/server.mjs +2211 -327
  333. package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
  334. package/dist/store-leaf-6VMMSVBE.mjs +20 -0
  335. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  336. package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
  337. package/dist/sync/filesystem.d.ts +30 -0
  338. package/dist/sync/filesystem.mjs +288 -0
  339. package/dist/sync/indexeddb.browser.mjs +287 -0
  340. package/dist/sync/indexeddb.d.ts +30 -0
  341. package/dist/sync/indexeddb.mjs +242 -0
  342. package/dist/sync.browser.mjs +1271 -0
  343. package/dist/sync.d.ts +23 -0
  344. package/dist/sync.mjs +2712 -0
  345. package/dist/synonyms.browser.mjs +658 -0
  346. package/dist/synonyms.mjs +17 -7
  347. package/dist/tasks-65b6t6lk.d.ts +782 -0
  348. package/dist/thread-UJ3W5LVI.mjs +31 -0
  349. package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
  350. package/dist/types-CpCg-Gq-.d.ts +227 -0
  351. package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
  352. package/dist/vector/search-worker.d.ts +10 -2
  353. package/dist/vector/search-worker.mjs +11 -11
  354. package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
  355. package/dist/workers/entry.mjs +75 -15
  356. package/openapi.json +6840 -0
  357. package/package.json +404 -19
  358. package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
  359. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  360. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  361. package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
  362. package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
  363. package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
  364. package/dist/browser/chunk-QWES44AW.mjs +0 -473
  365. package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
  366. package/dist/browser/module-PDXYHT75.mjs +0 -2822
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
  369. package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
  370. package/dist/browser/write-L7FAQA47.mjs +0 -208
  371. package/dist/chunk-37CD3OKS.mjs +0 -87
  372. package/dist/chunk-5XNIRLFC.mjs +0 -96
  373. package/dist/chunk-7X5JST5L.mjs +0 -114
  374. package/dist/chunk-AV4IJKD2.mjs +0 -35
  375. package/dist/chunk-AY3AQ3UH.mjs +0 -73
  376. package/dist/chunk-BKB3XTMI.mjs +0 -707
  377. package/dist/chunk-C7SLA6CM.mjs +0 -19
  378. package/dist/chunk-COVCQ73F.mjs +0 -587
  379. package/dist/chunk-DJHHF2L5.mjs +0 -17
  380. package/dist/chunk-E74YLAIG.mjs +0 -24
  381. package/dist/chunk-FMWRCP2C.mjs +0 -57
  382. package/dist/chunk-GES7U2PM.mjs +0 -68
  383. package/dist/chunk-HJSN7UYG.mjs +0 -10
  384. package/dist/chunk-JFRNNBOM.mjs +0 -35
  385. package/dist/chunk-K25LZA54.mjs +0 -8484
  386. package/dist/chunk-KEHK2O6P.mjs +0 -13
  387. package/dist/chunk-KOKM4PQN.mjs +0 -52
  388. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  389. package/dist/chunk-L3L5YFXC.mjs +0 -614
  390. package/dist/chunk-L5ORED7V.mjs +0 -25
  391. package/dist/chunk-LH4NZNJJ.mjs +0 -1731
  392. package/dist/chunk-LU2CE5AE.mjs +0 -507
  393. package/dist/chunk-LXWDQLTW.mjs +0 -30
  394. package/dist/chunk-MHOSCQCQ.mjs +0 -948
  395. package/dist/chunk-NKRBEGJZ.mjs +0 -1705
  396. package/dist/chunk-NTRMFARG.mjs +0 -462
  397. package/dist/chunk-NW4XDSP2.mjs +0 -212
  398. package/dist/chunk-OOEXLUGR.mjs +0 -117
  399. package/dist/chunk-ORBLD3EL.mjs +0 -6
  400. package/dist/chunk-OWNZYMRE.mjs +0 -3591
  401. package/dist/chunk-PPY2GSIB.mjs +0 -44
  402. package/dist/chunk-QY7GC2MW.mjs +0 -33
  403. package/dist/chunk-R6A773WK.mjs +0 -226
  404. package/dist/chunk-R6PR4WYZ.mjs +0 -68
  405. package/dist/chunk-R7EEKAJE.mjs +0 -593
  406. package/dist/chunk-RONEOEON.mjs +0 -426
  407. package/dist/chunk-VWULPWRJ.mjs +0 -7469
  408. package/dist/chunk-WCJKUGHB.mjs +0 -262
  409. package/dist/chunk-WQBCBKY3.mjs +0 -8
  410. package/dist/chunk-X5CV2E2B.mjs +0 -1
  411. package/dist/chunk-YA7XLE2R.mjs +0 -1256
  412. package/dist/chunk-YTJCGKM4.mjs +0 -56
  413. package/dist/chunk-ZG477IPV.mjs +0 -526
  414. package/dist/chunk-ZYNAMIYX.mjs +0 -113
  415. package/dist/config-BGB_fDtq.d.ts +0 -237
  416. package/dist/direct-executor-CXZ66ACP.mjs +0 -22
  417. package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
  418. package/dist/engine-BGCEm9E_.d.ts +0 -577
  419. package/dist/module-3NONKBZX.mjs +0 -1860
  420. package/dist/release-BH3DKW3T.mjs +0 -33
  421. package/dist/restore-queue-JPRBUYII.mjs +0 -35
  422. package/dist/runtime-ZKYZFJJC.mjs +0 -177
  423. package/dist/snapshot-HOGXNO5W.mjs +0 -793
  424. package/dist/tasks-HG3rlxx6.d.ts +0 -302
  425. package/dist/thread-B657LQXK.mjs +0 -692
  426. package/dist/write-XLIGTXBU.mjs +0 -238
@@ -0,0 +1,658 @@
1
+ import { withOpenIndex, oneAtATime, resolveIndexAnalysis, loadStorageCode, emitSyncChange, encodeStringBlob, tokenize, typedRegion, regionsOverlap, encodeLookupKey } from './browser/chunk-NDYADQ4Y.mjs';
2
+ import { storedText } from './browser/chunk-QAOVAYAG.mjs';
3
+ import './browser/chunk-YJHGOJAC.mjs';
4
+ import { NarsilError, ErrorCodes, requireLoadedMessagePack, compareCodePoints } from './browser/chunk-YINZFPLT.mjs';
5
+
6
+ // src/core/synonyms/combined-postings.ts
7
+ var NO_DELETED = { size: 0, has: () => false };
8
+ var FIELD_SLOTS = 65536;
9
+ var NO_ROW = -1;
10
+ var rowOfField = null;
11
+ function addRow(combined, rowOf, docId, field, frequency) {
12
+ combined.totalTermFrequency += frequency;
13
+ const existing = rowOf[field];
14
+ if (existing !== NO_ROW) {
15
+ combined.frequencies[existing] += frequency;
16
+ return;
17
+ }
18
+ rowOf[field] = combined.docIds.length;
19
+ combined.docIds.push(docId);
20
+ combined.fieldNameIndices.push(field);
21
+ combined.frequencies.push(frequency);
22
+ combined.documents.add(docId);
23
+ }
24
+ function lowestDocumentAt(lists, cursors) {
25
+ let lowest = Number.POSITIVE_INFINITY;
26
+ for (let at = 0; at < lists.length; at++) {
27
+ if (cursors[at] < lists[at].length && lists[at].docIds[cursors[at]] < lowest) lowest = lists[at].docIds[cursors[at]];
28
+ }
29
+ return lowest;
30
+ }
31
+ function mergeOrderedLists(lists, combined) {
32
+ rowOfField ??= new Int32Array(FIELD_SLOTS).fill(NO_ROW);
33
+ const rowOf = rowOfField;
34
+ const cursors = new Uint32Array(lists.length);
35
+ for (let docId = lowestDocumentAt(lists, cursors); docId !== Number.POSITIVE_INFINITY; ) {
36
+ const runStart = combined.docIds.length;
37
+ for (let at = 0; at < lists.length; at++) {
38
+ const list = lists[at];
39
+ const deleted = list.deletedDocs.size > 0 && list.deletedDocs.has(docId);
40
+ let row = cursors[at];
41
+ for (; row < list.length && list.docIds[row] === docId; row++) {
42
+ if (!deleted) addRow(combined, rowOf, docId, list.fieldNameIndices[row], list.termFrequencies[row]);
43
+ }
44
+ cursors[at] = row;
45
+ }
46
+ for (let row = runStart; row < combined.docIds.length; row++) rowOf[combined.fieldNameIndices[row]] = NO_ROW;
47
+ docId = lowestDocumentAt(lists, cursors);
48
+ }
49
+ }
50
+ function combineUnorderedLists(lists, combined) {
51
+ const rowOf = /* @__PURE__ */ new Map();
52
+ for (const list of lists) {
53
+ const deleted = list.deletedDocs;
54
+ const hasDeleted = deleted.size > 0;
55
+ for (let row = 0; row < list.length; row++) {
56
+ const docId = list.docIds[row];
57
+ if (hasDeleted && deleted.has(docId)) continue;
58
+ const field = list.fieldNameIndices[row];
59
+ const frequency = list.termFrequencies[row];
60
+ combined.totalTermFrequency += frequency;
61
+ const key = docId * FIELD_SLOTS + field;
62
+ const existing = rowOf.get(key);
63
+ if (existing !== void 0) {
64
+ combined.frequencies[existing] += frequency;
65
+ continue;
66
+ }
67
+ rowOf.set(key, combined.docIds.length);
68
+ combined.docIds.push(docId);
69
+ combined.fieldNameIndices.push(field);
70
+ combined.frequencies.push(frequency);
71
+ combined.documents.add(docId);
72
+ }
73
+ }
74
+ }
75
+ function rowsByDocument(docIds) {
76
+ const order = new Uint32Array(docIds.length);
77
+ for (let row = 0; row < order.length; row++) order[row] = row;
78
+ return order.sort((left, right) => docIds[left] - docIds[right] || left - right);
79
+ }
80
+ function listOf(combined, order) {
81
+ const length = combined.docIds.length;
82
+ const docIds = new Uint32Array(length);
83
+ const termFrequencies = new Float64Array(length);
84
+ const fieldNameIndices = new Uint16Array(length);
85
+ for (let at = 0; at < length; at++) {
86
+ const row = order === null ? at : order[at];
87
+ docIds[at] = combined.docIds[row];
88
+ termFrequencies[at] = combined.frequencies[row];
89
+ fieldNameIndices[at] = combined.fieldNameIndices[row];
90
+ }
91
+ return {
92
+ length,
93
+ docIds,
94
+ termFrequencies,
95
+ fieldNameIndices,
96
+ positions: null,
97
+ docIdSet: combined.documents,
98
+ deletedDocs: NO_DELETED,
99
+ totalTermFrequency: combined.totalTermFrequency,
100
+ structureRevision: 0,
101
+ ordered: false
102
+ };
103
+ }
104
+ function combinePostingLists(lists) {
105
+ if (lists.length === 1) return lists[0];
106
+ const combined = {
107
+ docIds: [],
108
+ fieldNameIndices: [],
109
+ frequencies: [],
110
+ documents: /* @__PURE__ */ new Set(),
111
+ totalTermFrequency: 0
112
+ };
113
+ if (lists.every((list) => list.ordered)) {
114
+ mergeOrderedLists(lists, combined);
115
+ return listOf(combined, null);
116
+ }
117
+ combineUnorderedLists(lists, combined);
118
+ return listOf(combined, rowsByDocument(combined.docIds));
119
+ }
120
+
121
+ // src/core/synonyms/expand.ts
122
+ function groupSynonymsOf(tokens) {
123
+ return {
124
+ tokens,
125
+ has: (token) => tokens.includes(token),
126
+ documentFrequency(frequencyOf) {
127
+ let most = 0;
128
+ for (const token of tokens) most = Math.max(most, frequencyOf(token));
129
+ return most;
130
+ },
131
+ postings(lookup, own) {
132
+ const lists = [];
133
+ for (const token of [own, ...tokens]) {
134
+ const list = lookup(token);
135
+ if (list !== void 0) lists.push(list);
136
+ }
137
+ return lists.length === 0 ? void 0 : combinePostingLists(lists);
138
+ }
139
+ };
140
+ }
141
+ function expandQuerySynonyms(expanded) {
142
+ if (expanded.size === 0) return void 0;
143
+ const added = /* @__PURE__ */ new Set();
144
+ for (const synonyms2 of expanded.values()) for (const synonym of synonyms2) added.add(synonym);
145
+ return {
146
+ tokens: [...added],
147
+ addTo(groupOf) {
148
+ for (const [token, synonyms2] of expanded) {
149
+ const group = groupOf(token);
150
+ group.synonyms = groupSynonymsOf(synonyms2);
151
+ group.members = group.members.filter((member) => member.token === token || !synonyms2.includes(member.token));
152
+ }
153
+ }
154
+ };
155
+ }
156
+
157
+ // src/core/synonyms/constants.ts
158
+ var MAX_SYNONYM_RULES = 1e5;
159
+ var MAX_SYNONYM_WORDS = 5e5;
160
+ var MAX_SYNONYM_WORD_BYTES = 4194304;
161
+ var MAX_SYNONYM_RULE_WORDS = 100;
162
+ var MIN_TWO_WAY_SYNONYM_WORDS = 2;
163
+ var MIN_ONE_WAY_SYNONYMS = 1;
164
+ var SYNONYMS_ADDED_PER_QUERY = 50;
165
+ var SYNONYM_EXPANSION_CACHE_ENTRIES = 1024;
166
+
167
+ // src/core/synonyms/regions.ts
168
+ function validOffsets(offsets, end) {
169
+ if (offsets.length === 0 || offsets[0] !== 0 || offsets[offsets.length - 1] !== end) return false;
170
+ for (let at = 1; at < offsets.length; at++) if (offsets[at] < offsets[at - 1]) return false;
171
+ return true;
172
+ }
173
+ function readSynonymTable(input) {
174
+ if (typeof input !== "object" || input === null) return null;
175
+ const raw = {
176
+ tokens: input.tokens,
177
+ offsets: input.offsets,
178
+ ruleStart: input.ruleStart,
179
+ ruleSource: input.ruleSource,
180
+ ruleTokens: input.ruleTokens,
181
+ tokenStart: input.tokenStart,
182
+ tokenRules: input.tokenRules
183
+ };
184
+ const tokens = typedRegion(raw.tokens, "Uint8Array");
185
+ const offsets = typedRegion(raw.offsets, "Uint32Array");
186
+ const ruleStart = typedRegion(raw.ruleStart, "Uint32Array");
187
+ const ruleSource = typedRegion(raw.ruleSource, "Int32Array");
188
+ const ruleTokens = typedRegion(raw.ruleTokens, "Uint32Array");
189
+ const tokenStart = typedRegion(raw.tokenStart, "Uint32Array");
190
+ const tokenRules = typedRegion(raw.tokenRules, "Uint32Array");
191
+ if (tokens === null || offsets === null || ruleStart === null || ruleSource === null || ruleTokens === null || tokenStart === null || tokenRules === null)
192
+ return null;
193
+ const count = offsets.length - 1;
194
+ if (count > 2147483648 || tokens.length > 4294967295 || ruleSource.length > 4294967295 || ruleTokens.length > 4294967295 || tokenRules.length > 4294967295 || ruleStart.length !== ruleSource.length + 1 || tokenStart.length !== offsets.length || !validOffsets(offsets, tokens.length) || !validOffsets(ruleStart, ruleTokens.length) || !validOffsets(tokenStart, tokenRules.length))
195
+ return null;
196
+ for (const source of ruleSource) if (source < -1 || source >= count) return null;
197
+ for (const token of ruleTokens) if (token >= count) return null;
198
+ for (const rule of tokenRules) if (rule >= ruleSource.length) return null;
199
+ return { tokens, offsets, ruleStart, ruleSource, ruleTokens, tokenStart, tokenRules };
200
+ }
201
+ function validQueryStarts(starts, units) {
202
+ return units.length <= 4294967295 && starts.length - 1 <= 4294967295 && validOffsets(starts, units.length);
203
+ }
204
+
205
+ // src/core/synonyms/portable.ts
206
+ var decoder = new TextDecoder("utf-8", { fatal: true, ignoreBOM: true });
207
+ function rankOf(table, text) {
208
+ const key = encodeLookupKey(text);
209
+ let low = 0;
210
+ let high = table.offsets.length - 1;
211
+ while (low < high) {
212
+ const middle = low + Math.floor((high - low) / 2);
213
+ const start = table.offsets[middle];
214
+ const end = table.offsets[middle + 1];
215
+ try {
216
+ decoder.decode(table.tokens.subarray(start, end));
217
+ } catch {
218
+ return -2;
219
+ }
220
+ let order = 0;
221
+ for (let at = 0; at < Math.min(end - start, key.length) && order === 0; at++) {
222
+ order = table.tokens[start + at] - key[at];
223
+ }
224
+ if (order === 0) order = end - start - key.length;
225
+ if (order === 0) return middle;
226
+ if (order < 0) low = middle + 1;
227
+ else high = middle;
228
+ }
229
+ return -1;
230
+ }
231
+ function collect(table, token) {
232
+ const found = [];
233
+ for (let at = table.tokenStart[token]; at < table.tokenStart[token + 1]; at++) {
234
+ const rule = table.tokenRules[at];
235
+ const source = table.ruleSource[rule];
236
+ if (source >= 0 && source !== token) return null;
237
+ let holdsToken = source >= 0;
238
+ for (let entry = table.ruleStart[rule]; entry < table.ruleStart[rule + 1]; entry++) {
239
+ const added = table.ruleTokens[entry];
240
+ if (added === token) {
241
+ holdsToken = true;
242
+ continue;
243
+ }
244
+ let position = 0;
245
+ while (position < found.length && found[position] < added) position++;
246
+ if (position === SYNONYMS_ADDED_PER_QUERY || found[position] === added) continue;
247
+ found.splice(position, 0, added);
248
+ if (found.length > SYNONYMS_ADDED_PER_QUERY) found.pop();
249
+ }
250
+ if (!holdsToken) return null;
251
+ }
252
+ return found;
253
+ }
254
+ var expandSynonyms = (input, queryUnits, queryStarts, queries, offsets, tokens) => {
255
+ const table = readSynonymTable(input);
256
+ const units = typedRegion(queryUnits, "Uint16Array");
257
+ const starts = typedRegion(queryStarts, "Uint32Array");
258
+ const outQueries = typedRegion(queries, "Uint32Array");
259
+ const outOffsets = typedRegion(offsets, "Uint32Array");
260
+ const outTokens = typedRegion(tokens, "Uint32Array");
261
+ if (table === null || units === null || starts === null || outQueries === null || outOffsets === null || outTokens === null || !validQueryStarts(starts, units))
262
+ return -1;
263
+ const reads = [...Object.values(table), units, starts];
264
+ const writes = [outQueries, outOffsets, outTokens];
265
+ for (let at = 0; at < writes.length; at++) {
266
+ if (reads.some((read) => regionsOverlap(read, writes[at]))) return -1;
267
+ for (let previous = 0; previous < at; previous++) if (regionsOverlap(writes[at], writes[previous])) return -1;
268
+ }
269
+ const groups = [];
270
+ const seen = /* @__PURE__ */ new Set();
271
+ for (let query = 0; query + 1 < starts.length && groups.length < SYNONYMS_ADDED_PER_QUERY; query++) {
272
+ const text = storedText(units, starts[query], starts[query + 1] - starts[query]);
273
+ if (seen.has(text)) continue;
274
+ seen.add(text);
275
+ const rank = rankOf(table, text);
276
+ if (rank === -2) return -1;
277
+ if (rank < 0) continue;
278
+ const found = collect(table, rank);
279
+ if (found === null) return -1;
280
+ if (found.length > 0) groups.push({ query, tokens: found });
281
+ }
282
+ let needed = 0;
283
+ for (let at = 0; at < groups.length; at++) {
284
+ const quota = Math.floor(SYNONYMS_ADDED_PER_QUERY / groups.length) + Number(at < SYNONYMS_ADDED_PER_QUERY % groups.length);
285
+ groups[at].tokens.length = Math.min(groups[at].tokens.length, quota);
286
+ needed += groups[at].tokens.length;
287
+ }
288
+ if (outQueries.length < groups.length || outOffsets.length < groups.length + 1 || outTokens.length < needed) return -3;
289
+ let cursor = 0;
290
+ for (let at = 0; at < groups.length; at++) {
291
+ outQueries[at] = groups[at].query;
292
+ outOffsets[at] = cursor;
293
+ outTokens.set(groups[at].tokens, cursor);
294
+ cursor += groups[at].tokens.length;
295
+ }
296
+ outOffsets[groups.length] = cursor;
297
+ return groups.length;
298
+ };
299
+
300
+ // src/core/synonyms/selection.ts
301
+ var decoder2 = new TextDecoder("utf-8", { ignoreBOM: true });
302
+ function synonymSelection(table) {
303
+ const cache = /* @__PURE__ */ new Map();
304
+ const queries = new Uint32Array(SYNONYMS_ADDED_PER_QUERY);
305
+ const offsets = new Uint32Array(SYNONYMS_ADDED_PER_QUERY + 1);
306
+ const selected = new Uint32Array(SYNONYMS_ADDED_PER_QUERY);
307
+ return (input) => {
308
+ const tokens = [...new Set(input)];
309
+ const key = JSON.stringify(tokens);
310
+ const cached = cache.get(key);
311
+ if (cached !== void 0) {
312
+ cache.delete(key);
313
+ cache.set(key, cached);
314
+ return cached;
315
+ }
316
+ let total = 0;
317
+ for (const token of tokens) total += token.length;
318
+ if (total > 4294967295 || tokens.length > 4294967295) {
319
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The synonym query exceeds the text layout");
320
+ }
321
+ const units = new Uint16Array(total);
322
+ const starts = new Uint32Array(tokens.length + 1);
323
+ let cursor = 0;
324
+ for (let at = 0; at < tokens.length; at++) {
325
+ starts[at] = cursor;
326
+ for (let unit = 0; unit < tokens[at].length; unit++) units[cursor++] = tokens[at].charCodeAt(unit);
327
+ }
328
+ starts[tokens.length] = cursor;
329
+ const count = expandSynonyms(table, units, starts, queries, offsets, selected);
330
+ if (count < 0)
331
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The synonym query could not be expanded", { status: -count });
332
+ const groups = /* @__PURE__ */ new Map();
333
+ for (let group = 0; group < count; group++) {
334
+ const synonyms2 = [];
335
+ for (let at = offsets[group]; at < offsets[group + 1]; at++) {
336
+ const rank = selected[at];
337
+ synonyms2.push(decoder2.decode(table.tokens.subarray(table.offsets[rank], table.offsets[rank + 1])));
338
+ }
339
+ groups.set(tokens[queries[group]], Object.freeze(synonyms2));
340
+ }
341
+ if (cache.size >= SYNONYM_EXPANSION_CACHE_ENTRIES) {
342
+ const oldest = cache.keys().next();
343
+ if (!oldest.done) cache.delete(oldest.value);
344
+ }
345
+ cache.set(key, groups);
346
+ return groups;
347
+ };
348
+ }
349
+
350
+ // src/core/synonyms/lookup.ts
351
+ var NO_SOURCE = -1;
352
+ var NO_SYNONYMS = Object.freeze([]);
353
+ function analyseWord(word, analysis, cache) {
354
+ const cached = cache.get(word);
355
+ if (cached !== void 0) return cached;
356
+ const { tokens } = tokenize(word, analysis.language, {
357
+ stem: true,
358
+ removeStopWords: true,
359
+ customTokenizer: analysis.customTokenizer,
360
+ stopWordOverride: analysis.stopWords
361
+ });
362
+ const result = tokens.length === 1 ? tokens[0].token : tokens.length;
363
+ cache.set(word, result);
364
+ return result;
365
+ }
366
+ function intern(interned, token) {
367
+ let id = interned.ids.get(token);
368
+ if (id === void 0) {
369
+ id = interned.tokens.length;
370
+ interned.tokens.push(token);
371
+ interned.ids.set(token, id);
372
+ }
373
+ return id;
374
+ }
375
+ function sourceWordOf(rule) {
376
+ return "word" in rule ? rule.word : void 0;
377
+ }
378
+ function targetWordsOf(rule) {
379
+ return "words" in rule ? rule.words : rule.synonyms;
380
+ }
381
+ function packedLookup(tokens, ruleStart, ruleTokenIds, ruleSource, encodedRules) {
382
+ const order = tokens.map((_, id) => id).sort((a, b) => compareCodePoints(tokens[a], tokens[b]));
383
+ const rank = new Uint32Array(tokens.length);
384
+ for (let position = 0; position < order.length; position++) rank[order[position]] = position;
385
+ const { blob, offsets } = encodeStringBlob(order.map((id) => tokens[id]));
386
+ const ruleTokens = Uint32Array.from(ruleTokenIds, (id) => rank[id]);
387
+ const sources = Int32Array.from(ruleSource, (id) => id === NO_SOURCE ? NO_SOURCE : rank[id]);
388
+ const ruleCount = sources.length;
389
+ const tokenRuleStart = new Uint32Array(tokens.length + 1);
390
+ for (let rule = 0; rule < ruleCount; rule++) {
391
+ if (sources[rule] !== NO_SOURCE) tokenRuleStart[sources[rule] + 1]++;
392
+ else for (let i = ruleStart[rule]; i < ruleStart[rule + 1]; i++) tokenRuleStart[ruleTokens[i] + 1]++;
393
+ }
394
+ for (let token = 0; token < tokens.length; token++) tokenRuleStart[token + 1] += tokenRuleStart[token];
395
+ const tokenRules = new Uint32Array(tokenRuleStart[tokens.length]);
396
+ const fill = tokenRuleStart.slice(0, tokens.length);
397
+ for (let rule = 0; rule < ruleCount; rule++) {
398
+ if (sources[rule] !== NO_SOURCE) tokenRules[fill[sources[rule]]++] = rule;
399
+ else for (let i = ruleStart[rule]; i < ruleStart[rule + 1]; i++) tokenRules[fill[ruleTokens[i]]++] = rule;
400
+ }
401
+ const select = synonymSelection({
402
+ tokens: blob,
403
+ offsets,
404
+ ruleStart,
405
+ ruleSource: sources,
406
+ ruleTokens,
407
+ tokenStart: tokenRuleStart,
408
+ tokenRules
409
+ });
410
+ const bytes = blob.byteLength + offsets.byteLength + ruleStart.byteLength + ruleTokens.byteLength + sources.byteLength + tokenRuleStart.byteLength + tokenRules.byteLength;
411
+ const lookup = {
412
+ encodedRules,
413
+ tokenCount: tokens.length,
414
+ bytes,
415
+ expand: (queryTokens) => expandQuerySynonyms(select(queryTokens)),
416
+ synonymsOf(token) {
417
+ return select([token]).get(token) ?? NO_SYNONYMS;
418
+ }
419
+ };
420
+ return lookup;
421
+ }
422
+ function buildSynonymLookup(rules, analysis, raise, encodedRules) {
423
+ const analysed = /* @__PURE__ */ new Map();
424
+ const interned = { ids: /* @__PURE__ */ new Map(), tokens: [] };
425
+ const ruleStart = new Uint32Array(rules.length + 1);
426
+ const ruleTokenIds = [];
427
+ const ruleSource = new Int32Array(rules.length).fill(NO_SOURCE);
428
+ const kept = new Uint8Array(rules.length);
429
+ function tokenOf(word, rule) {
430
+ const result = analyseWord(word, analysis, analysed);
431
+ if (typeof result === "string") return result;
432
+ if (raise !== null) {
433
+ const reason = result === 0 ? "to no token, as a stop word does" : `to ${result} tokens, as a phrase does`;
434
+ raise(`Synonym rule ${rule} holds a word that the index analyses ${reason}`, { rule, tokens: result });
435
+ }
436
+ return null;
437
+ }
438
+ for (let rule = 0; rule < rules.length; rule++) {
439
+ const source = sourceWordOf(rules[rule]);
440
+ const sourceToken = source === void 0 ? null : tokenOf(source, rule);
441
+ const seen = /* @__PURE__ */ new Set();
442
+ for (const word of targetWordsOf(rules[rule])) {
443
+ const token = tokenOf(word, rule);
444
+ if (token === null) continue;
445
+ const id = intern(interned, token);
446
+ if (seen.has(id)) continue;
447
+ seen.add(id);
448
+ ruleTokenIds.push(id);
449
+ }
450
+ if (source === void 0) kept[rule] = 1;
451
+ else if (sourceToken !== null) {
452
+ ruleSource[rule] = intern(interned, sourceToken);
453
+ kept[rule] = 1;
454
+ }
455
+ if (kept[rule] === 0) ruleTokenIds.length = ruleStart[rule];
456
+ ruleStart[rule + 1] = ruleTokenIds.length;
457
+ }
458
+ if (ruleTokenIds.length === 0) return null;
459
+ return packedLookup(interned.tokens, ruleStart, ruleTokenIds, ruleSource, encodedRules);
460
+ }
461
+
462
+ // src/core/synonyms/rules.ts
463
+ var FIRST_PRINTABLE_CODE = 32;
464
+ function holdsControlCharacter(word) {
465
+ for (let i = 0; i < word.length; i++) if (word.charCodeAt(i) < FIRST_PRINTABLE_CODE) return true;
466
+ return false;
467
+ }
468
+ function utf8Length(word) {
469
+ let bytes = 0;
470
+ for (let i = 0; i < word.length; i++) {
471
+ const unit = word.charCodeAt(i);
472
+ if (unit < 128) bytes += 1;
473
+ else if (unit < 2048) bytes += 2;
474
+ else if (unit >= 55296 && unit < 56320 && i + 1 < word.length) {
475
+ const low = word.charCodeAt(i + 1);
476
+ if (low >= 56320 && low < 57344) {
477
+ bytes += 4;
478
+ i++;
479
+ } else bytes += 3;
480
+ } else bytes += 3;
481
+ }
482
+ return bytes;
483
+ }
484
+ function hasOnlyKeys(value, keys) {
485
+ const own = Object.keys(value);
486
+ return own.length === keys.length && keys.every((key) => Object.hasOwn(value, key));
487
+ }
488
+ function readWord(value, rule, tally, raise) {
489
+ if (typeof value !== "string") {
490
+ raise(`Synonym rule ${rule} holds a word that is not a string`, { rule });
491
+ }
492
+ if (holdsControlCharacter(value)) {
493
+ raise(`Synonym rule ${rule} holds a word with a control character`, { rule });
494
+ }
495
+ tally.words++;
496
+ tally.bytes += utf8Length(value);
497
+ if (tally.words > MAX_SYNONYM_WORDS) {
498
+ raise(`A synonym set holds at most ${MAX_SYNONYM_WORDS} words`, { maxWords: MAX_SYNONYM_WORDS });
499
+ }
500
+ if (tally.bytes > MAX_SYNONYM_WORD_BYTES) {
501
+ raise(`The words of a synonym set hold at most ${MAX_SYNONYM_WORD_BYTES} bytes in UTF-8`, {
502
+ maxWordBytes: MAX_SYNONYM_WORD_BYTES
503
+ });
504
+ }
505
+ return value;
506
+ }
507
+ function readWords(value, rule, key, minimum, maximum, tally, raise) {
508
+ if (!Array.isArray(value) || value.length < minimum || value.length > maximum) {
509
+ raise(`Synonym rule ${rule} needs "${key}" as a list of ${minimum} to ${maximum} words`, { rule });
510
+ }
511
+ const words = new Array(value.length);
512
+ for (let i = 0; i < value.length; i++) words[i] = readWord(value[i], rule, tally, raise);
513
+ return words;
514
+ }
515
+ function readRule(value, rule, tally, raise) {
516
+ if (value === null || typeof value !== "object" || Array.isArray(value)) {
517
+ raise(`Synonym rule ${rule} must be an object`, { rule });
518
+ }
519
+ if (hasOnlyKeys(value, ["words"])) {
520
+ const words = Reflect.get(value, "words");
521
+ return { words: readWords(words, rule, "words", MIN_TWO_WAY_SYNONYM_WORDS, MAX_SYNONYM_RULE_WORDS, tally, raise) };
522
+ }
523
+ if (hasOnlyKeys(value, ["word", "synonyms"])) {
524
+ const word = readWord(Reflect.get(value, "word"), rule, tally, raise);
525
+ const synonyms2 = readWords(
526
+ Reflect.get(value, "synonyms"),
527
+ rule,
528
+ "synonyms",
529
+ MIN_ONE_WAY_SYNONYMS,
530
+ MAX_SYNONYM_RULE_WORDS - 1,
531
+ tally,
532
+ raise
533
+ );
534
+ return { word, synonyms: synonyms2 };
535
+ }
536
+ raise(`Synonym rule ${rule} must hold either "words" alone, or "word" and "synonyms"`, { rule });
537
+ }
538
+ function parseSynonymRules(value, raise) {
539
+ if (!Array.isArray(value)) raise("A synonym set must be a list of rules", {});
540
+ if (value.length > MAX_SYNONYM_RULES) {
541
+ raise(`A synonym set holds at most ${MAX_SYNONYM_RULES} rules`, { maxRules: MAX_SYNONYM_RULES });
542
+ }
543
+ const tally = { words: 0, bytes: 0 };
544
+ const rules = new Array(value.length);
545
+ for (let rule = 0; rule < value.length; rule++) rules[rule] = readRule(value[rule], rule, tally, raise);
546
+ return rules;
547
+ }
548
+ function encodeSynonymRules(rules) {
549
+ return requireLoadedMessagePack().encode(rules);
550
+ }
551
+ function decodeSynonymRules(bytes, raise) {
552
+ const { decode } = requireLoadedMessagePack();
553
+ let decoded;
554
+ try {
555
+ decoded = decode(bytes);
556
+ } catch {
557
+ raise("A stored synonym set is not valid MessagePack", {});
558
+ }
559
+ return parseSynonymRules(decoded, raise);
560
+ }
561
+
562
+ // src/core/synonyms/prepare.ts
563
+ function invalidIn(source) {
564
+ return (message, details) => {
565
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, `${source}${message}`, details);
566
+ };
567
+ }
568
+ var raiseConfigInvalid = invalidIn("");
569
+ function synonymAnalysisOf(config, language) {
570
+ return { language, ...resolveIndexAnalysis(config) };
571
+ }
572
+ function prepareSynonyms(value, config, language, strictWords, raise = raiseConfigInvalid) {
573
+ const report = typeof raise === "string" ? invalidIn(raise) : raise;
574
+ const rules = parseSynonymRules(value, report);
575
+ if (rules.length === 0) return null;
576
+ const encoded = encodeSynonymRules(rules);
577
+ const lookup = buildSynonymLookup(rules, synonymAnalysisOf(config, language), strictWords ? report : null, encoded);
578
+ return { encoded, lookup };
579
+ }
580
+ function storedSynonymLookup(encoded, config, language) {
581
+ return buildSynonymLookup(
582
+ decodeSynonymRules(encoded, raiseConfigInvalid),
583
+ synonymAnalysisOf(config, language),
584
+ null,
585
+ encoded
586
+ );
587
+ }
588
+ function storedSynonymRules(encoded) {
589
+ return decodeSynonymRules(encoded, raiseConfigInvalid);
590
+ }
591
+
592
+ // src/core/synonyms/operations.ts
593
+ async function replaceNow(core, indexName, value, strictWords) {
594
+ const storage = core.requireIndex(indexName).pendingAnalysis === null ? null : await loadStorageCode();
595
+ const entry = core.requireIndex(indexName);
596
+ const manager = core.requireManager(indexName);
597
+ const prepared = prepareSynonyms(value, entry.config, entry.language, strictWords);
598
+ if (entry.pendingAnalysis !== null) {
599
+ const { targetOfPending } = storage ?? await loadStorageCode();
600
+ const target = targetOfPending(entry, entry.pendingAnalysis);
601
+ prepareSynonyms(value, target.config, target.language, strictWords);
602
+ }
603
+ const preparedUnder = manager.analysis;
604
+ const previous = entry.synonyms;
605
+ entry.synonyms = prepared?.encoded ?? null;
606
+ try {
607
+ if (core.durability) await core.durability.manager.persistMetadata(indexName);
608
+ } catch (err) {
609
+ entry.synonyms = previous;
610
+ throw err;
611
+ }
612
+ await manager.publication.write(() => {
613
+ const current = manager.analysis === preparedUnder ? prepared : prepareSynonyms(value, entry.config, entry.language, false);
614
+ manager.synonyms = current?.lookup ?? null;
615
+ core.orchestrator.publishToWorkers({
616
+ type: "replaceSynonyms",
617
+ indexName,
618
+ requestId: `replace-synonyms-${indexName}`,
619
+ ...current !== null ? { synonyms: current.encoded } : {}
620
+ });
621
+ });
622
+ await core.orchestrator.awaitWrites(indexName);
623
+ if (core.requireIndex(indexName).sync !== null) emitSyncChange(core.indexRegistry, { kind: "settings", indexName });
624
+ }
625
+ function replaceSynonymSet(core, indexName, value, strictWords) {
626
+ return withOpenIndex(
627
+ core,
628
+ indexName,
629
+ () => oneAtATime(core, indexName, () => replaceNow(core, indexName, value, strictWords))
630
+ );
631
+ }
632
+ function applyLoadedSynonyms(core, indexName, load) {
633
+ return withOpenIndex(
634
+ core,
635
+ indexName,
636
+ () => oneAtATime(core, indexName, async () => {
637
+ const rules = await load();
638
+ if (rules === null) return false;
639
+ await replaceNow(core, indexName, rules, false);
640
+ return true;
641
+ })
642
+ );
643
+ }
644
+
645
+ // src/core/synonyms/module.ts
646
+ var synonymSearchModule = {
647
+ name: "synonyms",
648
+ prepare: prepareSynonyms,
649
+ storedLookup: storedSynonymLookup,
650
+ decodeRules: storedSynonymRules,
651
+ replace: replaceSynonymSet,
652
+ applyLoaded: applyLoadedSynonyms
653
+ };
654
+
655
+ // src/synonyms/index.ts
656
+ var synonyms = synonymSearchModule;
657
+
658
+ export { synonyms };
package/dist/synonyms.mjs CHANGED
@@ -1,10 +1,20 @@
1
- import { synonymSearchModule } from './chunk-RONEOEON.mjs';
2
- import './chunk-X5CV2E2B.mjs';
3
- import './chunk-7X5JST5L.mjs';
4
- import './chunk-LU2CE5AE.mjs';
5
- import './chunk-R6A773WK.mjs';
6
- import './chunk-YTJCGKM4.mjs';
7
- import './chunk-KV3AZFT3.mjs';
1
+ import { synonymSearchModule } from './chunk-BY6NALRK.mjs';
2
+ import './chunk-2CKDCC65.mjs';
3
+ import './chunk-2AFZE7Y3.mjs';
4
+ import './chunk-GXCDWLQI.mjs';
5
+ import './chunk-BUMREPLU.mjs';
6
+ import './chunk-7T4LAYT4.mjs';
7
+ import './chunk-IL5DRCNU.mjs';
8
+ import './chunk-7P5YWDRQ.mjs';
9
+ import './chunk-U2BKYEC7.mjs';
10
+ import './chunk-FJXJZUWF.mjs';
11
+ import './chunk-5EI5CXO6.mjs';
12
+ import './chunk-3ECIRFS5.mjs';
13
+ import './chunk-ASZLNVWW.mjs';
14
+ import './chunk-ZXX5GZEX.mjs';
15
+ import './chunk-4PY4JYMY.mjs';
16
+ import './chunk-ZKOQR7EA.mjs';
17
+ import './chunk-TGPKS2UM.mjs';
8
18
 
9
19
  // src/synonyms/index.ts
10
20
  var synonyms = synonymSearchModule;