@delali/narsil 0.3.1-next.98 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +45 -0
  2. package/README.md +27 -8
  3. package/dist/adapters/filesystem.d.ts +1 -1
  4. package/dist/adapters/filesystem.mjs +101 -13
  5. package/dist/adapters/gcs.d.ts +49 -0
  6. package/dist/adapters/gcs.mjs +213 -0
  7. package/dist/adapters/indexeddb.d.ts +1 -1
  8. package/dist/adapters/indexeddb.mjs +2 -7
  9. package/dist/adapters/memory.d.ts +1 -1
  10. package/dist/adapters/memory.mjs +5 -0
  11. package/dist/adapters/s3.d.ts +53 -0
  12. package/dist/adapters/s3.mjs +263 -0
  13. package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
  14. package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
  15. package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
  16. package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
  17. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  18. package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
  19. package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
  20. package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
  21. package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
  22. package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
  23. package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
  24. package/dist/browser/embed-GG6PS3EA.mjs +264 -0
  25. package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
  26. package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
  27. package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
  28. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  29. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  30. package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
  31. package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
  32. package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
  33. package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
  34. package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
  35. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  36. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  37. package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
  38. package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
  39. package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
  40. package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
  41. package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
  42. package/dist/chunk-2AFZE7Y3.mjs +72 -0
  43. package/dist/chunk-2CKDCC65.mjs +47 -0
  44. package/dist/chunk-3ECIRFS5.mjs +61 -0
  45. package/dist/chunk-44W3CBNG.mjs +7 -0
  46. package/dist/chunk-4H4RG2FR.mjs +13 -0
  47. package/dist/chunk-4PY4JYMY.mjs +11 -0
  48. package/dist/chunk-4ZPVAHWF.mjs +1289 -0
  49. package/dist/chunk-5EI5CXO6.mjs +197 -0
  50. package/dist/chunk-5F5MXWS5.mjs +283 -0
  51. package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
  52. package/dist/chunk-6FOENO4E.mjs +273 -0
  53. package/dist/chunk-6GHX35ZM.mjs +108 -0
  54. package/dist/chunk-6MSZ543Y.mjs +32 -0
  55. package/dist/chunk-6N6HHBCQ.mjs +4596 -0
  56. package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
  57. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  58. package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
  59. package/dist/chunk-AVBPB3MI.mjs +602 -0
  60. package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
  61. package/dist/chunk-BUMREPLU.mjs +15 -0
  62. package/dist/chunk-BY6NALRK.mjs +31921 -0
  63. package/dist/chunk-C4ZMXXTL.mjs +92 -0
  64. package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
  65. package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
  66. package/dist/chunk-DXZ6JDWG.mjs +797 -0
  67. package/dist/chunk-FJXJZUWF.mjs +209 -0
  68. package/dist/chunk-FS3HPPSC.mjs +212 -0
  69. package/dist/chunk-FT4KLZXW.mjs +1164 -0
  70. package/dist/chunk-GR5GMFJJ.mjs +104 -0
  71. package/dist/chunk-GXCDWLQI.mjs +193 -0
  72. package/dist/chunk-GXED6R3Q.mjs +271 -0
  73. package/dist/chunk-HLPRHOSO.mjs +17 -0
  74. package/dist/chunk-IL5DRCNU.mjs +3041 -0
  75. package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
  76. package/dist/chunk-K5HSUPYS.mjs +11 -0
  77. package/dist/chunk-KYIRXTCA.mjs +100 -0
  78. package/dist/chunk-LFXS6OF7.mjs +289 -0
  79. package/dist/chunk-LNGE7SLY.mjs +151 -0
  80. package/dist/chunk-M2Z5WVWW.mjs +194 -0
  81. package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
  82. package/dist/chunk-M3OW2XSP.mjs +40 -0
  83. package/dist/chunk-MFPSQZ6P.mjs +127 -0
  84. package/dist/chunk-MRCJBWJZ.mjs +1292 -0
  85. package/dist/chunk-MSIN4NM3.mjs +25 -0
  86. package/dist/chunk-MW3CJVGP.mjs +219 -0
  87. package/dist/chunk-MYM6CAVK.mjs +76 -0
  88. package/dist/chunk-NJJN4FMM.mjs +84 -0
  89. package/dist/chunk-NM7I3BM7.mjs +59 -0
  90. package/dist/chunk-OIJ64LGT.mjs +19 -0
  91. package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
  92. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  93. package/dist/chunk-R2PJKSNL.mjs +54 -0
  94. package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
  95. package/dist/chunk-S2POFTLN.mjs +10 -0
  96. package/dist/chunk-S5QMWECL.mjs +7 -0
  97. package/dist/chunk-SLAC5PAB.mjs +5008 -0
  98. package/dist/chunk-T4HMSZCX.mjs +5 -0
  99. package/dist/chunk-TACP6VK6.mjs +111 -0
  100. package/dist/chunk-TGPKS2UM.mjs +125 -0
  101. package/dist/chunk-TKKXPKEO.mjs +979 -0
  102. package/dist/chunk-V6EUBAIT.mjs +19 -0
  103. package/dist/chunk-XL56L4IR.mjs +228 -0
  104. package/dist/chunk-XQIAMDAG.mjs +3076 -0
  105. package/dist/chunk-YTUZ4R22.mjs +1063 -0
  106. package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
  107. package/dist/chunk-ZPJFGGGI.mjs +638 -0
  108. package/dist/chunk-ZXX5GZEX.mjs +17 -0
  109. package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
  110. package/dist/client.d.ts +11 -10
  111. package/dist/client.mjs +8 -898
  112. package/dist/config-Bnl7L-0H.d.ts +608 -0
  113. package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
  114. package/dist/core-leaf-6JVHEVFB.mjs +8 -0
  115. package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
  116. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  117. package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
  118. package/dist/distribution/coordinator/etcd.d.ts +63 -7
  119. package/dist/distribution/coordinator/etcd.mjs +725 -81
  120. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  121. package/dist/distribution/coordinator/in-memory.mjs +65 -10
  122. package/dist/distribution/transport/grpc.d.ts +2 -2
  123. package/dist/distribution/transport/grpc.mjs +39 -10
  124. package/dist/distribution/transport/in-memory.d.ts +2 -2
  125. package/dist/distribution/transport/in-memory.mjs +9 -6
  126. package/dist/distribution/transport/tcp.d.ts +2 -2
  127. package/dist/distribution/transport/tcp.mjs +20 -15
  128. package/dist/distribution.d.ts +267 -56
  129. package/dist/distribution.mjs +23156 -11362
  130. package/dist/durability-config-VWS2K24E.mjs +96 -0
  131. package/dist/embed-4PHHKGBK.mjs +263 -0
  132. package/dist/embeddings/openai.d.ts +1 -1
  133. package/dist/embeddings/openai.mjs +2 -2
  134. package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
  135. package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
  136. package/dist/gzip-2UCZW2MM.mjs +31 -0
  137. package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
  138. package/dist/index.browser.mjs +4 -4
  139. package/dist/index.d.ts +2133 -57
  140. package/dist/index.mjs +16 -32
  141. package/dist/index.react-native.mjs +12 -0
  142. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  143. package/dist/invalidation/filesystem.d.ts +1 -1
  144. package/dist/invalidation/filesystem.mjs +1 -2
  145. package/dist/invalidation/noop.d.ts +1 -1
  146. package/dist/languages/albanian.mjs +1 -1
  147. package/dist/languages/amharic.mjs +1 -1
  148. package/dist/languages/arabic.mjs +1 -1
  149. package/dist/languages/armenian.mjs +1 -1
  150. package/dist/languages/azerbaijani.mjs +1 -1
  151. package/dist/languages/bambara.mjs +1 -1
  152. package/dist/languages/basque.mjs +1 -1
  153. package/dist/languages/belarusian.mjs +1 -1
  154. package/dist/languages/bengali.mjs +1 -1
  155. package/dist/languages/bosnian.mjs +1 -1
  156. package/dist/languages/breton.mjs +1 -1
  157. package/dist/languages/bulgarian.mjs +1 -1
  158. package/dist/languages/burmese.mjs +1 -1
  159. package/dist/languages/catalan.mjs +1 -1
  160. package/dist/languages/chinese.mjs +1 -1
  161. package/dist/languages/croatian.mjs +1 -1
  162. package/dist/languages/czech.mjs +1 -1
  163. package/dist/languages/dagbani.mjs +1 -1
  164. package/dist/languages/danish.mjs +1 -1
  165. package/dist/languages/dutch.mjs +1 -1
  166. package/dist/languages/english.mjs +1 -1
  167. package/dist/languages/esperanto.mjs +1 -1
  168. package/dist/languages/estonian.mjs +1 -1
  169. package/dist/languages/ewe.mjs +1 -1
  170. package/dist/languages/faroese.mjs +1 -1
  171. package/dist/languages/fijian.mjs +1 -1
  172. package/dist/languages/finnish.mjs +1 -1
  173. package/dist/languages/french.mjs +1 -1
  174. package/dist/languages/ga.mjs +1 -1
  175. package/dist/languages/galician.mjs +1 -1
  176. package/dist/languages/georgian.mjs +1 -1
  177. package/dist/languages/german.mjs +1 -1
  178. package/dist/languages/greek.mjs +1 -1
  179. package/dist/languages/guarani.mjs +1 -1
  180. package/dist/languages/gujarati.mjs +1 -1
  181. package/dist/languages/haitian-creole.mjs +1 -1
  182. package/dist/languages/hausa.mjs +1 -1
  183. package/dist/languages/hawaiian.mjs +1 -1
  184. package/dist/languages/hebrew.mjs +1 -1
  185. package/dist/languages/hindi.mjs +1 -1
  186. package/dist/languages/hungarian.mjs +1 -1
  187. package/dist/languages/icelandic.mjs +1 -1
  188. package/dist/languages/igbo.mjs +1 -1
  189. package/dist/languages/indonesian.mjs +1 -1
  190. package/dist/languages/irish.mjs +1 -1
  191. package/dist/languages/italian.mjs +1 -1
  192. package/dist/languages/japanese.mjs +1 -1
  193. package/dist/languages/kannada.mjs +1 -1
  194. package/dist/languages/kazakh.mjs +1 -1
  195. package/dist/languages/khmer.mjs +1 -1
  196. package/dist/languages/kinyarwanda.mjs +1 -1
  197. package/dist/languages/kirundi.mjs +1 -1
  198. package/dist/languages/korean.mjs +1 -1
  199. package/dist/languages/kurmanji.mjs +1 -1
  200. package/dist/languages/kyrgyz.mjs +1 -1
  201. package/dist/languages/lao.mjs +1 -1
  202. package/dist/languages/latin.mjs +1 -1
  203. package/dist/languages/latvian.mjs +1 -1
  204. package/dist/languages/lingala.mjs +1 -1
  205. package/dist/languages/lithuanian.mjs +1 -1
  206. package/dist/languages/luxembourgish.mjs +1 -1
  207. package/dist/languages/macedonian.mjs +1 -1
  208. package/dist/languages/malagasy.mjs +1 -1
  209. package/dist/languages/malay.mjs +1 -1
  210. package/dist/languages/malayalam.mjs +1 -1
  211. package/dist/languages/maltese.mjs +1 -1
  212. package/dist/languages/maori.mjs +1 -1
  213. package/dist/languages/marathi.mjs +1 -1
  214. package/dist/languages/nepali.mjs +1 -1
  215. package/dist/languages/norwegian.mjs +1 -1
  216. package/dist/languages/oromo.mjs +1 -1
  217. package/dist/languages/persian.mjs +1 -1
  218. package/dist/languages/polish.mjs +1 -1
  219. package/dist/languages/portuguese.mjs +1 -1
  220. package/dist/languages/punjabi.mjs +1 -1
  221. package/dist/languages/romanian.mjs +1 -1
  222. package/dist/languages/russian.mjs +1 -1
  223. package/dist/languages/samoan.mjs +1 -1
  224. package/dist/languages/sanskrit.mjs +1 -1
  225. package/dist/languages/scottish-gaelic.mjs +1 -1
  226. package/dist/languages/serbian.mjs +1 -1
  227. package/dist/languages/shona.mjs +1 -1
  228. package/dist/languages/sinhala.mjs +1 -1
  229. package/dist/languages/slovak.mjs +1 -1
  230. package/dist/languages/slovenian.mjs +1 -1
  231. package/dist/languages/sorani.mjs +1 -1
  232. package/dist/languages/spanish.mjs +1 -1
  233. package/dist/languages/swahili.mjs +1 -1
  234. package/dist/languages/swedish.mjs +1 -1
  235. package/dist/languages/tagalog.mjs +1 -1
  236. package/dist/languages/tamil.mjs +1 -1
  237. package/dist/languages/tatar.mjs +1 -1
  238. package/dist/languages/telugu.mjs +1 -1
  239. package/dist/languages/thai.mjs +1 -1
  240. package/dist/languages/tibetan.mjs +1 -1
  241. package/dist/languages/tigrinya.mjs +1 -1
  242. package/dist/languages/tongan.mjs +1 -1
  243. package/dist/languages/turkish.mjs +1 -1
  244. package/dist/languages/twi.mjs +1 -1
  245. package/dist/languages/ukrainian.mjs +1 -1
  246. package/dist/languages/urdu.mjs +1 -1
  247. package/dist/languages/vietnamese.mjs +1 -1
  248. package/dist/languages/welsh.mjs +1 -1
  249. package/dist/languages/wolof.mjs +1 -1
  250. package/dist/languages/xhosa.mjs +1 -1
  251. package/dist/languages/yoruba.mjs +1 -1
  252. package/dist/languages/zulu.mjs +1 -1
  253. package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
  254. package/dist/module-5ZSLUQII.mjs +3729 -0
  255. package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
  256. package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
  257. package/dist/optional-writes-4UOQKETU.mjs +247 -0
  258. package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
  259. package/dist/partial-words.browser.mjs +1650 -0
  260. package/dist/partial-words.mjs +17 -11
  261. package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
  262. package/dist/pattern.mjs +6 -7
  263. package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
  264. package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
  265. package/dist/phrase-module-EFESWOCR.mjs +635 -0
  266. package/dist/query-actions-HMJUVWGT.mjs +119 -0
  267. package/dist/query-suggestions/merge-worker.d.ts +55 -0
  268. package/dist/query-suggestions/merge-worker.mjs +53 -0
  269. package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
  270. package/dist/query-suggestions.browser.mjs +47 -0
  271. package/dist/query-suggestions.d.ts +20 -0
  272. package/dist/query-suggestions.mjs +19 -0
  273. package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
  274. package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
  275. package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
  276. package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
  277. package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
  278. package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
  279. package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
  280. package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
  281. package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
  282. package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
  283. package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
  284. package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
  285. package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
  286. package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
  287. package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
  288. package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
  289. package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
  290. package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
  291. package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
  292. package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
  293. package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
  294. package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
  295. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  296. package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
  297. package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
  298. package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
  299. package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
  300. package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
  301. package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
  302. package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
  303. package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
  304. package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
  305. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  306. package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
  307. package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
  308. package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
  309. package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
  310. package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
  311. package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
  312. package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
  313. package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
  314. package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
  315. package/dist/react-native/partial-words.mjs +1658 -0
  316. package/dist/react-native/pattern.mjs +2570 -0
  317. package/dist/react-native/query-suggestions.mjs +55 -0
  318. package/dist/react-native/sync.mjs +2759 -0
  319. package/dist/react-native/synonyms.mjs +676 -0
  320. package/dist/react.d.ts +12 -8
  321. package/dist/react.mjs +45 -1
  322. package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
  323. package/dist/rerankers/http.d.ts +1 -1
  324. package/dist/rerankers/http.mjs +2 -2
  325. package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
  326. package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
  327. package/dist/runtime-USQYKN3I.mjs +615 -0
  328. package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
  329. package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
  330. package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
  331. package/dist/server.d.ts +348 -22
  332. package/dist/server.mjs +2211 -327
  333. package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
  334. package/dist/store-leaf-6VMMSVBE.mjs +20 -0
  335. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  336. package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
  337. package/dist/sync/filesystem.d.ts +30 -0
  338. package/dist/sync/filesystem.mjs +288 -0
  339. package/dist/sync/indexeddb.browser.mjs +287 -0
  340. package/dist/sync/indexeddb.d.ts +30 -0
  341. package/dist/sync/indexeddb.mjs +242 -0
  342. package/dist/sync.browser.mjs +1271 -0
  343. package/dist/sync.d.ts +23 -0
  344. package/dist/sync.mjs +2712 -0
  345. package/dist/synonyms.browser.mjs +658 -0
  346. package/dist/synonyms.mjs +17 -7
  347. package/dist/tasks-65b6t6lk.d.ts +782 -0
  348. package/dist/thread-UJ3W5LVI.mjs +31 -0
  349. package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
  350. package/dist/types-CpCg-Gq-.d.ts +227 -0
  351. package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
  352. package/dist/vector/search-worker.d.ts +10 -2
  353. package/dist/vector/search-worker.mjs +11 -11
  354. package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
  355. package/dist/workers/entry.mjs +75 -15
  356. package/openapi.json +6840 -0
  357. package/package.json +406 -19
  358. package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
  359. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  360. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  361. package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
  362. package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
  363. package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
  364. package/dist/browser/chunk-QWES44AW.mjs +0 -473
  365. package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
  366. package/dist/browser/module-PDXYHT75.mjs +0 -2822
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
  369. package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
  370. package/dist/browser/write-L7FAQA47.mjs +0 -208
  371. package/dist/chunk-37CD3OKS.mjs +0 -87
  372. package/dist/chunk-5XNIRLFC.mjs +0 -96
  373. package/dist/chunk-7X5JST5L.mjs +0 -114
  374. package/dist/chunk-AV4IJKD2.mjs +0 -35
  375. package/dist/chunk-AY3AQ3UH.mjs +0 -73
  376. package/dist/chunk-BKB3XTMI.mjs +0 -707
  377. package/dist/chunk-C7SLA6CM.mjs +0 -19
  378. package/dist/chunk-COVCQ73F.mjs +0 -587
  379. package/dist/chunk-DJHHF2L5.mjs +0 -17
  380. package/dist/chunk-E74YLAIG.mjs +0 -24
  381. package/dist/chunk-FMWRCP2C.mjs +0 -57
  382. package/dist/chunk-GES7U2PM.mjs +0 -68
  383. package/dist/chunk-HJSN7UYG.mjs +0 -10
  384. package/dist/chunk-JFRNNBOM.mjs +0 -35
  385. package/dist/chunk-K25LZA54.mjs +0 -8484
  386. package/dist/chunk-KEHK2O6P.mjs +0 -13
  387. package/dist/chunk-KOKM4PQN.mjs +0 -52
  388. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  389. package/dist/chunk-L3L5YFXC.mjs +0 -614
  390. package/dist/chunk-L5ORED7V.mjs +0 -25
  391. package/dist/chunk-LH4NZNJJ.mjs +0 -1731
  392. package/dist/chunk-LU2CE5AE.mjs +0 -507
  393. package/dist/chunk-LXWDQLTW.mjs +0 -30
  394. package/dist/chunk-MHOSCQCQ.mjs +0 -948
  395. package/dist/chunk-NKRBEGJZ.mjs +0 -1705
  396. package/dist/chunk-NTRMFARG.mjs +0 -462
  397. package/dist/chunk-NW4XDSP2.mjs +0 -212
  398. package/dist/chunk-OOEXLUGR.mjs +0 -117
  399. package/dist/chunk-ORBLD3EL.mjs +0 -6
  400. package/dist/chunk-OWNZYMRE.mjs +0 -3591
  401. package/dist/chunk-PPY2GSIB.mjs +0 -44
  402. package/dist/chunk-QY7GC2MW.mjs +0 -33
  403. package/dist/chunk-R6A773WK.mjs +0 -226
  404. package/dist/chunk-R6PR4WYZ.mjs +0 -68
  405. package/dist/chunk-R7EEKAJE.mjs +0 -593
  406. package/dist/chunk-RONEOEON.mjs +0 -426
  407. package/dist/chunk-VWULPWRJ.mjs +0 -7469
  408. package/dist/chunk-WCJKUGHB.mjs +0 -262
  409. package/dist/chunk-WQBCBKY3.mjs +0 -8
  410. package/dist/chunk-X5CV2E2B.mjs +0 -1
  411. package/dist/chunk-YA7XLE2R.mjs +0 -1256
  412. package/dist/chunk-YTJCGKM4.mjs +0 -56
  413. package/dist/chunk-ZG477IPV.mjs +0 -526
  414. package/dist/chunk-ZYNAMIYX.mjs +0 -113
  415. package/dist/config-BGB_fDtq.d.ts +0 -237
  416. package/dist/direct-executor-CXZ66ACP.mjs +0 -22
  417. package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
  418. package/dist/engine-BGCEm9E_.d.ts +0 -577
  419. package/dist/module-3NONKBZX.mjs +0 -1860
  420. package/dist/release-BH3DKW3T.mjs +0 -33
  421. package/dist/restore-queue-JPRBUYII.mjs +0 -35
  422. package/dist/runtime-ZKYZFJJC.mjs +0 -177
  423. package/dist/snapshot-HOGXNO5W.mjs +0 -793
  424. package/dist/tasks-HG3rlxx6.d.ts +0 -302
  425. package/dist/thread-B657LQXK.mjs +0 -692
  426. package/dist/write-XLIGTXBU.mjs +0 -238
@@ -1,208 +0,0 @@
1
- import { setNestedValue, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-CN4I4FZU.mjs';
2
- import { decodeStoredDocument, openChecksummedEnvelope, NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, DOCUMENT_EXPORT_VERSION, DOCUMENT_EXPORT_FORMAT } from './chunk-NAFT3K6X.mjs';
3
- import { decodeVectorFilePayload, isDead, bytesToVectors } from './chunk-LD55ZGU3.mjs';
4
- import './chunk-QWES44AW.mjs';
5
- import './chunk-JPTQZWJQ.mjs';
6
- import { EXPORT_CHUNK_BYTES, NarsilError, ErrorCodes } from './chunk-RELZRJNR.mjs';
7
- import { decode } from '@msgpack/msgpack';
8
-
9
- // src/engine/export/json-line.ts
10
- function refuse(path, kind, docId) {
11
- throw new NarsilError(
12
- ErrorCodes.DOC_VALIDATION_FAILED,
13
- `Document "${docId}" holds ${kind} at "${path || "(document)"}", which a document export cannot carry as JSON`,
14
- { docId, field: path }
15
- );
16
- }
17
- function encodeNumber(value, path, target) {
18
- if (Number.isFinite(value)) return Object.is(value, -0) ? "-0" : JSON.stringify(value);
19
- if (!target.tagged) refuse(path, String(value), target.docId);
20
- return `{"${NUMBER_TAG}":"${String(value)}"}`;
21
- }
22
- function encodeDate(value, path, target) {
23
- const milliseconds = value.getTime();
24
- if (!target.tagged || Number.isNaN(milliseconds)) refuse(path, "a date", target.docId);
25
- const seconds = Math.floor(milliseconds / MILLISECONDS_PER_SECOND);
26
- const nanoseconds = (milliseconds - seconds * MILLISECONDS_PER_SECOND) * NANOSECONDS_PER_MILLISECOND;
27
- return `{"${DATE_TAG}":[${seconds},${nanoseconds}]}`;
28
- }
29
- function encodeBytes(value, path, target) {
30
- if (!target.tagged) refuse(path, "bytes", target.docId);
31
- return `{"${BYTES_TAG}":"${encodeBase64(value)}"}`;
32
- }
33
- function encodeList(value, path, target) {
34
- target.parts.push("[");
35
- for (let at = 0; at < value.length; at++) {
36
- if (at > 0) target.parts.push(",");
37
- encodeValue(value[at], `${path}[${at}]`, target);
38
- }
39
- target.parts.push("]");
40
- }
41
- function encodeMap(value, path, target) {
42
- const proto = Object.getPrototypeOf(value);
43
- if (proto !== Object.prototype && proto !== null) refuse(path, "a value other than a plain object", target.docId);
44
- const entries = Object.entries(value).filter(([, entry]) => entry !== void 0);
45
- const wrapped = target.tagged && entries.length === 1 && startsWithTagPrefix(entries[0][0]);
46
- target.parts.push(wrapped ? `{"${OBJECT_TAG}":{` : "{");
47
- for (let at = 0; at < entries.length; at++) {
48
- const [key, entry] = entries[at];
49
- if (at > 0) target.parts.push(",");
50
- target.parts.push(JSON.stringify(key), ":");
51
- encodeValue(entry, path === "" ? key : `${path}.${key}`, target);
52
- }
53
- target.parts.push(wrapped ? "}}" : "}");
54
- }
55
- function encodeValue(value, path, target) {
56
- if (value === null) {
57
- target.parts.push("null");
58
- return;
59
- }
60
- switch (typeof value) {
61
- case "string":
62
- target.parts.push(JSON.stringify(value));
63
- return;
64
- case "boolean":
65
- target.parts.push(value ? "true" : "false");
66
- return;
67
- case "number":
68
- target.parts.push(encodeNumber(value, path, target));
69
- return;
70
- case "object":
71
- break;
72
- default:
73
- refuse(path, `a ${typeof value}`, target.docId);
74
- }
75
- if (Array.isArray(value)) encodeList(value, path, target);
76
- else if (value instanceof Date) target.parts.push(encodeDate(value, path, target));
77
- else if (value instanceof Uint8Array) target.parts.push(encodeBytes(value, path, target));
78
- else encodeMap(value, path, target);
79
- }
80
- function encodeExactJson(value, docId) {
81
- const target = { docId, tagged: false, parts: [] };
82
- encodeValue(value, "", target);
83
- return target.parts.join("");
84
- }
85
- function encodeDocumentJson(document, docId) {
86
- const target = { docId, tagged: true, parts: [] };
87
- encodeValue(document, "", target);
88
- return target.parts.join("");
89
- }
90
-
91
- // src/engine/export/write.ts
92
- var VECTOR_FILE_ENVELOPE_VERSION = 2;
93
- var FLOAT32_BYTES = 4;
94
- async function locateVectors(checkpoint) {
95
- const located = /* @__PURE__ */ new Map();
96
- for (const field of checkpoint.manifest.vectors) {
97
- const byDocId = /* @__PURE__ */ new Map();
98
- for (const ref of field.files) {
99
- const { payload } = await openChecksummedEnvelope(await checkpoint.readFile(ref), {
100
- envelopeFormatVersion: VECTOR_FILE_ENVELOPE_VERSION,
101
- what: `vector file "${ref.key}"`,
102
- allowsCompression: false
103
- });
104
- const decoded = decodeVectorFilePayload(decode(payload));
105
- for (let position = 0; position < decoded.docIds.length; position++) {
106
- if (isDead(ref.dead, position)) continue;
107
- byDocId.set(decoded.docIds[position], { ref, position, dimension: decoded.dimension });
108
- }
109
- }
110
- located.set(field.fieldPath, byDocId);
111
- }
112
- return located;
113
- }
114
- async function readVector(checkpoint, location) {
115
- const width = location.dimension * FLOAT32_BYTES;
116
- const offset = location.ref.bytes - (location.ref.count - location.position) * width;
117
- return Array.from(bytesToVectors((await checkpoint.readRange(location.ref, offset, width)).slice()));
118
- }
119
- async function readSegment(checkpoint, ref) {
120
- const { payload } = await openChecksummedEnvelope(await checkpoint.readFile(ref), {
121
- envelopeFormatVersion: KEYWORD_SEGMENT_ENVELOPE_VERSION,
122
- what: `segment "${ref.key}"`,
123
- allowsCompression: true
124
- });
125
- return decodeKeywordSegment(payload, false);
126
- }
127
- var decoder = new TextDecoder();
128
- function idAt(contents, ordinal) {
129
- const ids = contents.arrays.idTable;
130
- return decoder.decode(ids.blob.subarray(ids.offsets[ordinal], ids.offsets[ordinal + 1]));
131
- }
132
- async function winnersOf(checkpoint, partition) {
133
- const winners = /* @__PURE__ */ new Map();
134
- for (let at = 0; at < partition.segments.length; at++) {
135
- const contents = await readSegment(checkpoint, partition.segments[at]);
136
- for (const docId of contents.tombstones) winners.delete(docId);
137
- for (let ordinal = 0; ordinal < contents.arrays.documentCount; ordinal++) winners.set(idAt(contents, ordinal), at);
138
- }
139
- return winners;
140
- }
141
- async function* documentLines(checkpoint) {
142
- const vectors = await locateVectors(checkpoint);
143
- for (const partition of checkpoint.manifest.partitions) {
144
- const winners = await winnersOf(checkpoint, partition);
145
- for (let at = 0; at < partition.segments.length; at++) {
146
- const contents = await readSegment(checkpoint, partition.segments[at]);
147
- const table = contents.arrays.documentTable;
148
- for (let ordinal = 0; ordinal < contents.arrays.documentCount; ordinal++) {
149
- const docId = idAt(contents, ordinal);
150
- if (winners.get(docId) !== at) continue;
151
- const stored = decodeStoredDocument(
152
- table.blob.subarray(table.offsets[ordinal], table.offsets[ordinal + 1]),
153
- table.discardedFields
154
- );
155
- const document = { id: docId, ...stored };
156
- document.id = docId;
157
- for (const [fieldPath, located] of vectors) {
158
- const location = located.get(docId);
159
- if (location !== void 0) setNestedValue(document, fieldPath, await readVector(checkpoint, location));
160
- }
161
- yield `${encodeDocumentJson(document, docId)}
162
- `;
163
- }
164
- }
165
- }
166
- }
167
- async function* exportLines(header, checkpoint) {
168
- yield `${encodeExactJson({ format: DOCUMENT_EXPORT_FORMAT, version: DOCUMENT_EXPORT_VERSION, index: header }, "")}
169
- `;
170
- yield* documentLines(checkpoint);
171
- }
172
- function documentExportStream(header, checkpoint) {
173
- const lines = exportLines(header, checkpoint);
174
- const encoder = new TextEncoder();
175
- let released = false;
176
- const release = () => {
177
- if (released) return;
178
- released = true;
179
- checkpoint.release();
180
- };
181
- return new ReadableStream({
182
- async pull(controller) {
183
- try {
184
- let text = "";
185
- while (text.length < EXPORT_CHUNK_BYTES) {
186
- const step = await lines.next();
187
- if (step.done) {
188
- if (text.length > 0) controller.enqueue(encoder.encode(text));
189
- release();
190
- controller.close();
191
- return;
192
- }
193
- text += step.value;
194
- }
195
- controller.enqueue(encoder.encode(text));
196
- } catch (error) {
197
- release();
198
- controller.error(error);
199
- }
200
- },
201
- async cancel() {
202
- release();
203
- await lines.return(void 0);
204
- }
205
- });
206
- }
207
-
208
- export { documentExportStream };
@@ -1,87 +0,0 @@
1
- // src/vector/osq/record.ts
2
- var OSQ_RECORD_TRAILER_BYTES = 16;
3
- var TRAILER_LOWER = 0;
4
- var TRAILER_UPPER = 4;
5
- var TRAILER_CORRECTION = 8;
6
- var TRAILER_SUM = 12;
7
- var QUERY_PLANES_FOR_NARROW_CODES = 4;
8
- var LEVELS_IN_A_TWO_BIT_BYTE = 4;
9
- function osqCodeBytes(dimension, bits) {
10
- return Math.ceil(dimension * bits / 8);
11
- }
12
- function osqRecordBytes(dimension, bits) {
13
- return osqCodeBytes(dimension, bits) + OSQ_RECORD_TRAILER_BYTES;
14
- }
15
- function packLevels(levels, bits, target, offset) {
16
- const dimension = levels.length;
17
- if (bits === 8) {
18
- target.set(levels, offset);
19
- return;
20
- }
21
- const perByte = 8 / bits;
22
- target.fill(0, offset, offset + osqCodeBytes(dimension, bits));
23
- for (let i = 0; i < dimension; i++) {
24
- const value = levels[i];
25
- if (value === 0) continue;
26
- target[offset + Math.floor(i / perByte)] |= value << i % perByte * bits;
27
- }
28
- }
29
- function unpackLevels(bytes, offset, dimension, bits) {
30
- const levels = new Uint8Array(dimension);
31
- if (bits === 8) {
32
- levels.set(bytes.subarray(offset, offset + dimension));
33
- return levels;
34
- }
35
- const perByte = 8 / bits;
36
- const mask = (1 << bits) - 1;
37
- for (let i = 0; i < dimension; i++) {
38
- levels[i] = bytes[offset + Math.floor(i / perByte)] >> i % perByte * bits & mask;
39
- }
40
- return levels;
41
- }
42
- function osqStagedQueryBytes(dimension, documentBits) {
43
- if (documentBits === 8) return dimension;
44
- if (documentBits === 4) return osqCodeBytes(dimension, 4);
45
- return QUERY_PLANES_FOR_NARROW_CODES * osqCodeBytes(dimension, documentBits);
46
- }
47
- function stageQueryLevels(levels, documentBits, target) {
48
- if (documentBits === 8 || documentBits === 4) {
49
- packLevels(levels, documentBits, target, 0);
50
- return;
51
- }
52
- const planeBytes = osqCodeBytes(levels.length, documentBits);
53
- target.fill(0, 0, QUERY_PLANES_FOR_NARROW_CODES * planeBytes);
54
- if (documentBits === 2) {
55
- for (let i = 0; i < levels.length; i++) {
56
- target[i % LEVELS_IN_A_TWO_BIT_BYTE * planeBytes + Math.floor(i / LEVELS_IN_A_TWO_BIT_BYTE)] = levels[i];
57
- }
58
- return;
59
- }
60
- for (let i = 0; i < levels.length; i++) {
61
- const value = levels[i];
62
- if (value === 0) continue;
63
- const byte = i >> 3;
64
- const bit = 1 << (i & 7);
65
- for (let plane = 0; plane < QUERY_PLANES_FOR_NARROW_CODES; plane++) {
66
- if (value >> plane & 1) target[plane * planeBytes + byte] |= bit;
67
- }
68
- }
69
- }
70
- function writeRecord(target, offset, code, bits, trailer = new DataView(target.buffer, target.byteOffset, target.byteLength)) {
71
- packLevels(code.levels, bits, target, offset);
72
- const at = offset + osqCodeBytes(code.levels.length, bits);
73
- trailer.setFloat32(at + TRAILER_LOWER, code.lower, true);
74
- trailer.setFloat32(at + TRAILER_UPPER, code.upper, true);
75
- trailer.setFloat32(at + TRAILER_CORRECTION, code.correction, true);
76
- trailer.setUint32(at + TRAILER_SUM, code.sum, true);
77
- }
78
- function readTrailer(trailer, codeOffset, codeBytes, into) {
79
- const at = codeOffset + codeBytes;
80
- into.lower = trailer.getFloat32(at + TRAILER_LOWER, true);
81
- into.upper = trailer.getFloat32(at + TRAILER_UPPER, true);
82
- into.correction = trailer.getFloat32(at + TRAILER_CORRECTION, true);
83
- into.sum = trailer.getUint32(at + TRAILER_SUM, true);
84
- return into;
85
- }
86
-
87
- export { osqCodeBytes, osqRecordBytes, osqStagedQueryBytes, readTrailer, stageQueryLevels, unpackLevels, writeRecord };
@@ -1,96 +0,0 @@
1
- import { performance } from 'perf_hooks';
2
- import { setFlagsFromString, getHeapStatistics } from 'v8';
3
- import { runInNewContext } from 'vm';
4
-
5
- // src/runtime/idle-heap-cleanup.ts
6
-
7
- // src/runtime/constants.ts
8
- var IDLE_HEAP_CLEANUP_CHECK_MS = 1e3;
9
- var IDLE_HEAP_CLEANUP_QUIET_CHECKS = 2;
10
- var IDLE_HEAP_CLEANUP_MAX_UTILISATION = 0.1;
11
- var IDLE_HEAP_CLEANUP_MAX_GROWTH_BYTES = 4 * 1024 * 1024;
12
- var IDLE_HEAP_CLEANUP_MIN_RECLAIMABLE_BYTES = 64 * 1024 * 1024;
13
-
14
- // src/runtime/idle-heap-cleaner.ts
15
- function createIdleHeapCleaner(deps) {
16
- let quietChecks = 0;
17
- let liveBytesAfterLastCleanup = 0;
18
- let heldBytesAtLastCheck = Number.POSITIVE_INFINITY;
19
- return {
20
- check() {
21
- const busy = deps.utilisationSinceLastCheck() > IDLE_HEAP_CLEANUP_MAX_UTILISATION;
22
- const before = deps.readHeap();
23
- if (before === null) return false;
24
- const heapGrew = before.heldBytes > heldBytesAtLastCheck + IDLE_HEAP_CLEANUP_MAX_GROWTH_BYTES;
25
- heldBytesAtLastCheck = before.heldBytes;
26
- if (busy || heapGrew) {
27
- quietChecks = 0;
28
- return false;
29
- }
30
- quietChecks += 1;
31
- if (quietChecks < IDLE_HEAP_CLEANUP_QUIET_CHECKS) return false;
32
- if (before.heldBytes - liveBytesAfterLastCleanup < IDLE_HEAP_CLEANUP_MIN_RECLAIMABLE_BYTES) return false;
33
- if (!deps.collectAndReturnPages()) return false;
34
- const after = deps.readHeap();
35
- liveBytesAfterLastCleanup = after?.liveBytes ?? before.liveBytes;
36
- heldBytesAtLastCheck = after?.heldBytes ?? before.heldBytes;
37
- quietChecks = 0;
38
- return true;
39
- }
40
- };
41
- }
42
-
43
- // src/runtime/idle-heap-cleanup.ts
44
- var collectorOfThisThread = null;
45
- function acquireCollector() {
46
- if (collectorOfThisThread !== null) return collectorOfThisThread;
47
- try {
48
- setFlagsFromString("--expose-gc");
49
- const collect = runInNewContext("gc");
50
- setFlagsFromString("--no-expose-gc");
51
- if (typeof collect !== "function") return null;
52
- collectorOfThisThread = collect;
53
- return collectorOfThisThread;
54
- } catch {
55
- return null;
56
- }
57
- }
58
- function collectAndReturnPages() {
59
- const collect = acquireCollector();
60
- if (collect === null) return false;
61
- try {
62
- collect({ type: "major", execution: "sync", flavor: "last-resort" });
63
- return true;
64
- } catch {
65
- return false;
66
- }
67
- }
68
- function readHeap() {
69
- try {
70
- const stats = getHeapStatistics();
71
- return { heldBytes: stats.total_physical_size, liveBytes: stats.used_heap_size };
72
- } catch {
73
- return null;
74
- }
75
- }
76
- function startIdleHeapCleanup() {
77
- if (typeof performance.eventLoopUtilization !== "function") return () => void 0;
78
- let lastReading = performance.eventLoopUtilization();
79
- const cleaner = createIdleHeapCleaner({
80
- utilisationSinceLastCheck() {
81
- const reading = performance.eventLoopUtilization();
82
- const { utilization } = performance.eventLoopUtilization(reading, lastReading);
83
- lastReading = reading;
84
- return utilization;
85
- },
86
- readHeap,
87
- collectAndReturnPages
88
- });
89
- const timer = setInterval(() => {
90
- cleaner.check();
91
- }, IDLE_HEAP_CLEANUP_CHECK_MS);
92
- timer.unref();
93
- return () => clearInterval(timer);
94
- }
95
-
96
- export { collectAndReturnPages, startIdleHeapCleanup };
@@ -1,114 +0,0 @@
1
- import { encode, decode } from '@msgpack/msgpack';
2
-
3
- // src/core/synonyms/rules.ts
4
-
5
- // src/core/synonyms/constants.ts
6
- var MAX_SYNONYM_RULES = 1e5;
7
- var MAX_SYNONYM_WORDS = 5e5;
8
- var MAX_SYNONYM_WORD_BYTES = 4194304;
9
- var MAX_SYNONYM_RULE_WORDS = 100;
10
- var MIN_TWO_WAY_SYNONYM_WORDS = 2;
11
- var MIN_ONE_WAY_SYNONYMS = 1;
12
- var SYNONYMS_ADDED_PER_QUERY = 50;
13
- var SYNONYM_EXPANSION_CACHE_ENTRIES = 1024;
14
-
15
- // src/core/synonyms/rules.ts
16
- var FIRST_PRINTABLE_CODE = 32;
17
- function holdsControlCharacter(word) {
18
- for (let i = 0; i < word.length; i++) if (word.charCodeAt(i) < FIRST_PRINTABLE_CODE) return true;
19
- return false;
20
- }
21
- function utf8Length(word) {
22
- let bytes = 0;
23
- for (let i = 0; i < word.length; i++) {
24
- const unit = word.charCodeAt(i);
25
- if (unit < 128) bytes += 1;
26
- else if (unit < 2048) bytes += 2;
27
- else if (unit >= 55296 && unit < 56320 && i + 1 < word.length) {
28
- const low = word.charCodeAt(i + 1);
29
- if (low >= 56320 && low < 57344) {
30
- bytes += 4;
31
- i++;
32
- } else bytes += 3;
33
- } else bytes += 3;
34
- }
35
- return bytes;
36
- }
37
- function hasOnlyKeys(value, keys) {
38
- const own = Object.keys(value);
39
- return own.length === keys.length && keys.every((key) => Object.hasOwn(value, key));
40
- }
41
- function readWord(value, rule, tally, raise) {
42
- if (typeof value !== "string") {
43
- raise(`Synonym rule ${rule} holds a word that is not a string`, { rule });
44
- }
45
- if (holdsControlCharacter(value)) {
46
- raise(`Synonym rule ${rule} holds a word with a control character`, { rule });
47
- }
48
- tally.words++;
49
- tally.bytes += utf8Length(value);
50
- if (tally.words > MAX_SYNONYM_WORDS) {
51
- raise(`A synonym set holds at most ${MAX_SYNONYM_WORDS} words`, { maxWords: MAX_SYNONYM_WORDS });
52
- }
53
- if (tally.bytes > MAX_SYNONYM_WORD_BYTES) {
54
- raise(`The words of a synonym set hold at most ${MAX_SYNONYM_WORD_BYTES} bytes in UTF-8`, {
55
- maxWordBytes: MAX_SYNONYM_WORD_BYTES
56
- });
57
- }
58
- return value;
59
- }
60
- function readWords(value, rule, key, minimum, maximum, tally, raise) {
61
- if (!Array.isArray(value) || value.length < minimum || value.length > maximum) {
62
- raise(`Synonym rule ${rule} needs "${key}" as a list of ${minimum} to ${maximum} words`, { rule });
63
- }
64
- const words = new Array(value.length);
65
- for (let i = 0; i < value.length; i++) words[i] = readWord(value[i], rule, tally, raise);
66
- return words;
67
- }
68
- function readRule(value, rule, tally, raise) {
69
- if (value === null || typeof value !== "object" || Array.isArray(value)) {
70
- raise(`Synonym rule ${rule} must be an object`, { rule });
71
- }
72
- if (hasOnlyKeys(value, ["words"])) {
73
- const words = Reflect.get(value, "words");
74
- return { words: readWords(words, rule, "words", MIN_TWO_WAY_SYNONYM_WORDS, MAX_SYNONYM_RULE_WORDS, tally, raise) };
75
- }
76
- if (hasOnlyKeys(value, ["word", "synonyms"])) {
77
- const word = readWord(Reflect.get(value, "word"), rule, tally, raise);
78
- const synonyms = readWords(
79
- Reflect.get(value, "synonyms"),
80
- rule,
81
- "synonyms",
82
- MIN_ONE_WAY_SYNONYMS,
83
- MAX_SYNONYM_RULE_WORDS - 1,
84
- tally,
85
- raise
86
- );
87
- return { word, synonyms };
88
- }
89
- raise(`Synonym rule ${rule} must hold either "words" alone, or "word" and "synonyms"`, { rule });
90
- }
91
- function parseSynonymRules(value, raise) {
92
- if (!Array.isArray(value)) raise("A synonym set must be a list of rules", {});
93
- if (value.length > MAX_SYNONYM_RULES) {
94
- raise(`A synonym set holds at most ${MAX_SYNONYM_RULES} rules`, { maxRules: MAX_SYNONYM_RULES });
95
- }
96
- const tally = { words: 0, bytes: 0 };
97
- const rules = new Array(value.length);
98
- for (let rule = 0; rule < value.length; rule++) rules[rule] = readRule(value[rule], rule, tally, raise);
99
- return rules;
100
- }
101
- function encodeSynonymRules(rules) {
102
- return encode(rules);
103
- }
104
- function decodeSynonymRules(bytes, raise) {
105
- let decoded;
106
- try {
107
- decoded = decode(bytes);
108
- } catch {
109
- raise("A stored synonym set is not valid MessagePack", {});
110
- }
111
- return parseSynonymRules(decoded, raise);
112
- }
113
-
114
- export { SYNONYMS_ADDED_PER_QUERY, SYNONYM_EXPANSION_CACHE_ENTRIES, decodeSynonymRules, encodeSynonymRules, parseSynonymRules };
@@ -1,35 +0,0 @@
1
- // src/runtime/detect.ts
2
- function detectRuntimeName() {
3
- if ("Bun" in globalThis) {
4
- return "bun";
5
- }
6
- if ("Deno" in globalThis) {
7
- return "deno";
8
- }
9
- const proc = globalThis.process;
10
- if (typeof proc === "object" && proc !== null && typeof proc.versions === "object" && typeof proc.versions?.node === "string") {
11
- return "node";
12
- }
13
- return "browser";
14
- }
15
- function getCpuCount() {
16
- const nav = globalThis.navigator;
17
- if (nav && typeof nav.hardwareConcurrency === "number" && nav.hardwareConcurrency >= 1) {
18
- return nav.hardwareConcurrency;
19
- }
20
- return 1;
21
- }
22
- function detectRuntime() {
23
- const runtime = detectRuntimeName();
24
- return {
25
- runtime,
26
- cpuCount: getCpuCount(),
27
- supportsWorkerThreads: runtime === "node" || runtime === "bun",
28
- supportsWebWorkers: runtime === "browser" || runtime === "deno" || runtime === "bun",
29
- supportsFileSystem: runtime === "node" || runtime === "bun" || runtime === "deno",
30
- supportsIndexedDB: runtime === "browser" || "indexedDB" in globalThis,
31
- supportsBroadcastChannel: "BroadcastChannel" in globalThis
32
- };
33
- }
34
-
35
- export { detectRuntime };
@@ -1,73 +0,0 @@
1
- import { SCRATCH_SLOTS_PER_THREAD_POOL } from './chunk-QY7GC2MW.mjs';
2
- import { NarsilError, ErrorCodes } from './chunk-KV3AZFT3.mjs';
3
-
4
- // src/serialization/constants.ts
5
- var CHECKSUM_YIELD_CHUNK_BYTES = 4 * 1024 * 1024;
6
- var NATIVE_CRC32_MIN_BYTES = 16;
7
- var MAX_FILE_BYTES = 2147483647;
8
- var VALID_HNSW_METRICS = /* @__PURE__ */ new Set(["cosine", "dotProduct", "euclidean"]);
9
-
10
- // src/workers/constants.ts
11
- var WORKER_YOUNG_GENERATION_MB = 24;
12
- var MIN_WORKER_COUNT = 2;
13
- var MAX_WORKER_COUNT = 8;
14
- var FALLBACK_CPU_COUNT = 4;
15
- var MIN_CORES_FOR_SEVERAL_REQUEST_THREADS = 3;
16
- var DEFAULT_BACKPRESSURE_LIMIT = 100;
17
- var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
18
- var SHUTDOWN_TIMEOUT_MS = 5e3;
19
- var CONSECUTIVE_TIMEOUTS_BEFORE_DEATH = 3;
20
-
21
- // src/workers/worker-count.ts
22
- function detectCpuCount() {
23
- try {
24
- if (navigator?.hardwareConcurrency) {
25
- return navigator.hardwareConcurrency;
26
- }
27
- if (typeof process !== "undefined") {
28
- const ap = process.availableParallelism;
29
- if (typeof ap === "function") {
30
- return ap();
31
- }
32
- }
33
- } catch {
34
- return FALLBACK_CPU_COUNT;
35
- }
36
- return FALLBACK_CPU_COUNT;
37
- }
38
- function resolveWorkerCount(requested) {
39
- if (requested !== void 0 && requested > 0) {
40
- return Math.min(requested, SCRATCH_SLOTS_PER_THREAD_POOL);
41
- }
42
- return Math.max(MIN_WORKER_COUNT, Math.min(MAX_WORKER_COUNT, detectCpuCount() - 1));
43
- }
44
- function resolveRequestThreadCount(requested) {
45
- if (detectCpuCount() < MIN_CORES_FOR_SEVERAL_REQUEST_THREADS) return 1;
46
- return resolveWorkerCount(requested);
47
- }
48
- function splitWorkerBudget(total) {
49
- const keyword = Math.ceil(total / 2);
50
- return { keyword, vector: total - keyword };
51
- }
52
-
53
- // src/workers/entry-point.ts
54
- var DIST_SEGMENT = "/dist/";
55
- function resolveWorkerEntry(moduleUrl, sourceDirectory, distEntry) {
56
- const distIndex = moduleUrl.lastIndexOf(DIST_SEGMENT);
57
- const entry = distIndex !== -1 ? new URL(distEntry, moduleUrl.slice(0, distIndex + DIST_SEGMENT.length)).href : sourceDirectory.test(moduleUrl) ? moduleUrl.replace(sourceDirectory, `${DIST_SEGMENT}${distEntry}`) : null;
58
- return entry === moduleUrl ? null : entry;
59
- }
60
- function missingWorkerEntry(moduleUrl) {
61
- return new NarsilError(
62
- ErrorCodes.CONFIG_INVALID,
63
- `The engine finds no worker entry beside its own module at "${moduleUrl}", which happens where a bundler folds @delali/narsil into an application bundle. Keep @delali/narsil outside the bundle, or set workers.enabled to false`,
64
- { moduleUrl }
65
- );
66
- }
67
-
68
- // src/workers/resource-limits.ts
69
- function workerResourceLimits() {
70
- return { maxYoungGenerationSizeMb: WORKER_YOUNG_GENERATION_MB };
71
- }
72
-
73
- export { CHECKSUM_YIELD_CHUNK_BYTES, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, MAX_FILE_BYTES, NATIVE_CRC32_MIN_BYTES, SHUTDOWN_TIMEOUT_MS, VALID_HNSW_METRICS, missingWorkerEntry, resolveRequestThreadCount, resolveWorkerCount, resolveWorkerEntry, splitWorkerBudget, workerResourceLimits };