@delali/narsil 0.3.1-next.98 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +45 -0
  2. package/README.md +27 -8
  3. package/dist/adapters/filesystem.d.ts +1 -1
  4. package/dist/adapters/filesystem.mjs +101 -13
  5. package/dist/adapters/gcs.d.ts +49 -0
  6. package/dist/adapters/gcs.mjs +213 -0
  7. package/dist/adapters/indexeddb.d.ts +1 -1
  8. package/dist/adapters/indexeddb.mjs +2 -7
  9. package/dist/adapters/memory.d.ts +1 -1
  10. package/dist/adapters/memory.mjs +5 -0
  11. package/dist/adapters/s3.d.ts +53 -0
  12. package/dist/adapters/s3.mjs +263 -0
  13. package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
  14. package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
  15. package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
  16. package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
  17. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  18. package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
  19. package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
  20. package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
  21. package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
  22. package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
  23. package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
  24. package/dist/browser/embed-GG6PS3EA.mjs +264 -0
  25. package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
  26. package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
  27. package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
  28. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  29. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  30. package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
  31. package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
  32. package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
  33. package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
  34. package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
  35. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  36. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  37. package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
  38. package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
  39. package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
  40. package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
  41. package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
  42. package/dist/chunk-2AFZE7Y3.mjs +72 -0
  43. package/dist/chunk-2CKDCC65.mjs +47 -0
  44. package/dist/chunk-3ECIRFS5.mjs +61 -0
  45. package/dist/chunk-44W3CBNG.mjs +7 -0
  46. package/dist/chunk-4H4RG2FR.mjs +13 -0
  47. package/dist/chunk-4PY4JYMY.mjs +11 -0
  48. package/dist/chunk-4ZPVAHWF.mjs +1289 -0
  49. package/dist/chunk-5EI5CXO6.mjs +197 -0
  50. package/dist/chunk-5F5MXWS5.mjs +283 -0
  51. package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
  52. package/dist/chunk-6FOENO4E.mjs +273 -0
  53. package/dist/chunk-6GHX35ZM.mjs +108 -0
  54. package/dist/chunk-6MSZ543Y.mjs +32 -0
  55. package/dist/chunk-6N6HHBCQ.mjs +4596 -0
  56. package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
  57. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  58. package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
  59. package/dist/chunk-AVBPB3MI.mjs +602 -0
  60. package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
  61. package/dist/chunk-BUMREPLU.mjs +15 -0
  62. package/dist/chunk-BY6NALRK.mjs +31921 -0
  63. package/dist/chunk-C4ZMXXTL.mjs +92 -0
  64. package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
  65. package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
  66. package/dist/chunk-DXZ6JDWG.mjs +797 -0
  67. package/dist/chunk-FJXJZUWF.mjs +209 -0
  68. package/dist/chunk-FS3HPPSC.mjs +212 -0
  69. package/dist/chunk-FT4KLZXW.mjs +1164 -0
  70. package/dist/chunk-GR5GMFJJ.mjs +104 -0
  71. package/dist/chunk-GXCDWLQI.mjs +193 -0
  72. package/dist/chunk-GXED6R3Q.mjs +271 -0
  73. package/dist/chunk-HLPRHOSO.mjs +17 -0
  74. package/dist/chunk-IL5DRCNU.mjs +3041 -0
  75. package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
  76. package/dist/chunk-K5HSUPYS.mjs +11 -0
  77. package/dist/chunk-KYIRXTCA.mjs +100 -0
  78. package/dist/chunk-LFXS6OF7.mjs +289 -0
  79. package/dist/chunk-LNGE7SLY.mjs +151 -0
  80. package/dist/chunk-M2Z5WVWW.mjs +194 -0
  81. package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
  82. package/dist/chunk-M3OW2XSP.mjs +40 -0
  83. package/dist/chunk-MFPSQZ6P.mjs +127 -0
  84. package/dist/chunk-MRCJBWJZ.mjs +1292 -0
  85. package/dist/chunk-MSIN4NM3.mjs +25 -0
  86. package/dist/chunk-MW3CJVGP.mjs +219 -0
  87. package/dist/chunk-MYM6CAVK.mjs +76 -0
  88. package/dist/chunk-NJJN4FMM.mjs +84 -0
  89. package/dist/chunk-NM7I3BM7.mjs +59 -0
  90. package/dist/chunk-OIJ64LGT.mjs +19 -0
  91. package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
  92. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  93. package/dist/chunk-R2PJKSNL.mjs +54 -0
  94. package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
  95. package/dist/chunk-S2POFTLN.mjs +10 -0
  96. package/dist/chunk-S5QMWECL.mjs +7 -0
  97. package/dist/chunk-SLAC5PAB.mjs +5008 -0
  98. package/dist/chunk-T4HMSZCX.mjs +5 -0
  99. package/dist/chunk-TACP6VK6.mjs +111 -0
  100. package/dist/chunk-TGPKS2UM.mjs +125 -0
  101. package/dist/chunk-TKKXPKEO.mjs +979 -0
  102. package/dist/chunk-V6EUBAIT.mjs +19 -0
  103. package/dist/chunk-XL56L4IR.mjs +228 -0
  104. package/dist/chunk-XQIAMDAG.mjs +3076 -0
  105. package/dist/chunk-YTUZ4R22.mjs +1063 -0
  106. package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
  107. package/dist/chunk-ZPJFGGGI.mjs +638 -0
  108. package/dist/chunk-ZXX5GZEX.mjs +17 -0
  109. package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
  110. package/dist/client.d.ts +11 -10
  111. package/dist/client.mjs +8 -898
  112. package/dist/config-Bnl7L-0H.d.ts +608 -0
  113. package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
  114. package/dist/core-leaf-6JVHEVFB.mjs +8 -0
  115. package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
  116. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  117. package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
  118. package/dist/distribution/coordinator/etcd.d.ts +63 -7
  119. package/dist/distribution/coordinator/etcd.mjs +725 -81
  120. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  121. package/dist/distribution/coordinator/in-memory.mjs +65 -10
  122. package/dist/distribution/transport/grpc.d.ts +2 -2
  123. package/dist/distribution/transport/grpc.mjs +39 -10
  124. package/dist/distribution/transport/in-memory.d.ts +2 -2
  125. package/dist/distribution/transport/in-memory.mjs +9 -6
  126. package/dist/distribution/transport/tcp.d.ts +2 -2
  127. package/dist/distribution/transport/tcp.mjs +20 -15
  128. package/dist/distribution.d.ts +267 -56
  129. package/dist/distribution.mjs +23156 -11362
  130. package/dist/durability-config-VWS2K24E.mjs +96 -0
  131. package/dist/embed-4PHHKGBK.mjs +263 -0
  132. package/dist/embeddings/openai.d.ts +1 -1
  133. package/dist/embeddings/openai.mjs +2 -2
  134. package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
  135. package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
  136. package/dist/gzip-2UCZW2MM.mjs +31 -0
  137. package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
  138. package/dist/index.browser.mjs +4 -4
  139. package/dist/index.d.ts +2133 -57
  140. package/dist/index.mjs +16 -32
  141. package/dist/index.react-native.mjs +12 -0
  142. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  143. package/dist/invalidation/filesystem.d.ts +1 -1
  144. package/dist/invalidation/filesystem.mjs +1 -2
  145. package/dist/invalidation/noop.d.ts +1 -1
  146. package/dist/languages/albanian.mjs +1 -1
  147. package/dist/languages/amharic.mjs +1 -1
  148. package/dist/languages/arabic.mjs +1 -1
  149. package/dist/languages/armenian.mjs +1 -1
  150. package/dist/languages/azerbaijani.mjs +1 -1
  151. package/dist/languages/bambara.mjs +1 -1
  152. package/dist/languages/basque.mjs +1 -1
  153. package/dist/languages/belarusian.mjs +1 -1
  154. package/dist/languages/bengali.mjs +1 -1
  155. package/dist/languages/bosnian.mjs +1 -1
  156. package/dist/languages/breton.mjs +1 -1
  157. package/dist/languages/bulgarian.mjs +1 -1
  158. package/dist/languages/burmese.mjs +1 -1
  159. package/dist/languages/catalan.mjs +1 -1
  160. package/dist/languages/chinese.mjs +1 -1
  161. package/dist/languages/croatian.mjs +1 -1
  162. package/dist/languages/czech.mjs +1 -1
  163. package/dist/languages/dagbani.mjs +1 -1
  164. package/dist/languages/danish.mjs +1 -1
  165. package/dist/languages/dutch.mjs +1 -1
  166. package/dist/languages/english.mjs +1 -1
  167. package/dist/languages/esperanto.mjs +1 -1
  168. package/dist/languages/estonian.mjs +1 -1
  169. package/dist/languages/ewe.mjs +1 -1
  170. package/dist/languages/faroese.mjs +1 -1
  171. package/dist/languages/fijian.mjs +1 -1
  172. package/dist/languages/finnish.mjs +1 -1
  173. package/dist/languages/french.mjs +1 -1
  174. package/dist/languages/ga.mjs +1 -1
  175. package/dist/languages/galician.mjs +1 -1
  176. package/dist/languages/georgian.mjs +1 -1
  177. package/dist/languages/german.mjs +1 -1
  178. package/dist/languages/greek.mjs +1 -1
  179. package/dist/languages/guarani.mjs +1 -1
  180. package/dist/languages/gujarati.mjs +1 -1
  181. package/dist/languages/haitian-creole.mjs +1 -1
  182. package/dist/languages/hausa.mjs +1 -1
  183. package/dist/languages/hawaiian.mjs +1 -1
  184. package/dist/languages/hebrew.mjs +1 -1
  185. package/dist/languages/hindi.mjs +1 -1
  186. package/dist/languages/hungarian.mjs +1 -1
  187. package/dist/languages/icelandic.mjs +1 -1
  188. package/dist/languages/igbo.mjs +1 -1
  189. package/dist/languages/indonesian.mjs +1 -1
  190. package/dist/languages/irish.mjs +1 -1
  191. package/dist/languages/italian.mjs +1 -1
  192. package/dist/languages/japanese.mjs +1 -1
  193. package/dist/languages/kannada.mjs +1 -1
  194. package/dist/languages/kazakh.mjs +1 -1
  195. package/dist/languages/khmer.mjs +1 -1
  196. package/dist/languages/kinyarwanda.mjs +1 -1
  197. package/dist/languages/kirundi.mjs +1 -1
  198. package/dist/languages/korean.mjs +1 -1
  199. package/dist/languages/kurmanji.mjs +1 -1
  200. package/dist/languages/kyrgyz.mjs +1 -1
  201. package/dist/languages/lao.mjs +1 -1
  202. package/dist/languages/latin.mjs +1 -1
  203. package/dist/languages/latvian.mjs +1 -1
  204. package/dist/languages/lingala.mjs +1 -1
  205. package/dist/languages/lithuanian.mjs +1 -1
  206. package/dist/languages/luxembourgish.mjs +1 -1
  207. package/dist/languages/macedonian.mjs +1 -1
  208. package/dist/languages/malagasy.mjs +1 -1
  209. package/dist/languages/malay.mjs +1 -1
  210. package/dist/languages/malayalam.mjs +1 -1
  211. package/dist/languages/maltese.mjs +1 -1
  212. package/dist/languages/maori.mjs +1 -1
  213. package/dist/languages/marathi.mjs +1 -1
  214. package/dist/languages/nepali.mjs +1 -1
  215. package/dist/languages/norwegian.mjs +1 -1
  216. package/dist/languages/oromo.mjs +1 -1
  217. package/dist/languages/persian.mjs +1 -1
  218. package/dist/languages/polish.mjs +1 -1
  219. package/dist/languages/portuguese.mjs +1 -1
  220. package/dist/languages/punjabi.mjs +1 -1
  221. package/dist/languages/romanian.mjs +1 -1
  222. package/dist/languages/russian.mjs +1 -1
  223. package/dist/languages/samoan.mjs +1 -1
  224. package/dist/languages/sanskrit.mjs +1 -1
  225. package/dist/languages/scottish-gaelic.mjs +1 -1
  226. package/dist/languages/serbian.mjs +1 -1
  227. package/dist/languages/shona.mjs +1 -1
  228. package/dist/languages/sinhala.mjs +1 -1
  229. package/dist/languages/slovak.mjs +1 -1
  230. package/dist/languages/slovenian.mjs +1 -1
  231. package/dist/languages/sorani.mjs +1 -1
  232. package/dist/languages/spanish.mjs +1 -1
  233. package/dist/languages/swahili.mjs +1 -1
  234. package/dist/languages/swedish.mjs +1 -1
  235. package/dist/languages/tagalog.mjs +1 -1
  236. package/dist/languages/tamil.mjs +1 -1
  237. package/dist/languages/tatar.mjs +1 -1
  238. package/dist/languages/telugu.mjs +1 -1
  239. package/dist/languages/thai.mjs +1 -1
  240. package/dist/languages/tibetan.mjs +1 -1
  241. package/dist/languages/tigrinya.mjs +1 -1
  242. package/dist/languages/tongan.mjs +1 -1
  243. package/dist/languages/turkish.mjs +1 -1
  244. package/dist/languages/twi.mjs +1 -1
  245. package/dist/languages/ukrainian.mjs +1 -1
  246. package/dist/languages/urdu.mjs +1 -1
  247. package/dist/languages/vietnamese.mjs +1 -1
  248. package/dist/languages/welsh.mjs +1 -1
  249. package/dist/languages/wolof.mjs +1 -1
  250. package/dist/languages/xhosa.mjs +1 -1
  251. package/dist/languages/yoruba.mjs +1 -1
  252. package/dist/languages/zulu.mjs +1 -1
  253. package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
  254. package/dist/module-5ZSLUQII.mjs +3729 -0
  255. package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
  256. package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
  257. package/dist/optional-writes-4UOQKETU.mjs +247 -0
  258. package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
  259. package/dist/partial-words.browser.mjs +1650 -0
  260. package/dist/partial-words.mjs +17 -11
  261. package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
  262. package/dist/pattern.mjs +6 -7
  263. package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
  264. package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
  265. package/dist/phrase-module-EFESWOCR.mjs +635 -0
  266. package/dist/query-actions-HMJUVWGT.mjs +119 -0
  267. package/dist/query-suggestions/merge-worker.d.ts +55 -0
  268. package/dist/query-suggestions/merge-worker.mjs +53 -0
  269. package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
  270. package/dist/query-suggestions.browser.mjs +47 -0
  271. package/dist/query-suggestions.d.ts +20 -0
  272. package/dist/query-suggestions.mjs +19 -0
  273. package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
  274. package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
  275. package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
  276. package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
  277. package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
  278. package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
  279. package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
  280. package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
  281. package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
  282. package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
  283. package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
  284. package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
  285. package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
  286. package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
  287. package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
  288. package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
  289. package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
  290. package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
  291. package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
  292. package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
  293. package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
  294. package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
  295. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  296. package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
  297. package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
  298. package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
  299. package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
  300. package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
  301. package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
  302. package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
  303. package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
  304. package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
  305. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  306. package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
  307. package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
  308. package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
  309. package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
  310. package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
  311. package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
  312. package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
  313. package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
  314. package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
  315. package/dist/react-native/partial-words.mjs +1658 -0
  316. package/dist/react-native/pattern.mjs +2570 -0
  317. package/dist/react-native/query-suggestions.mjs +55 -0
  318. package/dist/react-native/sync.mjs +2759 -0
  319. package/dist/react-native/synonyms.mjs +676 -0
  320. package/dist/react.d.ts +12 -8
  321. package/dist/react.mjs +45 -1
  322. package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
  323. package/dist/rerankers/http.d.ts +1 -1
  324. package/dist/rerankers/http.mjs +2 -2
  325. package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
  326. package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
  327. package/dist/runtime-USQYKN3I.mjs +615 -0
  328. package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
  329. package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
  330. package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
  331. package/dist/server.d.ts +348 -22
  332. package/dist/server.mjs +2211 -327
  333. package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
  334. package/dist/store-leaf-6VMMSVBE.mjs +20 -0
  335. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  336. package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
  337. package/dist/sync/filesystem.d.ts +30 -0
  338. package/dist/sync/filesystem.mjs +288 -0
  339. package/dist/sync/indexeddb.browser.mjs +287 -0
  340. package/dist/sync/indexeddb.d.ts +30 -0
  341. package/dist/sync/indexeddb.mjs +242 -0
  342. package/dist/sync.browser.mjs +1271 -0
  343. package/dist/sync.d.ts +23 -0
  344. package/dist/sync.mjs +2712 -0
  345. package/dist/synonyms.browser.mjs +658 -0
  346. package/dist/synonyms.mjs +17 -7
  347. package/dist/tasks-65b6t6lk.d.ts +782 -0
  348. package/dist/thread-UJ3W5LVI.mjs +31 -0
  349. package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
  350. package/dist/types-CpCg-Gq-.d.ts +227 -0
  351. package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
  352. package/dist/vector/search-worker.d.ts +10 -2
  353. package/dist/vector/search-worker.mjs +11 -11
  354. package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
  355. package/dist/workers/entry.mjs +75 -15
  356. package/openapi.json +6840 -0
  357. package/package.json +406 -19
  358. package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
  359. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  360. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  361. package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
  362. package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
  363. package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
  364. package/dist/browser/chunk-QWES44AW.mjs +0 -473
  365. package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
  366. package/dist/browser/module-PDXYHT75.mjs +0 -2822
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
  369. package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
  370. package/dist/browser/write-L7FAQA47.mjs +0 -208
  371. package/dist/chunk-37CD3OKS.mjs +0 -87
  372. package/dist/chunk-5XNIRLFC.mjs +0 -96
  373. package/dist/chunk-7X5JST5L.mjs +0 -114
  374. package/dist/chunk-AV4IJKD2.mjs +0 -35
  375. package/dist/chunk-AY3AQ3UH.mjs +0 -73
  376. package/dist/chunk-BKB3XTMI.mjs +0 -707
  377. package/dist/chunk-C7SLA6CM.mjs +0 -19
  378. package/dist/chunk-COVCQ73F.mjs +0 -587
  379. package/dist/chunk-DJHHF2L5.mjs +0 -17
  380. package/dist/chunk-E74YLAIG.mjs +0 -24
  381. package/dist/chunk-FMWRCP2C.mjs +0 -57
  382. package/dist/chunk-GES7U2PM.mjs +0 -68
  383. package/dist/chunk-HJSN7UYG.mjs +0 -10
  384. package/dist/chunk-JFRNNBOM.mjs +0 -35
  385. package/dist/chunk-K25LZA54.mjs +0 -8484
  386. package/dist/chunk-KEHK2O6P.mjs +0 -13
  387. package/dist/chunk-KOKM4PQN.mjs +0 -52
  388. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  389. package/dist/chunk-L3L5YFXC.mjs +0 -614
  390. package/dist/chunk-L5ORED7V.mjs +0 -25
  391. package/dist/chunk-LH4NZNJJ.mjs +0 -1731
  392. package/dist/chunk-LU2CE5AE.mjs +0 -507
  393. package/dist/chunk-LXWDQLTW.mjs +0 -30
  394. package/dist/chunk-MHOSCQCQ.mjs +0 -948
  395. package/dist/chunk-NKRBEGJZ.mjs +0 -1705
  396. package/dist/chunk-NTRMFARG.mjs +0 -462
  397. package/dist/chunk-NW4XDSP2.mjs +0 -212
  398. package/dist/chunk-OOEXLUGR.mjs +0 -117
  399. package/dist/chunk-ORBLD3EL.mjs +0 -6
  400. package/dist/chunk-OWNZYMRE.mjs +0 -3591
  401. package/dist/chunk-PPY2GSIB.mjs +0 -44
  402. package/dist/chunk-QY7GC2MW.mjs +0 -33
  403. package/dist/chunk-R6A773WK.mjs +0 -226
  404. package/dist/chunk-R6PR4WYZ.mjs +0 -68
  405. package/dist/chunk-R7EEKAJE.mjs +0 -593
  406. package/dist/chunk-RONEOEON.mjs +0 -426
  407. package/dist/chunk-VWULPWRJ.mjs +0 -7469
  408. package/dist/chunk-WCJKUGHB.mjs +0 -262
  409. package/dist/chunk-WQBCBKY3.mjs +0 -8
  410. package/dist/chunk-X5CV2E2B.mjs +0 -1
  411. package/dist/chunk-YA7XLE2R.mjs +0 -1256
  412. package/dist/chunk-YTJCGKM4.mjs +0 -56
  413. package/dist/chunk-ZG477IPV.mjs +0 -526
  414. package/dist/chunk-ZYNAMIYX.mjs +0 -113
  415. package/dist/config-BGB_fDtq.d.ts +0 -237
  416. package/dist/direct-executor-CXZ66ACP.mjs +0 -22
  417. package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
  418. package/dist/engine-BGCEm9E_.d.ts +0 -577
  419. package/dist/module-3NONKBZX.mjs +0 -1860
  420. package/dist/release-BH3DKW3T.mjs +0 -33
  421. package/dist/restore-queue-JPRBUYII.mjs +0 -35
  422. package/dist/runtime-ZKYZFJJC.mjs +0 -177
  423. package/dist/snapshot-HOGXNO5W.mjs +0 -793
  424. package/dist/tasks-HG3rlxx6.d.ts +0 -302
  425. package/dist/thread-B657LQXK.mjs +0 -692
  426. package/dist/write-XLIGTXBU.mjs +0 -238
@@ -0,0 +1,54 @@
1
+ import { getNestedValue } from './chunk-MRH36RN3.mjs';
2
+
3
+ // src/serialization/vector-field-bytes.ts
4
+ var FORBIDDEN_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
5
+ var FLOAT32_BYTES = 4;
6
+ function setNestedValue(obj, path, value) {
7
+ if (!path.includes(".")) {
8
+ if (FORBIDDEN_KEYS.has(path)) {
9
+ return;
10
+ }
11
+ obj[path] = value;
12
+ return;
13
+ }
14
+ const segments = path.split(".");
15
+ let current = obj;
16
+ for (let i = 0; i < segments.length - 1; i += 1) {
17
+ const segment = segments[i];
18
+ if (segment === void 0 || FORBIDDEN_KEYS.has(segment)) {
19
+ return;
20
+ }
21
+ let next = current[segment];
22
+ if (next === null || next === void 0 || typeof next !== "object") {
23
+ next = {};
24
+ current[segment] = next;
25
+ }
26
+ current = next;
27
+ }
28
+ const finalSegment = segments.at(-1);
29
+ if (finalSegment === void 0 || FORBIDDEN_KEYS.has(finalSegment)) {
30
+ return;
31
+ }
32
+ current[finalSegment] = value;
33
+ }
34
+ function restoreVectorFields(document, vectorFieldPaths) {
35
+ for (const fieldPath of vectorFieldPaths) {
36
+ const value = getNestedValue(document, fieldPath);
37
+ if (value instanceof Uint8Array && !(value instanceof Float32Array)) {
38
+ if (value.byteLength % FLOAT32_BYTES !== 0) {
39
+ throw new Error(
40
+ `Vector field "${fieldPath}" has invalid byte length ${value.byteLength} (must be divisible by 4)`
41
+ );
42
+ }
43
+ const elementCount = value.byteLength / FLOAT32_BYTES;
44
+ const float32 = new Float32Array(elementCount);
45
+ const dataView = new DataView(value.buffer, value.byteOffset, value.byteLength);
46
+ for (let i = 0; i < elementCount; i += 1) {
47
+ float32[i] = dataView.getFloat32(i * FLOAT32_BYTES, true);
48
+ }
49
+ setNestedValue(document, fieldPath, float32);
50
+ }
51
+ }
52
+ }
53
+
54
+ export { restoreVectorFields, setNestedValue };
@@ -0,0 +1,7 @@
1
+ export { BUILD_CHUNK_SIZE, BUILD_RETRY_FIRST_DELAY_MS, BUILD_RETRY_MAX_DELAY_MS, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_VECTOR_METRIC, DISK_ADOPTION_YIELD_INTERVAL, DRIFT_CHECK_GROWTH_FACTOR, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, GRAPH_RETIRED, IN_MEMORY, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_TABLE_BYTES, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MIN_OVERSAMPLE, NATIVE_ATTACH_RETRY_MS, NATIVE_THREAD_SEARCH_SLOTS, NOTHING_STAGED, NO_LIVE_VECTOR_AT_POSITION, QUERY_STAGED, RECALIBRATION_CHUNK_VECTORS, RECALIBRATION_DRIFT_RATIO, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, SEARCH_REFILL_RESERVE, SEARCH_SCAN_CHUNK_VECTORS, SHUFFLED_REBUILD_MEMORY_RETRY_MS, STORE_BLOCK_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, STORE_CODE_BLOCK_COUNT, STORE_CODE_COUNT, STORE_DOC_ID_BYTES, STORE_LIVE_COUNT, STORE_ORDINAL_LAYOUT_GENERATION, STORE_RELEASED_VECTORS_TO_DISK, STORE_REMOVED_COUNT, STORE_SLOTS, STORE_UNPLACED_COUNT, STORE_WRITE_SEQUENCE_INT64, UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS, UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS, UI_THREAD_TURN_BUDGET_MS, UNPLACED_FLAG_CHUNK_ORDINALS, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_BLOCK_MAX_BYTES, VECTOR_FILE_MAX_VECTORS, VECTOR_FILE_PAYLOAD_VERSION, VECTOR_MEMORY_LIMITS, VECTOR_SCRATCH_SLOTS, VECTOR_STORE_INITIAL_CAPACITY, VECTOR_WORKER_COPIES_ALLOWED, WASM_PAGE_BYTES, WORKER_COPY_MIN_VECTORS, addToOrdinalFilter, admissionAt, adoptBackgroundScheduler, adoptGraph, adoptLoadedCalibration, allLiveDocIds, arenaFloat32Distance, assembleGraphParts, assignStorePartitions, backgroundTurnIsSpent, bindVectorCoreHost, blocksGrowthBytes, bytesToVectors, centroidOfCentroidSums, collectAndReturnPages, collectYoungGeneration, computeCodeBlockLayout, cosineSimilarityWithMagnitudes, countDead, countOfCentroidSums, coverOrdinal, createCentroidSums, createFixedBuffer, createHNSWIndex, createOrdinalFilter, createOsqQuantizer, createOsqScratch, createSharedVectorStoreHandles, createVectorBlock, createVectorFileReader, deadBytesFor, decodeVectorFilePayload, decodeVectorGraphPartPayload, decodeVectorGraphPayload, decodeVectorIndexParts, defaultEfSearch, defaultQuantizationFor, deserialize, detachNativeStore, dotProduct, emptyFieldBeforeRestore, ensureBlockSlots, euclideanDistance, fieldHandlesOf, filterForOptions, fixedView, graphNeedsRebuild, graphPartsOfEarlierPayload, growBufferTo, grownByteLength, handOverBuildTurns, holdAdmission, holdWritesAndBackgroundWork, insertNode, isDead, liveOrdinals, liveSize, magnitude, mayFree, meanOfCentroidSums, nativeMetricCode, nativeScoresOf, nativeStoreFor, nativeStoreScratchBytes, nextSequence, noBuildHistory, nodeCountOf, oldestHeldPin, openGraphState, openSharedQuantizer, openVectorBlock, ordinalFilterForSubsets, ordinalFilterHas, ordinalFilterValues, osqBitsOf, osqDistance, osqEstimate, osqQuantize, osqRecordBytes, planCheckpoint, publishSequence, readTrailer, recalibrateFromStore, recordCheckpoint, releaseLocksHeldBy, releasePinsHeldBy, releaseReplacedVectors, requireBoundedUpperLists, requireBytesWithinLimit, requireUsableVectorOptions, requireWholeNeighbourLists, rescoreDepth, resetStoreHeader, retiredAtOf, scalarQueryProducts, searchOrdinals, sequenceWritesOf, sharedMemoryAvailable, sharedVectorStoreBytes, shuffleInPlace, shuffleStep, signatureOf, simdModuleLoaded, slotByteOffset, squaredLengthsOfCentroidSums, stageQueryLevels, stampBorn, stampRetired, storePinsOf, threadSlotGone, threadedNativeCore, threadsHoldCurrentLayout, toDistance, toScore, tombstoneCountOf, topLayerInParts, turnsAreBudgeted, unplacedChunkCount, vectorsPerFile, vectorsToBytes, withNativeThreadSlot, withTransientAdmission, writeSequenceOf, writeSequenceWords, yieldBackgroundTurn, yieldBuildTurn } from './chunk-AKRYHAVG.mjs';
2
+ export { MAX_DOC_ID_LENGTH } from './chunk-LX62Y4B5.mjs';
3
+ export { NATIVE_OK, loadNativeCore, nativeSearchCoreIsEnabled, noteFallback } from './chunk-UYKIV2KT.mjs';
4
+ import './chunk-CW2ZFXSE.mjs';
5
+ export { COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONNECT_RESTARTS_BEFORE_ONE_PASS, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_EF_SEARCH, EARLIER_RELEASE_MIN_M, FARTHEST_REJECTED_LINKS_KEPT, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, MAX_LAYER_CAP, MAX_M, MIN_M, NEAREST_LINK_FALLBACK_HOSTS, PLACEMENT_ROOM_REQUESTS, compareCodePoints } from './chunk-HRDMIQ63.mjs';
6
+ export { MAX_FILE_BYTES } from './chunk-VUJCSQG5.mjs';
7
+ export { ErrorCodes, NarsilError } from './chunk-43R4GCM7.mjs';
@@ -0,0 +1,59 @@
1
+ // src/analysis/constants.ts
2
+ var MAX_TOKEN_POSITION = 4294967295;
3
+
4
+ // src/analysis/custom-token-host.ts
5
+ var ErrorCodes;
6
+ var NarsilError;
7
+ var withUnpairedSurrogatesReplaced;
8
+ function bindCustomTokenHost(host) {
9
+ ({ ErrorCodes, NarsilError, withUnpairedSurrogatesReplaced } = host);
10
+ }
11
+
12
+ // src/analysis/custom-token-results.ts
13
+ function refuseTokenizerResult(source, message, details) {
14
+ const code = source === "document" ? ErrorCodes.DOC_VALIDATION_FAILED : ErrorCodes.CONFIG_INVALID;
15
+ throw new NarsilError(code, `The custom tokenizer ${message}`, details);
16
+ }
17
+ function kindOf(value) {
18
+ if (value === null) return "null";
19
+ return Array.isArray(value) ? "array" : typeof value;
20
+ }
21
+ function checkedTokenizerEntry(entry, at, source) {
22
+ const { token, position } = entry !== null && typeof entry === "object" ? entry : {};
23
+ if (typeof token !== "string") {
24
+ refuseTokenizerResult(
25
+ source,
26
+ `returned a token of type ${kindOf(token)} at entry ${at}, where a token is a string`,
27
+ { entry: at, tokenType: kindOf(token) }
28
+ );
29
+ }
30
+ if (typeof position !== "number" || !Number.isInteger(position) || position < 0 || position > MAX_TOKEN_POSITION) {
31
+ const shown = typeof position === "number" ? String(position) : kindOf(position);
32
+ refuseTokenizerResult(
33
+ source,
34
+ `returned the position ${shown} at entry ${at}, where a position is a whole number from 0 to ${MAX_TOKEN_POSITION}`,
35
+ { entry: at, position: shown }
36
+ );
37
+ }
38
+ return { token: withUnpairedSurrogatesReplaced(token), position };
39
+ }
40
+ function holdsPositionsOutOfOrder(entries) {
41
+ for (let index = 1; index < entries.length; index++) {
42
+ if (entries[index].position < entries[index - 1].position) return true;
43
+ }
44
+ return false;
45
+ }
46
+ function customTokensOf(tokenizer, text, source) {
47
+ const entries = tokenizer.tokenize(text);
48
+ if (!Array.isArray(entries)) {
49
+ refuseTokenizerResult(source, `returned ${kindOf(entries)}, where it returns a list of tokens`, {
50
+ received: kindOf(entries)
51
+ });
52
+ }
53
+ const checked = new Array(entries.length);
54
+ for (let at = 0; at < checked.length; at++) checked[at] = checkedTokenizerEntry(entries[at], at, source);
55
+ if (!holdsPositionsOutOfOrder(checked)) return checked;
56
+ return checked.sort((first, second) => first.position - second.position);
57
+ }
58
+
59
+ export { bindCustomTokenHost, customTokensOf };
@@ -0,0 +1 @@
1
+ export { SHA256_BLOCK_BYTES, SHA256_INITIAL_STATE, compressSha256Block, paddedSha256Message, sha256, sha256Digest } from './chunk-H3MDVPBO.mjs';
@@ -0,0 +1,96 @@
1
+ import { MAX_FILE_BYTES } from './chunk-VUJCSQG5.mjs';
2
+ import { NarsilError, ErrorCodes } from './chunk-43R4GCM7.mjs';
3
+
4
+ // src/engine/durability-config-host.ts
5
+ function bindDurabilityConfigHost(_host) {
6
+ }
7
+
8
+ // src/engine/durability-config.ts
9
+ var WAL_ONLY_FIELDS = ["directory", "mode", "flushIntervalMs", "segmentMaxBytes", "compactionThreshold"];
10
+ function configError(message) {
11
+ return new NarsilError(ErrorCodes.CONFIG_INVALID, message);
12
+ }
13
+ function requireKnob(name, value, minimum, whole = false) {
14
+ if (value === void 0) {
15
+ return;
16
+ }
17
+ if (typeof value !== "number" || !(whole ? Number.isSafeInteger(value) : Number.isFinite(value)) || value < minimum) {
18
+ throw configError(
19
+ `durability.${name} must be ${whole ? "an integer" : "a finite number"} of at least ${minimum}, got ${String(value)}`
20
+ );
21
+ }
22
+ }
23
+ function requireValidDurabilityConfig(durability) {
24
+ if (durability.tier !== void 0 && durability.tier !== "wal" && durability.tier !== "snapshot") {
25
+ throw configError(`durability.tier must be "wal" or "snapshot", got "${String(durability.tier)}"`);
26
+ }
27
+ if (durability.mode !== void 0 && durability.mode !== "sync" && durability.mode !== "async") {
28
+ throw configError(`durability.mode must be "sync" or "async", got "${String(durability.mode)}"`);
29
+ }
30
+ requireKnob("checkpointIntervalMs", durability.checkpointIntervalMs, 0);
31
+ requireKnob("checkpointMutationThreshold", durability.checkpointMutationThreshold, 1);
32
+ requireKnob("flushIntervalMs", durability.flushIntervalMs, 0);
33
+ requireKnob("segmentMaxBytes", durability.segmentMaxBytes, 1);
34
+ if (durability.segmentMaxBytes !== void 0 && durability.segmentMaxBytes > MAX_FILE_BYTES) {
35
+ throw configError(
36
+ `durability.segmentMaxBytes must be at most ${MAX_FILE_BYTES}, the largest file that every implementation reads, got ${durability.segmentMaxBytes}`
37
+ );
38
+ }
39
+ requireKnob("compactionThreshold", durability.compactionThreshold, 1);
40
+ requireKnob("rewriteBytesPerCheckpoint", durability.rewriteBytesPerCheckpoint, 1, true);
41
+ if (durability.tier === "snapshot") {
42
+ for (const field of WAL_ONLY_FIELDS) {
43
+ if (durability[field] !== void 0) {
44
+ throw configError(
45
+ `durability.${field} applies to the write-ahead log tier only and cannot combine with durability.tier "snapshot"`
46
+ );
47
+ }
48
+ }
49
+ }
50
+ }
51
+ function filesystemBackedDirectory(config) {
52
+ const adapterDirectory = config.persistence?.directory;
53
+ if (adapterDirectory !== void 0 && adapterDirectory.trim().length > 0) {
54
+ return adapterDirectory;
55
+ }
56
+ return null;
57
+ }
58
+ function resolveDurabilityTier(config) {
59
+ const filesystemDirectory = filesystemBackedDirectory(config);
60
+ if (config.durability) {
61
+ requireValidDurabilityConfig(config.durability);
62
+ }
63
+ if (config.durability?.tier === "snapshot") {
64
+ if (config.persistence === void 0) {
65
+ throw configError(
66
+ "Snapshot durability persists through a persistence adapter. Configure persistence, or remove durability.tier"
67
+ );
68
+ }
69
+ return { kind: "snapshot", config: { ...config.durability }, adapter: config.persistence };
70
+ }
71
+ if (config.durability) {
72
+ if (config.durability.directory !== void 0 && config.durability.directory.trim().length > 0) {
73
+ return { kind: "wal", config: { ...config.durability } };
74
+ }
75
+ if (filesystemDirectory !== null) {
76
+ return { kind: "wal", config: { ...config.durability, directory: filesystemDirectory } };
77
+ }
78
+ if (config.persistence !== void 0) {
79
+ throw configError(
80
+ "WAL durability requires a filesystem directory, but the configured persistence adapter is not filesystem-backed. Use a filesystem persistence adapter or set durability.directory"
81
+ );
82
+ }
83
+ throw configError(
84
+ "Durability requires a directory. Set durability.directory explicitly, or configure a filesystem persistence adapter"
85
+ );
86
+ }
87
+ if (config.persistence === void 0) {
88
+ return null;
89
+ }
90
+ if (filesystemDirectory !== null) {
91
+ return { kind: "wal", config: { directory: filesystemDirectory } };
92
+ }
93
+ return { kind: "snapshot", config: {}, adapter: config.persistence };
94
+ }
95
+
96
+ export { bindDurabilityConfigHost, resolveDurabilityTier };
@@ -0,0 +1,263 @@
1
+ import { NarsilError, ErrorCodes } from './chunk-43R4GCM7.mjs';
2
+
3
+ // src/engine/embed-host.ts
4
+ function bindEmbedHost(_host) {
5
+ }
6
+
7
+ // src/engine/embed.ts
8
+ function assertDocumentCarriesMappedVectors(document, embeddingConfig, adapterName) {
9
+ for (const targetField of Object.keys(embeddingConfig.fields)) {
10
+ const existing = resolveFieldValue(document, targetField);
11
+ if (existing === void 0 || existing === null) {
12
+ throw new NarsilError(
13
+ ErrorCodes.EMBEDDING_CONFIG_INVALID,
14
+ adapterName ? `The index embeds "${targetField}" via adapter "${adapterName}", which is not registered on this engine. Register the adapter or supply the vector on the document.` : `The index embeds "${targetField}" automatically but no embedding adapter is bound. Bind an adapter or supply the vector on the document.`,
15
+ adapterName ? { field: targetField, adapter: adapterName } : { field: targetField }
16
+ );
17
+ }
18
+ }
19
+ }
20
+ function validateVector(vector, targetField, expectedDimensions) {
21
+ if (!(vector instanceof Float32Array)) {
22
+ throw new NarsilError(
23
+ ErrorCodes.EMBEDDING_FAILED,
24
+ `Adapter returned ${typeof vector} for field "${targetField}", expected Float32Array`,
25
+ { field: targetField, returnedType: typeof vector }
26
+ );
27
+ }
28
+ if (vector.length !== expectedDimensions) {
29
+ throw new NarsilError(
30
+ ErrorCodes.EMBEDDING_DIMENSION_MISMATCH,
31
+ `Adapter returned ${vector.length}-dimensional vector for field "${targetField}", expected ${expectedDimensions}`,
32
+ { field: targetField, expected: expectedDimensions, actual: vector.length }
33
+ );
34
+ }
35
+ for (let i = 0; i < vector.length; i++) {
36
+ if (!Number.isFinite(vector[i])) {
37
+ throw new NarsilError(
38
+ ErrorCodes.EMBEDDING_FAILED,
39
+ `Adapter returned vector with ${vector[i]} at index ${i} for field "${targetField}"`,
40
+ { field: targetField, index: i }
41
+ );
42
+ }
43
+ }
44
+ return vector;
45
+ }
46
+ function resolveFieldValue(document, path) {
47
+ if (!path.includes(".")) return document[path];
48
+ const segments = path.split(".");
49
+ let current = document;
50
+ for (const segment of segments) {
51
+ if (current === null || current === void 0 || typeof current !== "object") return void 0;
52
+ current = current[segment];
53
+ }
54
+ return current;
55
+ }
56
+ function setFieldValue(document, path, value) {
57
+ if (!path.includes(".")) {
58
+ document[path] = value;
59
+ return;
60
+ }
61
+ const segments = path.split(".");
62
+ let current = document;
63
+ for (let i = 0; i < segments.length - 1; i++) {
64
+ let next = current[segments[i]];
65
+ if (next === null || next === void 0 || typeof next !== "object") {
66
+ next = {};
67
+ current[segments[i]] = next;
68
+ }
69
+ current = next;
70
+ }
71
+ current[segments[segments.length - 1]] = value;
72
+ }
73
+ function deleteFieldValue(document, path) {
74
+ if (!path.includes(".")) {
75
+ delete document[path];
76
+ return;
77
+ }
78
+ const segments = path.split(".");
79
+ let current = document;
80
+ for (let i = 0; i < segments.length - 1; i++) {
81
+ const next = current[segments[i]];
82
+ if (next === null || next === void 0 || typeof next !== "object") return;
83
+ current = next;
84
+ }
85
+ delete current[segments[segments.length - 1]];
86
+ }
87
+ function collectSourceText(document, sourceFields, targetField, documentIndex) {
88
+ const sources = Array.isArray(sourceFields) ? sourceFields : [sourceFields];
89
+ const parts = [];
90
+ for (const source of sources) {
91
+ const value = resolveFieldValue(document, source);
92
+ if (value === void 0 || value === null || value === "") continue;
93
+ if (typeof value !== "string") {
94
+ throw new NarsilError(
95
+ ErrorCodes.DOC_VALIDATION_FAILED,
96
+ `Embedding source field "${source}" must be a string, got ${typeof value}`,
97
+ { field: source, targetField }
98
+ );
99
+ }
100
+ parts.push(value);
101
+ }
102
+ if (parts.length === 0) {
103
+ const details = { field: targetField };
104
+ if (documentIndex !== void 0) {
105
+ details.documentIndex = documentIndex;
106
+ }
107
+ throw new NarsilError(
108
+ ErrorCodes.EMBEDDING_NO_SOURCE,
109
+ `All source fields for embedding target "${targetField}" are missing or empty`,
110
+ details
111
+ );
112
+ }
113
+ return parts.join("\n");
114
+ }
115
+ function wrapAdapterError(err, targetField) {
116
+ if (err instanceof NarsilError) return err;
117
+ const message = err instanceof Error ? err.message : String(err);
118
+ return new NarsilError(ErrorCodes.EMBEDDING_FAILED, `Embedding failed for field "${targetField}": ${message}`, {
119
+ field: targetField,
120
+ cause: message
121
+ });
122
+ }
123
+ async function embedDocumentFields(document, embeddingConfig, adapter, signal) {
124
+ const embeddedFields = /* @__PURE__ */ new Set();
125
+ try {
126
+ for (const [targetField, sourceFields] of Object.entries(embeddingConfig.fields)) {
127
+ const existing = resolveFieldValue(document, targetField);
128
+ if (existing !== void 0 && existing !== null) continue;
129
+ const text = collectSourceText(document, sourceFields, targetField);
130
+ let vector;
131
+ try {
132
+ const raw = await adapter.embed(text, "document", signal);
133
+ vector = validateVector(raw, targetField, adapter.dimensions);
134
+ } catch (err) {
135
+ throw wrapAdapterError(err, targetField);
136
+ }
137
+ setFieldValue(document, targetField, vector);
138
+ embeddedFields.add(targetField);
139
+ }
140
+ } catch (err) {
141
+ for (const field of embeddedFields) {
142
+ deleteFieldValue(document, field);
143
+ }
144
+ throw err;
145
+ }
146
+ return embeddedFields;
147
+ }
148
+ function isDocumentSourceError(err) {
149
+ return err instanceof NarsilError && (err.code === ErrorCodes.EMBEDDING_NO_SOURCE || err.code === ErrorCodes.DOC_VALIDATION_FAILED);
150
+ }
151
+ async function embedBatchDocumentFields(documents, embeddingConfig, adapter, signal) {
152
+ const embedded = /* @__PURE__ */ new Map();
153
+ const failed = /* @__PURE__ */ new Map();
154
+ try {
155
+ for (const [targetField, sourceFields] of Object.entries(embeddingConfig.fields)) {
156
+ const needsEmbedding = [];
157
+ for (let i = 0; i < documents.length; i++) {
158
+ if (failed.has(i)) continue;
159
+ const doc = documents[i];
160
+ const existing = resolveFieldValue(doc, targetField);
161
+ if (existing !== void 0 && existing !== null) continue;
162
+ try {
163
+ const text = collectSourceText(doc, sourceFields, targetField, i);
164
+ needsEmbedding.push({ docIndex: i, text });
165
+ } catch (err) {
166
+ if (isDocumentSourceError(err)) {
167
+ failed.set(i, err);
168
+ } else {
169
+ throw err;
170
+ }
171
+ }
172
+ }
173
+ if (needsEmbedding.length === 0) continue;
174
+ const texts = needsEmbedding.map((entry) => entry.text);
175
+ let vectors;
176
+ try {
177
+ if (adapter.embedBatch) {
178
+ vectors = await adapter.embedBatch(texts, "document", signal);
179
+ } else {
180
+ vectors = [];
181
+ const concurrency = 8;
182
+ for (let start = 0; start < texts.length; start += concurrency) {
183
+ const chunk = texts.slice(start, start + concurrency);
184
+ const chunkResults = await Promise.all(chunk.map((t) => adapter.embed(t, "document", signal)));
185
+ vectors.push(...chunkResults);
186
+ }
187
+ }
188
+ } catch (err) {
189
+ throw wrapAdapterError(err, targetField);
190
+ }
191
+ if (vectors.length !== needsEmbedding.length) {
192
+ throw new NarsilError(
193
+ ErrorCodes.EMBEDDING_FAILED,
194
+ `Adapter returned ${vectors.length} vectors for ${needsEmbedding.length} inputs on field "${targetField}"`,
195
+ { field: targetField, expected: needsEmbedding.length, actual: vectors.length }
196
+ );
197
+ }
198
+ for (let j = 0; j < needsEmbedding.length; j++) {
199
+ const { docIndex } = needsEmbedding[j];
200
+ const validated = validateVector(vectors[j], targetField, adapter.dimensions);
201
+ setFieldValue(documents[docIndex], targetField, validated);
202
+ let fieldSet = embedded.get(docIndex);
203
+ if (!fieldSet) {
204
+ fieldSet = /* @__PURE__ */ new Set();
205
+ embedded.set(docIndex, fieldSet);
206
+ }
207
+ fieldSet.add(targetField);
208
+ }
209
+ }
210
+ } catch (err) {
211
+ for (const [docIndex, fields] of embedded) {
212
+ for (const field of fields) {
213
+ deleteFieldValue(documents[docIndex], field);
214
+ }
215
+ }
216
+ throw err;
217
+ }
218
+ return { embedded, failed };
219
+ }
220
+ function lacksMappedVectors(documents, embeddingConfig) {
221
+ const targets = Object.keys(embeddingConfig.fields);
222
+ for (const document of documents) {
223
+ for (const target of targets) {
224
+ const existing = resolveFieldValue(document, target);
225
+ if (existing === void 0 || existing === null) return true;
226
+ }
227
+ }
228
+ return false;
229
+ }
230
+ function clearWriteEmbedding(earlier) {
231
+ for (const [document, fields] of earlier.fields) {
232
+ for (const field of fields) deleteFieldValue(document, field);
233
+ }
234
+ }
235
+ async function embedDocumentsForWrite(documents, embeddingConfig, adapter, signal, together) {
236
+ const fields = /* @__PURE__ */ new Map();
237
+ const failed = /* @__PURE__ */ new Map();
238
+ const documentFailures = /* @__PURE__ */ new Map();
239
+ if (together && documents.length > 1) {
240
+ try {
241
+ const result = await embedBatchDocumentFields(documents, embeddingConfig, adapter, signal);
242
+ for (const [position, embedded] of result.embedded) fields.set(documents[position], embedded);
243
+ for (const [position, error] of result.failed) documentFailures.set(position, error);
244
+ } catch (err) {
245
+ const error = err instanceof NarsilError ? err : new NarsilError(ErrorCodes.EMBEDDING_FAILED, String(err));
246
+ for (let position = 0; position < documents.length; position++) failed.set(position, error);
247
+ }
248
+ } else {
249
+ for (let position = 0; position < documents.length; position++) {
250
+ try {
251
+ fields.set(
252
+ documents[position],
253
+ await embedDocumentFields(documents[position], embeddingConfig, adapter, signal)
254
+ );
255
+ } catch (err) {
256
+ failed.set(position, err);
257
+ }
258
+ }
259
+ }
260
+ return { embedding: { adapter, mapping: embeddingConfig.fields, fields }, failed, documentFailures };
261
+ }
262
+
263
+ export { assertDocumentCarriesMappedVectors, bindEmbedHost, clearWriteEmbedding, embedBatchDocumentFields, embedDocumentFields, embedDocumentsForWrite, lacksMappedVectors };