@delali/narsil 0.3.1-next.98 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +45 -0
  2. package/README.md +27 -8
  3. package/dist/adapters/filesystem.d.ts +1 -1
  4. package/dist/adapters/filesystem.mjs +101 -13
  5. package/dist/adapters/gcs.d.ts +49 -0
  6. package/dist/adapters/gcs.mjs +213 -0
  7. package/dist/adapters/indexeddb.d.ts +1 -1
  8. package/dist/adapters/indexeddb.mjs +2 -7
  9. package/dist/adapters/memory.d.ts +1 -1
  10. package/dist/adapters/memory.mjs +5 -0
  11. package/dist/adapters/s3.d.ts +53 -0
  12. package/dist/adapters/s3.mjs +263 -0
  13. package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
  14. package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
  15. package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
  16. package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
  17. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  18. package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
  19. package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
  20. package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
  21. package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
  22. package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
  23. package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
  24. package/dist/browser/embed-GG6PS3EA.mjs +264 -0
  25. package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
  26. package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
  27. package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
  28. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  29. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  30. package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
  31. package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
  32. package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
  33. package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
  34. package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
  35. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  36. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  37. package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
  38. package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
  39. package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
  40. package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
  41. package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
  42. package/dist/chunk-2AFZE7Y3.mjs +72 -0
  43. package/dist/chunk-2CKDCC65.mjs +47 -0
  44. package/dist/chunk-3ECIRFS5.mjs +61 -0
  45. package/dist/chunk-44W3CBNG.mjs +7 -0
  46. package/dist/chunk-4H4RG2FR.mjs +13 -0
  47. package/dist/chunk-4PY4JYMY.mjs +11 -0
  48. package/dist/chunk-4ZPVAHWF.mjs +1289 -0
  49. package/dist/chunk-5EI5CXO6.mjs +197 -0
  50. package/dist/chunk-5F5MXWS5.mjs +283 -0
  51. package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
  52. package/dist/chunk-6FOENO4E.mjs +273 -0
  53. package/dist/chunk-6GHX35ZM.mjs +108 -0
  54. package/dist/chunk-6MSZ543Y.mjs +32 -0
  55. package/dist/chunk-6N6HHBCQ.mjs +4596 -0
  56. package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
  57. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  58. package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
  59. package/dist/chunk-AVBPB3MI.mjs +602 -0
  60. package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
  61. package/dist/chunk-BUMREPLU.mjs +15 -0
  62. package/dist/chunk-BY6NALRK.mjs +31921 -0
  63. package/dist/chunk-C4ZMXXTL.mjs +92 -0
  64. package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
  65. package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
  66. package/dist/chunk-DXZ6JDWG.mjs +797 -0
  67. package/dist/chunk-FJXJZUWF.mjs +209 -0
  68. package/dist/chunk-FS3HPPSC.mjs +212 -0
  69. package/dist/chunk-FT4KLZXW.mjs +1164 -0
  70. package/dist/chunk-GR5GMFJJ.mjs +104 -0
  71. package/dist/chunk-GXCDWLQI.mjs +193 -0
  72. package/dist/chunk-GXED6R3Q.mjs +271 -0
  73. package/dist/chunk-HLPRHOSO.mjs +17 -0
  74. package/dist/chunk-IL5DRCNU.mjs +3041 -0
  75. package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
  76. package/dist/chunk-K5HSUPYS.mjs +11 -0
  77. package/dist/chunk-KYIRXTCA.mjs +100 -0
  78. package/dist/chunk-LFXS6OF7.mjs +289 -0
  79. package/dist/chunk-LNGE7SLY.mjs +151 -0
  80. package/dist/chunk-M2Z5WVWW.mjs +194 -0
  81. package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
  82. package/dist/chunk-M3OW2XSP.mjs +40 -0
  83. package/dist/chunk-MFPSQZ6P.mjs +127 -0
  84. package/dist/chunk-MRCJBWJZ.mjs +1292 -0
  85. package/dist/chunk-MSIN4NM3.mjs +25 -0
  86. package/dist/chunk-MW3CJVGP.mjs +219 -0
  87. package/dist/chunk-MYM6CAVK.mjs +76 -0
  88. package/dist/chunk-NJJN4FMM.mjs +84 -0
  89. package/dist/chunk-NM7I3BM7.mjs +59 -0
  90. package/dist/chunk-OIJ64LGT.mjs +19 -0
  91. package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
  92. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  93. package/dist/chunk-R2PJKSNL.mjs +54 -0
  94. package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
  95. package/dist/chunk-S2POFTLN.mjs +10 -0
  96. package/dist/chunk-S5QMWECL.mjs +7 -0
  97. package/dist/chunk-SLAC5PAB.mjs +5008 -0
  98. package/dist/chunk-T4HMSZCX.mjs +5 -0
  99. package/dist/chunk-TACP6VK6.mjs +111 -0
  100. package/dist/chunk-TGPKS2UM.mjs +125 -0
  101. package/dist/chunk-TKKXPKEO.mjs +979 -0
  102. package/dist/chunk-V6EUBAIT.mjs +19 -0
  103. package/dist/chunk-XL56L4IR.mjs +228 -0
  104. package/dist/chunk-XQIAMDAG.mjs +3076 -0
  105. package/dist/chunk-YTUZ4R22.mjs +1063 -0
  106. package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
  107. package/dist/chunk-ZPJFGGGI.mjs +638 -0
  108. package/dist/chunk-ZXX5GZEX.mjs +17 -0
  109. package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
  110. package/dist/client.d.ts +11 -10
  111. package/dist/client.mjs +8 -898
  112. package/dist/config-Bnl7L-0H.d.ts +608 -0
  113. package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
  114. package/dist/core-leaf-6JVHEVFB.mjs +8 -0
  115. package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
  116. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  117. package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
  118. package/dist/distribution/coordinator/etcd.d.ts +63 -7
  119. package/dist/distribution/coordinator/etcd.mjs +725 -81
  120. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  121. package/dist/distribution/coordinator/in-memory.mjs +65 -10
  122. package/dist/distribution/transport/grpc.d.ts +2 -2
  123. package/dist/distribution/transport/grpc.mjs +39 -10
  124. package/dist/distribution/transport/in-memory.d.ts +2 -2
  125. package/dist/distribution/transport/in-memory.mjs +9 -6
  126. package/dist/distribution/transport/tcp.d.ts +2 -2
  127. package/dist/distribution/transport/tcp.mjs +20 -15
  128. package/dist/distribution.d.ts +267 -56
  129. package/dist/distribution.mjs +23156 -11362
  130. package/dist/durability-config-VWS2K24E.mjs +96 -0
  131. package/dist/embed-4PHHKGBK.mjs +263 -0
  132. package/dist/embeddings/openai.d.ts +1 -1
  133. package/dist/embeddings/openai.mjs +2 -2
  134. package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
  135. package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
  136. package/dist/gzip-2UCZW2MM.mjs +31 -0
  137. package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
  138. package/dist/index.browser.mjs +4 -4
  139. package/dist/index.d.ts +2133 -57
  140. package/dist/index.mjs +16 -32
  141. package/dist/index.react-native.mjs +12 -0
  142. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  143. package/dist/invalidation/filesystem.d.ts +1 -1
  144. package/dist/invalidation/filesystem.mjs +1 -2
  145. package/dist/invalidation/noop.d.ts +1 -1
  146. package/dist/languages/albanian.mjs +1 -1
  147. package/dist/languages/amharic.mjs +1 -1
  148. package/dist/languages/arabic.mjs +1 -1
  149. package/dist/languages/armenian.mjs +1 -1
  150. package/dist/languages/azerbaijani.mjs +1 -1
  151. package/dist/languages/bambara.mjs +1 -1
  152. package/dist/languages/basque.mjs +1 -1
  153. package/dist/languages/belarusian.mjs +1 -1
  154. package/dist/languages/bengali.mjs +1 -1
  155. package/dist/languages/bosnian.mjs +1 -1
  156. package/dist/languages/breton.mjs +1 -1
  157. package/dist/languages/bulgarian.mjs +1 -1
  158. package/dist/languages/burmese.mjs +1 -1
  159. package/dist/languages/catalan.mjs +1 -1
  160. package/dist/languages/chinese.mjs +1 -1
  161. package/dist/languages/croatian.mjs +1 -1
  162. package/dist/languages/czech.mjs +1 -1
  163. package/dist/languages/dagbani.mjs +1 -1
  164. package/dist/languages/danish.mjs +1 -1
  165. package/dist/languages/dutch.mjs +1 -1
  166. package/dist/languages/english.mjs +1 -1
  167. package/dist/languages/esperanto.mjs +1 -1
  168. package/dist/languages/estonian.mjs +1 -1
  169. package/dist/languages/ewe.mjs +1 -1
  170. package/dist/languages/faroese.mjs +1 -1
  171. package/dist/languages/fijian.mjs +1 -1
  172. package/dist/languages/finnish.mjs +1 -1
  173. package/dist/languages/french.mjs +1 -1
  174. package/dist/languages/ga.mjs +1 -1
  175. package/dist/languages/galician.mjs +1 -1
  176. package/dist/languages/georgian.mjs +1 -1
  177. package/dist/languages/german.mjs +1 -1
  178. package/dist/languages/greek.mjs +1 -1
  179. package/dist/languages/guarani.mjs +1 -1
  180. package/dist/languages/gujarati.mjs +1 -1
  181. package/dist/languages/haitian-creole.mjs +1 -1
  182. package/dist/languages/hausa.mjs +1 -1
  183. package/dist/languages/hawaiian.mjs +1 -1
  184. package/dist/languages/hebrew.mjs +1 -1
  185. package/dist/languages/hindi.mjs +1 -1
  186. package/dist/languages/hungarian.mjs +1 -1
  187. package/dist/languages/icelandic.mjs +1 -1
  188. package/dist/languages/igbo.mjs +1 -1
  189. package/dist/languages/indonesian.mjs +1 -1
  190. package/dist/languages/irish.mjs +1 -1
  191. package/dist/languages/italian.mjs +1 -1
  192. package/dist/languages/japanese.mjs +1 -1
  193. package/dist/languages/kannada.mjs +1 -1
  194. package/dist/languages/kazakh.mjs +1 -1
  195. package/dist/languages/khmer.mjs +1 -1
  196. package/dist/languages/kinyarwanda.mjs +1 -1
  197. package/dist/languages/kirundi.mjs +1 -1
  198. package/dist/languages/korean.mjs +1 -1
  199. package/dist/languages/kurmanji.mjs +1 -1
  200. package/dist/languages/kyrgyz.mjs +1 -1
  201. package/dist/languages/lao.mjs +1 -1
  202. package/dist/languages/latin.mjs +1 -1
  203. package/dist/languages/latvian.mjs +1 -1
  204. package/dist/languages/lingala.mjs +1 -1
  205. package/dist/languages/lithuanian.mjs +1 -1
  206. package/dist/languages/luxembourgish.mjs +1 -1
  207. package/dist/languages/macedonian.mjs +1 -1
  208. package/dist/languages/malagasy.mjs +1 -1
  209. package/dist/languages/malay.mjs +1 -1
  210. package/dist/languages/malayalam.mjs +1 -1
  211. package/dist/languages/maltese.mjs +1 -1
  212. package/dist/languages/maori.mjs +1 -1
  213. package/dist/languages/marathi.mjs +1 -1
  214. package/dist/languages/nepali.mjs +1 -1
  215. package/dist/languages/norwegian.mjs +1 -1
  216. package/dist/languages/oromo.mjs +1 -1
  217. package/dist/languages/persian.mjs +1 -1
  218. package/dist/languages/polish.mjs +1 -1
  219. package/dist/languages/portuguese.mjs +1 -1
  220. package/dist/languages/punjabi.mjs +1 -1
  221. package/dist/languages/romanian.mjs +1 -1
  222. package/dist/languages/russian.mjs +1 -1
  223. package/dist/languages/samoan.mjs +1 -1
  224. package/dist/languages/sanskrit.mjs +1 -1
  225. package/dist/languages/scottish-gaelic.mjs +1 -1
  226. package/dist/languages/serbian.mjs +1 -1
  227. package/dist/languages/shona.mjs +1 -1
  228. package/dist/languages/sinhala.mjs +1 -1
  229. package/dist/languages/slovak.mjs +1 -1
  230. package/dist/languages/slovenian.mjs +1 -1
  231. package/dist/languages/sorani.mjs +1 -1
  232. package/dist/languages/spanish.mjs +1 -1
  233. package/dist/languages/swahili.mjs +1 -1
  234. package/dist/languages/swedish.mjs +1 -1
  235. package/dist/languages/tagalog.mjs +1 -1
  236. package/dist/languages/tamil.mjs +1 -1
  237. package/dist/languages/tatar.mjs +1 -1
  238. package/dist/languages/telugu.mjs +1 -1
  239. package/dist/languages/thai.mjs +1 -1
  240. package/dist/languages/tibetan.mjs +1 -1
  241. package/dist/languages/tigrinya.mjs +1 -1
  242. package/dist/languages/tongan.mjs +1 -1
  243. package/dist/languages/turkish.mjs +1 -1
  244. package/dist/languages/twi.mjs +1 -1
  245. package/dist/languages/ukrainian.mjs +1 -1
  246. package/dist/languages/urdu.mjs +1 -1
  247. package/dist/languages/vietnamese.mjs +1 -1
  248. package/dist/languages/welsh.mjs +1 -1
  249. package/dist/languages/wolof.mjs +1 -1
  250. package/dist/languages/xhosa.mjs +1 -1
  251. package/dist/languages/yoruba.mjs +1 -1
  252. package/dist/languages/zulu.mjs +1 -1
  253. package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
  254. package/dist/module-5ZSLUQII.mjs +3729 -0
  255. package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
  256. package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
  257. package/dist/optional-writes-4UOQKETU.mjs +247 -0
  258. package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
  259. package/dist/partial-words.browser.mjs +1650 -0
  260. package/dist/partial-words.mjs +17 -11
  261. package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
  262. package/dist/pattern.mjs +6 -7
  263. package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
  264. package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
  265. package/dist/phrase-module-EFESWOCR.mjs +635 -0
  266. package/dist/query-actions-HMJUVWGT.mjs +119 -0
  267. package/dist/query-suggestions/merge-worker.d.ts +55 -0
  268. package/dist/query-suggestions/merge-worker.mjs +53 -0
  269. package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
  270. package/dist/query-suggestions.browser.mjs +47 -0
  271. package/dist/query-suggestions.d.ts +20 -0
  272. package/dist/query-suggestions.mjs +19 -0
  273. package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
  274. package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
  275. package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
  276. package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
  277. package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
  278. package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
  279. package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
  280. package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
  281. package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
  282. package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
  283. package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
  284. package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
  285. package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
  286. package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
  287. package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
  288. package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
  289. package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
  290. package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
  291. package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
  292. package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
  293. package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
  294. package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
  295. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  296. package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
  297. package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
  298. package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
  299. package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
  300. package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
  301. package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
  302. package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
  303. package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
  304. package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
  305. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  306. package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
  307. package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
  308. package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
  309. package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
  310. package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
  311. package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
  312. package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
  313. package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
  314. package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
  315. package/dist/react-native/partial-words.mjs +1658 -0
  316. package/dist/react-native/pattern.mjs +2570 -0
  317. package/dist/react-native/query-suggestions.mjs +55 -0
  318. package/dist/react-native/sync.mjs +2759 -0
  319. package/dist/react-native/synonyms.mjs +676 -0
  320. package/dist/react.d.ts +12 -8
  321. package/dist/react.mjs +45 -1
  322. package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
  323. package/dist/rerankers/http.d.ts +1 -1
  324. package/dist/rerankers/http.mjs +2 -2
  325. package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
  326. package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
  327. package/dist/runtime-USQYKN3I.mjs +615 -0
  328. package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
  329. package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
  330. package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
  331. package/dist/server.d.ts +348 -22
  332. package/dist/server.mjs +2211 -327
  333. package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
  334. package/dist/store-leaf-6VMMSVBE.mjs +20 -0
  335. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  336. package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
  337. package/dist/sync/filesystem.d.ts +30 -0
  338. package/dist/sync/filesystem.mjs +288 -0
  339. package/dist/sync/indexeddb.browser.mjs +287 -0
  340. package/dist/sync/indexeddb.d.ts +30 -0
  341. package/dist/sync/indexeddb.mjs +242 -0
  342. package/dist/sync.browser.mjs +1271 -0
  343. package/dist/sync.d.ts +23 -0
  344. package/dist/sync.mjs +2712 -0
  345. package/dist/synonyms.browser.mjs +658 -0
  346. package/dist/synonyms.mjs +17 -7
  347. package/dist/tasks-65b6t6lk.d.ts +782 -0
  348. package/dist/thread-UJ3W5LVI.mjs +31 -0
  349. package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
  350. package/dist/types-CpCg-Gq-.d.ts +227 -0
  351. package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
  352. package/dist/vector/search-worker.d.ts +10 -2
  353. package/dist/vector/search-worker.mjs +11 -11
  354. package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
  355. package/dist/workers/entry.mjs +75 -15
  356. package/openapi.json +6840 -0
  357. package/package.json +406 -19
  358. package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
  359. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  360. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  361. package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
  362. package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
  363. package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
  364. package/dist/browser/chunk-QWES44AW.mjs +0 -473
  365. package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
  366. package/dist/browser/module-PDXYHT75.mjs +0 -2822
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
  369. package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
  370. package/dist/browser/write-L7FAQA47.mjs +0 -208
  371. package/dist/chunk-37CD3OKS.mjs +0 -87
  372. package/dist/chunk-5XNIRLFC.mjs +0 -96
  373. package/dist/chunk-7X5JST5L.mjs +0 -114
  374. package/dist/chunk-AV4IJKD2.mjs +0 -35
  375. package/dist/chunk-AY3AQ3UH.mjs +0 -73
  376. package/dist/chunk-BKB3XTMI.mjs +0 -707
  377. package/dist/chunk-C7SLA6CM.mjs +0 -19
  378. package/dist/chunk-COVCQ73F.mjs +0 -587
  379. package/dist/chunk-DJHHF2L5.mjs +0 -17
  380. package/dist/chunk-E74YLAIG.mjs +0 -24
  381. package/dist/chunk-FMWRCP2C.mjs +0 -57
  382. package/dist/chunk-GES7U2PM.mjs +0 -68
  383. package/dist/chunk-HJSN7UYG.mjs +0 -10
  384. package/dist/chunk-JFRNNBOM.mjs +0 -35
  385. package/dist/chunk-K25LZA54.mjs +0 -8484
  386. package/dist/chunk-KEHK2O6P.mjs +0 -13
  387. package/dist/chunk-KOKM4PQN.mjs +0 -52
  388. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  389. package/dist/chunk-L3L5YFXC.mjs +0 -614
  390. package/dist/chunk-L5ORED7V.mjs +0 -25
  391. package/dist/chunk-LH4NZNJJ.mjs +0 -1731
  392. package/dist/chunk-LU2CE5AE.mjs +0 -507
  393. package/dist/chunk-LXWDQLTW.mjs +0 -30
  394. package/dist/chunk-MHOSCQCQ.mjs +0 -948
  395. package/dist/chunk-NKRBEGJZ.mjs +0 -1705
  396. package/dist/chunk-NTRMFARG.mjs +0 -462
  397. package/dist/chunk-NW4XDSP2.mjs +0 -212
  398. package/dist/chunk-OOEXLUGR.mjs +0 -117
  399. package/dist/chunk-ORBLD3EL.mjs +0 -6
  400. package/dist/chunk-OWNZYMRE.mjs +0 -3591
  401. package/dist/chunk-PPY2GSIB.mjs +0 -44
  402. package/dist/chunk-QY7GC2MW.mjs +0 -33
  403. package/dist/chunk-R6A773WK.mjs +0 -226
  404. package/dist/chunk-R6PR4WYZ.mjs +0 -68
  405. package/dist/chunk-R7EEKAJE.mjs +0 -593
  406. package/dist/chunk-RONEOEON.mjs +0 -426
  407. package/dist/chunk-VWULPWRJ.mjs +0 -7469
  408. package/dist/chunk-WCJKUGHB.mjs +0 -262
  409. package/dist/chunk-WQBCBKY3.mjs +0 -8
  410. package/dist/chunk-X5CV2E2B.mjs +0 -1
  411. package/dist/chunk-YA7XLE2R.mjs +0 -1256
  412. package/dist/chunk-YTJCGKM4.mjs +0 -56
  413. package/dist/chunk-ZG477IPV.mjs +0 -526
  414. package/dist/chunk-ZYNAMIYX.mjs +0 -113
  415. package/dist/config-BGB_fDtq.d.ts +0 -237
  416. package/dist/direct-executor-CXZ66ACP.mjs +0 -22
  417. package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
  418. package/dist/engine-BGCEm9E_.d.ts +0 -577
  419. package/dist/module-3NONKBZX.mjs +0 -1860
  420. package/dist/release-BH3DKW3T.mjs +0 -33
  421. package/dist/restore-queue-JPRBUYII.mjs +0 -35
  422. package/dist/runtime-ZKYZFJJC.mjs +0 -177
  423. package/dist/snapshot-HOGXNO5W.mjs +0 -793
  424. package/dist/tasks-HG3rlxx6.d.ts +0 -302
  425. package/dist/thread-B657LQXK.mjs +0 -692
  426. package/dist/write-XLIGTXBU.mjs +0 -238
@@ -0,0 +1,59 @@
1
+ // src/analysis/constants.ts
2
+ var MAX_TOKEN_POSITION = 4294967295;
3
+
4
+ // src/analysis/custom-token-host.ts
5
+ var ErrorCodes;
6
+ var NarsilError;
7
+ var withUnpairedSurrogatesReplaced;
8
+ function bindCustomTokenHost(host) {
9
+ ({ ErrorCodes, NarsilError, withUnpairedSurrogatesReplaced } = host);
10
+ }
11
+
12
+ // src/analysis/custom-token-results.ts
13
+ function refuseTokenizerResult(source, message, details) {
14
+ const code = source === "document" ? ErrorCodes.DOC_VALIDATION_FAILED : ErrorCodes.CONFIG_INVALID;
15
+ throw new NarsilError(code, `The custom tokenizer ${message}`, details);
16
+ }
17
+ function kindOf(value) {
18
+ if (value === null) return "null";
19
+ return Array.isArray(value) ? "array" : typeof value;
20
+ }
21
+ function checkedTokenizerEntry(entry, at, source) {
22
+ const { token, position } = entry !== null && typeof entry === "object" ? entry : {};
23
+ if (typeof token !== "string") {
24
+ refuseTokenizerResult(
25
+ source,
26
+ `returned a token of type ${kindOf(token)} at entry ${at}, where a token is a string`,
27
+ { entry: at, tokenType: kindOf(token) }
28
+ );
29
+ }
30
+ if (typeof position !== "number" || !Number.isInteger(position) || position < 0 || position > MAX_TOKEN_POSITION) {
31
+ const shown = typeof position === "number" ? String(position) : kindOf(position);
32
+ refuseTokenizerResult(
33
+ source,
34
+ `returned the position ${shown} at entry ${at}, where a position is a whole number from 0 to ${MAX_TOKEN_POSITION}`,
35
+ { entry: at, position: shown }
36
+ );
37
+ }
38
+ return { token: withUnpairedSurrogatesReplaced(token), position };
39
+ }
40
+ function holdsPositionsOutOfOrder(entries) {
41
+ for (let index = 1; index < entries.length; index++) {
42
+ if (entries[index].position < entries[index - 1].position) return true;
43
+ }
44
+ return false;
45
+ }
46
+ function customTokensOf(tokenizer, text, source) {
47
+ const entries = tokenizer.tokenize(text);
48
+ if (!Array.isArray(entries)) {
49
+ refuseTokenizerResult(source, `returned ${kindOf(entries)}, where it returns a list of tokens`, {
50
+ received: kindOf(entries)
51
+ });
52
+ }
53
+ const checked = new Array(entries.length);
54
+ for (let at = 0; at < checked.length; at++) checked[at] = checkedTokenizerEntry(entries[at], at, source);
55
+ if (!holdsPositionsOutOfOrder(checked)) return checked;
56
+ return checked.sort((first, second) => first.position - second.position);
57
+ }
58
+
59
+ export { bindCustomTokenHost, customTokensOf };
@@ -0,0 +1,151 @@
1
+ // src/persistence/durability/sha256.ts
2
+ var ROUND_CONSTANTS = new Uint32Array([
3
+ 1116352408,
4
+ 1899447441,
5
+ 3049323471,
6
+ 3921009573,
7
+ 961987163,
8
+ 1508970993,
9
+ 2453635748,
10
+ 2870763221,
11
+ 3624381080,
12
+ 310598401,
13
+ 607225278,
14
+ 1426881987,
15
+ 1925078388,
16
+ 2162078206,
17
+ 2614888103,
18
+ 3248222580,
19
+ 3835390401,
20
+ 4022224774,
21
+ 264347078,
22
+ 604807628,
23
+ 770255983,
24
+ 1249150122,
25
+ 1555081692,
26
+ 1996064986,
27
+ 2554220882,
28
+ 2821834349,
29
+ 2952996808,
30
+ 3210313671,
31
+ 3336571891,
32
+ 3584528711,
33
+ 113926993,
34
+ 338241895,
35
+ 666307205,
36
+ 773529912,
37
+ 1294757372,
38
+ 1396182291,
39
+ 1695183700,
40
+ 1986661051,
41
+ 2177026350,
42
+ 2456956037,
43
+ 2730485921,
44
+ 2820302411,
45
+ 3259730800,
46
+ 3345764771,
47
+ 3516065817,
48
+ 3600352804,
49
+ 4094571909,
50
+ 275423344,
51
+ 430227734,
52
+ 506948616,
53
+ 659060556,
54
+ 883997877,
55
+ 958139571,
56
+ 1322822218,
57
+ 1537002063,
58
+ 1747873779,
59
+ 1955562222,
60
+ 2024104815,
61
+ 2227730452,
62
+ 2361852424,
63
+ 2428436474,
64
+ 2756734187,
65
+ 3204031479,
66
+ 3329325298
67
+ ]);
68
+ var SHA256_INITIAL_STATE = [
69
+ 1779033703,
70
+ 3144134277,
71
+ 1013904242,
72
+ 2773480762,
73
+ 1359893119,
74
+ 2600822924,
75
+ 528734635,
76
+ 1541459225
77
+ ];
78
+ var SHA256_BLOCK_BYTES = 64;
79
+ var LENGTH_BYTES = 8;
80
+ function rotateRight(value, bits) {
81
+ return value >>> bits | value << 32 - bits;
82
+ }
83
+ function paddedSha256Message(bytes, precedingBytes = 0) {
84
+ const total = Math.ceil((bytes.byteLength + 1 + LENGTH_BYTES) / SHA256_BLOCK_BYTES) * SHA256_BLOCK_BYTES;
85
+ const message = new Uint8Array(total);
86
+ message.set(bytes);
87
+ message[bytes.byteLength] = 128;
88
+ const view = new DataView(message.buffer);
89
+ const bitLength = (precedingBytes + bytes.byteLength) * 8;
90
+ view.setUint32(total - LENGTH_BYTES, Math.floor(bitLength / 4294967296), false);
91
+ view.setUint32(total - 4, bitLength >>> 0, false);
92
+ return view;
93
+ }
94
+ function compressSha256Block(state, view, block, words) {
95
+ for (let i = 0; i < 16; i++) words[i] = view.getUint32(block + i * 4, false);
96
+ for (let i = 16; i < 64; i++) {
97
+ const w15 = words[i - 15];
98
+ const w2 = words[i - 2];
99
+ const s0 = rotateRight(w15, 7) ^ rotateRight(w15, 18) ^ w15 >>> 3;
100
+ const s1 = rotateRight(w2, 17) ^ rotateRight(w2, 19) ^ w2 >>> 10;
101
+ words[i] = words[i - 16] + s0 + words[i - 7] + s1 >>> 0;
102
+ }
103
+ let a = state[0];
104
+ let b = state[1];
105
+ let c = state[2];
106
+ let d = state[3];
107
+ let e = state[4];
108
+ let f = state[5];
109
+ let g = state[6];
110
+ let h = state[7];
111
+ for (let i = 0; i < 64; i++) {
112
+ const s1 = rotateRight(e, 6) ^ rotateRight(e, 11) ^ rotateRight(e, 25);
113
+ const choice = e & f ^ ~e & g;
114
+ const t1 = h + s1 + choice + ROUND_CONSTANTS[i] + words[i] >>> 0;
115
+ const s0 = rotateRight(a, 2) ^ rotateRight(a, 13) ^ rotateRight(a, 22);
116
+ const majority = a & b ^ a & c ^ b & c;
117
+ const t2 = s0 + majority >>> 0;
118
+ h = g;
119
+ g = f;
120
+ f = e;
121
+ e = d + t1 >>> 0;
122
+ d = c;
123
+ c = b;
124
+ b = a;
125
+ a = t1 + t2 >>> 0;
126
+ }
127
+ state[0] = state[0] + a >>> 0;
128
+ state[1] = state[1] + b >>> 0;
129
+ state[2] = state[2] + c >>> 0;
130
+ state[3] = state[3] + d >>> 0;
131
+ state[4] = state[4] + e >>> 0;
132
+ state[5] = state[5] + f >>> 0;
133
+ state[6] = state[6] + g >>> 0;
134
+ state[7] = state[7] + h >>> 0;
135
+ }
136
+ function sha256Digest(state) {
137
+ const digest = new Uint8Array(32);
138
+ const out = new DataView(digest.buffer);
139
+ for (let i = 0; i < 8; i++) out.setUint32(i * 4, state[i], false);
140
+ return digest;
141
+ }
142
+ function sha256(bytes) {
143
+ const view = paddedSha256Message(bytes);
144
+ const state = Uint32Array.from(SHA256_INITIAL_STATE);
145
+ const words = new Uint32Array(64);
146
+ for (let block = 0; block < view.byteLength; block += SHA256_BLOCK_BYTES)
147
+ compressSha256Block(state, view, block, words);
148
+ return sha256Digest(state);
149
+ }
150
+
151
+ export { SHA256_BLOCK_BYTES, SHA256_INITIAL_STATE, compressSha256Block, paddedSha256Message, sha256, sha256Digest };
@@ -0,0 +1,97 @@
1
+ // src/engine/durability-config-host.browser.ts
2
+ var ErrorCodes;
3
+ var MAX_FILE_BYTES;
4
+ var NarsilError;
5
+ function bindDurabilityConfigHost(host) {
6
+ ({ ErrorCodes, MAX_FILE_BYTES, NarsilError } = host);
7
+ }
8
+
9
+ // src/engine/durability-config.ts
10
+ var WAL_ONLY_FIELDS = ["directory", "mode", "flushIntervalMs", "segmentMaxBytes", "compactionThreshold"];
11
+ function configError(message) {
12
+ return new NarsilError(ErrorCodes.CONFIG_INVALID, message);
13
+ }
14
+ function requireKnob(name, value, minimum, whole = false) {
15
+ if (value === void 0) {
16
+ return;
17
+ }
18
+ if (typeof value !== "number" || !(whole ? Number.isSafeInteger(value) : Number.isFinite(value)) || value < minimum) {
19
+ throw configError(
20
+ `durability.${name} must be ${whole ? "an integer" : "a finite number"} of at least ${minimum}, got ${String(value)}`
21
+ );
22
+ }
23
+ }
24
+ function requireValidDurabilityConfig(durability) {
25
+ if (durability.tier !== void 0 && durability.tier !== "wal" && durability.tier !== "snapshot") {
26
+ throw configError(`durability.tier must be "wal" or "snapshot", got "${String(durability.tier)}"`);
27
+ }
28
+ if (durability.mode !== void 0 && durability.mode !== "sync" && durability.mode !== "async") {
29
+ throw configError(`durability.mode must be "sync" or "async", got "${String(durability.mode)}"`);
30
+ }
31
+ requireKnob("checkpointIntervalMs", durability.checkpointIntervalMs, 0);
32
+ requireKnob("checkpointMutationThreshold", durability.checkpointMutationThreshold, 1);
33
+ requireKnob("flushIntervalMs", durability.flushIntervalMs, 0);
34
+ requireKnob("segmentMaxBytes", durability.segmentMaxBytes, 1);
35
+ if (durability.segmentMaxBytes !== void 0 && durability.segmentMaxBytes > MAX_FILE_BYTES) {
36
+ throw configError(
37
+ `durability.segmentMaxBytes must be at most ${MAX_FILE_BYTES}, the largest file that every implementation reads, got ${durability.segmentMaxBytes}`
38
+ );
39
+ }
40
+ requireKnob("compactionThreshold", durability.compactionThreshold, 1);
41
+ requireKnob("rewriteBytesPerCheckpoint", durability.rewriteBytesPerCheckpoint, 1, true);
42
+ if (durability.tier === "snapshot") {
43
+ for (const field of WAL_ONLY_FIELDS) {
44
+ if (durability[field] !== void 0) {
45
+ throw configError(
46
+ `durability.${field} applies to the write-ahead log tier only and cannot combine with durability.tier "snapshot"`
47
+ );
48
+ }
49
+ }
50
+ }
51
+ }
52
+ function filesystemBackedDirectory(config) {
53
+ const adapterDirectory = config.persistence?.directory;
54
+ if (adapterDirectory !== void 0 && adapterDirectory.trim().length > 0) {
55
+ return adapterDirectory;
56
+ }
57
+ return null;
58
+ }
59
+ function resolveDurabilityTier(config) {
60
+ const filesystemDirectory = filesystemBackedDirectory(config);
61
+ if (config.durability) {
62
+ requireValidDurabilityConfig(config.durability);
63
+ }
64
+ if (config.durability?.tier === "snapshot") {
65
+ if (config.persistence === void 0) {
66
+ throw configError(
67
+ "Snapshot durability persists through a persistence adapter. Configure persistence, or remove durability.tier"
68
+ );
69
+ }
70
+ return { kind: "snapshot", config: { ...config.durability }, adapter: config.persistence };
71
+ }
72
+ if (config.durability) {
73
+ if (config.durability.directory !== void 0 && config.durability.directory.trim().length > 0) {
74
+ return { kind: "wal", config: { ...config.durability } };
75
+ }
76
+ if (filesystemDirectory !== null) {
77
+ return { kind: "wal", config: { ...config.durability, directory: filesystemDirectory } };
78
+ }
79
+ if (config.persistence !== void 0) {
80
+ throw configError(
81
+ "WAL durability requires a filesystem directory, but the configured persistence adapter is not filesystem-backed. Use a filesystem persistence adapter or set durability.directory"
82
+ );
83
+ }
84
+ throw configError(
85
+ "Durability requires a directory. Set durability.directory explicitly, or configure a filesystem persistence adapter"
86
+ );
87
+ }
88
+ if (config.persistence === void 0) {
89
+ return null;
90
+ }
91
+ if (filesystemDirectory !== null) {
92
+ return { kind: "wal", config: { directory: filesystemDirectory } };
93
+ }
94
+ return { kind: "snapshot", config: {}, adapter: config.persistence };
95
+ }
96
+
97
+ export { bindDurabilityConfigHost, resolveDurabilityTier };
@@ -0,0 +1,264 @@
1
+ // src/engine/embed-host.browser.ts
2
+ var ErrorCodes;
3
+ var NarsilError;
4
+ function bindEmbedHost(host) {
5
+ ({ ErrorCodes, NarsilError } = host);
6
+ }
7
+
8
+ // src/engine/embed.ts
9
+ function assertDocumentCarriesMappedVectors(document, embeddingConfig, adapterName) {
10
+ for (const targetField of Object.keys(embeddingConfig.fields)) {
11
+ const existing = resolveFieldValue(document, targetField);
12
+ if (existing === void 0 || existing === null) {
13
+ throw new NarsilError(
14
+ ErrorCodes.EMBEDDING_CONFIG_INVALID,
15
+ adapterName ? `The index embeds "${targetField}" via adapter "${adapterName}", which is not registered on this engine. Register the adapter or supply the vector on the document.` : `The index embeds "${targetField}" automatically but no embedding adapter is bound. Bind an adapter or supply the vector on the document.`,
16
+ adapterName ? { field: targetField, adapter: adapterName } : { field: targetField }
17
+ );
18
+ }
19
+ }
20
+ }
21
+ function validateVector(vector, targetField, expectedDimensions) {
22
+ if (!(vector instanceof Float32Array)) {
23
+ throw new NarsilError(
24
+ ErrorCodes.EMBEDDING_FAILED,
25
+ `Adapter returned ${typeof vector} for field "${targetField}", expected Float32Array`,
26
+ { field: targetField, returnedType: typeof vector }
27
+ );
28
+ }
29
+ if (vector.length !== expectedDimensions) {
30
+ throw new NarsilError(
31
+ ErrorCodes.EMBEDDING_DIMENSION_MISMATCH,
32
+ `Adapter returned ${vector.length}-dimensional vector for field "${targetField}", expected ${expectedDimensions}`,
33
+ { field: targetField, expected: expectedDimensions, actual: vector.length }
34
+ );
35
+ }
36
+ for (let i = 0; i < vector.length; i++) {
37
+ if (!Number.isFinite(vector[i])) {
38
+ throw new NarsilError(
39
+ ErrorCodes.EMBEDDING_FAILED,
40
+ `Adapter returned vector with ${vector[i]} at index ${i} for field "${targetField}"`,
41
+ { field: targetField, index: i }
42
+ );
43
+ }
44
+ }
45
+ return vector;
46
+ }
47
+ function resolveFieldValue(document, path) {
48
+ if (!path.includes(".")) return document[path];
49
+ const segments = path.split(".");
50
+ let current = document;
51
+ for (const segment of segments) {
52
+ if (current === null || current === void 0 || typeof current !== "object") return void 0;
53
+ current = current[segment];
54
+ }
55
+ return current;
56
+ }
57
+ function setFieldValue(document, path, value) {
58
+ if (!path.includes(".")) {
59
+ document[path] = value;
60
+ return;
61
+ }
62
+ const segments = path.split(".");
63
+ let current = document;
64
+ for (let i = 0; i < segments.length - 1; i++) {
65
+ let next = current[segments[i]];
66
+ if (next === null || next === void 0 || typeof next !== "object") {
67
+ next = {};
68
+ current[segments[i]] = next;
69
+ }
70
+ current = next;
71
+ }
72
+ current[segments[segments.length - 1]] = value;
73
+ }
74
+ function deleteFieldValue(document, path) {
75
+ if (!path.includes(".")) {
76
+ delete document[path];
77
+ return;
78
+ }
79
+ const segments = path.split(".");
80
+ let current = document;
81
+ for (let i = 0; i < segments.length - 1; i++) {
82
+ const next = current[segments[i]];
83
+ if (next === null || next === void 0 || typeof next !== "object") return;
84
+ current = next;
85
+ }
86
+ delete current[segments[segments.length - 1]];
87
+ }
88
+ function collectSourceText(document, sourceFields, targetField, documentIndex) {
89
+ const sources = Array.isArray(sourceFields) ? sourceFields : [sourceFields];
90
+ const parts = [];
91
+ for (const source of sources) {
92
+ const value = resolveFieldValue(document, source);
93
+ if (value === void 0 || value === null || value === "") continue;
94
+ if (typeof value !== "string") {
95
+ throw new NarsilError(
96
+ ErrorCodes.DOC_VALIDATION_FAILED,
97
+ `Embedding source field "${source}" must be a string, got ${typeof value}`,
98
+ { field: source, targetField }
99
+ );
100
+ }
101
+ parts.push(value);
102
+ }
103
+ if (parts.length === 0) {
104
+ const details = { field: targetField };
105
+ if (documentIndex !== void 0) {
106
+ details.documentIndex = documentIndex;
107
+ }
108
+ throw new NarsilError(
109
+ ErrorCodes.EMBEDDING_NO_SOURCE,
110
+ `All source fields for embedding target "${targetField}" are missing or empty`,
111
+ details
112
+ );
113
+ }
114
+ return parts.join("\n");
115
+ }
116
+ function wrapAdapterError(err, targetField) {
117
+ if (err instanceof NarsilError) return err;
118
+ const message = err instanceof Error ? err.message : String(err);
119
+ return new NarsilError(ErrorCodes.EMBEDDING_FAILED, `Embedding failed for field "${targetField}": ${message}`, {
120
+ field: targetField,
121
+ cause: message
122
+ });
123
+ }
124
+ async function embedDocumentFields(document, embeddingConfig, adapter, signal) {
125
+ const embeddedFields = /* @__PURE__ */ new Set();
126
+ try {
127
+ for (const [targetField, sourceFields] of Object.entries(embeddingConfig.fields)) {
128
+ const existing = resolveFieldValue(document, targetField);
129
+ if (existing !== void 0 && existing !== null) continue;
130
+ const text = collectSourceText(document, sourceFields, targetField);
131
+ let vector;
132
+ try {
133
+ const raw = await adapter.embed(text, "document", signal);
134
+ vector = validateVector(raw, targetField, adapter.dimensions);
135
+ } catch (err) {
136
+ throw wrapAdapterError(err, targetField);
137
+ }
138
+ setFieldValue(document, targetField, vector);
139
+ embeddedFields.add(targetField);
140
+ }
141
+ } catch (err) {
142
+ for (const field of embeddedFields) {
143
+ deleteFieldValue(document, field);
144
+ }
145
+ throw err;
146
+ }
147
+ return embeddedFields;
148
+ }
149
+ function isDocumentSourceError(err) {
150
+ return err instanceof NarsilError && (err.code === ErrorCodes.EMBEDDING_NO_SOURCE || err.code === ErrorCodes.DOC_VALIDATION_FAILED);
151
+ }
152
+ async function embedBatchDocumentFields(documents, embeddingConfig, adapter, signal) {
153
+ const embedded = /* @__PURE__ */ new Map();
154
+ const failed = /* @__PURE__ */ new Map();
155
+ try {
156
+ for (const [targetField, sourceFields] of Object.entries(embeddingConfig.fields)) {
157
+ const needsEmbedding = [];
158
+ for (let i = 0; i < documents.length; i++) {
159
+ if (failed.has(i)) continue;
160
+ const doc = documents[i];
161
+ const existing = resolveFieldValue(doc, targetField);
162
+ if (existing !== void 0 && existing !== null) continue;
163
+ try {
164
+ const text = collectSourceText(doc, sourceFields, targetField, i);
165
+ needsEmbedding.push({ docIndex: i, text });
166
+ } catch (err) {
167
+ if (isDocumentSourceError(err)) {
168
+ failed.set(i, err);
169
+ } else {
170
+ throw err;
171
+ }
172
+ }
173
+ }
174
+ if (needsEmbedding.length === 0) continue;
175
+ const texts = needsEmbedding.map((entry) => entry.text);
176
+ let vectors;
177
+ try {
178
+ if (adapter.embedBatch) {
179
+ vectors = await adapter.embedBatch(texts, "document", signal);
180
+ } else {
181
+ vectors = [];
182
+ const concurrency = 8;
183
+ for (let start = 0; start < texts.length; start += concurrency) {
184
+ const chunk = texts.slice(start, start + concurrency);
185
+ const chunkResults = await Promise.all(chunk.map((t) => adapter.embed(t, "document", signal)));
186
+ vectors.push(...chunkResults);
187
+ }
188
+ }
189
+ } catch (err) {
190
+ throw wrapAdapterError(err, targetField);
191
+ }
192
+ if (vectors.length !== needsEmbedding.length) {
193
+ throw new NarsilError(
194
+ ErrorCodes.EMBEDDING_FAILED,
195
+ `Adapter returned ${vectors.length} vectors for ${needsEmbedding.length} inputs on field "${targetField}"`,
196
+ { field: targetField, expected: needsEmbedding.length, actual: vectors.length }
197
+ );
198
+ }
199
+ for (let j = 0; j < needsEmbedding.length; j++) {
200
+ const { docIndex } = needsEmbedding[j];
201
+ const validated = validateVector(vectors[j], targetField, adapter.dimensions);
202
+ setFieldValue(documents[docIndex], targetField, validated);
203
+ let fieldSet = embedded.get(docIndex);
204
+ if (!fieldSet) {
205
+ fieldSet = /* @__PURE__ */ new Set();
206
+ embedded.set(docIndex, fieldSet);
207
+ }
208
+ fieldSet.add(targetField);
209
+ }
210
+ }
211
+ } catch (err) {
212
+ for (const [docIndex, fields] of embedded) {
213
+ for (const field of fields) {
214
+ deleteFieldValue(documents[docIndex], field);
215
+ }
216
+ }
217
+ throw err;
218
+ }
219
+ return { embedded, failed };
220
+ }
221
+ function lacksMappedVectors(documents, embeddingConfig) {
222
+ const targets = Object.keys(embeddingConfig.fields);
223
+ for (const document of documents) {
224
+ for (const target of targets) {
225
+ const existing = resolveFieldValue(document, target);
226
+ if (existing === void 0 || existing === null) return true;
227
+ }
228
+ }
229
+ return false;
230
+ }
231
+ function clearWriteEmbedding(earlier) {
232
+ for (const [document, fields] of earlier.fields) {
233
+ for (const field of fields) deleteFieldValue(document, field);
234
+ }
235
+ }
236
+ async function embedDocumentsForWrite(documents, embeddingConfig, adapter, signal, together) {
237
+ const fields = /* @__PURE__ */ new Map();
238
+ const failed = /* @__PURE__ */ new Map();
239
+ const documentFailures = /* @__PURE__ */ new Map();
240
+ if (together && documents.length > 1) {
241
+ try {
242
+ const result = await embedBatchDocumentFields(documents, embeddingConfig, adapter, signal);
243
+ for (const [position, embedded] of result.embedded) fields.set(documents[position], embedded);
244
+ for (const [position, error] of result.failed) documentFailures.set(position, error);
245
+ } catch (err) {
246
+ const error = err instanceof NarsilError ? err : new NarsilError(ErrorCodes.EMBEDDING_FAILED, String(err));
247
+ for (let position = 0; position < documents.length; position++) failed.set(position, error);
248
+ }
249
+ } else {
250
+ for (let position = 0; position < documents.length; position++) {
251
+ try {
252
+ fields.set(
253
+ documents[position],
254
+ await embedDocumentFields(documents[position], embeddingConfig, adapter, signal)
255
+ );
256
+ } catch (err) {
257
+ failed.set(position, err);
258
+ }
259
+ }
260
+ }
261
+ return { embedding: { adapter, mapping: embeddingConfig.fields, fields }, failed, documentFailures };
262
+ }
263
+
264
+ export { assertDocumentCarriesMappedVectors, bindEmbedHost, clearWriteEmbedding, embedBatchDocumentFields, embedDocumentFields, embedDocumentsForWrite, lacksMappedVectors };