@delali/narsil 0.3.1-next.98 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +45 -0
  2. package/README.md +27 -8
  3. package/dist/adapters/filesystem.d.ts +1 -1
  4. package/dist/adapters/filesystem.mjs +101 -13
  5. package/dist/adapters/gcs.d.ts +49 -0
  6. package/dist/adapters/gcs.mjs +213 -0
  7. package/dist/adapters/indexeddb.d.ts +1 -1
  8. package/dist/adapters/indexeddb.mjs +2 -7
  9. package/dist/adapters/memory.d.ts +1 -1
  10. package/dist/adapters/memory.mjs +5 -0
  11. package/dist/adapters/s3.d.ts +53 -0
  12. package/dist/adapters/s3.mjs +263 -0
  13. package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
  14. package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
  15. package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
  16. package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
  17. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  18. package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
  19. package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
  20. package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
  21. package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
  22. package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
  23. package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
  24. package/dist/browser/embed-GG6PS3EA.mjs +264 -0
  25. package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
  26. package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
  27. package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
  28. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  29. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  30. package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
  31. package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
  32. package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
  33. package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
  34. package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
  35. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  36. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  37. package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
  38. package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
  39. package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
  40. package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
  41. package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
  42. package/dist/chunk-2AFZE7Y3.mjs +72 -0
  43. package/dist/chunk-2CKDCC65.mjs +47 -0
  44. package/dist/chunk-3ECIRFS5.mjs +61 -0
  45. package/dist/chunk-44W3CBNG.mjs +7 -0
  46. package/dist/chunk-4H4RG2FR.mjs +13 -0
  47. package/dist/chunk-4PY4JYMY.mjs +11 -0
  48. package/dist/chunk-4ZPVAHWF.mjs +1289 -0
  49. package/dist/chunk-5EI5CXO6.mjs +197 -0
  50. package/dist/chunk-5F5MXWS5.mjs +283 -0
  51. package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
  52. package/dist/chunk-6FOENO4E.mjs +273 -0
  53. package/dist/chunk-6GHX35ZM.mjs +108 -0
  54. package/dist/chunk-6MSZ543Y.mjs +32 -0
  55. package/dist/chunk-6N6HHBCQ.mjs +4596 -0
  56. package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
  57. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  58. package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
  59. package/dist/chunk-AVBPB3MI.mjs +602 -0
  60. package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
  61. package/dist/chunk-BUMREPLU.mjs +15 -0
  62. package/dist/chunk-BY6NALRK.mjs +31921 -0
  63. package/dist/chunk-C4ZMXXTL.mjs +92 -0
  64. package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
  65. package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
  66. package/dist/chunk-DXZ6JDWG.mjs +797 -0
  67. package/dist/chunk-FJXJZUWF.mjs +209 -0
  68. package/dist/chunk-FS3HPPSC.mjs +212 -0
  69. package/dist/chunk-FT4KLZXW.mjs +1164 -0
  70. package/dist/chunk-GR5GMFJJ.mjs +104 -0
  71. package/dist/chunk-GXCDWLQI.mjs +193 -0
  72. package/dist/chunk-GXED6R3Q.mjs +271 -0
  73. package/dist/chunk-HLPRHOSO.mjs +17 -0
  74. package/dist/chunk-IL5DRCNU.mjs +3041 -0
  75. package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
  76. package/dist/chunk-K5HSUPYS.mjs +11 -0
  77. package/dist/chunk-KYIRXTCA.mjs +100 -0
  78. package/dist/chunk-LFXS6OF7.mjs +289 -0
  79. package/dist/chunk-LNGE7SLY.mjs +151 -0
  80. package/dist/chunk-M2Z5WVWW.mjs +194 -0
  81. package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
  82. package/dist/chunk-M3OW2XSP.mjs +40 -0
  83. package/dist/chunk-MFPSQZ6P.mjs +127 -0
  84. package/dist/chunk-MRCJBWJZ.mjs +1292 -0
  85. package/dist/chunk-MSIN4NM3.mjs +25 -0
  86. package/dist/chunk-MW3CJVGP.mjs +219 -0
  87. package/dist/chunk-MYM6CAVK.mjs +76 -0
  88. package/dist/chunk-NJJN4FMM.mjs +84 -0
  89. package/dist/chunk-NM7I3BM7.mjs +59 -0
  90. package/dist/chunk-OIJ64LGT.mjs +19 -0
  91. package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
  92. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  93. package/dist/chunk-R2PJKSNL.mjs +54 -0
  94. package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
  95. package/dist/chunk-S2POFTLN.mjs +10 -0
  96. package/dist/chunk-S5QMWECL.mjs +7 -0
  97. package/dist/chunk-SLAC5PAB.mjs +5008 -0
  98. package/dist/chunk-T4HMSZCX.mjs +5 -0
  99. package/dist/chunk-TACP6VK6.mjs +111 -0
  100. package/dist/chunk-TGPKS2UM.mjs +125 -0
  101. package/dist/chunk-TKKXPKEO.mjs +979 -0
  102. package/dist/chunk-V6EUBAIT.mjs +19 -0
  103. package/dist/chunk-XL56L4IR.mjs +228 -0
  104. package/dist/chunk-XQIAMDAG.mjs +3076 -0
  105. package/dist/chunk-YTUZ4R22.mjs +1063 -0
  106. package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
  107. package/dist/chunk-ZPJFGGGI.mjs +638 -0
  108. package/dist/chunk-ZXX5GZEX.mjs +17 -0
  109. package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
  110. package/dist/client.d.ts +11 -10
  111. package/dist/client.mjs +8 -898
  112. package/dist/config-Bnl7L-0H.d.ts +608 -0
  113. package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
  114. package/dist/core-leaf-6JVHEVFB.mjs +8 -0
  115. package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
  116. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  117. package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
  118. package/dist/distribution/coordinator/etcd.d.ts +63 -7
  119. package/dist/distribution/coordinator/etcd.mjs +725 -81
  120. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  121. package/dist/distribution/coordinator/in-memory.mjs +65 -10
  122. package/dist/distribution/transport/grpc.d.ts +2 -2
  123. package/dist/distribution/transport/grpc.mjs +39 -10
  124. package/dist/distribution/transport/in-memory.d.ts +2 -2
  125. package/dist/distribution/transport/in-memory.mjs +9 -6
  126. package/dist/distribution/transport/tcp.d.ts +2 -2
  127. package/dist/distribution/transport/tcp.mjs +20 -15
  128. package/dist/distribution.d.ts +267 -56
  129. package/dist/distribution.mjs +23156 -11362
  130. package/dist/durability-config-VWS2K24E.mjs +96 -0
  131. package/dist/embed-4PHHKGBK.mjs +263 -0
  132. package/dist/embeddings/openai.d.ts +1 -1
  133. package/dist/embeddings/openai.mjs +2 -2
  134. package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
  135. package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
  136. package/dist/gzip-2UCZW2MM.mjs +31 -0
  137. package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
  138. package/dist/index.browser.mjs +4 -4
  139. package/dist/index.d.ts +2133 -57
  140. package/dist/index.mjs +16 -32
  141. package/dist/index.react-native.mjs +12 -0
  142. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  143. package/dist/invalidation/filesystem.d.ts +1 -1
  144. package/dist/invalidation/filesystem.mjs +1 -2
  145. package/dist/invalidation/noop.d.ts +1 -1
  146. package/dist/languages/albanian.mjs +1 -1
  147. package/dist/languages/amharic.mjs +1 -1
  148. package/dist/languages/arabic.mjs +1 -1
  149. package/dist/languages/armenian.mjs +1 -1
  150. package/dist/languages/azerbaijani.mjs +1 -1
  151. package/dist/languages/bambara.mjs +1 -1
  152. package/dist/languages/basque.mjs +1 -1
  153. package/dist/languages/belarusian.mjs +1 -1
  154. package/dist/languages/bengali.mjs +1 -1
  155. package/dist/languages/bosnian.mjs +1 -1
  156. package/dist/languages/breton.mjs +1 -1
  157. package/dist/languages/bulgarian.mjs +1 -1
  158. package/dist/languages/burmese.mjs +1 -1
  159. package/dist/languages/catalan.mjs +1 -1
  160. package/dist/languages/chinese.mjs +1 -1
  161. package/dist/languages/croatian.mjs +1 -1
  162. package/dist/languages/czech.mjs +1 -1
  163. package/dist/languages/dagbani.mjs +1 -1
  164. package/dist/languages/danish.mjs +1 -1
  165. package/dist/languages/dutch.mjs +1 -1
  166. package/dist/languages/english.mjs +1 -1
  167. package/dist/languages/esperanto.mjs +1 -1
  168. package/dist/languages/estonian.mjs +1 -1
  169. package/dist/languages/ewe.mjs +1 -1
  170. package/dist/languages/faroese.mjs +1 -1
  171. package/dist/languages/fijian.mjs +1 -1
  172. package/dist/languages/finnish.mjs +1 -1
  173. package/dist/languages/french.mjs +1 -1
  174. package/dist/languages/ga.mjs +1 -1
  175. package/dist/languages/galician.mjs +1 -1
  176. package/dist/languages/georgian.mjs +1 -1
  177. package/dist/languages/german.mjs +1 -1
  178. package/dist/languages/greek.mjs +1 -1
  179. package/dist/languages/guarani.mjs +1 -1
  180. package/dist/languages/gujarati.mjs +1 -1
  181. package/dist/languages/haitian-creole.mjs +1 -1
  182. package/dist/languages/hausa.mjs +1 -1
  183. package/dist/languages/hawaiian.mjs +1 -1
  184. package/dist/languages/hebrew.mjs +1 -1
  185. package/dist/languages/hindi.mjs +1 -1
  186. package/dist/languages/hungarian.mjs +1 -1
  187. package/dist/languages/icelandic.mjs +1 -1
  188. package/dist/languages/igbo.mjs +1 -1
  189. package/dist/languages/indonesian.mjs +1 -1
  190. package/dist/languages/irish.mjs +1 -1
  191. package/dist/languages/italian.mjs +1 -1
  192. package/dist/languages/japanese.mjs +1 -1
  193. package/dist/languages/kannada.mjs +1 -1
  194. package/dist/languages/kazakh.mjs +1 -1
  195. package/dist/languages/khmer.mjs +1 -1
  196. package/dist/languages/kinyarwanda.mjs +1 -1
  197. package/dist/languages/kirundi.mjs +1 -1
  198. package/dist/languages/korean.mjs +1 -1
  199. package/dist/languages/kurmanji.mjs +1 -1
  200. package/dist/languages/kyrgyz.mjs +1 -1
  201. package/dist/languages/lao.mjs +1 -1
  202. package/dist/languages/latin.mjs +1 -1
  203. package/dist/languages/latvian.mjs +1 -1
  204. package/dist/languages/lingala.mjs +1 -1
  205. package/dist/languages/lithuanian.mjs +1 -1
  206. package/dist/languages/luxembourgish.mjs +1 -1
  207. package/dist/languages/macedonian.mjs +1 -1
  208. package/dist/languages/malagasy.mjs +1 -1
  209. package/dist/languages/malay.mjs +1 -1
  210. package/dist/languages/malayalam.mjs +1 -1
  211. package/dist/languages/maltese.mjs +1 -1
  212. package/dist/languages/maori.mjs +1 -1
  213. package/dist/languages/marathi.mjs +1 -1
  214. package/dist/languages/nepali.mjs +1 -1
  215. package/dist/languages/norwegian.mjs +1 -1
  216. package/dist/languages/oromo.mjs +1 -1
  217. package/dist/languages/persian.mjs +1 -1
  218. package/dist/languages/polish.mjs +1 -1
  219. package/dist/languages/portuguese.mjs +1 -1
  220. package/dist/languages/punjabi.mjs +1 -1
  221. package/dist/languages/romanian.mjs +1 -1
  222. package/dist/languages/russian.mjs +1 -1
  223. package/dist/languages/samoan.mjs +1 -1
  224. package/dist/languages/sanskrit.mjs +1 -1
  225. package/dist/languages/scottish-gaelic.mjs +1 -1
  226. package/dist/languages/serbian.mjs +1 -1
  227. package/dist/languages/shona.mjs +1 -1
  228. package/dist/languages/sinhala.mjs +1 -1
  229. package/dist/languages/slovak.mjs +1 -1
  230. package/dist/languages/slovenian.mjs +1 -1
  231. package/dist/languages/sorani.mjs +1 -1
  232. package/dist/languages/spanish.mjs +1 -1
  233. package/dist/languages/swahili.mjs +1 -1
  234. package/dist/languages/swedish.mjs +1 -1
  235. package/dist/languages/tagalog.mjs +1 -1
  236. package/dist/languages/tamil.mjs +1 -1
  237. package/dist/languages/tatar.mjs +1 -1
  238. package/dist/languages/telugu.mjs +1 -1
  239. package/dist/languages/thai.mjs +1 -1
  240. package/dist/languages/tibetan.mjs +1 -1
  241. package/dist/languages/tigrinya.mjs +1 -1
  242. package/dist/languages/tongan.mjs +1 -1
  243. package/dist/languages/turkish.mjs +1 -1
  244. package/dist/languages/twi.mjs +1 -1
  245. package/dist/languages/ukrainian.mjs +1 -1
  246. package/dist/languages/urdu.mjs +1 -1
  247. package/dist/languages/vietnamese.mjs +1 -1
  248. package/dist/languages/welsh.mjs +1 -1
  249. package/dist/languages/wolof.mjs +1 -1
  250. package/dist/languages/xhosa.mjs +1 -1
  251. package/dist/languages/yoruba.mjs +1 -1
  252. package/dist/languages/zulu.mjs +1 -1
  253. package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
  254. package/dist/module-5ZSLUQII.mjs +3729 -0
  255. package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
  256. package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
  257. package/dist/optional-writes-4UOQKETU.mjs +247 -0
  258. package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
  259. package/dist/partial-words.browser.mjs +1650 -0
  260. package/dist/partial-words.mjs +17 -11
  261. package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
  262. package/dist/pattern.mjs +6 -7
  263. package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
  264. package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
  265. package/dist/phrase-module-EFESWOCR.mjs +635 -0
  266. package/dist/query-actions-HMJUVWGT.mjs +119 -0
  267. package/dist/query-suggestions/merge-worker.d.ts +55 -0
  268. package/dist/query-suggestions/merge-worker.mjs +53 -0
  269. package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
  270. package/dist/query-suggestions.browser.mjs +47 -0
  271. package/dist/query-suggestions.d.ts +20 -0
  272. package/dist/query-suggestions.mjs +19 -0
  273. package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
  274. package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
  275. package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
  276. package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
  277. package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
  278. package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
  279. package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
  280. package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
  281. package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
  282. package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
  283. package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
  284. package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
  285. package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
  286. package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
  287. package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
  288. package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
  289. package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
  290. package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
  291. package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
  292. package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
  293. package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
  294. package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
  295. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  296. package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
  297. package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
  298. package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
  299. package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
  300. package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
  301. package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
  302. package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
  303. package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
  304. package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
  305. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  306. package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
  307. package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
  308. package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
  309. package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
  310. package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
  311. package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
  312. package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
  313. package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
  314. package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
  315. package/dist/react-native/partial-words.mjs +1658 -0
  316. package/dist/react-native/pattern.mjs +2570 -0
  317. package/dist/react-native/query-suggestions.mjs +55 -0
  318. package/dist/react-native/sync.mjs +2759 -0
  319. package/dist/react-native/synonyms.mjs +676 -0
  320. package/dist/react.d.ts +12 -8
  321. package/dist/react.mjs +45 -1
  322. package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
  323. package/dist/rerankers/http.d.ts +1 -1
  324. package/dist/rerankers/http.mjs +2 -2
  325. package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
  326. package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
  327. package/dist/runtime-USQYKN3I.mjs +615 -0
  328. package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
  329. package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
  330. package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
  331. package/dist/server.d.ts +348 -22
  332. package/dist/server.mjs +2211 -327
  333. package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
  334. package/dist/store-leaf-6VMMSVBE.mjs +20 -0
  335. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  336. package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
  337. package/dist/sync/filesystem.d.ts +30 -0
  338. package/dist/sync/filesystem.mjs +288 -0
  339. package/dist/sync/indexeddb.browser.mjs +287 -0
  340. package/dist/sync/indexeddb.d.ts +30 -0
  341. package/dist/sync/indexeddb.mjs +242 -0
  342. package/dist/sync.browser.mjs +1271 -0
  343. package/dist/sync.d.ts +23 -0
  344. package/dist/sync.mjs +2712 -0
  345. package/dist/synonyms.browser.mjs +658 -0
  346. package/dist/synonyms.mjs +17 -7
  347. package/dist/tasks-65b6t6lk.d.ts +782 -0
  348. package/dist/thread-UJ3W5LVI.mjs +31 -0
  349. package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
  350. package/dist/types-CpCg-Gq-.d.ts +227 -0
  351. package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
  352. package/dist/vector/search-worker.d.ts +10 -2
  353. package/dist/vector/search-worker.mjs +11 -11
  354. package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
  355. package/dist/workers/entry.mjs +75 -15
  356. package/openapi.json +6840 -0
  357. package/package.json +406 -19
  358. package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
  359. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  360. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  361. package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
  362. package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
  363. package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
  364. package/dist/browser/chunk-QWES44AW.mjs +0 -473
  365. package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
  366. package/dist/browser/module-PDXYHT75.mjs +0 -2822
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
  369. package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
  370. package/dist/browser/write-L7FAQA47.mjs +0 -208
  371. package/dist/chunk-37CD3OKS.mjs +0 -87
  372. package/dist/chunk-5XNIRLFC.mjs +0 -96
  373. package/dist/chunk-7X5JST5L.mjs +0 -114
  374. package/dist/chunk-AV4IJKD2.mjs +0 -35
  375. package/dist/chunk-AY3AQ3UH.mjs +0 -73
  376. package/dist/chunk-BKB3XTMI.mjs +0 -707
  377. package/dist/chunk-C7SLA6CM.mjs +0 -19
  378. package/dist/chunk-COVCQ73F.mjs +0 -587
  379. package/dist/chunk-DJHHF2L5.mjs +0 -17
  380. package/dist/chunk-E74YLAIG.mjs +0 -24
  381. package/dist/chunk-FMWRCP2C.mjs +0 -57
  382. package/dist/chunk-GES7U2PM.mjs +0 -68
  383. package/dist/chunk-HJSN7UYG.mjs +0 -10
  384. package/dist/chunk-JFRNNBOM.mjs +0 -35
  385. package/dist/chunk-K25LZA54.mjs +0 -8484
  386. package/dist/chunk-KEHK2O6P.mjs +0 -13
  387. package/dist/chunk-KOKM4PQN.mjs +0 -52
  388. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  389. package/dist/chunk-L3L5YFXC.mjs +0 -614
  390. package/dist/chunk-L5ORED7V.mjs +0 -25
  391. package/dist/chunk-LH4NZNJJ.mjs +0 -1731
  392. package/dist/chunk-LU2CE5AE.mjs +0 -507
  393. package/dist/chunk-LXWDQLTW.mjs +0 -30
  394. package/dist/chunk-MHOSCQCQ.mjs +0 -948
  395. package/dist/chunk-NKRBEGJZ.mjs +0 -1705
  396. package/dist/chunk-NTRMFARG.mjs +0 -462
  397. package/dist/chunk-NW4XDSP2.mjs +0 -212
  398. package/dist/chunk-OOEXLUGR.mjs +0 -117
  399. package/dist/chunk-ORBLD3EL.mjs +0 -6
  400. package/dist/chunk-OWNZYMRE.mjs +0 -3591
  401. package/dist/chunk-PPY2GSIB.mjs +0 -44
  402. package/dist/chunk-QY7GC2MW.mjs +0 -33
  403. package/dist/chunk-R6A773WK.mjs +0 -226
  404. package/dist/chunk-R6PR4WYZ.mjs +0 -68
  405. package/dist/chunk-R7EEKAJE.mjs +0 -593
  406. package/dist/chunk-RONEOEON.mjs +0 -426
  407. package/dist/chunk-VWULPWRJ.mjs +0 -7469
  408. package/dist/chunk-WCJKUGHB.mjs +0 -262
  409. package/dist/chunk-WQBCBKY3.mjs +0 -8
  410. package/dist/chunk-X5CV2E2B.mjs +0 -1
  411. package/dist/chunk-YA7XLE2R.mjs +0 -1256
  412. package/dist/chunk-YTJCGKM4.mjs +0 -56
  413. package/dist/chunk-ZG477IPV.mjs +0 -526
  414. package/dist/chunk-ZYNAMIYX.mjs +0 -113
  415. package/dist/config-BGB_fDtq.d.ts +0 -237
  416. package/dist/direct-executor-CXZ66ACP.mjs +0 -22
  417. package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
  418. package/dist/engine-BGCEm9E_.d.ts +0 -577
  419. package/dist/module-3NONKBZX.mjs +0 -1860
  420. package/dist/release-BH3DKW3T.mjs +0 -33
  421. package/dist/restore-queue-JPRBUYII.mjs +0 -35
  422. package/dist/runtime-ZKYZFJJC.mjs +0 -177
  423. package/dist/snapshot-HOGXNO5W.mjs +0 -793
  424. package/dist/tasks-HG3rlxx6.d.ts +0 -302
  425. package/dist/thread-B657LQXK.mjs +0 -692
  426. package/dist/write-XLIGTXBU.mjs +0 -238
@@ -1,462 +0,0 @@
1
- import { vectorsPerFile } from './chunk-COVCQ73F.mjs';
2
- import { writeLiveVectors, decodeSegmentManifest, openManifestPayload, listedKeysOf, decodeManifestPayload, SINGLE_NODE_PRIMARY_TERM } from './chunk-ZG477IPV.mjs';
3
- import { vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION } from './chunk-WCJKUGHB.mjs';
4
- import { writeCheckpointSegments, DEFAULT_COMPACTION_THRESHOLD, commitCheckpointManifest, manifestKey, manifestFileRefs, partitionContentsOf } from './chunk-LH4NZNJJ.mjs';
5
- import { HEADER_SIZE } from './chunk-VWULPWRJ.mjs';
6
- import { MAX_FILE_BYTES } from './chunk-AY3AQ3UH.mjs';
7
- import { NarsilError, ErrorCodes } from './chunk-KV3AZFT3.mjs';
8
-
9
- // src/persistence/archive/memory-store.ts
10
- function joined(chunks) {
11
- let total = 0;
12
- for (const chunk of chunks) total += chunk.byteLength;
13
- const bytes = new Uint8Array(total);
14
- let offset = 0;
15
- for (const chunk of chunks) {
16
- bytes.set(chunk, offset);
17
- offset += chunk.byteLength;
18
- }
19
- return bytes;
20
- }
21
- function memoryCheckpointStore() {
22
- const files = /* @__PURE__ */ new Map();
23
- return {
24
- files,
25
- read: async (key) => files.get(key) ?? null,
26
- write: async (key, chunks) => {
27
- files.set(key, joined(chunks));
28
- },
29
- remove: async (key) => {
30
- files.delete(key);
31
- },
32
- list: async (prefix) => [...files.keys()].filter((key) => key.startsWith(prefix)).sort(),
33
- byteLength: async (key) => files.get(key)?.byteLength ?? null
34
- };
35
- }
36
-
37
- // src/persistence/archive/from-memory.ts
38
- function frozenPlan(plan) {
39
- const files = [];
40
- for (let index = 0; index < plan.newFiles; index++) files.push(plan.readNewFile(index));
41
- return { ...plan, readNewFile: (index) => files[index] };
42
- }
43
- function partitionVectorPlan(vectorIndex, docIds) {
44
- const held = [];
45
- const vectors = [];
46
- for (const docId of docIds) {
47
- const vector = vectorIndex.getVector(docId);
48
- if (vector === null) continue;
49
- held.push(docId);
50
- vectors.push(Float32Array.from(vector));
51
- }
52
- const capacity = vectorsPerFile(vectorIndex.dimension, null);
53
- const files = [];
54
- for (let start = 0; start < held.length; start += capacity) {
55
- const slice = held.slice(start, start + capacity);
56
- const packed = new Float32Array(slice.length * vectorIndex.dimension);
57
- for (let i = 0; i < slice.length; i++) packed.set(vectors[start + i], i * vectorIndex.dimension);
58
- const payload = {
59
- v: VECTOR_FILE_PAYLOAD_VERSION,
60
- fieldName: vectorIndex.fieldName,
61
- dimension: vectorIndex.dimension,
62
- docIds: slice,
63
- codes: null,
64
- vectors: vectorsToBytes(packed)
65
- };
66
- files.push({ payload, ordinals: new Int32Array(slice.length), dead: null });
67
- }
68
- return {
69
- unchanged: false,
70
- kept: [],
71
- keptFiles: [],
72
- newFiles: files.length,
73
- graphParts: null,
74
- signature: { revision: 0, graphSize: -1, calibration: null },
75
- readNewFile: (index) => files[index]
76
- };
77
- }
78
- function capture(input) {
79
- const partitionIds = input.partitionId === null ? Array.from({ length: input.manager.partitionCount }, (_, partitionId) => partitionId) : [input.partitionId];
80
- const targets = partitionIds.map((partitionId) => ({
81
- partitionId,
82
- lastSeqNo: input.appliedSeqNo(partitionId),
83
- primaryTerm: SINGLE_NODE_PRIMARY_TERM
84
- }));
85
- const contents = partitionIds.map((partitionId) => partitionContentsOf(input.manager, partitionId));
86
- const plans = /* @__PURE__ */ new Map();
87
- const partitionDocIds = input.partitionId === null ? null : [...input.manager.getPartition(input.partitionId).docIds()];
88
- for (const [fieldPath, vectorIndex] of input.vectorIndexes) {
89
- plans.set(
90
- fieldPath,
91
- partitionDocIds === null ? frozenPlan(vectorIndex.planCheckpoint(null)) : partitionVectorPlan(vectorIndex, partitionDocIds)
92
- );
93
- }
94
- return { targets, contents, plans };
95
- }
96
- async function buildArchiveFromMemory(input) {
97
- if (input.partitionId === null) {
98
- for (const vectorIndex of input.vectorIndexes.values()) await vectorIndex.completeGraph();
99
- }
100
- const captured = capture(input);
101
- const store = memoryCheckpointStore();
102
- const written = await writeCheckpointSegments({
103
- store,
104
- metadata: input.metadata,
105
- targets: captured.targets,
106
- compactionThreshold: DEFAULT_COMPACTION_THRESHOLD,
107
- prior: null,
108
- wholePartitions: captured.contents
109
- });
110
- const vectors = await writeLiveVectors({ store, indexName: input.indexName, plans: captured.plans, priorVectors: [] });
111
- const refs = vectors.refs;
112
- await commitCheckpointManifest(store, input.metadata, written, refs);
113
- const manifestBytes = store.files.get(manifestKey(input.indexName));
114
- const decoded = manifestBytes === void 0 ? null : await decodeSegmentManifest(manifestBytes, input.indexName);
115
- if (manifestBytes === void 0 || decoded === null || decoded.kind !== "current") {
116
- throw new NarsilError(
117
- ErrorCodes.PERSISTENCE_SAVE_FAILED,
118
- `The archive of index "${input.indexName}" holds no manifest`
119
- );
120
- }
121
- return {
122
- manifestBytes,
123
- manifest: decoded.manifest,
124
- readFile: async (ref) => {
125
- const bytes = store.files.get(ref.key);
126
- if (bytes === void 0) {
127
- throw new NarsilError(ErrorCodes.PERSISTENCE_SAVE_FAILED, `The archive file "${ref.key}" is missing`, {
128
- key: ref.key
129
- });
130
- }
131
- return bytes;
132
- },
133
- readRange: async (ref, offset, length) => {
134
- const bytes = store.files.get(ref.key);
135
- if (bytes === void 0 || offset + length > bytes.byteLength) {
136
- throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `The archive file "${ref.key}" is missing`, {
137
- key: ref.key
138
- });
139
- }
140
- return bytes.subarray(offset, offset + length);
141
- },
142
- release: () => store.files.clear()
143
- };
144
- }
145
-
146
- // src/persistence/archive/constants.ts
147
- var MAX_PAX_HEADER_BYTES = 65536;
148
-
149
- // src/persistence/archive/tar.ts
150
- var TAR_BLOCK_BYTES = 512;
151
- var NAME_OFFSET = 0;
152
- var NAME_BYTES = 100;
153
- var MODE_OFFSET = 100;
154
- var OWNER_OFFSET = 108;
155
- var GROUP_OFFSET = 116;
156
- var ID_FIELD_BYTES = 8;
157
- var SIZE_OFFSET = 124;
158
- var SIZE_FIELD_BYTES = 12;
159
- var SIZE_FIELD_DIGITS = 11;
160
- var MTIME_OFFSET = 136;
161
- var MTIME_FIELD_BYTES = 12;
162
- var CHECKSUM_FIELD_OFFSET = 148;
163
- var CHECKSUM_FIELD_BYTES = 8;
164
- var CHECKSUM_DIGITS = 6;
165
- var TYPEFLAG_OFFSET = 156;
166
- var MAGIC_OFFSET = 257;
167
- var MAGIC_BYTES = 6;
168
- var VERSION_OFFSET = 263;
169
- var VERSION_BYTES = 2;
170
- var PREFIX_OFFSET = 345;
171
- var PREFIX_BYTES = 155;
172
- var MODE_OCTAL = "0000644";
173
- var ZERO_OCTAL_7 = "0000000";
174
- var ZERO_OCTAL_11 = "00000000000";
175
- var REGULAR_FILE = 48;
176
- var OLD_REGULAR_FILE = 0;
177
- var PAX_EXTENDED_HEADER = 120;
178
- var PAX_HEADER_NAME = "PaxHeader";
179
- var encoder = new TextEncoder();
180
- var decoder = new TextDecoder("utf-8", { fatal: true });
181
- function writeString(block, offset, length, value) {
182
- const bytes = encoder.encode(value);
183
- block.set(bytes.subarray(0, length), offset);
184
- }
185
- function writeOctal(block, offset, digits, value) {
186
- writeString(block, offset, digits, value.toString(8).padStart(digits, "0"));
187
- }
188
- function headerChecksum(block) {
189
- let sum = 0;
190
- const checksumEnd = CHECKSUM_FIELD_OFFSET + CHECKSUM_FIELD_BYTES;
191
- for (let at = 0; at < TAR_BLOCK_BYTES; at++) {
192
- sum += at >= CHECKSUM_FIELD_OFFSET && at < checksumEnd ? 32 : block[at];
193
- }
194
- return sum;
195
- }
196
- function ustarBlock(name, prefix, size, typeflag) {
197
- const block = new Uint8Array(TAR_BLOCK_BYTES);
198
- writeString(block, NAME_OFFSET, NAME_BYTES, name);
199
- writeString(block, MODE_OFFSET, ID_FIELD_BYTES, MODE_OCTAL);
200
- writeString(block, OWNER_OFFSET, ID_FIELD_BYTES, ZERO_OCTAL_7);
201
- writeString(block, GROUP_OFFSET, ID_FIELD_BYTES, ZERO_OCTAL_7);
202
- writeOctal(block, SIZE_OFFSET, SIZE_FIELD_DIGITS, size);
203
- writeString(block, MTIME_OFFSET, MTIME_FIELD_BYTES, ZERO_OCTAL_11);
204
- block[TYPEFLAG_OFFSET] = typeflag;
205
- writeString(block, MAGIC_OFFSET, MAGIC_BYTES, "ustar");
206
- writeString(block, VERSION_OFFSET, VERSION_BYTES, "00");
207
- writeString(block, PREFIX_OFFSET, PREFIX_BYTES, prefix);
208
- const checksum = headerChecksum(block);
209
- writeString(block, CHECKSUM_FIELD_OFFSET, CHECKSUM_DIGITS, checksum.toString(8).padStart(CHECKSUM_DIGITS, "0"));
210
- block[CHECKSUM_FIELD_OFFSET + CHECKSUM_DIGITS] = 0;
211
- block[CHECKSUM_FIELD_OFFSET + CHECKSUM_DIGITS + 1] = 32;
212
- return block;
213
- }
214
- function splitForUstar(name) {
215
- if (encoder.encode(name).byteLength <= NAME_BYTES) return { name, prefix: "" };
216
- for (let slash = name.indexOf("/"); slash >= 0; slash = name.indexOf("/", slash + 1)) {
217
- const prefix = name.slice(0, slash);
218
- const rest = name.slice(slash + 1);
219
- if (encoder.encode(prefix).byteLength <= PREFIX_BYTES && encoder.encode(rest).byteLength <= NAME_BYTES) {
220
- return { name: rest, prefix };
221
- }
222
- }
223
- return null;
224
- }
225
- function paxRecord(key, value) {
226
- const body = ` ${key}=${value}
227
- `;
228
- const bodyBytes = encoder.encode(body).byteLength;
229
- let digits = 1;
230
- while (String(bodyBytes + digits).length !== digits) digits += 1;
231
- return `${bodyBytes + digits}${body}`;
232
- }
233
- function tarPadding(size) {
234
- const remainder = size % TAR_BLOCK_BYTES;
235
- return new Uint8Array(remainder === 0 ? 0 : TAR_BLOCK_BYTES - remainder);
236
- }
237
- function tarEntryHeaders(name, size) {
238
- const split = splitForUstar(name);
239
- if (split !== null) return [ustarBlock(split.name, split.prefix, size, REGULAR_FILE)];
240
- const record = encoder.encode(paxRecord("path", name));
241
- return [
242
- ustarBlock(PAX_HEADER_NAME, "", record.byteLength, PAX_EXTENDED_HEADER),
243
- record,
244
- tarPadding(record.byteLength),
245
- ustarBlock(name.slice(-NAME_BYTES).replace(/^[^/]*\//, ""), "", size, REGULAR_FILE)
246
- ];
247
- }
248
- function tarEnd() {
249
- return new Uint8Array(TAR_BLOCK_BYTES * 2);
250
- }
251
- function invalidArchive(message, details) {
252
- throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Invalid snapshot archive: ${message}`, details);
253
- }
254
- function readString(block, offset, length) {
255
- let end = offset;
256
- while (end < offset + length && block[end] !== 0) end++;
257
- try {
258
- return decoder.decode(block.subarray(offset, end));
259
- } catch {
260
- invalidArchive("an entry header holds a name that is not UTF-8");
261
- }
262
- }
263
- function readOctal(block, offset, length, what) {
264
- const text = readString(block, offset, length).trim();
265
- if (!/^[0-7]+$/.test(text)) invalidArchive(`an entry header holds an invalid ${what}`);
266
- const value = Number.parseInt(text, 8);
267
- if (!Number.isSafeInteger(value)) invalidArchive(`an entry header holds an invalid ${what}`);
268
- return value;
269
- }
270
- function isZeroBlock(block) {
271
- for (let at = 0; at < block.length; at++) if (block[at] !== 0) return false;
272
- return true;
273
- }
274
- function parseTarHeader(block) {
275
- if (readOctal(block, CHECKSUM_FIELD_OFFSET, CHECKSUM_FIELD_BYTES, "checksum") !== headerChecksum(block)) {
276
- invalidArchive("an entry header fails its checksum");
277
- }
278
- const typeflag = block[TYPEFLAG_OFFSET];
279
- if (typeflag !== REGULAR_FILE && typeflag !== OLD_REGULAR_FILE && typeflag !== PAX_EXTENDED_HEADER) {
280
- invalidArchive(`an entry has type ${String.fromCharCode(typeflag)}, while an archive holds regular files alone`);
281
- }
282
- const name = readString(block, NAME_OFFSET, NAME_BYTES);
283
- const prefix = readString(block, PREFIX_OFFSET, PREFIX_BYTES);
284
- return {
285
- name: prefix.length > 0 ? `${prefix}/${name}` : name,
286
- size: readOctal(block, SIZE_OFFSET, SIZE_FIELD_BYTES, "size"),
287
- isPaxHeader: typeflag === PAX_EXTENDED_HEADER
288
- };
289
- }
290
- var SPACE = 32;
291
- var EQUALS = 61;
292
- var NEWLINE = 10;
293
- function decodeRecordText(bytes) {
294
- try {
295
- return decoder.decode(bytes);
296
- } catch {
297
- invalidArchive("a pax extended header is not UTF-8");
298
- }
299
- }
300
- function parsePaxRecords(body) {
301
- const records = /* @__PURE__ */ new Map();
302
- let at = 0;
303
- while (at < body.length) {
304
- const space = body.indexOf(SPACE, at);
305
- if (space < 0) invalidArchive("a pax extended header holds a malformed record");
306
- const length = Number.parseInt(decodeRecordText(body.subarray(at, space)), 10);
307
- if (!Number.isSafeInteger(length) || length <= space - at || at + length > body.length) {
308
- invalidArchive("a pax extended header holds a malformed record");
309
- }
310
- const record = body.subarray(space + 1, at + length);
311
- const equals = record.indexOf(EQUALS);
312
- if (equals < 0 || record[record.length - 1] !== NEWLINE) {
313
- invalidArchive("a pax extended header holds a record without a value");
314
- }
315
- records.set(decodeRecordText(record.subarray(0, equals)), decodeRecordText(record.subarray(equals + 1, -1)));
316
- at += length;
317
- }
318
- return records;
319
- }
320
-
321
- // src/persistence/archive/read.ts
322
- var ARCHIVE_CONFIG_ENTRY = "config";
323
- var ARCHIVE_MANIFEST_ENTRY = "manifest";
324
- var SEGMENTS_MARKER = "/segments/";
325
- var CHECKSUM_OFFSET = 14;
326
- async function readBlock(reader) {
327
- const block = await reader.readExactly(TAR_BLOCK_BYTES);
328
- if (block === null) return null;
329
- if (block.byteLength < TAR_BLOCK_BYTES) invalidArchive("the archive ends inside an entry header");
330
- return block;
331
- }
332
- async function readPadded(reader, size) {
333
- const body = await reader.readExactly(size) ?? new Uint8Array(0);
334
- if (body.byteLength < size) invalidArchive("the archive ends inside an entry");
335
- const remainder = size % TAR_BLOCK_BYTES;
336
- if (remainder !== 0) {
337
- const padding = await reader.readExactly(TAR_BLOCK_BYTES - remainder);
338
- if (padding === null || padding.byteLength < TAR_BLOCK_BYTES - remainder) {
339
- invalidArchive("the archive ends inside the padding of an entry");
340
- }
341
- }
342
- return body;
343
- }
344
- async function nextEntryHeader(reader) {
345
- const block = await readBlock(reader);
346
- if (block === null || isZeroBlock(block)) return null;
347
- const header = parseTarHeader(block);
348
- if (!header.isPaxHeader) return { name: header.name, size: header.size };
349
- if (header.size > MAX_PAX_HEADER_BYTES) invalidArchive("a pax extended header is too long");
350
- const records = parsePaxRecords(await readPadded(reader, header.size));
351
- const next = await readBlock(reader);
352
- if (next === null || isZeroBlock(next)) invalidArchive("a pax extended header precedes no entry");
353
- const entry = parseTarHeader(next);
354
- if (entry.isPaxHeader) invalidArchive("a pax extended header follows another");
355
- const path = records.get("path");
356
- const size = records.get("size");
357
- const parsedSize = size === void 0 ? entry.size : Number.parseInt(size, 10);
358
- if (!Number.isSafeInteger(parsedSize) || parsedSize < 0) invalidArchive("a pax extended header holds an invalid size");
359
- return { name: path ?? entry.name, size: parsedSize };
360
- }
361
- async function readNamedEntry(reader, expected) {
362
- const header = await nextEntryHeader(reader);
363
- if (header === null) invalidArchive(`the archive ends before its ${expected} entry`);
364
- if (header.name !== expected) invalidArchive(`the archive holds "${header.name}" where its ${expected} entry belongs`);
365
- if (header.size > MAX_FILE_BYTES) invalidArchive(`the ${expected} entry passes the file size limit`);
366
- return readPadded(reader, header.size);
367
- }
368
- function sourceIndexNameOf(keys) {
369
- const first = keys[0];
370
- if (first === void 0) return "archive";
371
- const at = first.indexOf(SEGMENTS_MARKER);
372
- if (at <= 0) invalidArchive(`the manifest lists the key "${first}" outside any index`);
373
- return first.slice(0, at);
374
- }
375
- function headerChecksumOf(bytes) {
376
- if (bytes.byteLength < HEADER_SIZE) return -1;
377
- return new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength).getUint32(CHECKSUM_OFFSET, false);
378
- }
379
- async function readSnapshotArchive(reader, handlers) {
380
- await handlers.config(await readNamedEntry(reader, ARCHIVE_CONFIG_ENTRY));
381
- const raw = await openManifestPayload(await readNamedEntry(reader, ARCHIVE_MANIFEST_ENTRY));
382
- const sourceIndexName = sourceIndexNameOf(listedKeysOf(raw));
383
- const decoded = decodeManifestPayload(raw, sourceIndexName);
384
- if (decoded.kind !== "current") invalidArchive("the manifest holds the layout of an earlier release");
385
- const manifest = decoded.manifest;
386
- await handlers.manifest(manifest, sourceIndexName);
387
- const files = manifestFileRefs(manifest);
388
- const prefix = `${sourceIndexName}/`;
389
- const listedNames = new Set(files.map((file) => file.key.slice(prefix.length)));
390
- const seen = /* @__PURE__ */ new Set();
391
- for (const ref of files) {
392
- const expected = ref.key.slice(prefix.length);
393
- const header = await nextEntryHeader(reader);
394
- if (header === null) invalidArchive(`the archive ends before it holds "${expected}"`);
395
- if (header.name !== expected) {
396
- const why = !listedNames.has(header.name) ? "that the manifest does not list" : seen.has(header.name) ? "twice" : "out of order";
397
- invalidArchive(`the archive holds the entry "${header.name}" ${why}`, { entry: header.name });
398
- }
399
- if (header.size !== ref.bytes) {
400
- invalidArchive(`the entry "${expected}" holds ${header.size} bytes where the manifest lists ${ref.bytes}`);
401
- }
402
- const bytes = await readPadded(reader, header.size);
403
- if (headerChecksumOf(bytes) !== ref.checksum) {
404
- invalidArchive(`the entry "${expected}" carries a checksum other than the manifest lists`, { entry: expected });
405
- }
406
- seen.add(expected);
407
- await handlers.file(expected, ref, bytes);
408
- }
409
- const trailing = await nextEntryHeader(reader);
410
- if (trailing !== null) {
411
- invalidArchive(`the archive holds the entry "${trailing.name}" that the manifest does not list`, {
412
- entry: trailing.name
413
- });
414
- }
415
- }
416
-
417
- // src/persistence/archive/write.ts
418
- function entryChunks(name, bytes) {
419
- return [...tarEntryHeaders(name, bytes.byteLength), bytes, tarPadding(bytes.byteLength)].filter(
420
- (chunk) => chunk.byteLength > 0
421
- );
422
- }
423
- async function* archiveChunks(source) {
424
- yield* entryChunks(ARCHIVE_CONFIG_ENTRY, source.config);
425
- yield* entryChunks(ARCHIVE_MANIFEST_ENTRY, source.manifestBytes);
426
- const prefix = `${source.sourceIndexName}/`;
427
- for (const ref of manifestFileRefs(source.manifest)) {
428
- yield* entryChunks(ref.key.slice(prefix.length), await source.readFile(ref));
429
- }
430
- yield tarEnd();
431
- }
432
- function archiveStream(source) {
433
- const chunks = archiveChunks(source);
434
- let released = false;
435
- const release = () => {
436
- if (released) return;
437
- released = true;
438
- source.release();
439
- };
440
- return new ReadableStream({
441
- async pull(controller) {
442
- try {
443
- const step = await chunks.next();
444
- if (step.done) {
445
- release();
446
- controller.close();
447
- return;
448
- }
449
- controller.enqueue(step.value);
450
- } catch (error) {
451
- release();
452
- controller.error(error);
453
- }
454
- },
455
- async cancel() {
456
- release();
457
- await chunks.return(void 0);
458
- }
459
- });
460
- }
461
-
462
- export { archiveStream, buildArchiveFromMemory, memoryCheckpointStore, readSnapshotArchive };
@@ -1,212 +0,0 @@
1
- import { rerankQueryTextOf } from './chunk-KZ3NX2P7.mjs';
2
- import { fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth } from './chunk-FMWRCP2C.mjs';
3
- import { DEFAULT_RERANK_WINDOW, MIN_RERANK_WINDOW } from './chunk-HJSN7UYG.mjs';
4
- import { DEFAULT_LIMIT, DEFAULT_OFFSET } from './chunk-LXWDQLTW.mjs';
5
- import { RESULT_WINDOW } from './chunk-E74YLAIG.mjs';
6
- import { NarsilError, ErrorCodes } from './chunk-KV3AZFT3.mjs';
7
-
8
- // src/rerank/params.ts
9
- function invalid(message, details = {}) {
10
- return new NarsilError(ErrorCodes.RERANK_CONFIG_INVALID, message, details);
11
- }
12
- function requireTextFields(fields, schema, host) {
13
- if (!Array.isArray(fields) || fields.length === 0) {
14
- throw invalid("rerank.fields must list at least one text field");
15
- }
16
- const flat = host.flattenSchema(schema);
17
- const checked = [];
18
- const seen = /* @__PURE__ */ new Set();
19
- for (const field of fields) {
20
- if (typeof field !== "string") {
21
- throw invalid("rerank.fields accepts field paths written as strings", { field: String(field) });
22
- }
23
- const parsed = host.parsedTypeOf(Object.hasOwn(flat, field) ? flat[field] : void 0);
24
- if (parsed === void 0 || !host.isStringValuedBase(parsed.base)) {
25
- throw invalid(`rerank.fields gives "${field}", which the schema does not declare as a text field`, { field });
26
- }
27
- if (seen.has(field)) {
28
- throw invalid(`rerank.fields gives "${field}" more than once`, { field });
29
- }
30
- seen.add(field);
31
- checked.push(field);
32
- }
33
- return checked;
34
- }
35
- function requireWindow(window, maxWindow, hybridDepth) {
36
- if (window === void 0) return Math.min(DEFAULT_RERANK_WINDOW, maxWindow, hybridDepth ?? maxWindow);
37
- if (typeof window !== "number" || !Number.isInteger(window) || window < MIN_RERANK_WINDOW || window > maxWindow) {
38
- throw invalid(`rerank.window must be a whole number from ${MIN_RERANK_WINDOW} to ${maxWindow}`, {
39
- window: typeof window === "number" ? window : String(window),
40
- maxRerankWindow: maxWindow
41
- });
42
- }
43
- if (hybridDepth !== void 0 && window > hybridDepth) {
44
- throw invalid(
45
- `rerank.window is ${window}, above the hybrid.depth of ${hybridDepth} that a hybrid query reranks from`,
46
- {
47
- window,
48
- depth: hybridDepth
49
- }
50
- );
51
- }
52
- return window;
53
- }
54
- function resolveRerankParams(params, schema, maxWindow, hybridDepth, host) {
55
- const rerank = params.rerank;
56
- if (typeof rerank !== "object" || rerank === null || Array.isArray(rerank)) {
57
- throw invalid("rerank must be an object that gives an adapter and the fields to rerank by");
58
- }
59
- if (host.normalizeSort(params.sort).length > 0) {
60
- throw new NarsilError(
61
- ErrorCodes.SEARCH_INVALID_MODE,
62
- "A query cannot carry both rerank and a sort, because each of them sets the order of the hits"
63
- );
64
- }
65
- const { adapter, fields, window } = rerank;
66
- if (typeof adapter !== "string" || adapter.length === 0) {
67
- throw invalid("rerank.adapter must give the name of a registered rerank adapter");
68
- }
69
- const checkedFields = requireTextFields(fields, schema, host);
70
- const checkedWindow = requireWindow(window, maxWindow, hybridDepth);
71
- const query = rerankQueryTextOf(params);
72
- if (query === void 0) {
73
- throw invalid("A reranked query needs text to compare each hit with: set rerank.query, term, or vector.text");
74
- }
75
- return { adapter, fields: checkedFields, query, window: checkedWindow };
76
- }
77
- function rerankTextOf(values) {
78
- if (values === void 0) return "";
79
- const lines = [];
80
- for (const value of values) {
81
- if (typeof value === "string") {
82
- lines.push(value);
83
- } else if (Array.isArray(value)) {
84
- for (const member of value) if (typeof member === "string") lines.push(member);
85
- }
86
- }
87
- return lines.join("\n");
88
- }
89
-
90
- // src/rerank/pipeline.ts
91
- function rerankCursorDepth(cursor, binding, host) {
92
- const decoded = host.decodePageCursor(cursor);
93
- host.requireMatchingCursor(decoded, cursor, null, true, binding);
94
- return decoded.depth ?? 0;
95
- }
96
- function requireWithinReach(cursorDepth, offset, limit) {
97
- const reach = cursorDepth + offset + limit;
98
- if (reach <= RESULT_WINDOW) return;
99
- throw new NarsilError(
100
- ErrorCodes.SEARCH_RESULT_WINDOW_EXCEEDED,
101
- `The engine pages a reranked query through the first ${RESULT_WINDOW} results, and this page ends at ${reach}`,
102
- { limit, offset, cursorDepth, window: RESULT_WINDOW }
103
- );
104
- }
105
- function reorderByRerank(ranked, windowSize, scores, compareCodePoints) {
106
- let initialLow = Number.POSITIVE_INFINITY;
107
- let initialHigh = Number.NEGATIVE_INFINITY;
108
- let finalLow = Number.POSITIVE_INFINITY;
109
- let finalHigh = Number.NEGATIVE_INFINITY;
110
- const ordered = new Array(windowSize);
111
- for (let i = 0; i < windowSize; i++) {
112
- const first = ranked[i].score ?? 0;
113
- const score = scores[i];
114
- if (first < initialLow) initialLow = first;
115
- if (first > initialHigh) initialHigh = first;
116
- if (score < finalLow) finalLow = score;
117
- if (score > finalHigh) finalHigh = score;
118
- ordered[i] = { ...ranked[i], score };
119
- }
120
- ordered.sort((a, b) => (b.score ?? 0) - (a.score ?? 0) || compareCodePoints(a.id, b.id));
121
- const rescale = initialLow > finalLow;
122
- const scale = rescale ? Math.max(finalHigh - finalLow, 1) / Math.max(initialHigh - initialLow, 1) : 1;
123
- const bias = rescale ? finalLow - initialLow * scale : 0;
124
- for (let i = windowSize; i < ranked.length; i++) {
125
- const hit = ranked[i];
126
- ordered.push(rescale ? { ...hit, score: (hit.score ?? 0) * scale + bias } : hit);
127
- }
128
- return ordered;
129
- }
130
- function firstStageDepth(hybridDepth, window, cursorDepth, offset, limit) {
131
- if (hybridDepth === void 0) {
132
- requireWithinReach(cursorDepth, offset, limit);
133
- return Math.max(window + 1, Math.min(cursorDepth + offset + limit + 1, RESULT_WINDOW));
134
- }
135
- requireWithinHybridDepth(cursorDepth, offset, hybridDepth);
136
- return hybridDepth;
137
- }
138
- async function runRerankedQuery(request, io) {
139
- const fuses = io.fusesRankings(request);
140
- const hybridDepth = fuses ? fixedHybridDepthOf(request.hybrid) : void 0;
141
- const { host } = io;
142
- const plan = resolveRerankParams(request, io.schema, io.maxWindow, hybridDepth, host);
143
- const limit = host.clampRowCount(request.limit, DEFAULT_LIMIT);
144
- const offset = host.clampRowCount(request.offset, DEFAULT_OFFSET);
145
- const cursorDepth = request.searchAfter === void 0 ? 0 : rerankCursorDepth(request.searchAfter, io.binding, host);
146
- const depth = firstStageDepth(hybridDepth, plan.window, cursorDepth, offset, limit);
147
- const projection = host.resolveProjection(request.document);
148
- const { rerank: _rerank, pinned: _pinned, searchAfter: _searchAfter, highlight: _highlight, ...firstParams } = request;
149
- const placesPins = request.searchAfter === void 0 && request.pinned !== void 0;
150
- const countsApart = placesPins || request.vector !== void 0 && !fuses;
151
- const [first, plain] = await Promise.all([
152
- io.firstStage({ ...firstParams, offset: 0, limit: depth, document: false }),
153
- countsApart ? io.firstStage({
154
- ...firstParams,
155
- ...placesPins ? { pinned: request.pinned } : {},
156
- facets: void 0,
157
- group: void 0,
158
- offset: cursorDepth + offset,
159
- limit,
160
- document: false
161
- }) : void 0
162
- ]);
163
- const ranked = first.hits;
164
- let pins = placesPins ? request.pinned : void 0;
165
- if (pins !== void 0) {
166
- const stored = await io.storedPins(host.dedupePinnedEntries(pins).map((entry) => entry.docId));
167
- const clamps = io.clampsPins || first.countExact && ranked.length >= first.count;
168
- pins = pins.filter((entry) => stored.has(entry.docId) && (clamps || entry.position < depth));
169
- }
170
- const placedPins = pins;
171
- const place = (hits) => placedPins === void 0 ? hits : host.placePinned(hits, placedPins, (docId) => ({ id: docId, score: 0, document: void 0 })).hits;
172
- const start = cursorDepth + offset;
173
- const windowSize = Math.min(plan.window, ranked.length);
174
- const pageHoldsHits = limit > 0 && start < place(ranked).length;
175
- let ordered = ranked;
176
- if (windowSize > 0 && pageHoldsHits) {
177
- const texts = await io.texts(
178
- ranked.slice(0, windowSize).map((hit) => hit.id),
179
- plan.fields
180
- );
181
- ordered = reorderByRerank(
182
- ranked,
183
- windowSize,
184
- await io.score(plan.adapter, plan.query, texts),
185
- host.compareCodePoints
186
- );
187
- } else {
188
- await io.score(plan.adapter, plan.query, []);
189
- }
190
- const pinnedIds = placedPins === void 0 ? void 0 : new Set(placedPins.map((entry) => entry.docId));
191
- const { page, cursor } = pageByPosition(place(ordered), ordered, {
192
- start,
193
- limit,
194
- pinnedIds,
195
- binding: io.binding,
196
- encodeCursor: host.encodePageCursor
197
- });
198
- await io.fillDocuments(page, first.groups, projection);
199
- if (request.highlight) io.highlight?.(page, projection);
200
- return {
201
- hits: page,
202
- count: (plain ?? first).count,
203
- countExact: (plain ?? first).countExact,
204
- elapsed: 0,
205
- cursor,
206
- facets: first.facets,
207
- groups: first.groups,
208
- coverage: first.coverage
209
- };
210
- }
211
-
212
- export { rerankTextOf, runRerankedQuery };