@delali/narsil 0.3.1-next.99 → 0.4.1-next.211

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +45 -0
  2. package/README.md +30 -11
  3. package/dist/adapters/filesystem.d.ts +1 -1
  4. package/dist/adapters/filesystem.mjs +101 -13
  5. package/dist/adapters/gcs.d.ts +49 -0
  6. package/dist/adapters/gcs.mjs +213 -0
  7. package/dist/adapters/indexeddb.d.ts +1 -1
  8. package/dist/adapters/indexeddb.mjs +2 -7
  9. package/dist/adapters/memory.d.ts +1 -1
  10. package/dist/adapters/memory.mjs +5 -0
  11. package/dist/adapters/s3.d.ts +53 -0
  12. package/dist/adapters/s3.mjs +263 -0
  13. package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
  14. package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
  15. package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
  16. package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
  17. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  18. package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
  19. package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
  20. package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
  21. package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
  22. package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
  23. package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
  24. package/dist/browser/embed-GG6PS3EA.mjs +264 -0
  25. package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
  26. package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
  27. package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
  28. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  29. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  30. package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
  31. package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
  32. package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
  33. package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
  34. package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
  35. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  36. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  37. package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
  38. package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
  39. package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
  40. package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
  41. package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
  42. package/dist/chunk-2AFZE7Y3.mjs +72 -0
  43. package/dist/chunk-2CKDCC65.mjs +47 -0
  44. package/dist/chunk-3ECIRFS5.mjs +61 -0
  45. package/dist/chunk-44W3CBNG.mjs +7 -0
  46. package/dist/chunk-4H4RG2FR.mjs +13 -0
  47. package/dist/chunk-4PY4JYMY.mjs +11 -0
  48. package/dist/chunk-4ZPVAHWF.mjs +1289 -0
  49. package/dist/chunk-5EI5CXO6.mjs +197 -0
  50. package/dist/chunk-5F5MXWS5.mjs +283 -0
  51. package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
  52. package/dist/chunk-6FOENO4E.mjs +273 -0
  53. package/dist/chunk-6GHX35ZM.mjs +108 -0
  54. package/dist/chunk-6MSZ543Y.mjs +32 -0
  55. package/dist/chunk-6N6HHBCQ.mjs +4596 -0
  56. package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
  57. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  58. package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
  59. package/dist/chunk-AVBPB3MI.mjs +602 -0
  60. package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
  61. package/dist/chunk-BUMREPLU.mjs +15 -0
  62. package/dist/chunk-BY6NALRK.mjs +31921 -0
  63. package/dist/chunk-C4ZMXXTL.mjs +92 -0
  64. package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
  65. package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
  66. package/dist/chunk-DXZ6JDWG.mjs +797 -0
  67. package/dist/chunk-FJXJZUWF.mjs +209 -0
  68. package/dist/chunk-FS3HPPSC.mjs +212 -0
  69. package/dist/chunk-FT4KLZXW.mjs +1164 -0
  70. package/dist/chunk-GR5GMFJJ.mjs +104 -0
  71. package/dist/chunk-GXCDWLQI.mjs +193 -0
  72. package/dist/chunk-GXED6R3Q.mjs +271 -0
  73. package/dist/chunk-HLPRHOSO.mjs +17 -0
  74. package/dist/chunk-IL5DRCNU.mjs +3041 -0
  75. package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
  76. package/dist/chunk-K5HSUPYS.mjs +11 -0
  77. package/dist/chunk-KYIRXTCA.mjs +100 -0
  78. package/dist/chunk-LFXS6OF7.mjs +289 -0
  79. package/dist/chunk-LNGE7SLY.mjs +151 -0
  80. package/dist/chunk-M2Z5WVWW.mjs +194 -0
  81. package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
  82. package/dist/chunk-M3OW2XSP.mjs +40 -0
  83. package/dist/chunk-MFPSQZ6P.mjs +127 -0
  84. package/dist/chunk-MRCJBWJZ.mjs +1292 -0
  85. package/dist/chunk-MSIN4NM3.mjs +25 -0
  86. package/dist/chunk-MW3CJVGP.mjs +219 -0
  87. package/dist/chunk-MYM6CAVK.mjs +76 -0
  88. package/dist/chunk-NJJN4FMM.mjs +84 -0
  89. package/dist/chunk-NM7I3BM7.mjs +59 -0
  90. package/dist/chunk-OIJ64LGT.mjs +19 -0
  91. package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
  92. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  93. package/dist/chunk-R2PJKSNL.mjs +54 -0
  94. package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
  95. package/dist/chunk-S2POFTLN.mjs +10 -0
  96. package/dist/chunk-S5QMWECL.mjs +7 -0
  97. package/dist/chunk-SLAC5PAB.mjs +5008 -0
  98. package/dist/chunk-T4HMSZCX.mjs +5 -0
  99. package/dist/chunk-TACP6VK6.mjs +111 -0
  100. package/dist/chunk-TGPKS2UM.mjs +125 -0
  101. package/dist/chunk-TKKXPKEO.mjs +979 -0
  102. package/dist/chunk-V6EUBAIT.mjs +19 -0
  103. package/dist/chunk-XL56L4IR.mjs +228 -0
  104. package/dist/chunk-XQIAMDAG.mjs +3076 -0
  105. package/dist/chunk-YTUZ4R22.mjs +1063 -0
  106. package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
  107. package/dist/chunk-ZPJFGGGI.mjs +638 -0
  108. package/dist/chunk-ZXX5GZEX.mjs +17 -0
  109. package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
  110. package/dist/client.d.ts +11 -10
  111. package/dist/client.mjs +8 -898
  112. package/dist/config-Bnl7L-0H.d.ts +608 -0
  113. package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
  114. package/dist/core-leaf-6JVHEVFB.mjs +8 -0
  115. package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
  116. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  117. package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
  118. package/dist/distribution/coordinator/etcd.d.ts +63 -7
  119. package/dist/distribution/coordinator/etcd.mjs +725 -81
  120. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  121. package/dist/distribution/coordinator/in-memory.mjs +65 -10
  122. package/dist/distribution/transport/grpc.d.ts +2 -2
  123. package/dist/distribution/transport/grpc.mjs +39 -10
  124. package/dist/distribution/transport/in-memory.d.ts +2 -2
  125. package/dist/distribution/transport/in-memory.mjs +9 -6
  126. package/dist/distribution/transport/tcp.d.ts +2 -2
  127. package/dist/distribution/transport/tcp.mjs +20 -15
  128. package/dist/distribution.d.ts +267 -56
  129. package/dist/distribution.mjs +23156 -11362
  130. package/dist/durability-config-VWS2K24E.mjs +96 -0
  131. package/dist/embed-4PHHKGBK.mjs +263 -0
  132. package/dist/embeddings/openai.d.ts +1 -1
  133. package/dist/embeddings/openai.mjs +2 -2
  134. package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
  135. package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
  136. package/dist/gzip-2UCZW2MM.mjs +31 -0
  137. package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
  138. package/dist/index.browser.mjs +4 -4
  139. package/dist/index.d.ts +2133 -57
  140. package/dist/index.mjs +16 -32
  141. package/dist/index.react-native.mjs +12 -0
  142. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  143. package/dist/invalidation/filesystem.d.ts +1 -1
  144. package/dist/invalidation/filesystem.mjs +1 -2
  145. package/dist/invalidation/noop.d.ts +1 -1
  146. package/dist/languages/albanian.mjs +1 -1
  147. package/dist/languages/amharic.mjs +1 -1
  148. package/dist/languages/arabic.mjs +1 -1
  149. package/dist/languages/armenian.mjs +1 -1
  150. package/dist/languages/azerbaijani.mjs +1 -1
  151. package/dist/languages/bambara.mjs +1 -1
  152. package/dist/languages/basque.mjs +1 -1
  153. package/dist/languages/belarusian.mjs +1 -1
  154. package/dist/languages/bengali.mjs +1 -1
  155. package/dist/languages/bosnian.mjs +1 -1
  156. package/dist/languages/breton.mjs +1 -1
  157. package/dist/languages/bulgarian.mjs +1 -1
  158. package/dist/languages/burmese.mjs +1 -1
  159. package/dist/languages/catalan.mjs +1 -1
  160. package/dist/languages/chinese.mjs +1 -1
  161. package/dist/languages/croatian.mjs +1 -1
  162. package/dist/languages/czech.mjs +1 -1
  163. package/dist/languages/dagbani.mjs +1 -1
  164. package/dist/languages/danish.mjs +1 -1
  165. package/dist/languages/dutch.mjs +1 -1
  166. package/dist/languages/english.mjs +1 -1
  167. package/dist/languages/esperanto.mjs +1 -1
  168. package/dist/languages/estonian.mjs +1 -1
  169. package/dist/languages/ewe.mjs +1 -1
  170. package/dist/languages/faroese.mjs +1 -1
  171. package/dist/languages/fijian.mjs +1 -1
  172. package/dist/languages/finnish.mjs +1 -1
  173. package/dist/languages/french.mjs +1 -1
  174. package/dist/languages/ga.mjs +1 -1
  175. package/dist/languages/galician.mjs +1 -1
  176. package/dist/languages/georgian.mjs +1 -1
  177. package/dist/languages/german.mjs +1 -1
  178. package/dist/languages/greek.mjs +1 -1
  179. package/dist/languages/guarani.mjs +1 -1
  180. package/dist/languages/gujarati.mjs +1 -1
  181. package/dist/languages/haitian-creole.mjs +1 -1
  182. package/dist/languages/hausa.mjs +1 -1
  183. package/dist/languages/hawaiian.mjs +1 -1
  184. package/dist/languages/hebrew.mjs +1 -1
  185. package/dist/languages/hindi.mjs +1 -1
  186. package/dist/languages/hungarian.mjs +1 -1
  187. package/dist/languages/icelandic.mjs +1 -1
  188. package/dist/languages/igbo.mjs +1 -1
  189. package/dist/languages/indonesian.mjs +1 -1
  190. package/dist/languages/irish.mjs +1 -1
  191. package/dist/languages/italian.mjs +1 -1
  192. package/dist/languages/japanese.mjs +1 -1
  193. package/dist/languages/kannada.mjs +1 -1
  194. package/dist/languages/kazakh.mjs +1 -1
  195. package/dist/languages/khmer.mjs +1 -1
  196. package/dist/languages/kinyarwanda.mjs +1 -1
  197. package/dist/languages/kirundi.mjs +1 -1
  198. package/dist/languages/korean.mjs +1 -1
  199. package/dist/languages/kurmanji.mjs +1 -1
  200. package/dist/languages/kyrgyz.mjs +1 -1
  201. package/dist/languages/lao.mjs +1 -1
  202. package/dist/languages/latin.mjs +1 -1
  203. package/dist/languages/latvian.mjs +1 -1
  204. package/dist/languages/lingala.mjs +1 -1
  205. package/dist/languages/lithuanian.mjs +1 -1
  206. package/dist/languages/luxembourgish.mjs +1 -1
  207. package/dist/languages/macedonian.mjs +1 -1
  208. package/dist/languages/malagasy.mjs +1 -1
  209. package/dist/languages/malay.mjs +1 -1
  210. package/dist/languages/malayalam.mjs +1 -1
  211. package/dist/languages/maltese.mjs +1 -1
  212. package/dist/languages/maori.mjs +1 -1
  213. package/dist/languages/marathi.mjs +1 -1
  214. package/dist/languages/nepali.mjs +1 -1
  215. package/dist/languages/norwegian.mjs +1 -1
  216. package/dist/languages/oromo.mjs +1 -1
  217. package/dist/languages/persian.mjs +1 -1
  218. package/dist/languages/polish.mjs +1 -1
  219. package/dist/languages/portuguese.mjs +1 -1
  220. package/dist/languages/punjabi.mjs +1 -1
  221. package/dist/languages/romanian.mjs +1 -1
  222. package/dist/languages/russian.mjs +1 -1
  223. package/dist/languages/samoan.mjs +1 -1
  224. package/dist/languages/sanskrit.mjs +1 -1
  225. package/dist/languages/scottish-gaelic.mjs +1 -1
  226. package/dist/languages/serbian.mjs +1 -1
  227. package/dist/languages/shona.mjs +1 -1
  228. package/dist/languages/sinhala.mjs +1 -1
  229. package/dist/languages/slovak.mjs +1 -1
  230. package/dist/languages/slovenian.mjs +1 -1
  231. package/dist/languages/sorani.mjs +1 -1
  232. package/dist/languages/spanish.mjs +1 -1
  233. package/dist/languages/swahili.mjs +1 -1
  234. package/dist/languages/swedish.mjs +1 -1
  235. package/dist/languages/tagalog.mjs +1 -1
  236. package/dist/languages/tamil.mjs +1 -1
  237. package/dist/languages/tatar.mjs +1 -1
  238. package/dist/languages/telugu.mjs +1 -1
  239. package/dist/languages/thai.mjs +1 -1
  240. package/dist/languages/tibetan.mjs +1 -1
  241. package/dist/languages/tigrinya.mjs +1 -1
  242. package/dist/languages/tongan.mjs +1 -1
  243. package/dist/languages/turkish.mjs +1 -1
  244. package/dist/languages/twi.mjs +1 -1
  245. package/dist/languages/ukrainian.mjs +1 -1
  246. package/dist/languages/urdu.mjs +1 -1
  247. package/dist/languages/vietnamese.mjs +1 -1
  248. package/dist/languages/welsh.mjs +1 -1
  249. package/dist/languages/wolof.mjs +1 -1
  250. package/dist/languages/xhosa.mjs +1 -1
  251. package/dist/languages/yoruba.mjs +1 -1
  252. package/dist/languages/zulu.mjs +1 -1
  253. package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
  254. package/dist/module-5ZSLUQII.mjs +3729 -0
  255. package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
  256. package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
  257. package/dist/optional-writes-4UOQKETU.mjs +247 -0
  258. package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
  259. package/dist/partial-words.browser.mjs +1650 -0
  260. package/dist/partial-words.mjs +17 -11
  261. package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
  262. package/dist/pattern.mjs +6 -7
  263. package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
  264. package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
  265. package/dist/phrase-module-EFESWOCR.mjs +635 -0
  266. package/dist/query-actions-HMJUVWGT.mjs +119 -0
  267. package/dist/query-suggestions/merge-worker.d.ts +55 -0
  268. package/dist/query-suggestions/merge-worker.mjs +53 -0
  269. package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
  270. package/dist/query-suggestions.browser.mjs +47 -0
  271. package/dist/query-suggestions.d.ts +20 -0
  272. package/dist/query-suggestions.mjs +19 -0
  273. package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
  274. package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
  275. package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
  276. package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
  277. package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
  278. package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
  279. package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
  280. package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
  281. package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
  282. package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
  283. package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
  284. package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
  285. package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
  286. package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
  287. package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
  288. package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
  289. package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
  290. package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
  291. package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
  292. package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
  293. package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
  294. package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
  295. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  296. package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
  297. package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
  298. package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
  299. package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
  300. package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
  301. package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
  302. package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
  303. package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
  304. package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
  305. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  306. package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
  307. package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
  308. package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
  309. package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
  310. package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
  311. package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
  312. package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
  313. package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
  314. package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
  315. package/dist/react-native/partial-words.mjs +1658 -0
  316. package/dist/react-native/pattern.mjs +2570 -0
  317. package/dist/react-native/query-suggestions.mjs +55 -0
  318. package/dist/react-native/sync.mjs +2759 -0
  319. package/dist/react-native/synonyms.mjs +676 -0
  320. package/dist/react.d.ts +12 -8
  321. package/dist/react.mjs +45 -1
  322. package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
  323. package/dist/rerankers/http.d.ts +1 -1
  324. package/dist/rerankers/http.mjs +2 -2
  325. package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
  326. package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
  327. package/dist/runtime-USQYKN3I.mjs +615 -0
  328. package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
  329. package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
  330. package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
  331. package/dist/server.d.ts +348 -22
  332. package/dist/server.mjs +2211 -327
  333. package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
  334. package/dist/store-leaf-6VMMSVBE.mjs +20 -0
  335. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  336. package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
  337. package/dist/sync/filesystem.d.ts +30 -0
  338. package/dist/sync/filesystem.mjs +288 -0
  339. package/dist/sync/indexeddb.browser.mjs +287 -0
  340. package/dist/sync/indexeddb.d.ts +30 -0
  341. package/dist/sync/indexeddb.mjs +242 -0
  342. package/dist/sync.browser.mjs +1271 -0
  343. package/dist/sync.d.ts +23 -0
  344. package/dist/sync.mjs +2712 -0
  345. package/dist/synonyms.browser.mjs +658 -0
  346. package/dist/synonyms.mjs +17 -7
  347. package/dist/tasks-65b6t6lk.d.ts +782 -0
  348. package/dist/thread-UJ3W5LVI.mjs +31 -0
  349. package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
  350. package/dist/types-CpCg-Gq-.d.ts +227 -0
  351. package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
  352. package/dist/vector/search-worker.d.ts +10 -2
  353. package/dist/vector/search-worker.mjs +11 -11
  354. package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
  355. package/dist/workers/entry.mjs +75 -15
  356. package/openapi.json +6840 -0
  357. package/package.json +404 -19
  358. package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
  359. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  360. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  361. package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
  362. package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
  363. package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
  364. package/dist/browser/chunk-QWES44AW.mjs +0 -473
  365. package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
  366. package/dist/browser/module-PDXYHT75.mjs +0 -2822
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
  369. package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
  370. package/dist/browser/write-L7FAQA47.mjs +0 -208
  371. package/dist/chunk-37CD3OKS.mjs +0 -87
  372. package/dist/chunk-5XNIRLFC.mjs +0 -96
  373. package/dist/chunk-7X5JST5L.mjs +0 -114
  374. package/dist/chunk-AV4IJKD2.mjs +0 -35
  375. package/dist/chunk-AY3AQ3UH.mjs +0 -73
  376. package/dist/chunk-BKB3XTMI.mjs +0 -707
  377. package/dist/chunk-C7SLA6CM.mjs +0 -19
  378. package/dist/chunk-COVCQ73F.mjs +0 -587
  379. package/dist/chunk-DJHHF2L5.mjs +0 -17
  380. package/dist/chunk-E74YLAIG.mjs +0 -24
  381. package/dist/chunk-FMWRCP2C.mjs +0 -57
  382. package/dist/chunk-GES7U2PM.mjs +0 -68
  383. package/dist/chunk-HJSN7UYG.mjs +0 -10
  384. package/dist/chunk-JFRNNBOM.mjs +0 -35
  385. package/dist/chunk-K25LZA54.mjs +0 -8484
  386. package/dist/chunk-KEHK2O6P.mjs +0 -13
  387. package/dist/chunk-KOKM4PQN.mjs +0 -52
  388. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  389. package/dist/chunk-L3L5YFXC.mjs +0 -614
  390. package/dist/chunk-L5ORED7V.mjs +0 -25
  391. package/dist/chunk-LH4NZNJJ.mjs +0 -1731
  392. package/dist/chunk-LU2CE5AE.mjs +0 -507
  393. package/dist/chunk-LXWDQLTW.mjs +0 -30
  394. package/dist/chunk-MHOSCQCQ.mjs +0 -948
  395. package/dist/chunk-NKRBEGJZ.mjs +0 -1705
  396. package/dist/chunk-NTRMFARG.mjs +0 -462
  397. package/dist/chunk-NW4XDSP2.mjs +0 -212
  398. package/dist/chunk-OOEXLUGR.mjs +0 -117
  399. package/dist/chunk-ORBLD3EL.mjs +0 -6
  400. package/dist/chunk-OWNZYMRE.mjs +0 -3591
  401. package/dist/chunk-PPY2GSIB.mjs +0 -44
  402. package/dist/chunk-QY7GC2MW.mjs +0 -33
  403. package/dist/chunk-R6A773WK.mjs +0 -226
  404. package/dist/chunk-R6PR4WYZ.mjs +0 -68
  405. package/dist/chunk-R7EEKAJE.mjs +0 -593
  406. package/dist/chunk-RONEOEON.mjs +0 -426
  407. package/dist/chunk-VWULPWRJ.mjs +0 -7469
  408. package/dist/chunk-WCJKUGHB.mjs +0 -262
  409. package/dist/chunk-WQBCBKY3.mjs +0 -8
  410. package/dist/chunk-X5CV2E2B.mjs +0 -1
  411. package/dist/chunk-YA7XLE2R.mjs +0 -1256
  412. package/dist/chunk-YTJCGKM4.mjs +0 -56
  413. package/dist/chunk-ZG477IPV.mjs +0 -526
  414. package/dist/chunk-ZYNAMIYX.mjs +0 -113
  415. package/dist/config-BGB_fDtq.d.ts +0 -237
  416. package/dist/direct-executor-CXZ66ACP.mjs +0 -22
  417. package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
  418. package/dist/engine-BGCEm9E_.d.ts +0 -577
  419. package/dist/module-3NONKBZX.mjs +0 -1860
  420. package/dist/release-BH3DKW3T.mjs +0 -33
  421. package/dist/restore-queue-JPRBUYII.mjs +0 -35
  422. package/dist/runtime-ZKYZFJJC.mjs +0 -177
  423. package/dist/snapshot-HOGXNO5W.mjs +0 -793
  424. package/dist/tasks-HG3rlxx6.d.ts +0 -302
  425. package/dist/thread-B657LQXK.mjs +0 -692
  426. package/dist/write-XLIGTXBU.mjs +0 -238
@@ -0,0 +1,1292 @@
1
+ import { responseStopOf, sendRelayed, parseJson, validateQuery, rejectInvalid, refuseRegex, withServerRerankWindow, requestSignal, respondJson, encodeQueryResult, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, SYNC_FEED_ROUTE, CHANGES_FEED_ROUTE, registerServerRoutes, closeWhenTheProcessExits, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, serverRoutes, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, departureConfirmed, departureConfirmation, stopResponse, validateSuggest, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, REQUEST_THREAD_DRAIN_DEADLINE_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, awaitDepartureConfirmation } from './chunk-XQIAMDAG.mjs';
2
+ import { SYNC_CLOSE_GOING_AWAY, encodeJson } from './chunk-TACP6VK6.mjs';
3
+ import { importOptionalReads, loadSortingFor, holdsQuotedText, loadQueryCode, executeQuery, lazyQueryBinding, executePreflight, resolveProjection, projectionKeepsField, loadRerankRuntime, setNestedValue } from './chunk-BY6NALRK.mjs';
4
+ import { loadedMessagePack, loadMessagePack, extractVectorFieldsFromSchema } from './chunk-7P5YWDRQ.mjs';
5
+ import { answerFromOneState } from './chunk-FJXJZUWF.mjs';
6
+ import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-ZKOQR7EA.mjs';
7
+
8
+ // src/server/request-threads/feed-relay.ts
9
+ function threadFeedGateway(port, relay, feed) {
10
+ const sockets = /* @__PURE__ */ new Map();
11
+ function post(note, transfer = []) {
12
+ try {
13
+ port.postMessage(note, transfer);
14
+ } catch {
15
+ }
16
+ }
17
+ const onMessage = (message) => {
18
+ if (!isMainFeedNote(message)) return;
19
+ const socket = sockets.get(message.feedId);
20
+ if (socket === void 0) return;
21
+ if (message.type === "feed-close") {
22
+ sockets.delete(message.feedId);
23
+ socket.close(message.code, message.reason);
24
+ return;
25
+ }
26
+ socket.send(message.bytes);
27
+ post({
28
+ type: "feed-sent",
29
+ feedId: message.feedId,
30
+ bytes: message.bytes.byteLength,
31
+ buffered: socket.bufferedAmount()
32
+ });
33
+ };
34
+ port.on("message", onMessage);
35
+ return {
36
+ authorize: (context) => relay.authorize(context),
37
+ async admit(indexName, expiresAt) {
38
+ const reply = await relay.admitFeed(feed, indexName, expiresAt);
39
+ const { feedId } = reply;
40
+ if (feedId === null) {
41
+ const error = reply.error;
42
+ if (error === null) throw new NarsilError(ErrorCodes.WORKER_CRASHED, "The server is closing its feeds");
43
+ throw new NarsilError(error.code, error.message, error.details);
44
+ }
45
+ return {
46
+ open(socket) {
47
+ sockets.set(feedId, socket);
48
+ post({ type: "feed-open", feedId });
49
+ return {
50
+ receive(bytes, binary) {
51
+ const copy = bytes.byteOffset === 0 && bytes.byteLength === bytes.buffer.byteLength ? bytes : bytes.slice();
52
+ post({ type: "feed-message", feedId, bytes: copy, binary }, [copy.buffer]);
53
+ },
54
+ drained() {
55
+ post({ type: "feed-sent", feedId, bytes: 0, buffered: socket.bufferedAmount() });
56
+ },
57
+ closedByPeer() {
58
+ sockets.delete(feedId);
59
+ post({ type: "feed-closed", feedId });
60
+ }
61
+ };
62
+ },
63
+ cancel() {
64
+ post({ type: "feed-cancel", feedId });
65
+ }
66
+ };
67
+ },
68
+ close() {
69
+ port.off("message", onMessage);
70
+ for (const [feedId, socket] of sockets) {
71
+ socket.close(SYNC_CLOSE_GOING_AWAY, "server closing");
72
+ post({ type: "feed-closed", feedId });
73
+ }
74
+ sockets.clear();
75
+ }
76
+ };
77
+ }
78
+
79
+ // src/server/request-threads/messages.ts
80
+ function isLongQueryPortNote(message) {
81
+ if (typeof message !== "object" || message === null) return false;
82
+ return message.type === "long-query-port";
83
+ }
84
+
85
+ // src/server/request-threads/relay-client.ts
86
+ function isRelayReply(message) {
87
+ if (typeof message !== "object" || message === null) return false;
88
+ const { type, requestId } = message;
89
+ return typeof requestId === "number" && (type === "response" || type === "authorized" || type === "embedded" || type === "reranked" || type === "writes-applied" || type === "feed-admitted");
90
+ }
91
+ function isStreamPart(message) {
92
+ if (typeof message !== "object" || message === null) return false;
93
+ const { type, requestId } = message;
94
+ return typeof requestId === "number" && (type === "stream-start" || type === "stream-chunk" || type === "stream-end");
95
+ }
96
+ function writeSizedChunks(port, writer, totalSize, requestId) {
97
+ const { ctx, sized } = writer;
98
+ const credit = () => port.postMessage({ type: "stream-credit", requestId });
99
+ while (!sized.waiting && sized.queued.length > 0 && !ctx.abort.aborted) {
100
+ const chunk = sized.queued[0];
101
+ let startOffset = 0;
102
+ let written = true;
103
+ ctx.res.cork(() => {
104
+ startOffset = ctx.res.getWriteOffset();
105
+ written = ctx.res.tryEnd(chunk, totalSize)[0];
106
+ });
107
+ if (written) {
108
+ sized.queued.shift();
109
+ credit();
110
+ continue;
111
+ }
112
+ sized.waiting = true;
113
+ ctx.res.onWritable((offset) => {
114
+ if (ctx.abort.aborted) return true;
115
+ const [retried] = ctx.res.tryEnd(chunk.subarray(offset - startOffset), totalSize);
116
+ if (!retried) return false;
117
+ sized.waiting = false;
118
+ sized.queued.shift();
119
+ credit();
120
+ queueMicrotask(() => writeSizedChunks(port, writer, totalSize, requestId));
121
+ return true;
122
+ });
123
+ }
124
+ }
125
+ function writeStreamPart(port, writer, part) {
126
+ const { ctx } = writer;
127
+ if (part.type === "stream-end") {
128
+ if (!ctx.abort.aborted && writer.totalSize !== null) {
129
+ if (part.failed) {
130
+ writer.sized.queued.length = 0;
131
+ ctx.res.cork(() => ctx.res.close());
132
+ }
133
+ } else if (!ctx.abort.aborted) {
134
+ ctx.res.cork(() => {
135
+ if (part.failed) ctx.res.close();
136
+ else ctx.res.end();
137
+ });
138
+ }
139
+ writer.finish();
140
+ return;
141
+ }
142
+ if (ctx.abort.aborted) return;
143
+ if (part.type === "stream-start") {
144
+ writer.started = true;
145
+ writer.totalSize = part.totalSize;
146
+ ctx.res.cork(() => {
147
+ ctx.res.writeStatus(statusLine(part.status));
148
+ for (const [key, value] of part.headers) ctx.res.writeHeader(key, value);
149
+ });
150
+ return;
151
+ }
152
+ if (writer.totalSize !== null) {
153
+ writer.sized.queued.push(part.chunk);
154
+ writeSizedChunks(port, writer, writer.totalSize, part.requestId);
155
+ return;
156
+ }
157
+ let writable = true;
158
+ ctx.res.cork(() => {
159
+ writable = ctx.res.write(part.chunk);
160
+ });
161
+ const credit = () => port.postMessage({ type: "stream-credit", requestId: part.requestId });
162
+ if (writable) {
163
+ credit();
164
+ return;
165
+ }
166
+ ctx.res.onWritable(() => {
167
+ credit();
168
+ return true;
169
+ });
170
+ }
171
+ function relayedErrorOf(error, fallback) {
172
+ return error === null ? fallback : new NarsilError(error.code, error.message, error.details);
173
+ }
174
+ function portClosedError() {
175
+ return new NarsilError(ErrorCodes.WORKER_CRASHED, "The port to the main thread closed before it answered");
176
+ }
177
+ var SHUTTING_DOWN_DENIAL = {
178
+ allowed: false,
179
+ denial: { status: 503, code: ServerErrorCodes.INTERNAL_ERROR, message: "The server is shutting down" }
180
+ };
181
+ function relayedBody(rawBody, mayRetry) {
182
+ if (rawBody === null) return { bytes: null, moved: [] };
183
+ if (mayRetry) return { bytes: rawBody, moved: [] };
184
+ const memory = rawBody.buffer;
185
+ const ownsItsMemory = memory instanceof ArrayBuffer && rawBody.byteOffset === 0 && rawBody.byteLength === memory.byteLength;
186
+ if (!ownsItsMemory) return { bytes: new Uint8Array(rawBody), moved: [] };
187
+ return { bytes: new Uint8Array(memory), moved: [memory] };
188
+ }
189
+ function sendUnavailable(res) {
190
+ sendError(res, 503, ServerErrorCodes.INTERNAL_ERROR, "The server is shutting down");
191
+ }
192
+ function createRelayClient(port, touchIntervalMs) {
193
+ const pending = /* @__PURE__ */ new Map();
194
+ const touchedAt = /* @__PURE__ */ new Map();
195
+ let nextRequestId = 0;
196
+ let closed = false;
197
+ function failAll() {
198
+ closed = true;
199
+ const waiting = [...pending.values()];
200
+ pending.clear();
201
+ for (const entry of waiting) entry.reject(portClosedError());
202
+ }
203
+ const writers = /* @__PURE__ */ new Map();
204
+ port.on("message", (message) => {
205
+ if (isStreamPart(message)) {
206
+ const writer = writers.get(message.requestId);
207
+ if (writer !== void 0) writeStreamPart(port, writer, message);
208
+ return;
209
+ }
210
+ if (!isRelayReply(message)) return;
211
+ const waiting = pending.get(message.requestId);
212
+ if (waiting === void 0) return;
213
+ pending.delete(message.requestId);
214
+ writers.delete(message.requestId);
215
+ waiting.resolve(message);
216
+ });
217
+ port.on("close", failAll);
218
+ function send(build, moved = [], signal) {
219
+ if (closed) return Promise.reject(portClosedError());
220
+ if (signal?.aborted) return Promise.reject(signal.reason);
221
+ nextRequestId += 1;
222
+ const requestId = nextRequestId;
223
+ return new Promise((resolve, reject) => {
224
+ const onAbort = () => {
225
+ if (!pending.delete(requestId)) return;
226
+ try {
227
+ if (!closed) port.postMessage({ type: "stream-cancel", requestId });
228
+ } catch {
229
+ }
230
+ reject(signal?.reason);
231
+ };
232
+ const detach = () => signal?.removeEventListener("abort", onAbort);
233
+ pending.set(requestId, {
234
+ resolve: (reply) => {
235
+ detach();
236
+ resolve(reply);
237
+ },
238
+ reject: (error) => {
239
+ detach();
240
+ reject(error);
241
+ }
242
+ });
243
+ signal?.addEventListener("abort", onAbort, { once: true });
244
+ try {
245
+ port.postMessage(build(requestId), moved);
246
+ } catch (err) {
247
+ detach();
248
+ pending.delete(requestId);
249
+ reject(err instanceof Error ? err : new Error(String(err)));
250
+ }
251
+ });
252
+ }
253
+ return {
254
+ async authorize(context) {
255
+ let reply;
256
+ try {
257
+ reply = await send((requestId) => ({ type: "authorize", requestId, context }));
258
+ } catch {
259
+ return SHUTTING_DOWN_DENIAL;
260
+ }
261
+ if (reply.type !== "authorized") return { allowed: false, denial: null };
262
+ if (reply.hookError) return { allowed: false, denial: null };
263
+ if (reply.denial !== null) return { allowed: false, denial: reply.denial };
264
+ return { allowed: true, expiresAt: reply.expiresAt };
265
+ },
266
+ async request(route, ctx, onUnavailable) {
267
+ if (ctx.abort.aborted) return;
268
+ const stop = route === "search" || route === "preflight" ? responseStopOf(ctx.abort) : void 0;
269
+ let reply;
270
+ let sentRequestId = 0;
271
+ const body = relayedBody(ctx.rawBody, onUnavailable !== void 0);
272
+ try {
273
+ reply = await new Promise((resolve, reject) => {
274
+ void send((requestId) => {
275
+ sentRequestId = requestId;
276
+ writers.set(requestId, {
277
+ ctx,
278
+ started: false,
279
+ totalSize: null,
280
+ sized: { queued: [], waiting: false },
281
+ finish: () => {
282
+ writers.delete(requestId);
283
+ pending.delete(requestId);
284
+ resolve(null);
285
+ }
286
+ });
287
+ ctx.abort.onAbort(() => {
288
+ writers.delete(requestId);
289
+ pending.delete(requestId);
290
+ resolve(null);
291
+ if (!closed) port.postMessage({ type: "stream-cancel", requestId });
292
+ });
293
+ return {
294
+ stop: stop?.buffer,
295
+ type: "request",
296
+ requestId,
297
+ route,
298
+ params: ctx.params,
299
+ query: ctx.query.toString(),
300
+ contentType: ctx.contentType,
301
+ rawBody: body.bytes,
302
+ bodyRefusal: ctx.bodyRefusal,
303
+ spooledBody: ctx.spooledBody === null ? null : { path: ctx.spooledBody.path, bytes: ctx.spooledBody.bytes },
304
+ hookContext: ctx.hookContext,
305
+ requestHeaders: { ...ctx.requestHeaders }
306
+ };
307
+ }, body.moved).then(resolve, reject);
308
+ });
309
+ } catch {
310
+ if (ctx.abort.aborted) return;
311
+ if (writers.get(sentRequestId)?.started === true) ctx.res.cork(() => ctx.res.close());
312
+ else if (onUnavailable === void 0) sendUnavailable(ctx.res);
313
+ else onUnavailable();
314
+ return;
315
+ } finally {
316
+ writers.delete(sentRequestId);
317
+ }
318
+ if (reply === null || reply.type !== "response" || ctx.abort.aborted) return;
319
+ sendRelayed(ctx.res, ctx.abort, reply.status, reply.headers, reply.body);
320
+ },
321
+ async embed(indexName, vector, signal) {
322
+ const reply = await send((requestId) => ({ type: "embed", requestId, indexName, vector }), [], signal);
323
+ if (reply.type === "embedded" && reply.value !== null) return reply.value;
324
+ throw relayedErrorOf(
325
+ reply.type === "embedded" ? reply.error : null,
326
+ new NarsilError(ErrorCodes.EMBEDDING_FAILED, "The main thread returned no vector")
327
+ );
328
+ },
329
+ async rerank(adapter, query, documents, signal) {
330
+ const reply = await send((requestId) => ({ type: "rerank", requestId, adapter, query, documents }), [], signal);
331
+ if (reply.type === "reranked" && reply.scores !== null) return reply.scores;
332
+ throw relayedErrorOf(
333
+ reply.type === "reranked" ? reply.error : null,
334
+ new NarsilError(ErrorCodes.RERANK_FAILED, "The main thread returned no scores")
335
+ );
336
+ },
337
+ async awaitWrites(indexName, signal) {
338
+ await send((requestId) => ({ type: "await-writes", requestId, indexName }), [], signal);
339
+ },
340
+ async admitFeed(feed, indexName, expiresAt) {
341
+ const reply = await send((requestId) => ({ type: "feed-admit", requestId, feed, indexName, expiresAt }));
342
+ if (reply.type === "feed-admitted") return reply;
343
+ throw portClosedError();
344
+ },
345
+ touch(indexName) {
346
+ if (closed) return;
347
+ const now = Date.now();
348
+ const last = touchedAt.get(indexName);
349
+ if (last !== void 0 && now - last < touchIntervalMs) return;
350
+ touchedAt.set(indexName, now);
351
+ port.postMessage({ type: "touch", indexName });
352
+ },
353
+ announceDeparture() {
354
+ if (closed) return;
355
+ port.postMessage({ type: "leaving" });
356
+ },
357
+ close() {
358
+ failAll();
359
+ port.close();
360
+ }
361
+ };
362
+ }
363
+
364
+ // src/server/request-threads/long-query-route.ts
365
+ function routeLongQueries(mainPort, inFlight, touchIntervalMs, firstPort) {
366
+ const counter = new Int32Array(inFlight);
367
+ let relay = null;
368
+ function relayThrough(port) {
369
+ relay?.close();
370
+ const opened = createRelayClient(port, touchIntervalMs);
371
+ relay = opened;
372
+ port.on("close", () => {
373
+ if (relay === opened) relay = null;
374
+ });
375
+ }
376
+ if (firstPort !== null) relayThrough(firstPort);
377
+ mainPort.on("message", (message) => {
378
+ if (isLongQueryPortNote(message)) relayThrough(message.port);
379
+ });
380
+ return {
381
+ moveAfterMs: () => relay === null ? void 0 : REQUEST_THREAD_MOVE_AFTER_MS,
382
+ async move(route, ctx) {
383
+ const target = relay;
384
+ if (target === null) return false;
385
+ if (Atomics.add(counter, 0, 1) >= MAX_LONG_QUERIES_IN_FLIGHT) {
386
+ Atomics.sub(counter, 0, 1);
387
+ sendError(
388
+ ctx.res,
389
+ 429,
390
+ ServerErrorCodes.TOO_MANY_REQUESTS,
391
+ `The server is already answering ${MAX_LONG_QUERIES_IN_FLIGHT} searches whose pattern work is long, so it refuses another. Retry once those searches answer.`,
392
+ { limit: MAX_LONG_QUERIES_IN_FLIGHT }
393
+ );
394
+ return true;
395
+ }
396
+ let counted = true;
397
+ const release = () => {
398
+ if (!counted) return;
399
+ counted = false;
400
+ Atomics.sub(counter, 0, 1);
401
+ };
402
+ ctx.abort.onAbort(release);
403
+ let lost = false;
404
+ try {
405
+ if (!ctx.abort.aborted) {
406
+ await target.request(route, ctx, () => {
407
+ lost = true;
408
+ });
409
+ }
410
+ } finally {
411
+ release();
412
+ }
413
+ return !lost;
414
+ },
415
+ close() {
416
+ relay?.close();
417
+ relay = null;
418
+ }
419
+ };
420
+ }
421
+
422
+ // src/server/request-threads/move-clock.ts
423
+ var SearchMoved = class extends Error {
424
+ constructor() {
425
+ super("This search ran past the point where its thread hands it on");
426
+ this.name = "SearchMoved";
427
+ }
428
+ };
429
+ function moveClock(moveAfterMs) {
430
+ let moveAt = performance.now() + moveAfterMs;
431
+ let overranOnce = false;
432
+ let pending = 0;
433
+ const clock = {
434
+ nativeWindow() {
435
+ return {
436
+ milliseconds: Math.max(0, moveAt + (overranOnce ? 0 : moveAfterMs) - performance.now()),
437
+ expired() {
438
+ throw new SearchMoved();
439
+ }
440
+ };
441
+ },
442
+ tick(units) {
443
+ pending += units;
444
+ if (pending >= SEARCH_CLOCK_SAMPLE_UNITS) clock.check();
445
+ },
446
+ check() {
447
+ pending = 0;
448
+ const now = performance.now();
449
+ if (now <= moveAt) return;
450
+ if (overranOnce) throw new SearchMoved();
451
+ overranOnce = true;
452
+ moveAt = now + moveAfterMs;
453
+ }
454
+ };
455
+ return clock;
456
+ }
457
+
458
+ // src/server/request-threads/held-vectors.ts
459
+ function admittedSearcher(searcher, admission) {
460
+ return {
461
+ fieldName: searcher.fieldName,
462
+ dimension: searcher.dimension,
463
+ partitionsKnown: () => searcher.partitionsKnown(),
464
+ assignPartitions: (resolve) => searcher.assignPartitions(resolve),
465
+ searchParallel(query, k, options) {
466
+ const pinned = admission === void 0 ? options : { ...options, admission };
467
+ return searcher.searchParallel(query, k, pinned);
468
+ }
469
+ };
470
+ }
471
+ function admittedSearchers(searchers, admissions) {
472
+ const admitted = /* @__PURE__ */ new Map();
473
+ for (const [fieldPath, searcher] of searchers) {
474
+ admitted.set(fieldPath, admittedSearcher(searcher, admissions.get(fieldPath)));
475
+ }
476
+ return admitted;
477
+ }
478
+ function pinWithHeldVectors(pin, fill) {
479
+ return {
480
+ get changed() {
481
+ return pin.changed;
482
+ },
483
+ has: (docId) => pin.has(docId),
484
+ partitionIdOf: (docId) => pin.partitionIdOf(docId),
485
+ getRef: (docId) => pin.getRef(docId),
486
+ fieldValues: (docId, fieldPaths) => pin.fieldValues(docId, fieldPaths),
487
+ storedFields: (docId, fieldPaths) => pin.storedFields(docId, fieldPaths),
488
+ sortValues: (docId, fields, fieldTypes, modes) => pin.sortValues(docId, fields, fieldTypes, modes),
489
+ release: () => pin.release(),
490
+ get(docId, projection) {
491
+ const document = pin.get(docId, projection);
492
+ if (document !== void 0) fill(document, docId, projection);
493
+ return document;
494
+ },
495
+ vectorsInto: fill
496
+ };
497
+ }
498
+ function managerWithHeldVectors(manager, fieldPaths, vectorOf) {
499
+ const fill = (document, docId, projection) => {
500
+ for (const fieldPath of fieldPaths) {
501
+ if (projection !== void 0 && !projectionKeepsField(projection, fieldPath)) continue;
502
+ const vector = vectorOf(fieldPath, docId);
503
+ if (vector !== void 0)
504
+ setNestedValue(document, fieldPath, Float32Array.from(vector));
505
+ }
506
+ };
507
+ const reader = Object.create(manager);
508
+ reader.get = (docId, projection) => {
509
+ const document = manager.get(docId, projection);
510
+ if (document !== void 0) fill(document, docId, projection);
511
+ return document;
512
+ };
513
+ reader.pinState = (reads) => pinWithHeldVectors(manager.pinState(reads), fill);
514
+ return reader;
515
+ }
516
+
517
+ // src/server/request-threads/read-engine.ts
518
+ function createThreadReadEngine(options) {
519
+ const { executor, relay, searchHooks, patternWorkCap, maxRerankWindow, moveAfterMs } = options;
520
+ function vectorFieldsOf(context) {
521
+ return [...extractVectorFieldsFromSchema(context.config.schema).keys()];
522
+ }
523
+ function holdsEveryVectorField(indexName, context) {
524
+ return vectorFieldsOf(context).every((fieldPath) => executor.holdsVectorField(indexName, fieldPath));
525
+ }
526
+ function holdsEveryVectorFieldRead(indexName, context, params) {
527
+ if (params.document === false) return true;
528
+ const projection = resolveProjection(params.document === true ? void 0 : params.document);
529
+ return vectorFieldsOf(context).every(
530
+ (fieldPath) => !projectionKeepsField(projection, fieldPath) || executor.holdsVectorField(indexName, fieldPath)
531
+ );
532
+ }
533
+ function managerOf(indexName, context, pins) {
534
+ const fieldPaths = vectorFieldsOf(context);
535
+ if (fieldPaths.length === 0) return context.manager;
536
+ return managerWithHeldVectors(context.manager, fieldPaths, (fieldPath, docId) => {
537
+ const pin = pins?.get(fieldPath);
538
+ return pin === void 0 ? executor.heldVectorOf(indexName, fieldPath, docId) : pin.vectorOf(docId);
539
+ });
540
+ }
541
+ function heldContext(indexName) {
542
+ return executor.queryContextOf(indexName) ?? null;
543
+ }
544
+ function wholeDocumentsContext(indexName) {
545
+ const context = heldContext(indexName);
546
+ return context !== null && holdsEveryVectorField(indexName, context) ? context : null;
547
+ }
548
+ function requireAnswerable(indexName, context) {
549
+ if (context === null) {
550
+ throw new NarsilError(
551
+ ErrorCodes.INDEX_NOT_FOUND,
552
+ `This thread holds no copy of index "${indexName}" that answers this request yet`,
553
+ { indexName }
554
+ );
555
+ }
556
+ relay.touch(indexName);
557
+ return context;
558
+ }
559
+ function readCopy(indexName, wholeDocuments, read) {
560
+ const context = requireAnswerable(
561
+ indexName,
562
+ wholeDocuments ? wholeDocumentsContext(indexName) : heldContext(indexName)
563
+ );
564
+ return context.manager.publication.read(() => {
565
+ const current = currentContext(indexName, context);
566
+ return read(wholeDocuments ? managerOf(indexName, current) : current.manager, current);
567
+ });
568
+ }
569
+ function currentContext(indexName, earlier) {
570
+ const current = executor.queryContextOf(indexName);
571
+ if (current === void 0 || current.manager !== earlier.manager) return requireAnswerable(indexName, null);
572
+ return current;
573
+ }
574
+ function rerankRunnerFor(params, signal) {
575
+ if (params.rerank === void 0) return void 0;
576
+ return {
577
+ maxWindow: maxRerankWindow,
578
+ score: (adapter, query2, documents) => relay.rerank(adapter, query2, documents, signal)
579
+ };
580
+ }
581
+ async function resolvedParams(indexName, request, signal) {
582
+ signal?.throwIfAborted();
583
+ const params = request.rerank === void 0 ? request : (await loadRerankRuntime()).withRerankQueryText(request);
584
+ if (params.vector?.text === void 0) return params;
585
+ const value = await relay.embed(indexName, params.vector, signal);
586
+ const { text: _text, ...vector } = params.vector;
587
+ return { ...params, vector: { ...vector, value } };
588
+ }
589
+ function searchableContext(indexName, params) {
590
+ if (searchHooks) return null;
591
+ const context = executor.queryContextOf(indexName);
592
+ if (context === void 0) return null;
593
+ if (context.analysisStale && params.term !== void 0 && holdsQuotedText(params.term)) return null;
594
+ const field = params.vector?.field;
595
+ if (field === void 0) return context;
596
+ const vectorFields = extractVectorFieldsFromSchema(context.config.schema);
597
+ if (!vectorFields.has(field)) return context;
598
+ return context.vectorSearchers.has(field) && executor.holdsVectorField(indexName, field) ? context : null;
599
+ }
600
+ function answerableContext(indexName, params) {
601
+ const context = searchableContext(indexName, params);
602
+ return context !== null && holdsEveryVectorFieldRead(indexName, context, params) ? context : null;
603
+ }
604
+ async function query(indexName, params, moveAfter, signal) {
605
+ const resolved = await resolvedParams(indexName, params, signal);
606
+ const loading = loadQueryCode(resolved);
607
+ if (loading !== null) await loading;
608
+ const context = requireAnswerable(indexName, answerableContext(indexName, params));
609
+ const clock = moveAfter === void 0 ? void 0 : moveClock(moveAfter);
610
+ const pins = /* @__PURE__ */ new Map();
611
+ const manager = managerOf(indexName, context, pins);
612
+ return answerFromOneState(
613
+ manager,
614
+ async (attempt) => {
615
+ const current = currentContext(indexName, context);
616
+ try {
617
+ for (const fieldPath of current.vectorSearchers.keys()) {
618
+ const pin = executor.pinVectorField(indexName, fieldPath);
619
+ if (pin !== void 0) pins.set(fieldPath, pin);
620
+ }
621
+ const admissions = /* @__PURE__ */ new Map();
622
+ for (const [fieldPath, pin] of pins) admissions.set(fieldPath, pin.admission);
623
+ const result = await executeQuery(resolved, {
624
+ manager,
625
+ pin: attempt.pin,
626
+ turns: attempt,
627
+ releaseRetrieval: attempt.releaseRetrieval,
628
+ language: current.language,
629
+ config: current.config,
630
+ indexName,
631
+ cursorBinding: lazyQueryBinding(params, clock),
632
+ vectorSearchers: admittedSearchers(current.vectorSearchers, admissions),
633
+ patternWorkCap,
634
+ clock,
635
+ rerank: rerankRunnerFor(params, signal)
636
+ });
637
+ if (current.analysisStale) result.analysisStale = true;
638
+ return result;
639
+ } finally {
640
+ for (const pin of pins.values()) pin.release();
641
+ }
642
+ },
643
+ signal
644
+ );
645
+ }
646
+ async function preflight(indexName, params, moveAfter, signal) {
647
+ const resolved = await resolvedParams(indexName, params, signal);
648
+ const loading = loadQueryCode(resolved);
649
+ if (loading !== null) await loading;
650
+ const context = requireAnswerable(indexName, searchableContext(indexName, params));
651
+ const clock = moveAfter === void 0 ? void 0 : moveClock(moveAfter);
652
+ return answerFromOneState(
653
+ context.manager,
654
+ async (attempt) => {
655
+ const current = currentContext(indexName, context);
656
+ const pins = /* @__PURE__ */ new Map();
657
+ try {
658
+ for (const fieldPath of current.vectorSearchers.keys()) {
659
+ const pin = executor.pinVectorField(indexName, fieldPath);
660
+ if (pin !== void 0) pins.set(fieldPath, pin);
661
+ }
662
+ const admissions = /* @__PURE__ */ new Map();
663
+ for (const [fieldPath, pin] of pins) admissions.set(fieldPath, pin.admission);
664
+ const result = await executePreflight(resolved, {
665
+ manager: context.manager,
666
+ pin: attempt.pin,
667
+ turns: attempt,
668
+ releaseRetrieval: attempt.releaseRetrieval,
669
+ language: current.language,
670
+ config: current.config,
671
+ indexName,
672
+ cursorBinding: lazyQueryBinding(params, clock),
673
+ vectorSearchers: admittedSearchers(current.vectorSearchers, admissions),
674
+ patternWorkCap,
675
+ clock
676
+ });
677
+ if (current.analysisStale) result.analysisStale = true;
678
+ return result;
679
+ } finally {
680
+ for (const pin of pins.values()) pin.release();
681
+ }
682
+ },
683
+ signal
684
+ );
685
+ }
686
+ return {
687
+ holdsCopyOf: (indexName) => heldContext(indexName) !== null,
688
+ holdsDocumentsOf: (indexName) => wholeDocumentsContext(indexName) !== null,
689
+ canAnswer: (indexName, params) => answerableContext(indexName, params) !== null,
690
+ canCount: (indexName, params) => searchableContext(indexName, params) !== null,
691
+ query: (indexName, params, signal) => query(indexName, params, moveAfterMs?.(), signal),
692
+ queryHere: (indexName, params, signal) => query(indexName, params, void 0, signal),
693
+ preflight: (indexName, params, signal) => preflight(indexName, params, moveAfterMs?.(), signal),
694
+ preflightHere: (indexName, params, signal) => preflight(indexName, params, void 0, signal),
695
+ async suggest(indexName, params) {
696
+ const { executeSuggest } = await importOptionalReads();
697
+ return readCopy(indexName, false, async (manager, context) => {
698
+ const result = await executeSuggest(manager, context.language, params);
699
+ if (context.analysisStale) result.analysisStale = true;
700
+ return result;
701
+ });
702
+ },
703
+ async get(indexName, docId) {
704
+ return readCopy(indexName, true, (manager) => manager.get(docId));
705
+ },
706
+ async getMultiple(indexName, docIds) {
707
+ return readCopy(indexName, true, (manager) => {
708
+ const found = /* @__PURE__ */ new Map();
709
+ for (const docId of docIds) {
710
+ const document = manager.get(docId);
711
+ if (document !== void 0) found.set(docId, document);
712
+ }
713
+ return found;
714
+ });
715
+ },
716
+ async has(indexName, docId) {
717
+ return readCopy(indexName, false, (manager) => manager.has(docId));
718
+ },
719
+ async countDocuments(indexName) {
720
+ return readCopy(indexName, false, (manager) => manager.countDocuments());
721
+ },
722
+ async listDocuments(indexName, params) {
723
+ const { executeListDocuments } = await importOptionalReads();
724
+ const loading = loadSortingFor(params?.sort, params?.filters);
725
+ if (loading !== null) await loading;
726
+ if (loading !== null && loadedMessagePack() === null) await loadMessagePack();
727
+ return readCopy(
728
+ indexName,
729
+ true,
730
+ (manager, context) => executeListDocuments(params ?? {}, {
731
+ manager,
732
+ schema: context.config.schema,
733
+ strict: context.config.strict,
734
+ patternWorkCap
735
+ })
736
+ );
737
+ }
738
+ };
739
+ }
740
+
741
+ // src/server/request-threads/leaving-response.ts
742
+ function refuseAndClose(res, status, envelope) {
743
+ const payload = encodeJson(envelope);
744
+ res.cork(() => {
745
+ res.writeStatus(statusLine(status)).writeHeader("Content-Type", "application/json").writeHeader("Connection", "close").end(payload, true);
746
+ });
747
+ }
748
+ var LeavingResponse = class {
749
+ constructor(res, leaving) {
750
+ this.res = res;
751
+ this.leaving = leaving;
752
+ }
753
+ headStarted = false;
754
+ closesConnection = false;
755
+ finished = false;
756
+ onFinish = null;
757
+ get isFinished() {
758
+ return this.finished;
759
+ }
760
+ whenFinished(callback) {
761
+ if (this.finished) callback();
762
+ else this.onFinish = callback;
763
+ }
764
+ refuse(status, envelope) {
765
+ if (this.finished) return;
766
+ if (this.headStarted) {
767
+ this.close();
768
+ return;
769
+ }
770
+ refuseAndClose(this.res, status, envelope);
771
+ this.headStarted = true;
772
+ this.finish();
773
+ }
774
+ cork(callback) {
775
+ this.res.cork(callback);
776
+ return this;
777
+ }
778
+ writeStatus(status) {
779
+ this.res.writeStatus(status);
780
+ this.startHead();
781
+ return this;
782
+ }
783
+ writeHeader(key, value) {
784
+ this.startHead();
785
+ this.res.writeHeader(key, value);
786
+ return this;
787
+ }
788
+ end(body, closeConnection) {
789
+ this.startHead();
790
+ this.res.end(body, closeConnection === true || this.closesConnection);
791
+ this.finish();
792
+ return this;
793
+ }
794
+ write(chunk) {
795
+ this.startHead();
796
+ return this.res.write(chunk);
797
+ }
798
+ pause() {
799
+ this.res.pause();
800
+ }
801
+ resume() {
802
+ this.res.resume();
803
+ }
804
+ close() {
805
+ this.res.close();
806
+ this.finish();
807
+ return this;
808
+ }
809
+ endWithoutBody() {
810
+ this.startHead();
811
+ this.res.endWithoutBody();
812
+ this.finish();
813
+ return this;
814
+ }
815
+ tryEnd(body, totalSize) {
816
+ this.startHead();
817
+ const result = this.res.tryEnd(body, totalSize);
818
+ if (result[1]) this.finish();
819
+ return result;
820
+ }
821
+ getWriteOffset() {
822
+ return this.res.getWriteOffset();
823
+ }
824
+ onWritable(handler) {
825
+ this.res.onWritable(handler);
826
+ return this;
827
+ }
828
+ onAborted(handler) {
829
+ this.res.onAborted(handler);
830
+ return this;
831
+ }
832
+ onData(handler) {
833
+ this.res.onData(handler);
834
+ return this;
835
+ }
836
+ getRemoteAddressAsText() {
837
+ return this.res.getRemoteAddressAsText();
838
+ }
839
+ startHead() {
840
+ if (this.headStarted) return;
841
+ this.headStarted = true;
842
+ if (!this.leaving()) return;
843
+ this.closesConnection = true;
844
+ this.res.writeHeader("Connection", "close");
845
+ }
846
+ finish() {
847
+ if (this.finished) return;
848
+ this.finished = true;
849
+ const callback = this.onFinish;
850
+ this.onFinish = null;
851
+ callback?.();
852
+ }
853
+ };
854
+
855
+ // src/server/request-threads/thread-departure.ts
856
+ var DEPARTURE_REFUSAL = {
857
+ error: {
858
+ code: ErrorCodes.WORKER_CRASHED,
859
+ message: "The request thread that held this connection failed, so retry the request on a new connection"
860
+ }
861
+ };
862
+ var DRAIN_DEADLINE_REFUSAL = {
863
+ error: {
864
+ code: ErrorCodes.WORKER_CRASHED,
865
+ message: `The request thread that held this connection stopped after waiting ${REQUEST_THREAD_DRAIN_DEADLINE_MS}ms for this request to finish, so retry the request on a new connection`
866
+ }
867
+ };
868
+ var CLOSING_REFUSAL = {
869
+ error: {
870
+ code: ErrorCodes.WORKER_CRASHED,
871
+ message: "The request thread that held this connection is closing, so retry the request on a new connection"
872
+ }
873
+ };
874
+ var ThreadDepartureSignal = class extends Error {
875
+ };
876
+ var exitThread = process.exit.bind(process);
877
+ var endThread = threadEndOf(process);
878
+ var active = null;
879
+ var installed = false;
880
+ function threadEndOf(target) {
881
+ const found = Reflect.get(target, "reallyExit");
882
+ if (typeof found !== "function") return null;
883
+ return (code) => {
884
+ Reflect.apply(found, target, [code]);
885
+ };
886
+ }
887
+ function refuse(request, envelope) {
888
+ stopResponse(request.abort);
889
+ if (request.abort.aborted) return;
890
+ const { res } = request;
891
+ try {
892
+ if (res instanceof LeavingResponse) res.refuse(503, envelope);
893
+ else refuseAndClose(res, 503, envelope);
894
+ } catch {
895
+ }
896
+ }
897
+ function departedError() {
898
+ return new NarsilError(ErrorCodes.WORKER_CRASHED, "This request thread is leaving after a failure");
899
+ }
900
+ function crashWith(error) {
901
+ process.off("uncaughtException", leaveOnUncaughtError);
902
+ setImmediate(() => {
903
+ throw error;
904
+ });
905
+ }
906
+ function leaveOnUncaughtError(error) {
907
+ if (error instanceof ThreadDepartureSignal) return;
908
+ if (process.listenerCount("uncaughtException") > 1) return;
909
+ const leaving = active;
910
+ if (leaving === null) {
911
+ crashWith(error);
912
+ return;
913
+ }
914
+ leaving.begin();
915
+ leaving.finish(() => crashWith(error));
916
+ }
917
+ function exitAfterDeparture(code) {
918
+ const leaving = active;
919
+ if (leaving === null) return exitThread(code);
920
+ leaving.begin();
921
+ leaving.finish(() => exitThread(code));
922
+ throw new ThreadDepartureSignal("This request thread is leaving through process.exit");
923
+ }
924
+ function endAfterDeparture(end) {
925
+ return (code) => {
926
+ const leaving = active;
927
+ if (leaving === null) {
928
+ end(code);
929
+ return;
930
+ }
931
+ leaving.begin();
932
+ leaving.finish(() => end(code));
933
+ throw new ThreadDepartureSignal("This request thread is leaving through an exit that it held before it served");
934
+ };
935
+ }
936
+ function leaveAtExit() {
937
+ active?.leaveAtExit();
938
+ }
939
+ function install() {
940
+ if (installed) return;
941
+ installed = true;
942
+ process.exit = exitAfterDeparture;
943
+ if (endThread !== null) Reflect.set(process, "reallyExit", endAfterDeparture(endThread));
944
+ process.on("uncaughtException", leaveOnUncaughtError);
945
+ process.on("exit", leaveAtExit);
946
+ }
947
+ function pause(ms) {
948
+ return new Promise((resolve) => setTimeout(resolve, ms));
949
+ }
950
+ function settledBy(work, deadline) {
951
+ return new Promise((resolve) => {
952
+ const timer = setTimeout(resolve, Math.max(0, deadline - Date.now()));
953
+ void work.then(
954
+ () => {
955
+ clearTimeout(timer);
956
+ resolve();
957
+ },
958
+ () => {
959
+ clearTimeout(timer);
960
+ resolve();
961
+ }
962
+ );
963
+ });
964
+ }
965
+ function watchForDeparture(options) {
966
+ const { relay, departure, close } = options;
967
+ const running = /* @__PURE__ */ new Set();
968
+ const waitingForIdle = [];
969
+ let departing = false;
970
+ let finishing = false;
971
+ let draining = false;
972
+ let closing = false;
973
+ let drained = null;
974
+ function closeOnce() {
975
+ if (active === state) active = null;
976
+ close();
977
+ }
978
+ function leaving() {
979
+ return departing || draining || departureConfirmed(departure);
980
+ }
981
+ function untrack(request) {
982
+ if (!running.delete(request) || running.size > 0) return;
983
+ for (const resume of waitingForIdle.splice(0)) resume();
984
+ }
985
+ function idle() {
986
+ if (running.size === 0) return Promise.resolve();
987
+ return new Promise((resolve) => waitingForIdle.push(resolve));
988
+ }
989
+ async function drainRunning() {
990
+ draining = true;
991
+ if (!departureConfirmed(departure)) relay.announceDeparture();
992
+ const deadline = Date.now() + REQUEST_THREAD_DRAIN_DEADLINE_MS;
993
+ await settledBy(departureConfirmation(departure), deadline);
994
+ await settledBy(idle(), deadline);
995
+ closing = true;
996
+ for (const request of running) refuse(request, DRAIN_DEADLINE_REFUSAL);
997
+ running.clear();
998
+ await pause(REQUEST_THREAD_DEPARTURE_DRAIN_MS);
999
+ }
1000
+ const state = {
1001
+ begin() {
1002
+ if (departing) return;
1003
+ departing = true;
1004
+ for (const request of running) refuse(request, DEPARTURE_REFUSAL);
1005
+ if (!departureConfirmed(departure)) relay.announceDeparture();
1006
+ },
1007
+ finish(exit) {
1008
+ if (finishing) return;
1009
+ finishing = true;
1010
+ departureConfirmation(departure).then(() => pause(REQUEST_THREAD_DEPARTURE_DRAIN_MS)).catch(() => void 0).then(() => {
1011
+ closeOnce();
1012
+ exit();
1013
+ });
1014
+ },
1015
+ leaveAtExit() {
1016
+ state.begin();
1017
+ if (endThread !== null) return;
1018
+ awaitDepartureConfirmation(departure);
1019
+ closeOnce();
1020
+ }
1021
+ };
1022
+ active = state;
1023
+ install();
1024
+ function refusalOnArrival() {
1025
+ if (departing) return DEPARTURE_REFUSAL;
1026
+ return closing ? CLOSING_REFUSAL : null;
1027
+ }
1028
+ function refusingOnceDeparting(call) {
1029
+ return (...args) => {
1030
+ if (departing) throw departedError();
1031
+ return call(...args);
1032
+ };
1033
+ }
1034
+ return {
1035
+ respondThrough(res) {
1036
+ return new LeavingResponse(res, leaving);
1037
+ },
1038
+ track(res, abort) {
1039
+ const request = { res, abort };
1040
+ const refusal = refusalOnArrival();
1041
+ if (refusal !== null) {
1042
+ refuse(request, refusal);
1043
+ return () => void 0;
1044
+ }
1045
+ running.add(request);
1046
+ let handled = false;
1047
+ const settle = () => {
1048
+ if (!handled && !abort.aborted) return;
1049
+ if (abort.aborted || !(res instanceof LeavingResponse) || res.isFinished) untrack(request);
1050
+ };
1051
+ if (res instanceof LeavingResponse) res.whenFinished(settle);
1052
+ abort.onAbort(settle);
1053
+ return () => {
1054
+ handled = true;
1055
+ settle();
1056
+ };
1057
+ },
1058
+ guardRoute(handler, onMainThread) {
1059
+ return async (ctx) => {
1060
+ const refusal = refusalOnArrival();
1061
+ if (refusal !== null) {
1062
+ refuse(ctx, refusal);
1063
+ return;
1064
+ }
1065
+ const answer = onMainThread !== void 0 && leaving() ? onMainThread : handler;
1066
+ try {
1067
+ await answer(ctx);
1068
+ } catch (err) {
1069
+ if (!departing) throw err;
1070
+ }
1071
+ };
1072
+ },
1073
+ guardExecutor(executor) {
1074
+ return {
1075
+ getManager: refusingOnceDeparting((indexName) => executor.getManager(indexName)),
1076
+ queryContextOf: refusingOnceDeparting((indexName) => executor.queryContextOf(indexName)),
1077
+ holdsVectorField: refusingOnceDeparting(
1078
+ (indexName, fieldName) => executor.holdsVectorField(indexName, fieldName)
1079
+ ),
1080
+ heldVectorOf: refusingOnceDeparting(
1081
+ (indexName, fieldName, docId) => executor.heldVectorOf(indexName, fieldName, docId)
1082
+ ),
1083
+ pinVectorField: refusingOnceDeparting((indexName, fieldName) => executor.pinVectorField(indexName, fieldName)),
1084
+ createIndex: refusingOnceDeparting(
1085
+ (indexName, config, language, analysisStale, synonyms, partitionCount) => executor.createIndex(indexName, config, language, analysisStale, synonyms, partitionCount)
1086
+ ),
1087
+ dropIndex: refusingOnceDeparting((indexName) => executor.dropIndex(indexName)),
1088
+ listIndexes: refusingOnceDeparting(() => executor.listIndexes())
1089
+ };
1090
+ },
1091
+ drain() {
1092
+ if (departing) return Promise.resolve();
1093
+ if (drained === null) drained = drainRunning();
1094
+ return drained;
1095
+ }
1096
+ };
1097
+ }
1098
+ function leaveWithoutDeparture() {
1099
+ active = null;
1100
+ }
1101
+
1102
+ // src/server/request-threads/thread.ts
1103
+ var servingApp = null;
1104
+ function guardEveryRoute(handlers, onMainThread, departure) {
1105
+ const guarded = { ...handlers };
1106
+ for (const route of Object.keys(guarded)) {
1107
+ guarded[route] = departure.guardRoute(handlers[route], isRelayedRoute(route) ? onMainThread[route] : void 0);
1108
+ }
1109
+ return guarded;
1110
+ }
1111
+ function relayed(relay, route) {
1112
+ return (ctx) => relay.request(route, ctx);
1113
+ }
1114
+ function onHeldIndex(local, handler, fallback) {
1115
+ return (ctx) => local.holdsCopyOf(ctx.params[0]) ? handler(ctx) : fallback(ctx);
1116
+ }
1117
+ function onWholeDocuments(local, handler, fallback) {
1118
+ return (ctx) => local.holdsDocumentsOf(ctx.params[0]) ? handler(ctx) : fallback(ctx);
1119
+ }
1120
+ function mainThreadAnswersInstead(err) {
1121
+ return isNarsilError(err) && err.code === ErrorCodes.WORKER_BUSY;
1122
+ }
1123
+ async function answerMoved(ctx, params, limits, options) {
1124
+ if (ctx.abort.aborted || await options.move(ctx) || ctx.abort.aborted) return;
1125
+ try {
1126
+ const answer = await options.answerHere(
1127
+ ctx.params[0],
1128
+ withServerRerankWindow(params, limits),
1129
+ requestSignal(ctx.abort)
1130
+ );
1131
+ respondJson(ctx, "hits" in answer ? encodeQueryResult(answer) : answer);
1132
+ } catch (err) {
1133
+ if (ctx.abort.aborted) return;
1134
+ if (mainThreadAnswersInstead(err)) await options.fallback(ctx);
1135
+ else respondError(ctx, err);
1136
+ }
1137
+ }
1138
+ function searchHandler(options) {
1139
+ const { fallback, limits, allowRegex, staysOnThread, answer } = options;
1140
+ return async (ctx) => {
1141
+ const params = parseJson(ctx);
1142
+ if (!params) return;
1143
+ const failure = validateQuery(params, limits);
1144
+ if (failure) {
1145
+ rejectInvalid(ctx, failure);
1146
+ return;
1147
+ }
1148
+ if (refuseRegex(ctx, params.filters, allowRegex)) return;
1149
+ if (!staysOnThread(ctx.params[0], params)) {
1150
+ await fallback(ctx);
1151
+ return;
1152
+ }
1153
+ try {
1154
+ const result = await answer(ctx.params[0], withServerRerankWindow(params, limits), requestSignal(ctx.abort));
1155
+ respondJson(ctx, "hits" in result ? encodeQueryResult(result) : result);
1156
+ } catch (err) {
1157
+ if (ctx.abort.aborted) return;
1158
+ if (err instanceof SearchMoved) await answerMoved(ctx, params, limits, options);
1159
+ else if (staysOnThread(ctx.params[0], params) && !mainThreadAnswersInstead(err)) respondError(ctx, err);
1160
+ else await fallback(ctx);
1161
+ }
1162
+ };
1163
+ }
1164
+ function suggestHandler(local, fallback) {
1165
+ return async (ctx) => {
1166
+ const params = parseJson(ctx);
1167
+ if (!params) return;
1168
+ const failure = validateSuggest(params);
1169
+ if (failure) {
1170
+ rejectInvalid(ctx, failure);
1171
+ return;
1172
+ }
1173
+ if (!local.holdsCopyOf(ctx.params[0])) {
1174
+ await fallback(ctx);
1175
+ return;
1176
+ }
1177
+ try {
1178
+ respondJson(ctx, await local.suggest(ctx.params[0], params));
1179
+ } catch (err) {
1180
+ respondError(ctx, err);
1181
+ }
1182
+ };
1183
+ }
1184
+ var THREAD_ONLY_ROUTES = /* @__PURE__ */ new Set(["livez", "version", "capabilities"]);
1185
+ function isRelayedRoute(handler) {
1186
+ return !THREAD_ONLY_ROUTES.has(handler);
1187
+ }
1188
+ function relayedHandlers(relay, limits) {
1189
+ const forwarded = {};
1190
+ for (const route of serverRoutes(limits)) {
1191
+ if (isRelayedRoute(route.handler)) forwarded[route.handler] = relayed(relay, route.handler);
1192
+ }
1193
+ return forwarded;
1194
+ }
1195
+ function threadHandlers(local, forwarded, longQueries, settings) {
1196
+ const { allowRegex } = settings;
1197
+ const reads = createDocumentReadHandlers({ engine: local, limits: settings.limits, allowRegex });
1198
+ return {
1199
+ ...forwarded,
1200
+ livez: (ctx) => respondJson(ctx, { status: "ok" }),
1201
+ version: (ctx) => respondJson(ctx, versionReport(settings.build)),
1202
+ capabilities: (ctx) => respondJson(ctx, { capabilities: [...SERVER_CAPABILITIES] }),
1203
+ search: searchHandler({
1204
+ fallback: forwarded.search,
1205
+ limits: settings.limits,
1206
+ allowRegex,
1207
+ staysOnThread: (name, params) => local.canAnswer(name, params),
1208
+ answer: (name, params, signal) => local.query(name, params, signal),
1209
+ answerHere: (name, params, signal) => local.queryHere(name, params, signal),
1210
+ move: (ctx) => longQueries.move("search", ctx)
1211
+ }),
1212
+ preflight: searchHandler({
1213
+ fallback: forwarded.preflight,
1214
+ limits: settings.limits,
1215
+ allowRegex,
1216
+ staysOnThread: (name, params) => local.canCount(name, params),
1217
+ answer: (name, params, signal) => local.preflight(name, params, signal),
1218
+ answerHere: (name, params, signal) => local.preflightHere(name, params, signal),
1219
+ move: (ctx) => longQueries.move("preflight", ctx)
1220
+ }),
1221
+ suggest: suggestHandler(local, forwarded.suggest),
1222
+ get: onWholeDocuments(local, reads.get, forwarded.get),
1223
+ exists: onHeldIndex(local, reads.exists, forwarded.exists),
1224
+ count: onHeldIndex(local, reads.count, forwarded.count),
1225
+ list: onWholeDocuments(local, reads.list, forwarded.list),
1226
+ multiGet: onWholeDocuments(local, reads.multiGet, forwarded.multiGet)
1227
+ };
1228
+ }
1229
+ async function serveRequests(executor, settings) {
1230
+ if (servingApp !== null) throw new Error("This worker already serves requests");
1231
+ const uws = await loadUWebSockets();
1232
+ const app = uws.App();
1233
+ const child = childAppOf(app);
1234
+ if (child === null) throw new Error("This uWebSockets.js build offers no child apps");
1235
+ const relay = createRelayClient(settings.port, settings.touchIntervalMs);
1236
+ const longQueries = routeLongQueries(
1237
+ settings.port,
1238
+ settings.longQueriesInFlight,
1239
+ settings.touchIntervalMs,
1240
+ settings.longQueryPort
1241
+ );
1242
+ const departure = watchForDeparture({
1243
+ relay,
1244
+ departure: new Int32Array(settings.departure),
1245
+ close: closeRequestThread
1246
+ });
1247
+ const local = createThreadReadEngine({
1248
+ executor: departure.guardExecutor(executor),
1249
+ relay,
1250
+ searchHooks: settings.searchHooks,
1251
+ patternWorkCap: settings.patternWorkCap,
1252
+ maxRerankWindow: settings.maxRerankWindow,
1253
+ moveAfterMs: () => longQueries.moveAfterMs()
1254
+ });
1255
+ const run = createRouteRunner({
1256
+ authorize: settings.authorizes ? (context) => relay.authorize(context) : void 0,
1257
+ gate: createSharedRequestGate(settings.gate, settings.maxConcurrentRequests, settings.gateSlot),
1258
+ bodyBudget: createSharedBodyBudget(settings.bodyBudget, settings.limits.maxBodyBytesInFlight, settings.gateSlot),
1259
+ corsHeaders: settings.cors ? corsHeaderReader(settings.cors) : void 0,
1260
+ respondThrough: departure.respondThrough,
1261
+ track: departure.track
1262
+ });
1263
+ const forwarded = relayedHandlers(relay, settings.limits);
1264
+ const handlers = guardEveryRoute(threadHandlers(local, forwarded, longQueries, settings), forwarded, departure);
1265
+ const feeds = settings.feeds.map((feed) => {
1266
+ const gateway = threadFeedGateway(settings.port, relay, feed);
1267
+ registerFeedRoute(app, gateway, feed === "sync" ? SYNC_FEED_ROUTE : CHANGES_FEED_ROUTE);
1268
+ return gateway;
1269
+ });
1270
+ registerServerRoutes(app, run, handlers, settings.limits, settings.cors);
1271
+ servingApp = { app: child, relay, longQueries, feeds, departure };
1272
+ void closeWhenTheProcessExits(new Int32Array(settings.closeAtExit), closeRequestThread);
1273
+ return { descriptor: child.getDescriptor() };
1274
+ }
1275
+ async function drainRequestThread() {
1276
+ const serving = servingApp;
1277
+ if (serving === null) return;
1278
+ await serving.departure.drain();
1279
+ closeRequestThread();
1280
+ }
1281
+ function closeRequestThread() {
1282
+ leaveWithoutDeparture();
1283
+ if (servingApp === null) return;
1284
+ const { app, relay, longQueries, feeds } = servingApp;
1285
+ servingApp = null;
1286
+ for (const gateway of feeds) gateway.close();
1287
+ app.close();
1288
+ longQueries.close();
1289
+ relay.close();
1290
+ }
1291
+
1292
+ export { closeRequestThread, createRelayClient, createThreadReadEngine, drainRequestThread, isLongQueryPortNote, searchHandler, serveRequests };