@delali/narsil 0.3.1-next.99 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +45 -0
  2. package/README.md +27 -8
  3. package/dist/adapters/filesystem.d.ts +1 -1
  4. package/dist/adapters/filesystem.mjs +101 -13
  5. package/dist/adapters/gcs.d.ts +49 -0
  6. package/dist/adapters/gcs.mjs +213 -0
  7. package/dist/adapters/indexeddb.d.ts +1 -1
  8. package/dist/adapters/indexeddb.mjs +2 -7
  9. package/dist/adapters/memory.d.ts +1 -1
  10. package/dist/adapters/memory.mjs +5 -0
  11. package/dist/adapters/s3.d.ts +53 -0
  12. package/dist/adapters/s3.mjs +263 -0
  13. package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
  14. package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
  15. package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
  16. package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
  17. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  18. package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
  19. package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
  20. package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
  21. package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
  22. package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
  23. package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
  24. package/dist/browser/embed-GG6PS3EA.mjs +264 -0
  25. package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
  26. package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
  27. package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
  28. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  29. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  30. package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
  31. package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
  32. package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
  33. package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
  34. package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
  35. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  36. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  37. package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
  38. package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
  39. package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
  40. package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
  41. package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
  42. package/dist/chunk-2AFZE7Y3.mjs +72 -0
  43. package/dist/chunk-2CKDCC65.mjs +47 -0
  44. package/dist/chunk-3ECIRFS5.mjs +61 -0
  45. package/dist/chunk-44W3CBNG.mjs +7 -0
  46. package/dist/chunk-4H4RG2FR.mjs +13 -0
  47. package/dist/chunk-4PY4JYMY.mjs +11 -0
  48. package/dist/chunk-4ZPVAHWF.mjs +1289 -0
  49. package/dist/chunk-5EI5CXO6.mjs +197 -0
  50. package/dist/chunk-5F5MXWS5.mjs +283 -0
  51. package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
  52. package/dist/chunk-6FOENO4E.mjs +273 -0
  53. package/dist/chunk-6GHX35ZM.mjs +108 -0
  54. package/dist/chunk-6MSZ543Y.mjs +32 -0
  55. package/dist/chunk-6N6HHBCQ.mjs +4596 -0
  56. package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
  57. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  58. package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
  59. package/dist/chunk-AVBPB3MI.mjs +602 -0
  60. package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
  61. package/dist/chunk-BUMREPLU.mjs +15 -0
  62. package/dist/chunk-BY6NALRK.mjs +31921 -0
  63. package/dist/chunk-C4ZMXXTL.mjs +92 -0
  64. package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
  65. package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
  66. package/dist/chunk-DXZ6JDWG.mjs +797 -0
  67. package/dist/chunk-FJXJZUWF.mjs +209 -0
  68. package/dist/chunk-FS3HPPSC.mjs +212 -0
  69. package/dist/chunk-FT4KLZXW.mjs +1164 -0
  70. package/dist/chunk-GR5GMFJJ.mjs +104 -0
  71. package/dist/chunk-GXCDWLQI.mjs +193 -0
  72. package/dist/chunk-GXED6R3Q.mjs +271 -0
  73. package/dist/chunk-HLPRHOSO.mjs +17 -0
  74. package/dist/chunk-IL5DRCNU.mjs +3041 -0
  75. package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
  76. package/dist/chunk-K5HSUPYS.mjs +11 -0
  77. package/dist/chunk-KYIRXTCA.mjs +100 -0
  78. package/dist/chunk-LFXS6OF7.mjs +289 -0
  79. package/dist/chunk-LNGE7SLY.mjs +151 -0
  80. package/dist/chunk-M2Z5WVWW.mjs +194 -0
  81. package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
  82. package/dist/chunk-M3OW2XSP.mjs +40 -0
  83. package/dist/chunk-MFPSQZ6P.mjs +127 -0
  84. package/dist/chunk-MRCJBWJZ.mjs +1292 -0
  85. package/dist/chunk-MSIN4NM3.mjs +25 -0
  86. package/dist/chunk-MW3CJVGP.mjs +219 -0
  87. package/dist/chunk-MYM6CAVK.mjs +76 -0
  88. package/dist/chunk-NJJN4FMM.mjs +84 -0
  89. package/dist/chunk-NM7I3BM7.mjs +59 -0
  90. package/dist/chunk-OIJ64LGT.mjs +19 -0
  91. package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
  92. package/dist/chunk-Q2AP2FSN.mjs +15 -0
  93. package/dist/chunk-R2PJKSNL.mjs +54 -0
  94. package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
  95. package/dist/chunk-S2POFTLN.mjs +10 -0
  96. package/dist/chunk-S5QMWECL.mjs +7 -0
  97. package/dist/chunk-SLAC5PAB.mjs +5008 -0
  98. package/dist/chunk-T4HMSZCX.mjs +5 -0
  99. package/dist/chunk-TACP6VK6.mjs +111 -0
  100. package/dist/chunk-TGPKS2UM.mjs +125 -0
  101. package/dist/chunk-TKKXPKEO.mjs +979 -0
  102. package/dist/chunk-V6EUBAIT.mjs +19 -0
  103. package/dist/chunk-XL56L4IR.mjs +228 -0
  104. package/dist/chunk-XQIAMDAG.mjs +3076 -0
  105. package/dist/chunk-YTUZ4R22.mjs +1063 -0
  106. package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
  107. package/dist/chunk-ZPJFGGGI.mjs +638 -0
  108. package/dist/chunk-ZXX5GZEX.mjs +17 -0
  109. package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
  110. package/dist/client.d.ts +11 -10
  111. package/dist/client.mjs +8 -898
  112. package/dist/config-Bnl7L-0H.d.ts +608 -0
  113. package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
  114. package/dist/core-leaf-6JVHEVFB.mjs +8 -0
  115. package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
  116. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  117. package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
  118. package/dist/distribution/coordinator/etcd.d.ts +63 -7
  119. package/dist/distribution/coordinator/etcd.mjs +725 -81
  120. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  121. package/dist/distribution/coordinator/in-memory.mjs +65 -10
  122. package/dist/distribution/transport/grpc.d.ts +2 -2
  123. package/dist/distribution/transport/grpc.mjs +39 -10
  124. package/dist/distribution/transport/in-memory.d.ts +2 -2
  125. package/dist/distribution/transport/in-memory.mjs +9 -6
  126. package/dist/distribution/transport/tcp.d.ts +2 -2
  127. package/dist/distribution/transport/tcp.mjs +20 -15
  128. package/dist/distribution.d.ts +267 -56
  129. package/dist/distribution.mjs +23156 -11362
  130. package/dist/durability-config-VWS2K24E.mjs +96 -0
  131. package/dist/embed-4PHHKGBK.mjs +263 -0
  132. package/dist/embeddings/openai.d.ts +1 -1
  133. package/dist/embeddings/openai.mjs +2 -2
  134. package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
  135. package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
  136. package/dist/gzip-2UCZW2MM.mjs +31 -0
  137. package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
  138. package/dist/index.browser.mjs +4 -4
  139. package/dist/index.d.ts +2133 -57
  140. package/dist/index.mjs +16 -32
  141. package/dist/index.react-native.mjs +12 -0
  142. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  143. package/dist/invalidation/filesystem.d.ts +1 -1
  144. package/dist/invalidation/filesystem.mjs +1 -2
  145. package/dist/invalidation/noop.d.ts +1 -1
  146. package/dist/languages/albanian.mjs +1 -1
  147. package/dist/languages/amharic.mjs +1 -1
  148. package/dist/languages/arabic.mjs +1 -1
  149. package/dist/languages/armenian.mjs +1 -1
  150. package/dist/languages/azerbaijani.mjs +1 -1
  151. package/dist/languages/bambara.mjs +1 -1
  152. package/dist/languages/basque.mjs +1 -1
  153. package/dist/languages/belarusian.mjs +1 -1
  154. package/dist/languages/bengali.mjs +1 -1
  155. package/dist/languages/bosnian.mjs +1 -1
  156. package/dist/languages/breton.mjs +1 -1
  157. package/dist/languages/bulgarian.mjs +1 -1
  158. package/dist/languages/burmese.mjs +1 -1
  159. package/dist/languages/catalan.mjs +1 -1
  160. package/dist/languages/chinese.mjs +1 -1
  161. package/dist/languages/croatian.mjs +1 -1
  162. package/dist/languages/czech.mjs +1 -1
  163. package/dist/languages/dagbani.mjs +1 -1
  164. package/dist/languages/danish.mjs +1 -1
  165. package/dist/languages/dutch.mjs +1 -1
  166. package/dist/languages/english.mjs +1 -1
  167. package/dist/languages/esperanto.mjs +1 -1
  168. package/dist/languages/estonian.mjs +1 -1
  169. package/dist/languages/ewe.mjs +1 -1
  170. package/dist/languages/faroese.mjs +1 -1
  171. package/dist/languages/fijian.mjs +1 -1
  172. package/dist/languages/finnish.mjs +1 -1
  173. package/dist/languages/french.mjs +1 -1
  174. package/dist/languages/ga.mjs +1 -1
  175. package/dist/languages/galician.mjs +1 -1
  176. package/dist/languages/georgian.mjs +1 -1
  177. package/dist/languages/german.mjs +1 -1
  178. package/dist/languages/greek.mjs +1 -1
  179. package/dist/languages/guarani.mjs +1 -1
  180. package/dist/languages/gujarati.mjs +1 -1
  181. package/dist/languages/haitian-creole.mjs +1 -1
  182. package/dist/languages/hausa.mjs +1 -1
  183. package/dist/languages/hawaiian.mjs +1 -1
  184. package/dist/languages/hebrew.mjs +1 -1
  185. package/dist/languages/hindi.mjs +1 -1
  186. package/dist/languages/hungarian.mjs +1 -1
  187. package/dist/languages/icelandic.mjs +1 -1
  188. package/dist/languages/igbo.mjs +1 -1
  189. package/dist/languages/indonesian.mjs +1 -1
  190. package/dist/languages/irish.mjs +1 -1
  191. package/dist/languages/italian.mjs +1 -1
  192. package/dist/languages/japanese.mjs +1 -1
  193. package/dist/languages/kannada.mjs +1 -1
  194. package/dist/languages/kazakh.mjs +1 -1
  195. package/dist/languages/khmer.mjs +1 -1
  196. package/dist/languages/kinyarwanda.mjs +1 -1
  197. package/dist/languages/kirundi.mjs +1 -1
  198. package/dist/languages/korean.mjs +1 -1
  199. package/dist/languages/kurmanji.mjs +1 -1
  200. package/dist/languages/kyrgyz.mjs +1 -1
  201. package/dist/languages/lao.mjs +1 -1
  202. package/dist/languages/latin.mjs +1 -1
  203. package/dist/languages/latvian.mjs +1 -1
  204. package/dist/languages/lingala.mjs +1 -1
  205. package/dist/languages/lithuanian.mjs +1 -1
  206. package/dist/languages/luxembourgish.mjs +1 -1
  207. package/dist/languages/macedonian.mjs +1 -1
  208. package/dist/languages/malagasy.mjs +1 -1
  209. package/dist/languages/malay.mjs +1 -1
  210. package/dist/languages/malayalam.mjs +1 -1
  211. package/dist/languages/maltese.mjs +1 -1
  212. package/dist/languages/maori.mjs +1 -1
  213. package/dist/languages/marathi.mjs +1 -1
  214. package/dist/languages/nepali.mjs +1 -1
  215. package/dist/languages/norwegian.mjs +1 -1
  216. package/dist/languages/oromo.mjs +1 -1
  217. package/dist/languages/persian.mjs +1 -1
  218. package/dist/languages/polish.mjs +1 -1
  219. package/dist/languages/portuguese.mjs +1 -1
  220. package/dist/languages/punjabi.mjs +1 -1
  221. package/dist/languages/romanian.mjs +1 -1
  222. package/dist/languages/russian.mjs +1 -1
  223. package/dist/languages/samoan.mjs +1 -1
  224. package/dist/languages/sanskrit.mjs +1 -1
  225. package/dist/languages/scottish-gaelic.mjs +1 -1
  226. package/dist/languages/serbian.mjs +1 -1
  227. package/dist/languages/shona.mjs +1 -1
  228. package/dist/languages/sinhala.mjs +1 -1
  229. package/dist/languages/slovak.mjs +1 -1
  230. package/dist/languages/slovenian.mjs +1 -1
  231. package/dist/languages/sorani.mjs +1 -1
  232. package/dist/languages/spanish.mjs +1 -1
  233. package/dist/languages/swahili.mjs +1 -1
  234. package/dist/languages/swedish.mjs +1 -1
  235. package/dist/languages/tagalog.mjs +1 -1
  236. package/dist/languages/tamil.mjs +1 -1
  237. package/dist/languages/tatar.mjs +1 -1
  238. package/dist/languages/telugu.mjs +1 -1
  239. package/dist/languages/thai.mjs +1 -1
  240. package/dist/languages/tibetan.mjs +1 -1
  241. package/dist/languages/tigrinya.mjs +1 -1
  242. package/dist/languages/tongan.mjs +1 -1
  243. package/dist/languages/turkish.mjs +1 -1
  244. package/dist/languages/twi.mjs +1 -1
  245. package/dist/languages/ukrainian.mjs +1 -1
  246. package/dist/languages/urdu.mjs +1 -1
  247. package/dist/languages/vietnamese.mjs +1 -1
  248. package/dist/languages/welsh.mjs +1 -1
  249. package/dist/languages/wolof.mjs +1 -1
  250. package/dist/languages/xhosa.mjs +1 -1
  251. package/dist/languages/yoruba.mjs +1 -1
  252. package/dist/languages/zulu.mjs +1 -1
  253. package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
  254. package/dist/module-5ZSLUQII.mjs +3729 -0
  255. package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
  256. package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
  257. package/dist/optional-writes-4UOQKETU.mjs +247 -0
  258. package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
  259. package/dist/partial-words.browser.mjs +1650 -0
  260. package/dist/partial-words.mjs +17 -11
  261. package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
  262. package/dist/pattern.mjs +6 -7
  263. package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
  264. package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
  265. package/dist/phrase-module-EFESWOCR.mjs +635 -0
  266. package/dist/query-actions-HMJUVWGT.mjs +119 -0
  267. package/dist/query-suggestions/merge-worker.d.ts +55 -0
  268. package/dist/query-suggestions/merge-worker.mjs +53 -0
  269. package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
  270. package/dist/query-suggestions.browser.mjs +47 -0
  271. package/dist/query-suggestions.d.ts +20 -0
  272. package/dist/query-suggestions.mjs +19 -0
  273. package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
  274. package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
  275. package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
  276. package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
  277. package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
  278. package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
  279. package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
  280. package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
  281. package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
  282. package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
  283. package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
  284. package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
  285. package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
  286. package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
  287. package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
  288. package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
  289. package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
  290. package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
  291. package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
  292. package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
  293. package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
  294. package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
  295. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  296. package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
  297. package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
  298. package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
  299. package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
  300. package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
  301. package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
  302. package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
  303. package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
  304. package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
  305. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  306. package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
  307. package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
  308. package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
  309. package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
  310. package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
  311. package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
  312. package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
  313. package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
  314. package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
  315. package/dist/react-native/partial-words.mjs +1658 -0
  316. package/dist/react-native/pattern.mjs +2570 -0
  317. package/dist/react-native/query-suggestions.mjs +55 -0
  318. package/dist/react-native/sync.mjs +2759 -0
  319. package/dist/react-native/synonyms.mjs +676 -0
  320. package/dist/react.d.ts +12 -8
  321. package/dist/react.mjs +45 -1
  322. package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
  323. package/dist/rerankers/http.d.ts +1 -1
  324. package/dist/rerankers/http.mjs +2 -2
  325. package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
  326. package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
  327. package/dist/runtime-USQYKN3I.mjs +615 -0
  328. package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
  329. package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
  330. package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
  331. package/dist/server.d.ts +348 -22
  332. package/dist/server.mjs +2211 -327
  333. package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
  334. package/dist/store-leaf-6VMMSVBE.mjs +20 -0
  335. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  336. package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
  337. package/dist/sync/filesystem.d.ts +30 -0
  338. package/dist/sync/filesystem.mjs +288 -0
  339. package/dist/sync/indexeddb.browser.mjs +287 -0
  340. package/dist/sync/indexeddb.d.ts +30 -0
  341. package/dist/sync/indexeddb.mjs +242 -0
  342. package/dist/sync.browser.mjs +1271 -0
  343. package/dist/sync.d.ts +23 -0
  344. package/dist/sync.mjs +2712 -0
  345. package/dist/synonyms.browser.mjs +658 -0
  346. package/dist/synonyms.mjs +17 -7
  347. package/dist/tasks-65b6t6lk.d.ts +782 -0
  348. package/dist/thread-UJ3W5LVI.mjs +31 -0
  349. package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
  350. package/dist/types-CpCg-Gq-.d.ts +227 -0
  351. package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
  352. package/dist/vector/search-worker.d.ts +10 -2
  353. package/dist/vector/search-worker.mjs +11 -11
  354. package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
  355. package/dist/workers/entry.mjs +75 -15
  356. package/openapi.json +6840 -0
  357. package/package.json +406 -19
  358. package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
  359. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  360. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  361. package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
  362. package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
  363. package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
  364. package/dist/browser/chunk-QWES44AW.mjs +0 -473
  365. package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
  366. package/dist/browser/module-PDXYHT75.mjs +0 -2822
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
  369. package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
  370. package/dist/browser/write-L7FAQA47.mjs +0 -208
  371. package/dist/chunk-37CD3OKS.mjs +0 -87
  372. package/dist/chunk-5XNIRLFC.mjs +0 -96
  373. package/dist/chunk-7X5JST5L.mjs +0 -114
  374. package/dist/chunk-AV4IJKD2.mjs +0 -35
  375. package/dist/chunk-AY3AQ3UH.mjs +0 -73
  376. package/dist/chunk-BKB3XTMI.mjs +0 -707
  377. package/dist/chunk-C7SLA6CM.mjs +0 -19
  378. package/dist/chunk-COVCQ73F.mjs +0 -587
  379. package/dist/chunk-DJHHF2L5.mjs +0 -17
  380. package/dist/chunk-E74YLAIG.mjs +0 -24
  381. package/dist/chunk-FMWRCP2C.mjs +0 -57
  382. package/dist/chunk-GES7U2PM.mjs +0 -68
  383. package/dist/chunk-HJSN7UYG.mjs +0 -10
  384. package/dist/chunk-JFRNNBOM.mjs +0 -35
  385. package/dist/chunk-K25LZA54.mjs +0 -8484
  386. package/dist/chunk-KEHK2O6P.mjs +0 -13
  387. package/dist/chunk-KOKM4PQN.mjs +0 -52
  388. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  389. package/dist/chunk-L3L5YFXC.mjs +0 -614
  390. package/dist/chunk-L5ORED7V.mjs +0 -25
  391. package/dist/chunk-LH4NZNJJ.mjs +0 -1731
  392. package/dist/chunk-LU2CE5AE.mjs +0 -507
  393. package/dist/chunk-LXWDQLTW.mjs +0 -30
  394. package/dist/chunk-MHOSCQCQ.mjs +0 -948
  395. package/dist/chunk-NKRBEGJZ.mjs +0 -1705
  396. package/dist/chunk-NTRMFARG.mjs +0 -462
  397. package/dist/chunk-NW4XDSP2.mjs +0 -212
  398. package/dist/chunk-OOEXLUGR.mjs +0 -117
  399. package/dist/chunk-ORBLD3EL.mjs +0 -6
  400. package/dist/chunk-OWNZYMRE.mjs +0 -3591
  401. package/dist/chunk-PPY2GSIB.mjs +0 -44
  402. package/dist/chunk-QY7GC2MW.mjs +0 -33
  403. package/dist/chunk-R6A773WK.mjs +0 -226
  404. package/dist/chunk-R6PR4WYZ.mjs +0 -68
  405. package/dist/chunk-R7EEKAJE.mjs +0 -593
  406. package/dist/chunk-RONEOEON.mjs +0 -426
  407. package/dist/chunk-VWULPWRJ.mjs +0 -7469
  408. package/dist/chunk-WCJKUGHB.mjs +0 -262
  409. package/dist/chunk-WQBCBKY3.mjs +0 -8
  410. package/dist/chunk-X5CV2E2B.mjs +0 -1
  411. package/dist/chunk-YA7XLE2R.mjs +0 -1256
  412. package/dist/chunk-YTJCGKM4.mjs +0 -56
  413. package/dist/chunk-ZG477IPV.mjs +0 -526
  414. package/dist/chunk-ZYNAMIYX.mjs +0 -113
  415. package/dist/config-BGB_fDtq.d.ts +0 -237
  416. package/dist/direct-executor-CXZ66ACP.mjs +0 -22
  417. package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
  418. package/dist/engine-BGCEm9E_.d.ts +0 -577
  419. package/dist/module-3NONKBZX.mjs +0 -1860
  420. package/dist/release-BH3DKW3T.mjs +0 -33
  421. package/dist/restore-queue-JPRBUYII.mjs +0 -35
  422. package/dist/runtime-ZKYZFJJC.mjs +0 -177
  423. package/dist/snapshot-HOGXNO5W.mjs +0 -793
  424. package/dist/tasks-HG3rlxx6.d.ts +0 -302
  425. package/dist/thread-B657LQXK.mjs +0 -692
  426. package/dist/write-XLIGTXBU.mjs +0 -238
@@ -0,0 +1,1321 @@
1
+ import { installSuggestionHooks, DayStore, RestoredHistory, dayOf, sameBytes, openCountsFile } from './chunk-UNZPWLVL.mjs';
2
+ import { oneSyncChangeAtATime } from './chunk-Q32DDFKX.mjs';
3
+ import { attachedRuntimeOf, attachRuntime, isGroup, invalidSetting, MIN_KEY_BYTES, historyFilesOf, buildRecordKey, resolveSetting, acceptedPhrase, normaliseBan, banListFromInput, validateSetting, withState, SCRAMBLED_ID_BYTES, KEY_FINGERPRINT_LABEL, KEY_FINGERPRINT_BYTES, isPerson, removeHistoryFolder, packEnvelopeWithChecksum, crc32, openChecksummedEnvelope, MAX_MANUAL_SUGGESTION_COUNT, MAX_SOURCE_INDEX_NAME_LENGTH, DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, requireFieldsInSchema, removeRestoreLeftovers, HISTORY_SWEEP_INTERVAL_MS, SCHEDULE_OFF, parseSchedule, nextMatchAfter, latestMatchAtOrBefore, DAY_MS, listHistoryFolder, historyFileOf, BUILD_WRITE_BATCH, MAX_TIMER_DELAY_MS, MS_PER_SECOND, BUILD_LIST_PAGE, unionOfBans } from './chunk-3OEFSHVV.mjs';
4
+ import { GROUP_FORMAT, loadDigest, emitEngineEvent, emitWriteEventAfter, createEngineIndex, withOpenIndex, SUGGESTIONS_INDEX_INFIX } from './chunk-G3WCDTOF.mjs';
5
+ import './chunk-HQEVQEDJ.mjs';
6
+ import './chunk-AKRYHAVG.mjs';
7
+ import './chunk-LX62Y4B5.mjs';
8
+ import './chunk-HTBY4GON.mjs';
9
+ import './chunk-UYKIV2KT.mjs';
10
+ import './chunk-CW2ZFXSE.mjs';
11
+ import { decode } from './chunk-UO44MA5M.mjs';
12
+ import './chunk-MRH36RN3.mjs';
13
+ import { compareCodePoints } from './chunk-HRDMIQ63.mjs';
14
+ import './chunk-VUJCSQG5.mjs';
15
+ import { NarsilError, ErrorCodes } from './chunk-43R4GCM7.mjs';
16
+ import { encode } from '@msgpack/msgpack';
17
+
18
+ function bindSuggestionsHost(_host, _msgpack, _suggestionStore) {
19
+ }
20
+
21
+ // src/query-suggestions/build-record.ts
22
+ var BUILD_RECORD_FORMAT_VERSION = 1;
23
+ var SOURCES_DIGEST_BYTES = 32;
24
+ var TRIGGERS = /* @__PURE__ */ new Set(["schedule", "missed", "caller"]);
25
+ var STATUSES = /* @__PURE__ */ new Set(["running", "completed", "failed", "skipped"]);
26
+ var WHAT = "query suggestions build record";
27
+ async function sourcesDigestOf(sources) {
28
+ const sorted = [...sources].sort(
29
+ (left, right) => compareCodePoints(left.nodeId, right.nodeId) || compareCodePoints(left.key, right.key)
30
+ );
31
+ const { sha256 } = await loadDigest();
32
+ return sha256(encode(sorted.map((source) => [source.nodeId, source.key, source.savedAt])));
33
+ }
34
+ function isCount(value) {
35
+ return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
36
+ }
37
+ function buildRecordToWire(record) {
38
+ return encode({
39
+ buildId: record.buildId,
40
+ trigger: record.trigger,
41
+ status: record.status,
42
+ startedAt: record.startedAt,
43
+ ...record.endedAt !== void 0 ? { endedAt: record.endedAt } : {},
44
+ published: record.published,
45
+ removed: record.removed,
46
+ discarded: record.discarded,
47
+ sourcesDigest: record.sourcesDigest,
48
+ ...record.errorCode !== void 0 ? { errorCode: record.errorCode } : {}
49
+ });
50
+ }
51
+ function buildRecordFromWire(bytes) {
52
+ let raw;
53
+ try {
54
+ raw = decode(bytes);
55
+ } catch {
56
+ return null;
57
+ }
58
+ if (raw === null || typeof raw !== "object" || Array.isArray(raw)) return null;
59
+ const value = raw;
60
+ const { buildId, trigger, status: status2, startedAt, endedAt, published, removed, discarded, sourcesDigest, errorCode } = value;
61
+ if (typeof buildId !== "string" || typeof trigger !== "string" || !TRIGGERS.has(trigger)) return null;
62
+ if (typeof status2 !== "string" || !STATUSES.has(status2)) return null;
63
+ if (!isCount(startedAt) || !isCount(published) || !isCount(removed) || !isCount(discarded)) return null;
64
+ if (endedAt !== void 0 && !isCount(endedAt)) return null;
65
+ if (errorCode !== void 0 && typeof errorCode !== "string") return null;
66
+ if (!(sourcesDigest instanceof Uint8Array) || sourcesDigest.byteLength !== SOURCES_DIGEST_BYTES) return null;
67
+ return {
68
+ buildId,
69
+ trigger,
70
+ status: status2,
71
+ startedAt,
72
+ ...endedAt !== void 0 ? { endedAt } : {},
73
+ published,
74
+ removed,
75
+ discarded,
76
+ sourcesDigest: new Uint8Array(sourcesDigest),
77
+ ...errorCode !== void 0 ? { errorCode } : {}
78
+ };
79
+ }
80
+ function encodeBuildRecordFile(record) {
81
+ const payload = buildRecordToWire(record);
82
+ const packed = packEnvelopeWithChecksum([payload], BUILD_RECORD_FORMAT_VERSION, WHAT, crc32(payload));
83
+ const bytes = new Uint8Array(packed.byteLength);
84
+ let offset = 0;
85
+ for (const chunk of packed.chunks) {
86
+ bytes.set(chunk, offset);
87
+ offset += chunk.byteLength;
88
+ }
89
+ return bytes;
90
+ }
91
+ async function decodeBuildRecordFile(bytes) {
92
+ try {
93
+ const { payload } = await openChecksummedEnvelope(bytes, {
94
+ envelopeFormatVersion: BUILD_RECORD_FORMAT_VERSION,
95
+ what: WHAT,
96
+ allowsCompression: false
97
+ });
98
+ return buildRecordFromWire(payload);
99
+ } catch {
100
+ return null;
101
+ }
102
+ }
103
+ function publicBuildOf(record) {
104
+ return {
105
+ buildId: record.buildId,
106
+ trigger: record.trigger,
107
+ status: record.status,
108
+ startedAt: record.startedAt,
109
+ endedAt: record.endedAt ?? null,
110
+ published: record.published,
111
+ removed: record.removed,
112
+ discarded: record.discarded,
113
+ errorCode: record.errorCode ?? null
114
+ };
115
+ }
116
+
117
+ // src/query-suggestions/merge.ts
118
+ var SEPARATOR = "\0";
119
+ function idKey(source, offset) {
120
+ let key = "";
121
+ for (let i = 0; i < SCRAMBLED_ID_BYTES; i++) key += String.fromCharCode(source[offset + i]);
122
+ return key;
123
+ }
124
+ var Merger = class {
125
+ settings;
126
+ banned;
127
+ entries = /* @__PURE__ */ new Map();
128
+ groups;
129
+ discarded = 0;
130
+ constructor(settings) {
131
+ this.settings = settings;
132
+ this.banned = new Set(settings.banned);
133
+ this.groups = new Set(settings.markedGroups);
134
+ }
135
+ async addFile(bytes, expectedDay) {
136
+ const opened = await openCountsFile(bytes, expectedDay, this.settings.fingerprint);
137
+ if (opened.kind !== "counts") return opened;
138
+ if (this.settings.clustered && (opened.indexUuid === null || opened.indexUuid !== this.settings.indexUuid)) {
139
+ return { kind: "other-index" };
140
+ }
141
+ const { minPeople, maxMergePhrases, maxGroups } = this.settings;
142
+ opened.visit((group, phrase, count, people) => {
143
+ if (this.banned.has(phrase)) return;
144
+ const key = `${group}${SEPARATOR}${phrase}`;
145
+ let entry = this.entries.get(key);
146
+ if (entry === void 0) {
147
+ const newGroup = !this.groups.has(group);
148
+ if (newGroup && this.groups.size >= maxGroups || this.entries.size >= maxMergePhrases) {
149
+ this.discarded += 1;
150
+ return;
151
+ }
152
+ if (newGroup) this.groups.add(group);
153
+ entry = { count: 0, people: /* @__PURE__ */ new Set() };
154
+ this.entries.set(key, entry);
155
+ }
156
+ entry.count += count;
157
+ if (entry.people === null) return;
158
+ for (const offset of people.offsets) {
159
+ entry.people.add(idKey(people.source, offset));
160
+ if (entry.people.size >= minPeople) {
161
+ entry.people = null;
162
+ return;
163
+ }
164
+ }
165
+ });
166
+ return { kind: "merged", day: opened.day, savedAt: opened.savedAt };
167
+ }
168
+ result() {
169
+ const groups = {};
170
+ for (const [key, entry] of this.entries) {
171
+ if (entry.people !== null) continue;
172
+ const split = key.indexOf(SEPARATOR);
173
+ const group = key.slice(0, split);
174
+ const list = groups[group] ?? [];
175
+ list.push({ phrase: key.slice(split + 1), count: entry.count });
176
+ groups[group] = list;
177
+ }
178
+ for (const list of Object.values(groups)) {
179
+ list.sort((left, right) => right.count - left.count || (left.phrase < right.phrase ? -1 : 1));
180
+ }
181
+ return { groups, discarded: this.discarded };
182
+ }
183
+ };
184
+ function inThreadSession(settings) {
185
+ const merger = new Merger(settings);
186
+ return {
187
+ addFile: (input) => merger.addFile(input.bytes, input.day),
188
+ finish: async () => merger.result(),
189
+ abandon() {
190
+ }
191
+ };
192
+ }
193
+ async function startMerge(settings, memoryBytes) {
194
+ return inThreadSession(settings);
195
+ }
196
+
197
+ // src/query-suggestions/suggestions-writer.ts
198
+ var ORIGIN_POPULAR = "popular";
199
+ var ORIGIN_MANUAL = "manual";
200
+ function suggestionsIndexName(indexName, group) {
201
+ return `${indexName}${SUGGESTIONS_INDEX_INFIX}${group}`;
202
+ }
203
+ function suggestionDocument(phrase, count, origin) {
204
+ return { id: phrase, query: phrase, count, origin };
205
+ }
206
+ function markedSuggestionIndexes(host, indexName) {
207
+ const byGroup = /* @__PURE__ */ new Map();
208
+ for (const name of host.indexNames()) {
209
+ const source = host.view(name)?.state?.querySuggestionsSource;
210
+ if (source?.index === indexName) byGroup.set(source.group, name);
211
+ }
212
+ return byGroup;
213
+ }
214
+ async function ensureSuggestionsIndex(host, indexName, group, created = []) {
215
+ const name = suggestionsIndexName(indexName, group);
216
+ const source = host.view(indexName);
217
+ if (source === null) {
218
+ throw new NarsilError(ErrorCodes.INDEX_NOT_FOUND, `Index "${indexName}" does not exist`, { indexName });
219
+ }
220
+ const existing = host.view(name);
221
+ if (existing === null) {
222
+ await host.createSuggestionsIndex(name, { index: indexName, group }, source.language);
223
+ created.push(name);
224
+ return name;
225
+ }
226
+ const marker = existing.state?.querySuggestionsSource;
227
+ if (marker?.index !== indexName || marker.group !== group) {
228
+ throw new NarsilError(
229
+ ErrorCodes.CONFIG_INVALID,
230
+ `Index "${name}" exists without the marker of a suggestions index for "${indexName}", so the build leaves it alone`,
231
+ { indexName: name }
232
+ );
233
+ }
234
+ if (existing.language !== source.language) {
235
+ await host.engine.changeAnalysis(name, { language: source.language });
236
+ }
237
+ return name;
238
+ }
239
+ async function readSuggestions(host, name) {
240
+ const stored = /* @__PURE__ */ new Map();
241
+ let cursor;
242
+ do {
243
+ const page = await host.engine.listDocuments(name, {
244
+ limit: BUILD_LIST_PAGE,
245
+ ...cursor !== void 0 ? { cursor } : {}
246
+ });
247
+ for (const { id, document } of page.documents) {
248
+ const count = typeof document.count === "number" ? document.count : 0;
249
+ const origin = typeof document.origin === "string" ? document.origin : ORIGIN_POPULAR;
250
+ stored.set(id, { count, origin });
251
+ }
252
+ cursor = page.cursor ?? void 0;
253
+ } while (cursor !== void 0);
254
+ return stored;
255
+ }
256
+ function requireWritten(result) {
257
+ const first = result.failed[0];
258
+ if (first !== void 0) throw first.error;
259
+ }
260
+ async function removeBatchOf(host, name, ids) {
261
+ const result = await host.engine.removeBatch(name, [...ids]);
262
+ for (const failure of result.failed) {
263
+ if (failure.error.code !== ErrorCodes.DOC_NOT_FOUND) throw failure.error;
264
+ }
265
+ return result.succeeded;
266
+ }
267
+ async function removeSuggestions(host, name, ids) {
268
+ let removed = 0;
269
+ for (let start = 0; start < ids.length; start += BUILD_WRITE_BATCH) {
270
+ removed += (await removeBatchOf(host, name, ids.slice(start, start + BUILD_WRITE_BATCH))).length;
271
+ }
272
+ return removed;
273
+ }
274
+ function restoreDocument(entry) {
275
+ return suggestionDocument(entry.phrase, entry.stored.count, entry.stored.origin);
276
+ }
277
+ async function undoWrites(host, steps, banned) {
278
+ for (const step of [...steps].reverse()) {
279
+ await removeSuggestions(host, step.name, step.remove);
280
+ const restore = step.restore.filter((entry) => !banned.has(entry.phrase));
281
+ for (let start = 0; start < restore.length; start += BUILD_WRITE_BATCH) {
282
+ const batch = restore.slice(start, start + BUILD_WRITE_BATCH);
283
+ await removeSuggestions(
284
+ host,
285
+ step.name,
286
+ batch.map((entry) => entry.phrase)
287
+ );
288
+ requireWritten(await host.engine.insertBatch(step.name, batch.map(restoreDocument)));
289
+ }
290
+ }
291
+ }
292
+ function planWrites(stored, due, banned, onlyAdd) {
293
+ const plan = { inserts: [], updates: [], stale: [], banned: [] };
294
+ for (const [phrase, count] of due) {
295
+ if (banned.has(phrase)) continue;
296
+ const current = stored.get(phrase);
297
+ if (current === void 0) plan.inserts.push(suggestionDocument(phrase, count, ORIGIN_POPULAR));
298
+ else if (current.origin === ORIGIN_POPULAR && current.count !== count) {
299
+ plan.updates.push({ phrase, count, previous: current });
300
+ }
301
+ }
302
+ for (const [phrase, current] of stored) {
303
+ if (banned.has(phrase)) plan.banned.push(phrase);
304
+ else if (!onlyAdd && current.origin === ORIGIN_POPULAR && !due.has(phrase)) {
305
+ plan.stale.push({ phrase, stored: current });
306
+ }
307
+ }
308
+ return plan;
309
+ }
310
+ async function writeGroup(host, name, due, banned, onlyAdd, undo) {
311
+ const plan = planWrites(await readSuggestions(host, name), due, banned, onlyAdd);
312
+ const step = { name, remove: [], restore: [] };
313
+ undo.push(step);
314
+ for (let start = 0; start < plan.inserts.length; start += BUILD_WRITE_BATCH) {
315
+ const result = await host.engine.insertBatch(name, plan.inserts.slice(start, start + BUILD_WRITE_BATCH));
316
+ step.remove.push(...result.succeeded);
317
+ requireWritten(result);
318
+ }
319
+ for (let start = 0; start < plan.updates.length; start += BUILD_WRITE_BATCH) {
320
+ const batch = plan.updates.slice(start, start + BUILD_WRITE_BATCH);
321
+ const result = await host.engine.updateBatch(
322
+ name,
323
+ batch.map((entry) => ({
324
+ docId: entry.phrase,
325
+ document: suggestionDocument(entry.phrase, entry.count, ORIGIN_POPULAR)
326
+ }))
327
+ );
328
+ const succeeded = new Set(result.succeeded);
329
+ for (const entry of batch) {
330
+ if (succeeded.has(entry.phrase)) step.restore.push({ phrase: entry.phrase, stored: entry.previous });
331
+ }
332
+ requireWritten(result);
333
+ }
334
+ let removed = 0;
335
+ for (let start = 0; start < plan.stale.length; start += BUILD_WRITE_BATCH) {
336
+ const batch = plan.stale.slice(start, start + BUILD_WRITE_BATCH);
337
+ const succeeded = new Set(
338
+ await removeBatchOf(
339
+ host,
340
+ name,
341
+ batch.map((entry) => entry.phrase)
342
+ )
343
+ );
344
+ removed += succeeded.size;
345
+ for (const entry of batch) if (succeeded.has(entry.phrase)) step.restore.push(entry);
346
+ }
347
+ removed += await removeSuggestions(host, name, plan.banned);
348
+ return { published: plan.inserts.length + plan.updates.length, removed };
349
+ }
350
+
351
+ // src/query-suggestions/build.ts
352
+ function enabledSetting(host, indexName) {
353
+ const view = host.view(indexName);
354
+ if (view === null)
355
+ throw new NarsilError(ErrorCodes.INDEX_NOT_FOUND, `Index "${indexName}" does not exist`, { indexName });
356
+ const setting = view.state?.querySuggestions;
357
+ if (setting === void 0 || !setting.enabled) {
358
+ throw new NarsilError(
359
+ ErrorCodes.QUERY_SUGGESTIONS_NOT_ENABLED,
360
+ `Index "${indexName}" has popular query suggestions off`,
361
+ { indexName }
362
+ );
363
+ }
364
+ return resolveSetting(setting);
365
+ }
366
+ function cutoffDay(now, retentionDays) {
367
+ return dayOf(now - retentionDays * DAY_MS);
368
+ }
369
+ function warn(host, indexName, reason, file) {
370
+ host.emit("querySuggestionsWarning", { indexName, reason, file });
371
+ }
372
+ async function mergeFile(ctx, session, merged, indexName, file, removeLocal) {
373
+ const outcome = await session.addFile({ day: file.day, bytes: file.bytes });
374
+ if (outcome.kind === "merged") {
375
+ merged.sources.push({ nodeId: file.nodeId, key: file.key, savedAt: outcome.savedAt });
376
+ if (merged.oldestDay === null || outcome.day < merged.oldestDay) merged.oldestDay = outcome.day;
377
+ return;
378
+ }
379
+ if (outcome.kind === "other-index") {
380
+ warn(ctx.host, indexName, "damaged-file", file.key);
381
+ await removeLocal?.();
382
+ return;
383
+ }
384
+ warn(ctx.host, indexName, outcome.kind === "other-key" ? "other-key" : "damaged-file", file.key);
385
+ }
386
+ async function mergeHistory(ctx, indexName, setting, now) {
387
+ const { host } = ctx;
388
+ const view = host.view(indexName);
389
+ await ctx.saveDay(indexName);
390
+ const cutoff = cutoffDay(now, setting.retentionDays);
391
+ const session = await startMerge(
392
+ {
393
+ minPeople: setting.minPeople,
394
+ maxMergePhrases: setting.maxMergePhrases,
395
+ maxGroups: setting.maxGroups,
396
+ markedGroups: [...markedSuggestionIndexes(host, indexName).keys()],
397
+ fingerprint: ctx.scrambler.fingerprint,
398
+ indexUuid: view?.indexUuid ?? null,
399
+ clustered: host.clustered,
400
+ banned: view?.state?.bannedQueries ?? []
401
+ },
402
+ setting.mergeMemoryBytes
403
+ );
404
+ const merged = { result: { groups: {}, discarded: 0 }, sources: [], oldestDay: null, silentNodes: 0 };
405
+ try {
406
+ let keys;
407
+ try {
408
+ keys = await listHistoryFolder(host.files, indexName);
409
+ } catch (error) {
410
+ throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, "The node cannot read its query history folder", {
411
+ cause: error instanceof Error ? error.message : String(error)
412
+ });
413
+ }
414
+ const files = [];
415
+ for (const key of keys) {
416
+ const file = historyFileOf(indexName, key);
417
+ if (file !== null && file.day >= cutoff) files.push(file);
418
+ }
419
+ files.sort((left, right) => compareCodePoints(left.key, right.key));
420
+ let localMerged = false;
421
+ const mergeLocalFiles = async () => {
422
+ if (localMerged) return;
423
+ localMerged = true;
424
+ for (const file of files) {
425
+ const bytes = await host.files.read(file.key);
426
+ if (bytes === null) continue;
427
+ if (bytes === "too-long") {
428
+ warn(host, indexName, "damaged-file", file.key);
429
+ continue;
430
+ }
431
+ await mergeFile(
432
+ ctx,
433
+ session,
434
+ merged,
435
+ indexName,
436
+ { nodeId: host.nodeId, key: file.key, day: file.day, bytes },
437
+ () => host.files.remove(file.key)
438
+ );
439
+ }
440
+ };
441
+ for await (const remote of host.remoteHistory(indexName)) {
442
+ if (remote.kind === "silent") {
443
+ merged.silentNodes += 1;
444
+ continue;
445
+ }
446
+ if (compareCodePoints(remote.nodeId, host.nodeId) > 0) await mergeLocalFiles();
447
+ const name = historyFileOf(indexName, remote.key);
448
+ if (name === null || name.day < cutoff) continue;
449
+ await mergeFile(ctx, session, merged, indexName, { ...remote, day: name.day }, null);
450
+ }
451
+ await mergeLocalFiles();
452
+ merged.result = await session.finish();
453
+ return merged;
454
+ } catch (error) {
455
+ session.abandon();
456
+ throw error;
457
+ }
458
+ }
459
+ async function pace(checksPerSecond) {
460
+ await new Promise((resolve) => setTimeout(resolve, MS_PER_SECOND / checksPerSecond));
461
+ }
462
+ async function meetsMinResults(ctx, indexName, setting, phrase) {
463
+ if (ctx.isStopping()) throw new NarsilError(ErrorCodes.INSTANCE_SHUT_DOWN, "The engine is shutting down");
464
+ const checked = await ctx.host.engine.preflight(indexName, { term: phrase, fields: setting.fields, termMatch: "all" });
465
+ await pace(setting.resultChecksPerSecond);
466
+ return checked.count >= setting.minResults;
467
+ }
468
+ async function choose(ctx, indexName, setting, phrases) {
469
+ const due = /* @__PURE__ */ new Map();
470
+ for (const { phrase, count } of phrases) {
471
+ if (await meetsMinResults(ctx, indexName, setting, phrase)) due.set(phrase, count);
472
+ }
473
+ return due;
474
+ }
475
+ function groupsToWrite(ctx, indexName, setting, result) {
476
+ const existing = markedSuggestionIndexes(ctx.host, indexName);
477
+ const groups = [...existing.keys()];
478
+ let discarded = 0;
479
+ for (const group of Object.keys(result.groups).sort()) {
480
+ if (existing.has(group)) continue;
481
+ if (groups.length < setting.maxGroups) groups.push(group);
482
+ else discarded += result.groups[group]?.length ?? 0;
483
+ }
484
+ return { groups, discarded };
485
+ }
486
+ async function runBuild(ctx, indexName, lastCompleted, now) {
487
+ const setting = enabledSetting(ctx.host, indexName);
488
+ const merged = await mergeHistory(ctx, indexName, setting, now);
489
+ const sourcesDigest = await sourcesDigestOf(merged.sources);
490
+ if (lastCompleted !== null && sameBytes(lastCompleted.sourcesDigest, sourcesDigest)) {
491
+ return { status: "skipped", published: 0, removed: 0, discarded: 0, sourcesDigest };
492
+ }
493
+ const onlyAdd = merged.silentNodes > 0 || merged.oldestDay === null || merged.oldestDay > cutoffDay(now, setting.retentionDays);
494
+ const { groups, discarded: groupsDiscarded } = groupsToWrite(ctx, indexName, setting, merged.result);
495
+ const dueByGroup = /* @__PURE__ */ new Map();
496
+ for (const group of groups) {
497
+ dueByGroup.set(group, await choose(ctx, indexName, setting, merged.result.groups[group] ?? []));
498
+ }
499
+ let published = 0;
500
+ let removed = 0;
501
+ const undo = [];
502
+ const created = [];
503
+ const bannedNow = () => new Set(ctx.host.view(indexName)?.state?.bannedQueries ?? []);
504
+ try {
505
+ for (const [group, due] of dueByGroup) {
506
+ const changes = await ctx.withWriteLock(indexName, async () => {
507
+ const name = await ensureSuggestionsIndex(ctx.host, indexName, group, created);
508
+ return writeGroup(ctx.host, name, due, bannedNow(), onlyAdd, undo);
509
+ });
510
+ published += changes.published;
511
+ removed += changes.removed;
512
+ }
513
+ } catch (error) {
514
+ await ctx.withWriteLock(indexName, () => undoWrites(ctx.host, undo, bannedNow())).catch(() => void 0);
515
+ for (const name of created) await ctx.host.engine.dropIndex(name).catch(() => void 0);
516
+ throw error;
517
+ }
518
+ return {
519
+ status: "completed",
520
+ published,
521
+ removed,
522
+ discarded: merged.result.discarded + groupsDiscarded,
523
+ sourcesDigest
524
+ };
525
+ }
526
+
527
+ // src/query-suggestions/preview.ts
528
+ function previewOrder(left, right) {
529
+ if (left.count !== right.count) return right.count - left.count;
530
+ if (left.group !== right.group) return left.group < right.group ? -1 : 1;
531
+ return left.query < right.query ? -1 : left.query > right.query ? 1 : 0;
532
+ }
533
+ async function previewBuild(ctx, indexName, max) {
534
+ const setting = enabledSetting(ctx.host, indexName);
535
+ const merged = await mergeHistory(ctx, indexName, setting, Date.now());
536
+ const { groups } = groupsToWrite(ctx, indexName, setting, merged.result);
537
+ const banned = new Set(ctx.host.view(indexName)?.state?.bannedQueries ?? []);
538
+ const candidates = [];
539
+ for (const group of groups) {
540
+ for (const { phrase, count } of merged.result.groups[group] ?? []) {
541
+ if (!banned.has(phrase)) candidates.push({ group, query: phrase, count });
542
+ }
543
+ }
544
+ candidates.sort(previewOrder);
545
+ const checked = /* @__PURE__ */ new Map();
546
+ const entries = [];
547
+ let next = 0;
548
+ while (next < candidates.length && entries.length < max) {
549
+ const candidate = candidates[next];
550
+ next += 1;
551
+ if (candidate === void 0) break;
552
+ let passes = checked.get(candidate.query);
553
+ if (passes === void 0) {
554
+ passes = await meetsMinResults(ctx, indexName, setting, candidate.query);
555
+ checked.set(candidate.query, passes);
556
+ }
557
+ if (passes) entries.push(candidate);
558
+ }
559
+ return { entries, truncated: next < candidates.length };
560
+ }
561
+
562
+ // src/query-suggestions/operations.ts
563
+ function requireView(runtime, indexName) {
564
+ const view = runtime.host.view(indexName);
565
+ if (view === null) {
566
+ throw new NarsilError(ErrorCodes.INDEX_NOT_FOUND, `Index "${indexName}" does not exist`, { indexName });
567
+ }
568
+ return view;
569
+ }
570
+ function requireSourceView(runtime, indexName) {
571
+ const view = requireView(runtime, indexName);
572
+ if (view.state?.querySuggestionsSource !== void 0) {
573
+ invalidSetting(`Index "${indexName}" is a suggestions index, so it takes no query suggestions of its own`, {
574
+ indexName
575
+ });
576
+ }
577
+ if (indexName.length > MAX_SOURCE_INDEX_NAME_LENGTH) {
578
+ invalidSetting(
579
+ `Index "${indexName}" has a name longer than ${MAX_SOURCE_INDEX_NAME_LENGTH} characters, which leaves no room for the names of its suggestions indexes`,
580
+ { indexName }
581
+ );
582
+ }
583
+ return view;
584
+ }
585
+ function requireAcceptable(runtime, indexName, setting) {
586
+ const view = requireSourceView(runtime, indexName);
587
+ requireFieldsInSchema(setting, view.schema);
588
+ if (!setting.enabled) return;
589
+ if (runtime.scrambler === null) {
590
+ invalidSetting("This engine has no query suggestions key, so it cannot turn the feature on", { indexName });
591
+ }
592
+ if (view.hasSync) {
593
+ invalidSetting(
594
+ `Index "${indexName}" has device sync on, and a device receives the whole index of one user while a suggestion comes from the searches of several people`,
595
+ { indexName }
596
+ );
597
+ }
598
+ }
599
+ async function updateSetting(runtime, indexName, raw) {
600
+ const setting = validateSetting(raw);
601
+ requireAcceptable(runtime, indexName, setting);
602
+ await runtime.host.updateState(indexName, (current) => {
603
+ requireAcceptable(runtime, indexName, setting);
604
+ return withState(current, { querySuggestions: setting });
605
+ });
606
+ if (!setting.enabled) await runtime.discardHistory(indexName);
607
+ runtime.settingChanged(indexName);
608
+ }
609
+ async function status(runtime, indexName) {
610
+ const view = requireView(runtime, indexName);
611
+ return {
612
+ indexName,
613
+ setting: view.state?.querySuggestions ?? null,
614
+ lastBuild: await runtime.builds.lastBuild(indexName),
615
+ nextBuildAt: runtime.timers.nextBuildAt(indexName),
616
+ suggestionIndexes: [...markedSuggestionIndexes(runtime.host, indexName).values()].sort()
617
+ };
618
+ }
619
+ function previewLimitOf(limit) {
620
+ if (limit === void 0) return DEFAULT_PREVIEW_LIMIT;
621
+ if (typeof limit !== "number" || !Number.isSafeInteger(limit) || limit < 1 || limit > MAX_PREVIEW_LIMIT) {
622
+ invalidSetting(`The preview limit must be a whole number from 1 to ${MAX_PREVIEW_LIMIT}`);
623
+ }
624
+ return limit;
625
+ }
626
+ async function preview(runtime, indexName, limit) {
627
+ const max = previewLimitOf(limit);
628
+ runtime.enabledSetting(indexName);
629
+ const scrambler = runtime.scrambler;
630
+ if (scrambler === null) invalidSetting("This engine has no query suggestions key, so it holds no counts");
631
+ const context = {
632
+ host: runtime.host,
633
+ scrambler,
634
+ saveDay: (name) => runtime.saveDay(name),
635
+ withWriteLock: (name, work) => runtime.withWriteLock(name, work),
636
+ isStopping: () => runtime.isStopping
637
+ };
638
+ return previewBuild(context, indexName, max);
639
+ }
640
+ async function banPhrases(runtime, indexName, next) {
641
+ requireSourceView(runtime, indexName);
642
+ let added = [];
643
+ let stored = [];
644
+ await runtime.host.updateState(indexName, (current) => {
645
+ requireSourceView(runtime, indexName);
646
+ const previous = current?.bannedQueries ?? [];
647
+ stored = next(previous);
648
+ const before = new Set(previous);
649
+ added = stored.filter((phrase) => !before.has(phrase));
650
+ return withState(current, { bannedQueries: stored });
651
+ });
652
+ return { stored, added };
653
+ }
654
+ async function removeFromSuggestions(runtime, indexName, phrases) {
655
+ let holders = 0;
656
+ if (phrases.length === 0) return holders;
657
+ for (const name of markedSuggestionIndexes(runtime.host, indexName).values()) {
658
+ if (await removeSuggestions(runtime.host, name, phrases) > 0) holders += 1;
659
+ }
660
+ return holders;
661
+ }
662
+ function updateBans(runtime, indexName, raw) {
663
+ const phrases = banListFromInput(raw);
664
+ return runtime.withWriteLock(indexName, async () => {
665
+ const { stored, added } = await banPhrases(runtime, indexName, () => phrases);
666
+ await removeFromSuggestions(runtime, indexName, added);
667
+ return stored;
668
+ });
669
+ }
670
+ function removeQuery(runtime, indexName, raw) {
671
+ const phrase = normaliseBan(raw);
672
+ return runtime.withWriteLock(indexName, async () => {
673
+ await banPhrases(runtime, indexName, (current) => unionOfBans(current, [phrase]));
674
+ return removeFromSuggestions(runtime, indexName, [phrase]);
675
+ });
676
+ }
677
+ function manualCountOf(count) {
678
+ if (count === void 0) return 0;
679
+ if (typeof count !== "number" || !Number.isSafeInteger(count) || count < 0 || count > MAX_MANUAL_SUGGESTION_COUNT) {
680
+ invalidSetting(`A suggestion's count must be a whole number from 0 to ${MAX_MANUAL_SUGGESTION_COUNT}`);
681
+ }
682
+ return count;
683
+ }
684
+ function addSuggestion(runtime, indexName, raw) {
685
+ const { group, query, count } = raw ?? {};
686
+ if (!isGroup(group)) invalidSetting(`A suggestion needs a group of ${GROUP_FORMAT}`);
687
+ if (typeof query !== "string") invalidSetting("A suggestion needs its query as a string");
688
+ const documentCount = manualCountOf(count);
689
+ return runtime.withWriteLock(indexName, async () => {
690
+ const view = requireSourceView(runtime, indexName);
691
+ const setting = resolveSetting(view.state?.querySuggestions ?? { enabled: false, fields: [] });
692
+ const phrase = acceptedPhrase(query, setting);
693
+ if (phrase === null) invalidSetting("The suggestion is not a phrase that the setting of the index accepts");
694
+ if ((view.state?.bannedQueries ?? []).includes(phrase)) {
695
+ invalidSetting("The ban list of the index holds this phrase", { indexName });
696
+ }
697
+ const marked = markedSuggestionIndexes(runtime.host, indexName);
698
+ if (!marked.has(group) && marked.size >= setting.maxGroups) {
699
+ invalidSetting(`Index "${indexName}" already has ${setting.maxGroups} groups`, { indexName });
700
+ }
701
+ const name = await ensureSuggestionsIndex(runtime.host, indexName, group);
702
+ const document = suggestionDocument(phrase, documentCount, ORIGIN_MANUAL);
703
+ if (await runtime.host.engine.has(name, phrase)) await runtime.host.engine.update(name, phrase, document);
704
+ else await runtime.host.engine.insert(name, document);
705
+ return name;
706
+ });
707
+ }
708
+ function querySuggestionsOf(runtime) {
709
+ return {
710
+ recordQuery: async (indexName, query) => (await runtime()).record(indexName, query),
711
+ updateSetting: async (indexName, setting) => updateSetting(await runtime(), indexName, setting),
712
+ status: async (indexName) => status(await runtime(), indexName),
713
+ build: async (indexName) => (await runtime()).builds.start(indexName, "caller"),
714
+ preview: async (indexName, limit) => preview(await runtime(), indexName, limit),
715
+ bans: async (indexName) => [...requireView(await runtime(), indexName).state?.bannedQueries ?? []],
716
+ updateBans: async (indexName, phrases) => updateBans(await runtime(), indexName, phrases),
717
+ removeQuery: async (indexName, query) => removeQuery(await runtime(), indexName, query),
718
+ addSuggestion: async (indexName, suggestion) => addSuggestion(await runtime(), indexName, suggestion),
719
+ suggestionsIndexName: (indexName, group) => {
720
+ if (!isGroup(group)) invalidSetting(`A group holds ${GROUP_FORMAT}`);
721
+ return suggestionsIndexName(indexName, group);
722
+ }
723
+ };
724
+ }
725
+
726
+ // src/query-suggestions/local-host.ts
727
+ var SUGGESTIONS_SCHEMA = { query: "string", count: "number", origin: "enum" };
728
+ async function* noRemoteHistory() {
729
+ }
730
+ function persistState(core, indexName, next) {
731
+ const entry = core.requireIndex(indexName);
732
+ const previous = entry.querySuggestions;
733
+ entry.querySuggestions = next;
734
+ const persisted = core.durability?.manager.persistMetadata(indexName) ?? Promise.resolve();
735
+ return persisted.then(
736
+ () => next,
737
+ (error) => {
738
+ if (core.indexRegistry.get(indexName) === entry) entry.querySuggestions = previous;
739
+ throw error;
740
+ }
741
+ );
742
+ }
743
+ function createLocalHost(core, engine, config) {
744
+ const files = historyFilesOf(core.durability?.manager.historyStorage?.() ?? null);
745
+ return {
746
+ engine,
747
+ nodeId: "",
748
+ files,
749
+ clustered: false,
750
+ view(indexName) {
751
+ const entry = core.indexRegistry.get(indexName);
752
+ if (entry === void 0) return null;
753
+ return {
754
+ state: entry.querySuggestions,
755
+ schema: entry.config.schema,
756
+ language: entry.language.name,
757
+ indexUuid: entry.indexUuid,
758
+ hasSync: entry.sync !== null
759
+ };
760
+ },
761
+ indexNames: () => [...core.indexRegistry.keys()],
762
+ updateState(indexName, change) {
763
+ return withOpenIndex(
764
+ core,
765
+ indexName,
766
+ () => oneSyncChangeAtATime(
767
+ core.indexRegistry,
768
+ indexName,
769
+ () => persistState(core, indexName, change(core.requireIndex(indexName).querySuggestions))
770
+ )
771
+ );
772
+ },
773
+ async createSuggestionsIndex(name, source, language) {
774
+ const indexConfig = {
775
+ schema: { ...SUGGESTIONS_SCHEMA },
776
+ language,
777
+ stopWords: /* @__PURE__ */ new Set(),
778
+ partitions: { maxPartitions: 1 }
779
+ };
780
+ await emitWriteEventAfter(
781
+ core,
782
+ name,
783
+ createEngineIndex(core, config, name, indexConfig, {
784
+ appliesCreationLimits: true,
785
+ querySuggestions: { querySuggestionsSource: source }
786
+ })
787
+ );
788
+ },
789
+ remoteHistory: noRemoteHistory,
790
+ async readBuildRecord(indexName) {
791
+ const bytes = await files.read(buildRecordKey(indexName));
792
+ if (bytes === null || bytes === "too-long") return null;
793
+ return decodeBuildRecordFile(bytes);
794
+ },
795
+ async writeBuildRecord(indexName, record) {
796
+ await files.write(buildRecordKey(indexName), encodeBuildRecordFile(record));
797
+ },
798
+ mayBuild: () => true,
799
+ emit(name, payload) {
800
+ if (emitEngineEvent(core.eventHandlers, name, payload) > 0 || name !== "querySuggestionsWarning") return;
801
+ console.warn("Popular query suggestions warning:", payload);
802
+ }
803
+ };
804
+ }
805
+
806
+ // src/query-suggestions/build-runner.ts
807
+ function errorCodeOf(error) {
808
+ return error instanceof NarsilError ? error.code : ErrorCodes.WORKER_ACTION_FAILED;
809
+ }
810
+ function runningRecordOf(identity) {
811
+ return {
812
+ ...identity,
813
+ status: "running",
814
+ published: 0,
815
+ removed: 0,
816
+ discarded: 0,
817
+ sourcesDigest: new Uint8Array(SOURCES_DIGEST_BYTES)
818
+ };
819
+ }
820
+ function newBuild(trigger, status2) {
821
+ return {
822
+ buildId: globalThis.crypto.randomUUID(),
823
+ trigger,
824
+ status: status2,
825
+ startedAt: Date.now(),
826
+ endedAt: null,
827
+ published: 0,
828
+ removed: 0,
829
+ discarded: 0,
830
+ errorCode: null
831
+ };
832
+ }
833
+ var BuildRunner = class {
834
+ runtime;
835
+ running = /* @__PURE__ */ new Map();
836
+ finished = /* @__PURE__ */ new Map();
837
+ constructor(runtime) {
838
+ this.runtime = runtime;
839
+ }
840
+ async lastBuild(indexName) {
841
+ const running = this.running.get(indexName);
842
+ if (running !== void 0) return { ...running.build };
843
+ const finished = this.finished.get(indexName);
844
+ if (finished !== void 0) return { ...finished };
845
+ const record = await this.runtime.host.readBuildRecord(indexName).catch(() => null);
846
+ return record === null ? null : publicBuildOf(record);
847
+ }
848
+ isRunning(indexName) {
849
+ return this.running.has(indexName);
850
+ }
851
+ start(indexName, trigger) {
852
+ return this.begin(indexName, trigger).done;
853
+ }
854
+ begin(indexName, trigger) {
855
+ this.runtime.enabledSetting(indexName);
856
+ if (this.runtime.scrambler === null) {
857
+ throw new NarsilError(
858
+ ErrorCodes.CONFIG_INVALID,
859
+ "This engine has no query suggestions key, so it builds no suggestions",
860
+ { indexName }
861
+ );
862
+ }
863
+ if (this.runtime.isStopping) throw new NarsilError(ErrorCodes.INSTANCE_SHUT_DOWN, "The engine is shutting down");
864
+ if (this.running.has(indexName)) {
865
+ const skipped = { ...newBuild(trigger, "skipped"), endedAt: Date.now() };
866
+ this.emitPhase(indexName, skipped);
867
+ return { build: skipped, started: Promise.resolve(), done: Promise.resolve(skipped) };
868
+ }
869
+ const build = newBuild(trigger, "running");
870
+ let markStarted = () => void 0;
871
+ const started = new Promise((resolve) => {
872
+ markStarted = resolve;
873
+ });
874
+ const done = this.run(indexName, build, markStarted);
875
+ void done.finally(markStarted);
876
+ const running = { build, started, done };
877
+ this.running.set(indexName, running);
878
+ void done.finally(() => {
879
+ if (this.running.get(indexName)?.build === build) this.running.delete(indexName);
880
+ });
881
+ return running;
882
+ }
883
+ async settled() {
884
+ await Promise.allSettled([...this.running.values()].map((running) => running.done));
885
+ }
886
+ forget(indexName) {
887
+ this.finished.delete(indexName);
888
+ }
889
+ emitPhase(indexName, build) {
890
+ const phase = build.status === "running" ? "started" : build.status;
891
+ this.runtime.host.emit("querySuggestionsBuild", {
892
+ indexName,
893
+ buildId: build.buildId,
894
+ phase,
895
+ trigger: build.trigger,
896
+ published: build.published,
897
+ removed: build.removed,
898
+ discarded: build.discarded,
899
+ ...build.errorCode !== null ? { errorCode: build.errorCode } : {}
900
+ });
901
+ }
902
+ async lastCompleted(indexName) {
903
+ const record = await this.runtime.host.readBuildRecord(indexName).catch(() => null);
904
+ return record !== null && (record.status === "completed" || record.status === "skipped") ? record : null;
905
+ }
906
+ async run(indexName, build, markStarted) {
907
+ await Promise.resolve();
908
+ this.emitPhase(indexName, build);
909
+ const runtime = this.runtime;
910
+ let record;
911
+ const identity = { buildId: build.buildId, trigger: build.trigger, startedAt: build.startedAt };
912
+ try {
913
+ const scrambler = runtime.scrambler;
914
+ if (scrambler === null)
915
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, "This engine has no query suggestions key");
916
+ const lastCompleted = await this.lastCompleted(indexName);
917
+ if (runtime.host.clustered) await runtime.host.writeBuildRecord(indexName, runningRecordOf(identity));
918
+ markStarted();
919
+ const outcome = await runBuild(
920
+ {
921
+ host: runtime.host,
922
+ scrambler,
923
+ saveDay: (name) => runtime.saveDay(name),
924
+ withWriteLock: (name, work) => runtime.withWriteLock(name, work),
925
+ isStopping: () => runtime.isStopping
926
+ },
927
+ indexName,
928
+ lastCompleted,
929
+ build.startedAt
930
+ );
931
+ record = { ...identity, ...outcome, endedAt: Date.now() };
932
+ } catch (error) {
933
+ record = {
934
+ ...identity,
935
+ status: "failed",
936
+ endedAt: Date.now(),
937
+ published: 0,
938
+ removed: 0,
939
+ discarded: 0,
940
+ sourcesDigest: new Uint8Array(SOURCES_DIGEST_BYTES),
941
+ errorCode: errorCodeOf(error)
942
+ };
943
+ }
944
+ const finalRecord = record;
945
+ await runtime.host.writeBuildRecord(indexName, finalRecord).catch((error) => {
946
+ runtime.host.emit("querySuggestionsWarning", {
947
+ indexName,
948
+ reason: "save-failed",
949
+ message: error instanceof Error ? error.message : String(error)
950
+ });
951
+ });
952
+ const finished = publicBuildOf(finalRecord);
953
+ this.finished.set(indexName, finished);
954
+ this.emitPhase(indexName, finished);
955
+ return finished;
956
+ }
957
+ };
958
+
959
+ // src/query-suggestions/scramble.ts
960
+ var INNER_PAD = 54;
961
+ var OUTER_PAD = 92;
962
+ function padState(digest, key, pad, words) {
963
+ const block = new Uint8Array(digest.SHA256_BLOCK_BYTES);
964
+ for (let i = 0; i < digest.SHA256_BLOCK_BYTES; i++) block[i] = (key[i] ?? 0) ^ pad;
965
+ const state = Uint32Array.from(digest.SHA256_INITIAL_STATE);
966
+ digest.compressSha256Block(state, new DataView(block.buffer), 0, words);
967
+ return state;
968
+ }
969
+ function createPersonScrambler(key, digest) {
970
+ const blockBytes = digest.SHA256_BLOCK_BYTES;
971
+ const words = new Uint32Array(64);
972
+ const blockKey = key.byteLength > blockBytes ? digest.sha256(key) : key;
973
+ const innerState = padState(digest, blockKey, INNER_PAD, words);
974
+ const outerState = padState(digest, blockKey, OUTER_PAD, words);
975
+ const working = new Uint32Array(8);
976
+ const encoder = new TextEncoder();
977
+ function digestAfter(prefixState, message) {
978
+ working.set(prefixState);
979
+ const view = digest.paddedSha256Message(message, blockBytes);
980
+ for (let block = 0; block < view.byteLength; block += blockBytes) {
981
+ digest.compressSha256Block(working, view, block, words);
982
+ }
983
+ return digest.sha256Digest(working);
984
+ }
985
+ function hmac(message) {
986
+ return digestAfter(outerState, digestAfter(innerState, message));
987
+ }
988
+ return {
989
+ fingerprint: hmac(encoder.encode(KEY_FINGERPRINT_LABEL)).slice(0, KEY_FINGERPRINT_BYTES),
990
+ scramble: (person) => hmac(encoder.encode(person)).slice(0, SCRAMBLED_ID_BYTES)
991
+ };
992
+ }
993
+
994
+ // src/query-suggestions/timers.ts
995
+ function unrefTimer(timer) {
996
+ timer.unref?.();
997
+ return timer;
998
+ }
999
+ var SuggestionTimers = class {
1000
+ runtime;
1001
+ saves = /* @__PURE__ */ new Map();
1002
+ schedules = /* @__PURE__ */ new Map();
1003
+ sweep = null;
1004
+ midnight = null;
1005
+ stopped = false;
1006
+ constructor(runtime) {
1007
+ this.runtime = runtime;
1008
+ }
1009
+ saveSoon(indexName, intervalMs) {
1010
+ if (this.stopped || this.saves.has(indexName)) return;
1011
+ const timer = setTimeout(() => {
1012
+ this.saves.delete(indexName);
1013
+ void this.runtime.saveDay(indexName).then(() => {
1014
+ if (this.runtime.days?.hasUnsaved(indexName) === true) this.saveSoon(indexName, intervalMs);
1015
+ }).catch(() => void 0);
1016
+ }, intervalMs);
1017
+ this.saves.set(indexName, unrefTimer(timer));
1018
+ }
1019
+ forgetSave(indexName) {
1020
+ const timer = this.saves.get(indexName);
1021
+ if (timer !== void 0) clearTimeout(timer);
1022
+ this.saves.delete(indexName);
1023
+ }
1024
+ forgetIndex(indexName) {
1025
+ this.forgetSave(indexName);
1026
+ const timer = this.schedules.get(indexName);
1027
+ if (timer !== void 0) clearTimeout(timer);
1028
+ this.schedules.delete(indexName);
1029
+ }
1030
+ async start() {
1031
+ await removeRestoreLeftovers(this.runtime.host.files).catch(() => void 0);
1032
+ await this.sweepNow();
1033
+ this.sweep = setInterval(() => void this.sweepNow(), HISTORY_SWEEP_INTERVAL_MS);
1034
+ this.sweep.unref?.();
1035
+ this.armMidnight();
1036
+ for (const indexName of this.runtime.host.indexNames()) {
1037
+ if (this.runtime.settingOf(indexName)?.enabled !== true) continue;
1038
+ await this.startMissedBuild(indexName);
1039
+ this.rearm(indexName);
1040
+ }
1041
+ }
1042
+ async catchUpMissedBuilds() {
1043
+ for (const indexName of this.runtime.host.indexNames()) {
1044
+ if (this.stopped) return;
1045
+ if (this.runtime.settingOf(indexName)?.enabled === true) await this.startMissedBuild(indexName);
1046
+ }
1047
+ }
1048
+ stop() {
1049
+ this.stopped = true;
1050
+ for (const timer of this.saves.values()) clearTimeout(timer);
1051
+ for (const timer of this.schedules.values()) clearTimeout(timer);
1052
+ this.saves.clear();
1053
+ this.schedules.clear();
1054
+ if (this.sweep !== null) clearInterval(this.sweep);
1055
+ if (this.midnight !== null) clearTimeout(this.midnight);
1056
+ this.sweep = null;
1057
+ this.midnight = null;
1058
+ }
1059
+ nextBuildAt(indexName) {
1060
+ const setting = this.runtime.settingOf(indexName);
1061
+ if (setting?.enabled !== true || this.runtime.scrambler === null) return null;
1062
+ const resolved = resolveSetting(setting);
1063
+ if (resolved.schedule === SCHEDULE_OFF) return null;
1064
+ const schedule = parseSchedule(resolved.schedule);
1065
+ return schedule === null ? null : nextMatchAfter(schedule, resolved.timeZone, Date.now());
1066
+ }
1067
+ rearm(indexName) {
1068
+ const previous = this.schedules.get(indexName);
1069
+ if (previous !== void 0) clearTimeout(previous);
1070
+ this.schedules.delete(indexName);
1071
+ if (this.stopped) return;
1072
+ const at = this.nextBuildAt(indexName);
1073
+ if (at !== null) this.arm(indexName, at);
1074
+ }
1075
+ arm(indexName, at) {
1076
+ const delay = Math.min(Math.max(at - Date.now(), 0), MAX_TIMER_DELAY_MS);
1077
+ const timer = setTimeout(() => {
1078
+ this.schedules.delete(indexName);
1079
+ if (this.stopped) return;
1080
+ if (Date.now() < at) {
1081
+ this.arm(indexName, at);
1082
+ return;
1083
+ }
1084
+ this.startBuild(indexName, "schedule");
1085
+ this.rearm(indexName);
1086
+ }, delay);
1087
+ this.schedules.set(indexName, unrefTimer(timer));
1088
+ }
1089
+ startBuild(indexName, trigger) {
1090
+ if (!this.runtime.host.mayBuild()) return;
1091
+ try {
1092
+ void this.runtime.builds.start(indexName, trigger).catch(() => void 0);
1093
+ } catch {
1094
+ }
1095
+ }
1096
+ async startMissedBuild(indexName) {
1097
+ const setting = this.runtime.settingOf(indexName);
1098
+ if (setting === null) return;
1099
+ const resolved = resolveSetting(setting);
1100
+ if (resolved.schedule === SCHEDULE_OFF) return;
1101
+ const schedule = parseSchedule(resolved.schedule);
1102
+ if (schedule === null) return;
1103
+ const latest = latestMatchAtOrBefore(schedule, resolved.timeZone, Date.now());
1104
+ if (latest === null) return;
1105
+ const record = await this.runtime.host.readBuildRecord(indexName).catch(() => null);
1106
+ const completedSince = record !== null && (record.status === "completed" || record.status === "skipped") && record.startedAt >= latest;
1107
+ if (!completedSince) this.startBuild(indexName, "missed");
1108
+ }
1109
+ armMidnight() {
1110
+ if (this.stopped) return;
1111
+ const now = Date.now();
1112
+ const delay = Math.min(Math.floor(now / DAY_MS + 1) * DAY_MS - now, MAX_TIMER_DELAY_MS);
1113
+ this.midnight = unrefTimer(
1114
+ setTimeout(() => {
1115
+ this.midnight = null;
1116
+ void this.retireDays().finally(() => this.armMidnight());
1117
+ }, delay)
1118
+ );
1119
+ }
1120
+ async retireDays() {
1121
+ const days = this.runtime.days;
1122
+ if (days === null) return;
1123
+ const today = dayOf(Date.now());
1124
+ for (const indexName of days.indexes()) await days.retire(indexName, today).catch(() => void 0);
1125
+ }
1126
+ async sweepNow() {
1127
+ const { host } = this.runtime;
1128
+ const today = Date.now();
1129
+ for (const indexName of host.indexNames()) {
1130
+ const setting = this.runtime.settingOf(indexName);
1131
+ try {
1132
+ if (setting?.enabled !== true) {
1133
+ if (host.view(indexName)?.state?.querySuggestionsSource === void 0) {
1134
+ await removeHistoryFolder(host.files, indexName);
1135
+ }
1136
+ continue;
1137
+ }
1138
+ const cutoff = dayOf(today - resolveSetting(setting).retentionDays * DAY_MS);
1139
+ for (const key of await listHistoryFolder(host.files, indexName)) {
1140
+ const file = historyFileOf(indexName, key);
1141
+ if (file !== null && file.day < cutoff) await host.files.remove(key);
1142
+ }
1143
+ } catch {
1144
+ }
1145
+ }
1146
+ }
1147
+ };
1148
+
1149
+ // src/query-suggestions/runtime.ts
1150
+ function keyBytesOf(key) {
1151
+ const bytes = typeof key === "string" ? new TextEncoder().encode(key) : new Uint8Array(key);
1152
+ if (bytes.byteLength < MIN_KEY_BYTES) {
1153
+ throw new NarsilError(
1154
+ ErrorCodes.CONFIG_INVALID,
1155
+ `The query suggestions key must hold at least ${MIN_KEY_BYTES} bytes, and it holds ${bytes.byteLength}`,
1156
+ { bytes: bytes.byteLength }
1157
+ );
1158
+ }
1159
+ return bytes;
1160
+ }
1161
+ function notFound(indexName) {
1162
+ return new NarsilError(ErrorCodes.INDEX_NOT_FOUND, `Index "${indexName}" does not exist`, { indexName });
1163
+ }
1164
+ function notEnabled(indexName) {
1165
+ return new NarsilError(
1166
+ ErrorCodes.QUERY_SUGGESTIONS_NOT_ENABLED,
1167
+ `Index "${indexName}" has popular query suggestions off`,
1168
+ { indexName }
1169
+ );
1170
+ }
1171
+ async function createQuerySuggestionsRuntime(host, key) {
1172
+ const scrambler = key === null ? null : createPersonScrambler(key, await loadDigest());
1173
+ return new QuerySuggestionsRuntime(host, scrambler);
1174
+ }
1175
+ var QuerySuggestionsRuntime = class {
1176
+ host;
1177
+ scrambler;
1178
+ days;
1179
+ builds;
1180
+ timers;
1181
+ locks = /* @__PURE__ */ new Map();
1182
+ stopping = false;
1183
+ constructor(host, scrambler) {
1184
+ this.host = host;
1185
+ this.scrambler = scrambler;
1186
+ this.days = this.scrambler === null ? null : new DayStore(host, this.scrambler);
1187
+ this.builds = new BuildRunner(this);
1188
+ this.timers = new SuggestionTimers(this);
1189
+ }
1190
+ get isStopping() {
1191
+ return this.stopping;
1192
+ }
1193
+ enabledSetting(indexName) {
1194
+ const view = this.host.view(indexName);
1195
+ if (view === null) throw notFound(indexName);
1196
+ const setting = view.state?.querySuggestions;
1197
+ if (setting === void 0 || !setting.enabled) throw notEnabled(indexName);
1198
+ return resolveSetting(setting);
1199
+ }
1200
+ settingOf(indexName) {
1201
+ return this.host.view(indexName)?.state?.querySuggestions ?? null;
1202
+ }
1203
+ withWriteLock(indexName, work) {
1204
+ const previous = this.locks.get(indexName) ?? Promise.resolve();
1205
+ const next = previous.then(work, work);
1206
+ const settled = next.catch(() => void 0);
1207
+ this.locks.set(indexName, settled);
1208
+ void settled.then(() => {
1209
+ if (this.locks.get(indexName) === settled) this.locks.delete(indexName);
1210
+ });
1211
+ return next;
1212
+ }
1213
+ async saveDay(indexName) {
1214
+ await this.days?.save(indexName);
1215
+ }
1216
+ groupAllowed(indexName, group, maxGroups, known) {
1217
+ for (const marked of markedSuggestionIndexes(this.host, indexName).keys()) known.add(marked);
1218
+ return known.has(group) || known.size < maxGroups;
1219
+ }
1220
+ async record(indexName, input) {
1221
+ if (this.stopping) throw new NarsilError(ErrorCodes.INSTANCE_SHUT_DOWN, "The engine is shutting down");
1222
+ const setting = this.enabledSetting(indexName);
1223
+ if (this.days === null) return { recorded: false, outcome: "no-key" };
1224
+ const { query, person, group } = input ?? {};
1225
+ if (typeof query !== "string" || !isPerson(person) || !isGroup(group)) {
1226
+ return { recorded: false, outcome: "invalid" };
1227
+ }
1228
+ const phrase = acceptedPhrase(query, setting);
1229
+ if (phrase === null) return { recorded: false, outcome: "invalid" };
1230
+ const isBanned = () => (this.host.view(indexName)?.state?.bannedQueries ?? []).includes(phrase);
1231
+ if (isBanned()) return { recorded: false, outcome: "banned" };
1232
+ const outcome = await this.days.count(indexName, setting, Date.now(), {
1233
+ group,
1234
+ phrase,
1235
+ person,
1236
+ groupAllowed: (known) => this.groupAllowed(indexName, group, setting.maxGroups, known),
1237
+ stillEnabled: () => this.settingOf(indexName)?.enabled === true,
1238
+ isBanned
1239
+ });
1240
+ if (outcome === null) throw notEnabled(indexName);
1241
+ if (outcome === "recorded") this.timers.saveSoon(indexName, setting.saveIntervalMs);
1242
+ return { recorded: outcome === "recorded", outcome };
1243
+ }
1244
+ restoredHistory(indexName, setting) {
1245
+ if (setting?.enabled !== true || this.scrambler === null) return null;
1246
+ return new RestoredHistory(this, indexName, setting);
1247
+ }
1248
+ async discardHistory(indexName) {
1249
+ this.timers.forgetSave(indexName);
1250
+ await this.days?.discard(indexName);
1251
+ await removeHistoryFolder(this.host.files, indexName);
1252
+ }
1253
+ async onDrop(indexName) {
1254
+ this.timers.forgetIndex(indexName);
1255
+ this.builds.forget(indexName);
1256
+ await this.days?.discard(indexName);
1257
+ await removeHistoryFolder(this.host.files, indexName).catch(() => void 0);
1258
+ }
1259
+ warnWithoutKey() {
1260
+ if (this.scrambler !== null) return;
1261
+ for (const indexName of this.host.indexNames()) {
1262
+ if (this.settingOf(indexName)?.enabled === true) {
1263
+ this.host.emit("querySuggestionsWarning", { indexName, reason: "no-key" });
1264
+ }
1265
+ }
1266
+ }
1267
+ async start() {
1268
+ this.warnWithoutKey();
1269
+ if (this.scrambler === null) {
1270
+ await this.timers.sweepNow();
1271
+ return;
1272
+ }
1273
+ await this.timers.start();
1274
+ }
1275
+ settingChanged(indexName) {
1276
+ this.timers.rearm(indexName);
1277
+ }
1278
+ async stop() {
1279
+ if (this.stopping) return;
1280
+ this.stopping = true;
1281
+ this.timers.stop();
1282
+ await this.builds.settled();
1283
+ if (this.days === null) return;
1284
+ for (const indexName of this.days.indexes()) await this.days.save(indexName);
1285
+ }
1286
+ today() {
1287
+ return dayOf(Date.now());
1288
+ }
1289
+ };
1290
+
1291
+ // src/query-suggestions/start.ts
1292
+ var starting = /* @__PURE__ */ new WeakMap();
1293
+ async function startRuntime(core, engine, config) {
1294
+ const keySetting = config?.querySuggestions?.key;
1295
+ const key = keySetting === void 0 ? null : keyBytesOf(keySetting);
1296
+ const runtime = await createQuerySuggestionsRuntime(createLocalHost(core, engine, config), key);
1297
+ attachRuntime(core, runtime);
1298
+ installSuggestionHooks(core);
1299
+ await runtime.start();
1300
+ return runtime;
1301
+ }
1302
+ function localRuntimeOf(core, engine, config) {
1303
+ const attached = attachedRuntimeOf(core);
1304
+ if (attached !== void 0) return Promise.resolve(attached);
1305
+ const pending = starting.get(core);
1306
+ if (pending !== void 0) return pending;
1307
+ const started = startRuntime(core, engine, config);
1308
+ starting.set(core, started);
1309
+ void started.then(
1310
+ () => starting.delete(core),
1311
+ () => starting.delete(core)
1312
+ );
1313
+ return started;
1314
+ }
1315
+
1316
+ // src/query-suggestions/suggestions-leaf.ts
1317
+ function localQuerySuggestionsOf(core, engine) {
1318
+ return querySuggestionsOf(() => localRuntimeOf(core, engine, void 0));
1319
+ }
1320
+
1321
+ export { bindSuggestionsHost, localQuerySuggestionsOf, localRuntimeOf };