@delali/narsil 0.3.1-next.157 → 0.3.1-next.160

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (565) hide show
  1. package/dist/adapters/filesystem.mjs +3 -3
  2. package/dist/adapters/gcs.mjs +3 -3
  3. package/dist/adapters/indexeddb.mjs +1 -1
  4. package/dist/adapters/s3.mjs +3 -3
  5. package/dist/browser/{chunk-N23GL72Q.mjs → chunk-4RNSFVWI.mjs} +20777 -19056
  6. package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
  7. package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
  8. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  9. package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
  10. package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → browser/durability-config-SGB5ZP5K.mjs} +8 -3
  11. package/dist/browser/embed-RF2MPGAO.mjs +222 -0
  12. package/dist/{react-native/chunks/geo-index-PX3BIHAH.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
  13. package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
  14. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  15. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  16. package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
  17. package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
  18. package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
  19. package/dist/browser/{restore-hooks-IE3GGYHG.mjs → restore-queue-S4BWOGMU.mjs} +98 -24
  20. package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
  21. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  22. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  23. package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
  24. package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
  25. package/dist/browser/{chunk-GFAZPSWK.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
  26. package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
  27. package/dist/{capabilities-D3AoBJoF.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
  28. package/dist/chunk-2JRERUNZ.mjs +217 -0
  29. package/dist/chunk-2RIS76RJ.mjs +212 -0
  30. package/dist/chunk-3B775F3C.mjs +252 -0
  31. package/dist/{chunk-24FNVRKB.mjs → chunk-3D6RZGJH.mjs} +3 -3
  32. package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
  33. package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
  34. package/dist/chunk-6EZW2GQL.mjs +978 -0
  35. package/dist/chunk-75UNINFA.mjs +271 -0
  36. package/dist/chunk-77AUVDQ5.mjs +7 -0
  37. package/dist/{chunk-JTYPJF3T.mjs → chunk-7MWYORQC.mjs} +2 -2
  38. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  39. package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
  40. package/dist/{chunk-FUD5XSZ5.mjs → chunk-BXM7XM4G.mjs} +7 -3
  41. package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
  42. package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
  43. package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
  44. package/dist/{chunk-SMOOSIAW.mjs → chunk-FE3MRIBN.mjs} +104 -13
  45. package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
  46. package/dist/{chunk-XXJZMTZT.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
  47. package/dist/{chunk-EYD7K3H6.mjs → chunk-GF4K7IUK.mjs} +317 -120
  48. package/dist/chunk-GXCDWLQI.mjs +193 -0
  49. package/dist/{chunk-IIRIG7H5.mjs → chunk-H64YDF5M.mjs} +3 -3
  50. package/dist/{browser/chunk-VY5KW3HN.mjs → chunk-HOOR4CP5.mjs} +63 -7
  51. package/dist/chunk-IB4BYLE3.mjs +127 -0
  52. package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
  53. package/dist/chunk-IH3G6SJO.mjs +40 -0
  54. package/dist/chunk-JV74RKCY.mjs +3041 -0
  55. package/dist/{chunk-ZPZ3YGXV.mjs → chunk-K67I3RF4.mjs} +261 -101
  56. package/dist/chunk-KLVMK3R5.mjs +47 -0
  57. package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
  58. package/dist/chunk-LF4GB4PO.mjs +281 -0
  59. package/dist/chunk-NC4QLCZC.mjs +59 -0
  60. package/dist/chunk-OOO54OVC.mjs +627 -0
  61. package/dist/chunk-OUWZKNO3.mjs +207 -0
  62. package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
  63. package/dist/{chunk-4ZTHGTVX.mjs → chunk-PTTMGRG5.mjs} +9 -10
  64. package/dist/{react-native/chunks/chunk-DZ7H7D2C.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
  65. package/dist/{browser/chunk-EKMGCRSR.mjs → chunk-QBVTYY4J.mjs} +2 -9
  66. package/dist/{chunk-W5EB5XKI.mjs → chunk-R4CE4IVU.mjs} +341 -183
  67. package/dist/chunk-S2POFTLN.mjs +10 -0
  68. package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
  69. package/dist/{chunk-4LMSZAK6.mjs → chunk-SHGN3QIF.mjs} +69 -13
  70. package/dist/chunk-SXIRM4MX.mjs +3549 -0
  71. package/dist/{chunk-TBC3XUL2.mjs → chunk-TGPKS2UM.mjs} +47 -1
  72. package/dist/chunk-TINW4BSH.mjs +31301 -0
  73. package/dist/{cold-module-VOJXMNZB.mjs → chunk-TSLV5P2J.mjs} +397 -80
  74. package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
  75. package/dist/chunk-U6B7DUQW.mjs +788 -0
  76. package/dist/{chunk-OQLD2BSW.mjs → chunk-V3SGPXWQ.mjs} +8 -9
  77. package/dist/chunk-W34VJXY7.mjs +4723 -0
  78. package/dist/chunk-YETKPX5M.mjs +5 -0
  79. package/dist/chunk-ZQ6QY42L.mjs +59 -0
  80. package/dist/{client-kqSMevVi.d.ts → client-CTp8RRiK.d.ts} +4 -4
  81. package/dist/client.d.ts +8 -8
  82. package/dist/client.mjs +66 -18
  83. package/dist/{config-B4v_Htpu.d.ts → config-PCNzWjHL.d.ts} +6 -3
  84. package/dist/{config-CTP01fns.d.ts → config-_WT5grSL.d.ts} +3 -3
  85. package/dist/core-leaf-KXFGP74A.mjs +7 -0
  86. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  87. package/dist/direct-executor-MKTZBR26.mjs +16 -0
  88. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  89. package/dist/distribution/coordinator/etcd.mjs +7 -4
  90. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  91. package/dist/distribution/coordinator/in-memory.mjs +1 -2
  92. package/dist/distribution/transport/grpc.mjs +7 -2
  93. package/dist/distribution/transport/tcp.mjs +7 -1
  94. package/dist/distribution.d.ts +7 -7
  95. package/dist/distribution.mjs +1199 -1092
  96. package/dist/{browser/durability-config-TIYKW6XX.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
  97. package/dist/embed-4H7RTBVL.mjs +221 -0
  98. package/dist/embeddings/openai.mjs +2 -2
  99. package/dist/{engine-CkPn2PWE.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
  100. package/dist/{browser/geo-index-OTV7VPIR.mjs → geo-index-2ZMMWWSK.mjs} +190 -93
  101. package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
  102. package/dist/index.browser.mjs +4 -16
  103. package/dist/index.d.ts +1495 -78
  104. package/dist/index.mjs +14 -50
  105. package/dist/index.react-native.mjs +11 -28
  106. package/dist/invalidation/filesystem.mjs +1 -2
  107. package/dist/languages/albanian.mjs +1 -1
  108. package/dist/languages/amharic.mjs +1 -1
  109. package/dist/languages/arabic.mjs +1 -1
  110. package/dist/languages/armenian.mjs +1 -1
  111. package/dist/languages/azerbaijani.mjs +1 -1
  112. package/dist/languages/bambara.mjs +1 -1
  113. package/dist/languages/basque.mjs +1 -1
  114. package/dist/languages/belarusian.mjs +1 -1
  115. package/dist/languages/bengali.mjs +1 -1
  116. package/dist/languages/bosnian.mjs +1 -1
  117. package/dist/languages/breton.mjs +1 -1
  118. package/dist/languages/bulgarian.mjs +1 -1
  119. package/dist/languages/burmese.mjs +1 -1
  120. package/dist/languages/catalan.mjs +1 -1
  121. package/dist/languages/chinese.mjs +1 -1
  122. package/dist/languages/croatian.mjs +1 -1
  123. package/dist/languages/czech.mjs +1 -1
  124. package/dist/languages/dagbani.mjs +1 -1
  125. package/dist/languages/danish.mjs +1 -1
  126. package/dist/languages/dutch.mjs +1 -1
  127. package/dist/languages/english.mjs +1 -1
  128. package/dist/languages/esperanto.mjs +1 -1
  129. package/dist/languages/estonian.mjs +1 -1
  130. package/dist/languages/ewe.mjs +1 -1
  131. package/dist/languages/faroese.mjs +1 -1
  132. package/dist/languages/fijian.mjs +1 -1
  133. package/dist/languages/finnish.mjs +1 -1
  134. package/dist/languages/french.mjs +1 -1
  135. package/dist/languages/ga.mjs +1 -1
  136. package/dist/languages/galician.mjs +1 -1
  137. package/dist/languages/georgian.mjs +1 -1
  138. package/dist/languages/german.mjs +1 -1
  139. package/dist/languages/greek.mjs +1 -1
  140. package/dist/languages/guarani.mjs +1 -1
  141. package/dist/languages/gujarati.mjs +1 -1
  142. package/dist/languages/haitian-creole.mjs +1 -1
  143. package/dist/languages/hausa.mjs +1 -1
  144. package/dist/languages/hawaiian.mjs +1 -1
  145. package/dist/languages/hebrew.mjs +1 -1
  146. package/dist/languages/hindi.mjs +1 -1
  147. package/dist/languages/hungarian.mjs +1 -1
  148. package/dist/languages/icelandic.mjs +1 -1
  149. package/dist/languages/igbo.mjs +1 -1
  150. package/dist/languages/indonesian.mjs +1 -1
  151. package/dist/languages/irish.mjs +1 -1
  152. package/dist/languages/italian.mjs +1 -1
  153. package/dist/languages/japanese.mjs +1 -1
  154. package/dist/languages/kannada.mjs +1 -1
  155. package/dist/languages/kazakh.mjs +1 -1
  156. package/dist/languages/khmer.mjs +1 -1
  157. package/dist/languages/kinyarwanda.mjs +1 -1
  158. package/dist/languages/kirundi.mjs +1 -1
  159. package/dist/languages/korean.mjs +1 -1
  160. package/dist/languages/kurmanji.mjs +1 -1
  161. package/dist/languages/kyrgyz.mjs +1 -1
  162. package/dist/languages/lao.mjs +1 -1
  163. package/dist/languages/latin.mjs +1 -1
  164. package/dist/languages/latvian.mjs +1 -1
  165. package/dist/languages/lingala.mjs +1 -1
  166. package/dist/languages/lithuanian.mjs +1 -1
  167. package/dist/languages/luxembourgish.mjs +1 -1
  168. package/dist/languages/macedonian.mjs +1 -1
  169. package/dist/languages/malagasy.mjs +1 -1
  170. package/dist/languages/malay.mjs +1 -1
  171. package/dist/languages/malayalam.mjs +1 -1
  172. package/dist/languages/maltese.mjs +1 -1
  173. package/dist/languages/maori.mjs +1 -1
  174. package/dist/languages/marathi.mjs +1 -1
  175. package/dist/languages/nepali.mjs +1 -1
  176. package/dist/languages/norwegian.mjs +1 -1
  177. package/dist/languages/oromo.mjs +1 -1
  178. package/dist/languages/persian.mjs +1 -1
  179. package/dist/languages/polish.mjs +1 -1
  180. package/dist/languages/portuguese.mjs +1 -1
  181. package/dist/languages/punjabi.mjs +1 -1
  182. package/dist/languages/romanian.mjs +1 -1
  183. package/dist/languages/russian.mjs +1 -1
  184. package/dist/languages/samoan.mjs +1 -1
  185. package/dist/languages/sanskrit.mjs +1 -1
  186. package/dist/languages/scottish-gaelic.mjs +1 -1
  187. package/dist/languages/serbian.mjs +1 -1
  188. package/dist/languages/shona.mjs +1 -1
  189. package/dist/languages/sinhala.mjs +1 -1
  190. package/dist/languages/slovak.mjs +1 -1
  191. package/dist/languages/slovenian.mjs +1 -1
  192. package/dist/languages/sorani.mjs +1 -1
  193. package/dist/languages/spanish.mjs +1 -1
  194. package/dist/languages/swahili.mjs +1 -1
  195. package/dist/languages/swedish.mjs +1 -1
  196. package/dist/languages/tagalog.mjs +1 -1
  197. package/dist/languages/tamil.mjs +1 -1
  198. package/dist/languages/tatar.mjs +1 -1
  199. package/dist/languages/telugu.mjs +1 -1
  200. package/dist/languages/thai.mjs +1 -1
  201. package/dist/languages/tibetan.mjs +1 -1
  202. package/dist/languages/tigrinya.mjs +1 -1
  203. package/dist/languages/tongan.mjs +1 -1
  204. package/dist/languages/turkish.mjs +1 -1
  205. package/dist/languages/twi.mjs +1 -1
  206. package/dist/languages/ukrainian.mjs +1 -1
  207. package/dist/languages/urdu.mjs +1 -1
  208. package/dist/languages/vietnamese.mjs +1 -1
  209. package/dist/languages/welsh.mjs +1 -1
  210. package/dist/languages/wolof.mjs +1 -1
  211. package/dist/languages/xhosa.mjs +1 -1
  212. package/dist/languages/yoruba.mjs +1 -1
  213. package/dist/languages/zulu.mjs +1 -1
  214. package/dist/{long-query-thread-QDFQSJD6.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
  215. package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
  216. package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
  217. package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
  218. package/dist/optional-writes-DDFHYUOH.mjs +218 -0
  219. package/dist/{paged-partition-archive-RLRGOXDX.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
  220. package/dist/partial-words.browser.mjs +1649 -0
  221. package/dist/partial-words.mjs +15 -14
  222. package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
  223. package/dist/pattern.mjs +6 -8
  224. package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
  225. package/dist/persistence/durability/checkpoint-worker.mjs +27 -59
  226. package/dist/phrase-module-XK3T44VU.mjs +634 -0
  227. package/dist/query-actions-OMXJEC2J.mjs +118 -0
  228. package/dist/query-suggestions/merge-worker.mjs +18 -54
  229. package/dist/query-suggestions.browser.mjs +26 -227
  230. package/dist/query-suggestions.d.ts +2 -2
  231. package/dist/query-suggestions.mjs +16 -67
  232. package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
  233. package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
  234. package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
  235. package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
  236. package/dist/react-native/chunks/{chunk-4COWCEY7.mjs → chunk-FTQ7JNMU.mjs} +341 -180
  237. package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
  238. package/dist/react-native/chunks/{chunk-EJ33LCHV.mjs → chunk-HRDMIQ63.mjs} +53 -1
  239. package/dist/react-native/chunks/{chunk-4AV5PPH6.mjs → chunk-IY6U6HRA.mjs} +63 -7
  240. package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
  241. package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
  242. package/dist/react-native/chunks/{chunk-OXM66LO6.mjs → chunk-OK3WUA6N.mjs} +2 -10
  243. package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
  244. package/dist/{browser/chunk-SRMZXJSL.mjs → react-native/chunks/chunk-TQ26BKBH.mjs} +6 -0
  245. package/dist/{browser/chunk-GPPOG6PT.mjs → react-native/chunks/chunk-VUJCSQG5.mjs} +3 -1
  246. package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
  247. package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
  248. package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
  249. package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
  250. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  251. package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
  252. package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
  253. package/dist/{geo-index-MRH5JMIR.mjs → react-native/chunks/geo-index-QEYKEVPH.mjs} +190 -93
  254. package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
  255. package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
  256. package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
  257. package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
  258. package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
  259. package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
  260. package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
  261. package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
  262. package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
  263. package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
  264. package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
  265. package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
  266. package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
  267. package/dist/react-native/chunks/{chunk-WW2X2AEI.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
  268. package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
  269. package/dist/react-native/partial-words.mjs +954 -35
  270. package/dist/react-native/pattern.mjs +238 -111
  271. package/dist/react-native/query-suggestions.mjs +33 -239
  272. package/dist/react-native/sync.mjs +95 -52
  273. package/dist/react-native/synonyms.mjs +256 -112
  274. package/dist/react.d.ts +9 -9
  275. package/dist/react.mjs +6 -0
  276. package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
  277. package/dist/rerankers/http.mjs +2 -2
  278. package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
  279. package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
  280. package/dist/runtime-4GKUIAKV.mjs +595 -0
  281. package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
  282. package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
  283. package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
  284. package/dist/server.d.ts +33 -13
  285. package/dist/server.mjs +81 -100
  286. package/dist/{browser/durability-wiring-GVZEE46O.mjs → storage-leaf-HMIIOUYN.mjs} +2334 -931
  287. package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
  288. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  289. package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
  290. package/dist/sync/filesystem.d.ts +3 -3
  291. package/dist/sync/filesystem.mjs +27 -11
  292. package/dist/sync/indexeddb.browser.mjs +287 -0
  293. package/dist/sync/indexeddb.d.ts +3 -3
  294. package/dist/sync/indexeddb.mjs +7 -2
  295. package/dist/sync.browser.mjs +88 -72
  296. package/dist/sync.d.ts +4 -4
  297. package/dist/sync.mjs +89 -59
  298. package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
  299. package/dist/synonyms.mjs +15 -11
  300. package/dist/{tasks-CoNjxbop.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
  301. package/dist/thread-SNILJXX3.mjs +30 -0
  302. package/dist/{types-DPMjfOr_.d.ts → types-CTg0KaMy.d.ts} +2 -2
  303. package/dist/vector/search-worker.d.ts +7 -1
  304. package/dist/vector/search-worker.mjs +9 -13
  305. package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
  306. package/dist/workers/entry.mjs +60 -30
  307. package/openapi.json +66 -50
  308. package/package.json +233 -8
  309. package/dist/analysis-change-CKEMM2MC.mjs +0 -55
  310. package/dist/analysis-change-entry-SEDMJ6MW.mjs +0 -1
  311. package/dist/archive-history-E4R73RWD.mjs +0 -29
  312. package/dist/browser/analysis-change-ZKGJFENM.mjs +0 -942
  313. package/dist/browser/analysis-change-entry-5BFUVMHJ.mjs +0 -1
  314. package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
  315. package/dist/browser/chunk-25MTVDYD.mjs +0 -432
  316. package/dist/browser/chunk-3I27KXQD.mjs +0 -34
  317. package/dist/browser/chunk-3NLMB5CC.mjs +0 -217
  318. package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
  319. package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
  320. package/dist/browser/chunk-5YWB3E2W.mjs +0 -92
  321. package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
  322. package/dist/browser/chunk-AI5UI46D.mjs +0 -12
  323. package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
  324. package/dist/browser/chunk-BLT4RHCJ.mjs +0 -241
  325. package/dist/browser/chunk-C26SPCGQ.mjs +0 -2636
  326. package/dist/browser/chunk-C4FJ3WDY.mjs +0 -177
  327. package/dist/browser/chunk-CXNTHHA7.mjs +0 -63
  328. package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
  329. package/dist/browser/chunk-DUH6QUVU.mjs +0 -2374
  330. package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
  331. package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
  332. package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
  333. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  334. package/dist/browser/chunk-HUCSHDTB.mjs +0 -100
  335. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  336. package/dist/browser/chunk-K3IPRX6D.mjs +0 -2559
  337. package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
  338. package/dist/browser/chunk-MY2XKH22.mjs +0 -40
  339. package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
  340. package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
  341. package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
  342. package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
  343. package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
  344. package/dist/browser/chunk-TK63WFXK.mjs +0 -90
  345. package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
  346. package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
  347. package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
  348. package/dist/browser/chunk-UATIJ4KU.mjs +0 -21
  349. package/dist/browser/chunk-UKOWD2K5.mjs +0 -315
  350. package/dist/browser/chunk-UTMHUHUV.mjs +0 -150
  351. package/dist/browser/chunk-V43N6TZO.mjs +0 -857
  352. package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
  353. package/dist/browser/chunk-WN464PTL.mjs +0 -375
  354. package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
  355. package/dist/browser/chunk-X7TXYUKO.mjs +0 -86
  356. package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
  357. package/dist/browser/chunk-Y6IBAUNO.mjs +0 -561
  358. package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
  359. package/dist/browser/cold-module-YNUUDNOM.mjs +0 -761
  360. package/dist/browser/engine-hooks-HBVS6YM4.mjs +0 -18
  361. package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
  362. package/dist/browser/import-5ESVMFDJ.mjs +0 -20
  363. package/dist/browser/methods-KTQCSIN4.mjs +0 -30
  364. package/dist/browser/module-NDSQLPMQ.mjs +0 -25
  365. package/dist/browser/operations-OJ3BXS55.mjs +0 -5
  366. package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
  367. package/dist/browser/pool-3JLET5RO.mjs +0 -297
  368. package/dist/browser/release-HYXPVJVS.mjs +0 -32
  369. package/dist/browser/restore-queue-LQBBTODR.mjs +0 -55
  370. package/dist/browser/retention-TY3L3BFN.mjs +0 -211
  371. package/dist/browser/snapshot-5FHPPCNZ.mjs +0 -965
  372. package/dist/browser/start-2UZTOBG5.mjs +0 -26
  373. package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
  374. package/dist/browser/write-ULXAN5B4.mjs +0 -196
  375. package/dist/chunk-2NE7VCYE.mjs +0 -212
  376. package/dist/chunk-2ROUFMQX.mjs +0 -543
  377. package/dist/chunk-37CD3OKS.mjs +0 -87
  378. package/dist/chunk-3MXV3VHR.mjs +0 -46
  379. package/dist/chunk-3OH67G7R.mjs +0 -214
  380. package/dist/chunk-4B7JIGQD.mjs +0 -106
  381. package/dist/chunk-5YNRKI2C.mjs +0 -81
  382. package/dist/chunk-6HTGOXIK.mjs +0 -875
  383. package/dist/chunk-6OEGXLBX.mjs +0 -57
  384. package/dist/chunk-6RC4K46J.mjs +0 -86
  385. package/dist/chunk-7GFE3PEY.mjs +0 -40
  386. package/dist/chunk-7GXJUJ24.mjs +0 -49
  387. package/dist/chunk-7V5IUP2T.mjs +0 -63
  388. package/dist/chunk-A4L7YTKX.mjs +0 -458
  389. package/dist/chunk-BEZH7VEH.mjs +0 -23
  390. package/dist/chunk-BNL5OPRV.mjs +0 -634
  391. package/dist/chunk-BTPGQC6Z.mjs +0 -27
  392. package/dist/chunk-C7XQYG6U.mjs +0 -50
  393. package/dist/chunk-CQZXZ75V.mjs +0 -562
  394. package/dist/chunk-CWS55TEX.mjs +0 -242
  395. package/dist/chunk-CZQ33DLW.mjs +0 -78
  396. package/dist/chunk-EEBCDP36.mjs +0 -32
  397. package/dist/chunk-FB6463IN.mjs +0 -1499
  398. package/dist/chunk-FCJ553HS.mjs +0 -655
  399. package/dist/chunk-FEZVDOWX.mjs +0 -6996
  400. package/dist/chunk-FOCV4CBZ.mjs +0 -87
  401. package/dist/chunk-FQBFZAWG.mjs +0 -27
  402. package/dist/chunk-G6HRSGOU.mjs +0 -74
  403. package/dist/chunk-GES7U2PM.mjs +0 -68
  404. package/dist/chunk-GH4WQ22V.mjs +0 -34
  405. package/dist/chunk-GPWMUPCA.mjs +0 -1126
  406. package/dist/chunk-GQPTDQCL.mjs +0 -54
  407. package/dist/chunk-HJSN7UYG.mjs +0 -10
  408. package/dist/chunk-I54T6CQP.mjs +0 -117
  409. package/dist/chunk-IPN7S4KX.mjs +0 -130
  410. package/dist/chunk-J4IJTTEX.mjs +0 -226
  411. package/dist/chunk-JSV6OQ4C.mjs +0 -74
  412. package/dist/chunk-K4ZIGL2O.mjs +0 -290
  413. package/dist/chunk-KAKQ74LS.mjs +0 -53
  414. package/dist/chunk-KCQYFO4K.mjs +0 -62
  415. package/dist/chunk-KHKIRS5D.mjs +0 -113
  416. package/dist/chunk-KOKM4PQN.mjs +0 -52
  417. package/dist/chunk-KP7TYHWT.mjs +0 -92
  418. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  419. package/dist/chunk-L5ORED7V.mjs +0 -25
  420. package/dist/chunk-LDNCLRZU.mjs +0 -218
  421. package/dist/chunk-LHKOSI2J.mjs +0 -58
  422. package/dist/chunk-LQG5G2LY.mjs +0 -39
  423. package/dist/chunk-MATMVH65.mjs +0 -9
  424. package/dist/chunk-MP7ABPTD.mjs +0 -189
  425. package/dist/chunk-MW6BR4QP.mjs +0 -316
  426. package/dist/chunk-MWD5VPN7.mjs +0 -21
  427. package/dist/chunk-ODYKO5TO.mjs +0 -101
  428. package/dist/chunk-OG7UGJ6F.mjs +0 -63
  429. package/dist/chunk-ORN5BLL7.mjs +0 -11
  430. package/dist/chunk-OYABFKTW.mjs +0 -1974
  431. package/dist/chunk-P5LANSH6.mjs +0 -121
  432. package/dist/chunk-PELHVTO7.mjs +0 -24
  433. package/dist/chunk-PIH5SJ4N.mjs +0 -7481
  434. package/dist/chunk-PSZI4O24.mjs +0 -253
  435. package/dist/chunk-PV2CG7EJ.mjs +0 -886
  436. package/dist/chunk-PWGYQXML.mjs +0 -470
  437. package/dist/chunk-Q2UL2TPC.mjs +0 -21
  438. package/dist/chunk-QHPYS427.mjs +0 -66
  439. package/dist/chunk-QJVOLKU6.mjs +0 -111
  440. package/dist/chunk-QLDABJZM.mjs +0 -20
  441. package/dist/chunk-QYRNLLLI.mjs +0 -99
  442. package/dist/chunk-RCX4WNLC.mjs +0 -151
  443. package/dist/chunk-RFBLQLLZ.mjs +0 -16
  444. package/dist/chunk-RIHIVFIQ.mjs +0 -240
  445. package/dist/chunk-RLOES5SX.mjs +0 -31
  446. package/dist/chunk-RWURUDSP.mjs +0 -2639
  447. package/dist/chunk-RZWWB2XR.mjs +0 -96
  448. package/dist/chunk-S5LN746F.mjs +0 -10
  449. package/dist/chunk-SOI6LTHM.mjs +0 -216
  450. package/dist/chunk-SQJWAIF4.mjs +0 -12
  451. package/dist/chunk-TDIK6NTV.mjs +0 -10
  452. package/dist/chunk-TQXHPFWT.mjs +0 -177
  453. package/dist/chunk-U55XJEIG.mjs +0 -18
  454. package/dist/chunk-UD5HIS4U.mjs +0 -382
  455. package/dist/chunk-UHICS3JI.mjs +0 -83
  456. package/dist/chunk-UJDJB3NE.mjs +0 -913
  457. package/dist/chunk-VD7J552I.mjs +0 -28
  458. package/dist/chunk-VSLSGASN.mjs +0 -30
  459. package/dist/chunk-VZ2ONHEE.mjs +0 -3715
  460. package/dist/chunk-W7OSSKH5.mjs +0 -1427
  461. package/dist/chunk-WZ7YV54N.mjs +0 -152
  462. package/dist/chunk-X5CV2E2B.mjs +0 -1
  463. package/dist/chunk-Y4WPNHMC.mjs +0 -50
  464. package/dist/chunk-YEKL4JBK.mjs +0 -96
  465. package/dist/chunk-ZXNQEW43.mjs +0 -18
  466. package/dist/chunk-ZYAY26KG.mjs +0 -29
  467. package/dist/direct-executor-V5DRIECI.mjs +0 -34
  468. package/dist/durability-wiring-3TD62MBI.mjs +0 -4072
  469. package/dist/engine-hooks-HA3SBOBR.mjs +0 -54
  470. package/dist/gzip-F4HMIEEQ.mjs +0 -1
  471. package/dist/import-GPKLTSKA.mjs +0 -56
  472. package/dist/methods-7IOINERF.mjs +0 -30
  473. package/dist/module-JYHFTVPS.mjs +0 -63
  474. package/dist/operations-G5EP6JPX.mjs +0 -5
  475. package/dist/phrase-module-XW5MKWP5.mjs +0 -330
  476. package/dist/pool-Y4A46T36.mjs +0 -298
  477. package/dist/react-native/chunks/analysis-change-QUVDNABS.mjs +0 -934
  478. package/dist/react-native/chunks/analysis-change-entry-OC4XASBF.mjs +0 -1
  479. package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
  480. package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
  481. package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
  482. package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
  483. package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
  484. package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
  485. package/dist/react-native/chunks/chunk-4NWR3NGS.mjs +0 -151
  486. package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
  487. package/dist/react-native/chunks/chunk-5MSX5FRT.mjs +0 -858
  488. package/dist/react-native/chunks/chunk-6OFDUYVX.mjs +0 -92
  489. package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +0 -9
  490. package/dist/react-native/chunks/chunk-6ZELFCK5.mjs +0 -315
  491. package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
  492. package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
  493. package/dist/react-native/chunks/chunk-BITYFZSZ.mjs +0 -242
  494. package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
  495. package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
  496. package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
  497. package/dist/react-native/chunks/chunk-DMIFXZ3Q.mjs +0 -432
  498. package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
  499. package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
  500. package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
  501. package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
  502. package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
  503. package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
  504. package/dist/react-native/chunks/chunk-IAENKE2D.mjs +0 -21
  505. package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
  506. package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
  507. package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
  508. package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
  509. package/dist/react-native/chunks/chunk-KSBYEMCB.mjs +0 -100
  510. package/dist/react-native/chunks/chunk-KU646XXT.mjs +0 -164
  511. package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
  512. package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
  513. package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
  514. package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
  515. package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
  516. package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
  517. package/dist/react-native/chunks/chunk-OCSLSH27.mjs +0 -22723
  518. package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
  519. package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
  520. package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
  521. package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
  522. package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
  523. package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
  524. package/dist/react-native/chunks/chunk-TORU2OHQ.mjs +0 -218
  525. package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
  526. package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
  527. package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
  528. package/dist/react-native/chunks/chunk-WVWJNUMN.mjs +0 -2562
  529. package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
  530. package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
  531. package/dist/react-native/chunks/chunk-ZNZ6CPAZ.mjs +0 -562
  532. package/dist/react-native/chunks/chunk-ZVQMBF2H.mjs +0 -63
  533. package/dist/react-native/chunks/chunk-ZWAIN4GG.mjs +0 -2636
  534. package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
  535. package/dist/react-native/chunks/cold-module-N6KFNNZA.mjs +0 -773
  536. package/dist/react-native/chunks/durability-wiring-RN64S2TL.mjs +0 -4984
  537. package/dist/react-native/chunks/engine-hooks-CWA5CKCA.mjs +0 -30
  538. package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
  539. package/dist/react-native/chunks/import-5UAWBRJP.mjs +0 -32
  540. package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
  541. package/dist/react-native/chunks/module-6RP4ZCBW.mjs +0 -37
  542. package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
  543. package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
  544. package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
  545. package/dist/react-native/chunks/release-2SIHZWDO.mjs +0 -32
  546. package/dist/react-native/chunks/restore-hooks-ENFMDTWC.mjs +0 -127
  547. package/dist/react-native/chunks/restore-queue-4R6AASE5.mjs +0 -55
  548. package/dist/react-native/chunks/retention-5GTFT3GR.mjs +0 -223
  549. package/dist/react-native/chunks/snapshot-5LGPQXFS.mjs +0 -976
  550. package/dist/react-native/chunks/start-ZQJVZ5DN.mjs +0 -38
  551. package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
  552. package/dist/react-native/chunks/write-6BRYIIZ7.mjs +0 -208
  553. package/dist/release-SMR4WJD4.mjs +0 -32
  554. package/dist/restore-hooks-HXLIEB4A.mjs +0 -153
  555. package/dist/restore-queue-LZH7LMLR.mjs +0 -55
  556. package/dist/retention-3K7ARGAG.mjs +0 -66
  557. package/dist/runtime-COIUORCN.mjs +0 -177
  558. package/dist/snapshot-O7ICP7NJ.mjs +0 -783
  559. package/dist/start-S4PFP6RS.mjs +0 -66
  560. package/dist/sync-state-ZWHLAFLE.mjs +0 -15
  561. package/dist/thread-YLJ3ZPQ3.mjs +0 -50
  562. package/dist/write-2OBJGLFS.mjs +0 -233
  563. /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
  564. /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
  565. /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
@@ -1,18 +1,434 @@
1
- import { VECTOR_WORKER_COPIES_ALLOWED, noBuildHistory, recordCheckpoint, assignStorePartitions, liveSize, ordinalFilterForSubsets, handOverBuildTurns, filterForOptions, graphNeedsRebuild, yieldBuildTurn, threadsHoldCurrentLayout, emptyFieldBeforeRestore, recalibrateFromStore, signatureOf, allLiveDocIds, fieldHandlesOf, releaseReplacedVectors, adoptGraph, liveOrdinals, adoptLoadedCalibration, planCheckpoint, deserialize } from './chunk-U4YDIBUT.mjs';
2
- import { DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, defaultQuantizationFor, DEFAULT_VECTOR_METRIC, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, WORKER_COPY_MIN_VECTORS, SHUFFLED_REBUILD_MEMORY_RETRY_MS, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, RECALIBRATION_CHUNK_VECTORS, BUILD_CHUNK_SIZE, SEARCH_REFILL_RESERVE, SEARCH_SCAN_CHUNK_VECTORS, DRIFT_CHECK_GROWTH_FACTOR, RECALIBRATION_DRIFT_RATIO, DISK_ADOPTION_YIELD_INTERVAL } from './chunk-3I27KXQD.mjs';
3
- import './chunk-OIZS5KIX.mjs';
4
- import { spawnNodeWorker } from './chunk-HOZW3PKP.mjs';
5
- import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, osqBitsOf, createOsqQuantizer, ordinalFilterValues, openGraphState, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, fixedView, adoptBackgroundScheduler, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_SLOTS, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, turnsAreBudgeted, yieldBackgroundTurn, createOrdinalFilter, addToOrdinalFilter, nativeScoresOf, toScore, ordinalFilterHas, threadedNativeCore, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createSharedVectorStoreHandles, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, growBufferTo, nativeStoreScratchBytes, noteFallback, toDistance, holdWritesAndBackgroundWork, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS, grownByteLength, createVectorBlock, ensureBlockSlots, sharedMemoryAvailable, UI_THREAD_TURN_BUDGET_MS, createHNSWIndex, topLayerInParts, shuffleInPlace, requireWholeNeighbourLists, backgroundTurnIsSpent, createCentroidSums, shuffleStep, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, nativeStoreFor, withNativeThreadSlot, nativeMetricCode, NATIVE_OK, releaseLocksHeldBy, UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS } from './chunk-VLJQW4J6.mjs';
6
- export { releaseLocksHeldBy } from './chunk-VLJQW4J6.mjs';
7
- import { createVectorFileReader } from './chunk-U3JOQGWX.mjs';
8
- import { NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, isDead } from './chunk-WN464PTL.mjs';
9
- import { createDocIdMap, turnIsSpent, yieldTurn, resolveWorkerEntry, detectRuntime, noteThreadSlotLive, noteThreadSlotGone } from './chunk-XAWNZ4G2.mjs';
10
- import { MAX_RENUMBERED_SEARCH_ATTEMPTS, DISK_STORAGE_BLOCK_BYTES, UNPLACED_FLAG_CHUNK_ORDINALS, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, resolveWorkerCount, WORKER_YOUNG_GENERATION_MB, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS } from './chunk-TY7L6OXO.mjs';
11
- import './chunk-4RD3AFSB.mjs';
12
- import { compareCodePoints } from './chunk-NXQG7DRA.mjs';
13
- import './chunk-GPPOG6PT.mjs';
14
- import './chunk-WXLBZJMT.mjs';
15
- import { NarsilError, ErrorCodes, isNarsilError } from './chunk-SRMZXJSL.mjs';
1
+ import { chargeHeapBytes } from './chunk-52QD7CBJ.mjs';
2
+ import { VECTOR_WORKER_COPIES_ALLOWED, DEFAULT_RANK_CONSTANT, MAX_RENUMBERED_SEARCH_ATTEMPTS, openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, withTransientAdmission, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, defaultQuantizationFor, osqBitsOf, DEFAULT_VECTOR_METRIC, noBuildHistory, createOsqQuantizer, recordCheckpoint, assignStorePartitions, liveSize, writeSequenceOf, writeSequenceWords, storePinsOf, admissionAt, handOverBuildTurns, filterForOptions, openGraphState, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, MIN_RANK_CONSTANT, requirePinnedState, RESULT_WINDOW, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, fixedView, VECTOR_MEMORY_LIMITS, createDocIdMap, sharedVectorStoreBytes, IN_MEMORY, STORE_RELEASED_VECTORS_TO_DISK, STORE_SLOTS, DISK_STORAGE_BLOCK_BYTES, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, turnsAreBudgeted, yieldBackgroundTurn, yieldBuildTurn, holdAdmission, fieldHandlesOf, ordinalFilterForSubsets, ordinalFilterValues, nativeScoresOf, toScore, ordinalFilterHas, threadedNativeCore, threadsHoldCurrentLayout, WORKER_COPY_MIN_VECTORS, MIN_OVERSAMPLE, signalOfSearch, bindSearchSignal, UNPLACED_FLAG_CHUNK_ORDINALS, openVectorBlock, NOTHING_STAGED, magnitude, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorFileReader, createSharedVectorStoreHandles, sequenceWritesOf, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, oldestHeldPin, coverOrdinal, nextSequence, publishSequence, createOrdinalFilter, addToOrdinalFilter, stampBorn, mayFree, retiredAtOf, stampRetired, SHUFFLED_REBUILD_MEMORY_RETRY_MS, emptyFieldBeforeRestore, nativeStoreScratchBytes, toDistance, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, holdWritesAndBackgroundWork, FUSION_TIE_INSERTION_LIMIT, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, grownByteLength, growBufferTo, resetStoreHeader, STORE_CODE_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, recalibrateFromStore, NO_LIVE_VECTOR_AT_POSITION, signatureOf, bytesToVectors, isDead, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, allLiveDocIds, sharedMemoryAvailable, createVectorBlock, ensureBlockSlots, releaseReplacedVectors, createHNSWIndex, adoptGraph, topLayerInParts, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, shuffleInPlace, requireWholeNeighbourLists, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, backgroundTurnIsSpent, createCentroidSums, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, BUILD_CHUNK_SIZE, shuffleStep, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, turnIsSpent, yieldTurn, SEARCH_REFILL_RESERVE, resolveWorkerCount, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, nativeStoreFor, nativeMetricCode, withNativeThreadSlot, SEARCH_SCAN_CHUNK_VECTORS, noteThreadSlotLive, noteThreadSlotGone, releasePinsHeldBy, releaseLocksHeldBy, DRIFT_CHECK_GROWTH_FACTOR, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, adoptLoadedCalibration, planCheckpoint, deserialize, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS, RECALIBRATION_DRIFT_RATIO, DISK_ADOPTION_YIELD_INTERVAL } from './chunk-XEGKQKLY.mjs';
3
+ export { bindVectorHost, holdAdmission, releaseLocksHeldBy, releasePinsHeldBy } from './chunk-XEGKQKLY.mjs';
4
+ import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, NATIVE_OK } from './chunk-G3CUQ333.mjs';
5
+ import './chunk-PVMEHBQO.mjs';
6
+ import { compareCodePoints } from './chunk-HRDMIQ63.mjs';
7
+ import './chunk-VUJCSQG5.mjs';
8
+ import { NarsilError, ErrorCodes, isNarsilError } from './chunk-TQ26BKBH.mjs';
9
+
10
+ // src/engine/query/subset-search.ts
11
+ function filterSubsetsMatchNothing(subsets) {
12
+ for (const subset of subsets) {
13
+ for (let wordIndex = 0; wordIndex < subset.bits.length; wordIndex++) {
14
+ if (subset.bits[wordIndex] !== 0) return false;
15
+ }
16
+ }
17
+ return true;
18
+ }
19
+ function filterSubsetsRenumbered(subsets) {
20
+ return subsets.some((subset) => subset.owner.docStore.numberingGeneration() !== subset.numberingGeneration);
21
+ }
22
+ async function searchCurrentSubsets(fieldName, first, collectAgain, search2) {
23
+ let subsets = first;
24
+ for (let attempt = 1; ; attempt++) {
25
+ const answer = await search2(subsets);
26
+ if (!filterSubsetsRenumbered(subsets)) return answer;
27
+ if (attempt >= MAX_RENUMBERED_SEARCH_ATTEMPTS) {
28
+ throw new NarsilError(
29
+ ErrorCodes.WORKER_BUSY,
30
+ `The index renumbered its documents during each of ${attempt} filtered searches of vector field "${fieldName}"`,
31
+ { fieldName, attempts: attempt }
32
+ );
33
+ }
34
+ subsets = collectAgain();
35
+ }
36
+ }
37
+
38
+ // src/search/fusion-core.native.ts
39
+ function fusionCore() {
40
+ if (!nativeSearchCoreIsEnabled()) return void 0;
41
+ const core = loadNativeCore();
42
+ if (core !== null) return core;
43
+ noteFallback("fuse");
44
+ return void 0;
45
+ }
46
+
47
+ // src/search/fusion-memory.ts
48
+ var FusionMemory = class {
49
+ capacity = 0;
50
+ words = Array.from({ length: 4 }, () => new Uint32Array(0));
51
+ numbers = Array.from({ length: 3 }, () => new Float64Array(0));
52
+ keyViews = [];
53
+ scoreViews = [];
54
+ reserve(count) {
55
+ if (count <= this.capacity) return;
56
+ const words = Array.from({ length: 4 }, () => new Uint32Array(count));
57
+ const numbers = Array.from({ length: 3 }, () => new Float64Array(count));
58
+ this.words = words;
59
+ this.numbers = numbers;
60
+ this.capacity = count;
61
+ this.keyViews = [];
62
+ this.scoreViews = [];
63
+ }
64
+ keys(region, count) {
65
+ const previous = this.keyViews[region];
66
+ if (previous?.length === count) return previous;
67
+ const view = this.words[region].subarray(0, count);
68
+ this.keyViews[region] = view;
69
+ return view;
70
+ }
71
+ scores(region, count) {
72
+ const previous = this.scoreViews[region];
73
+ if (previous?.length === count) return previous;
74
+ const view = this.numbers[region].subarray(0, count);
75
+ this.scoreViews[region] = view;
76
+ return view;
77
+ }
78
+ };
79
+ var available;
80
+ function takeFusionMemory(count) {
81
+ const memory = available ?? new FusionMemory();
82
+ available = void 0;
83
+ memory.reserve(count);
84
+ return memory;
85
+ }
86
+ function releaseFusionMemory(memory) {
87
+ available = memory;
88
+ }
89
+
90
+ // src/search/fusion-rankings.ts
91
+ function compareFused(left, right) {
92
+ return (right.score ?? 0) - (left.score ?? 0) || compareCodePoints(left.docId, right.docId);
93
+ }
94
+ function fuseByRank(lists, k, project) {
95
+ const positions = /* @__PURE__ */ new Map();
96
+ const results = [];
97
+ for (const list of lists) {
98
+ for (let rank = 0; rank < list.length; rank++) {
99
+ const entry = list[rank];
100
+ const contribution = 1 / (k + rank + 1);
101
+ const position = positions.get(entry.docId);
102
+ if (position === void 0) {
103
+ positions.set(entry.docId, results.length);
104
+ results.push(project(entry, contribution));
105
+ } else {
106
+ const result = results[position];
107
+ result.score = (result.score ?? 0) + contribution;
108
+ }
109
+ }
110
+ }
111
+ results.sort(compareFused);
112
+ return results;
113
+ }
114
+ function saturate(score) {
115
+ if (score > Number.MAX_VALUE) return Number.MAX_VALUE;
116
+ if (score < -Number.MAX_VALUE) return -Number.MAX_VALUE;
117
+ return score;
118
+ }
119
+ function normalisedScores(entries) {
120
+ let min = Number.POSITIVE_INFINITY;
121
+ let max = Number.NEGATIVE_INFINITY;
122
+ for (const entry of entries) {
123
+ const score = saturate(entry.score ?? 0);
124
+ if (score < min) min = score;
125
+ if (score > max) max = score;
126
+ }
127
+ const width = max - min;
128
+ const normalised = /* @__PURE__ */ new Map();
129
+ for (const entry of entries) {
130
+ const score = saturate(entry.score ?? 0);
131
+ if (Number.isNaN(score)) normalised.set(entry.docId, 0);
132
+ else if (width === 0) normalised.set(entry.docId, 1);
133
+ else if (Number.isFinite(width)) normalised.set(entry.docId, (score - min) / width);
134
+ else normalised.set(entry.docId, (score / 2 - min / 2) / (max / 2 - min / 2));
135
+ }
136
+ return normalised;
137
+ }
138
+ function fuseByScore(text, vector, alpha, project) {
139
+ const textScores = normalisedScores(text);
140
+ const vectorScores = normalisedScores(vector);
141
+ const results = [];
142
+ const placed = /* @__PURE__ */ new Set();
143
+ for (const list of [text, vector]) {
144
+ for (const entry of list) {
145
+ if (placed.has(entry.docId)) continue;
146
+ placed.add(entry.docId);
147
+ const vectorScore = vectorScores.get(entry.docId) ?? 0;
148
+ const textScore = textScores.get(entry.docId) ?? 0;
149
+ results.push(project(entry, alpha * vectorScore + (1 - alpha) * textScore));
150
+ }
151
+ }
152
+ results.sort(compareFused);
153
+ return results;
154
+ }
155
+ function insertTiesById(entries, keys, start, end) {
156
+ for (let at = start + 1; at < end; at++) {
157
+ const key = keys[at];
158
+ const id = entries[key].docId;
159
+ let to = at;
160
+ while (to > start && compareCodePoints(entries[keys[to - 1]].docId, id) > 0) {
161
+ keys[to] = keys[to - 1];
162
+ to--;
163
+ }
164
+ keys[to] = key;
165
+ }
166
+ }
167
+ function orderTiesById(entries, keys, scores, found) {
168
+ let start = 0;
169
+ while (start < found) {
170
+ let end = start + 1;
171
+ while (end < found && scores[end] === scores[start]) end++;
172
+ if (end - start > FUSION_TIE_INSERTION_LIMIT)
173
+ keys.subarray(start, end).sort((left, right) => compareCodePoints(entries[left].docId, entries[right].docId));
174
+ else if (end - start > 1) insertTiesById(entries, keys, start, end);
175
+ start = end;
176
+ }
177
+ }
178
+ function fuseRankings(text, vector, strategy, k, alpha, project) {
179
+ const core = fusionCore();
180
+ if (core === void 0) {
181
+ return strategy === 0 ? fuseByRank([text, vector], k, project) : fuseByScore(text, vector, alpha, project);
182
+ }
183
+ const memory = takeFusionMemory(text.length + vector.length);
184
+ try {
185
+ return fuseInCore(core, text, vector, strategy, k, alpha, memory, project);
186
+ } finally {
187
+ releaseFusionMemory(memory);
188
+ }
189
+ }
190
+ function fuseInCore(core, text, vector, strategy, k, alpha, memory, project) {
191
+ const positions = /* @__PURE__ */ new Map();
192
+ const entries = text.slice();
193
+ const textKeys = memory.keys(0, text.length);
194
+ const textScores = memory.scores(0, text.length);
195
+ for (let position = 0; position < text.length; position++) {
196
+ const entry = text[position];
197
+ positions.set(entry.docId, position);
198
+ textKeys[position] = position;
199
+ if (strategy === 1) textScores[position] = entry.score ?? 0;
200
+ }
201
+ if (positions.size !== text.length) {
202
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The hybrid rankings cannot be fused", { status: -1 });
203
+ }
204
+ const vectorKeys = memory.keys(1, vector.length);
205
+ const vectorScores = memory.scores(1, vector.length);
206
+ for (let position = 0; position < vector.length; position++) {
207
+ const entry = vector[position];
208
+ let key = positions.get(entry.docId);
209
+ if (key === void 0) {
210
+ key = entries.length;
211
+ positions.set(entry.docId, key);
212
+ entries.push(entry);
213
+ }
214
+ vectorKeys[position] = key;
215
+ if (strategy === 1) vectorScores[position] = entry.score ?? 0;
216
+ }
217
+ const capacity = text.length + vector.length;
218
+ const idRanks = memory.keys(2, capacity);
219
+ for (let key = 0; key < entries.length; key++) idRanks[key] = key;
220
+ const keys = memory.keys(3, capacity);
221
+ const scores = memory.scores(2, capacity);
222
+ const found = core.fuse(strategy, k, alpha, textKeys, textScores, vectorKeys, vectorScores, idRanks, keys, scores);
223
+ if (found < 0) {
224
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The hybrid rankings cannot be fused", { status: found });
225
+ }
226
+ orderTiesById(entries, keys, scores, found);
227
+ const result = new Array(found);
228
+ for (let position = 0; position < found; position++) {
229
+ result[position] = project(entries[keys[position]], scores[position]);
230
+ }
231
+ return result;
232
+ }
233
+
234
+ // src/search/fusion.ts
235
+ function rankConstantOf(k) {
236
+ if (k === void 0 || k === null) return DEFAULT_RANK_CONSTANT;
237
+ if (!Number.isInteger(k) || k < MIN_RANK_CONSTANT) {
238
+ throw new NarsilError(
239
+ ErrorCodes.CONFIG_INVALID,
240
+ `hybrid.k must be a whole number of at least ${MIN_RANK_CONSTANT}`,
241
+ { k }
242
+ );
243
+ }
244
+ return k;
245
+ }
246
+ function linearAlphaOf(alpha) {
247
+ if (alpha === void 0 || alpha === null) return DEFAULT_LINEAR_ALPHA;
248
+ if (!Number.isFinite(alpha) || alpha < MIN_LINEAR_ALPHA || alpha > MAX_LINEAR_ALPHA) {
249
+ throw new NarsilError(
250
+ ErrorCodes.CONFIG_INVALID,
251
+ `hybrid.alpha must be a number from ${MIN_LINEAR_ALPHA} to ${MAX_LINEAR_ALPHA}`,
252
+ { alpha }
253
+ );
254
+ }
255
+ return alpha;
256
+ }
257
+ function resolveHybridFusion(hybrid) {
258
+ const strategy = hybrid?.strategy ?? "rrf";
259
+ if (strategy !== "rrf" && strategy !== "linear") {
260
+ throw new NarsilError(ErrorCodes.CONFIG_INVALID, `hybrid.strategy must be "rrf" or "linear"`, { strategy });
261
+ }
262
+ return { strategy, k: rankConstantOf(hybrid?.k), alpha: linearAlphaOf(hybrid?.alpha) };
263
+ }
264
+ function reciprocalRankFusion(lists, options) {
265
+ return fuseRankings(lists[0], lists[1], 0, options.k, DEFAULT_LINEAR_ALPHA, withFusedScore);
266
+ }
267
+ function linearCombination(textResults, vectorResults, options) {
268
+ return fuseRankings(textResults, vectorResults, 1, DEFAULT_RANK_CONSTANT, options.alpha, withFusedScore);
269
+ }
270
+ function withFusedScore(entry, score) {
271
+ return {
272
+ docId: entry.docId,
273
+ score,
274
+ termFrequencies: entry.termFrequencies,
275
+ fieldLengths: entry.fieldLengths,
276
+ idf: entry.idf
277
+ };
278
+ }
279
+
280
+ // src/engine/query/vector.ts
281
+ function oversampleOf(vectorConfig) {
282
+ const oversample = vectorConfig.oversample;
283
+ if (oversample === void 0) return void 0;
284
+ if (typeof oversample !== "number" || !Number.isFinite(oversample) || oversample < MIN_OVERSAMPLE) {
285
+ throw new NarsilError(
286
+ ErrorCodes.CONFIG_INVALID,
287
+ `vector.oversample must be a finite number of at least ${MIN_OVERSAMPLE}`,
288
+ { oversample }
289
+ );
290
+ }
291
+ return oversample;
292
+ }
293
+ function vectorFetchDepth(limit, offset, cursorDepth) {
294
+ const reach = cursorDepth + offset + limit;
295
+ if (reach > RESULT_WINDOW) {
296
+ throw new NarsilError(
297
+ ErrorCodes.SEARCH_RESULT_WINDOW_EXCEEDED,
298
+ `The engine pages a vector search through the first ${RESULT_WINDOW} results, and this page ends at ${reach}. Narrow the search with a filter or a similarity floor`,
299
+ { limit, offset, cursorDepth, window: RESULT_WINDOW }
300
+ );
301
+ }
302
+ return Math.min(reach + 1, RESULT_WINDOW);
303
+ }
304
+ function vectorClock(context) {
305
+ const signal = signalOfSearch(context.turns);
306
+ const clock = context.patternWork.clock;
307
+ if (signal === void 0) return clock;
308
+ const nativeWindow = clock?.nativeWindow;
309
+ const bound = {
310
+ check() {
311
+ signal.throwIfAborted();
312
+ clock?.check();
313
+ },
314
+ tick(units) {
315
+ signal.throwIfAborted();
316
+ clock?.tick(units);
317
+ },
318
+ ...nativeWindow === void 0 ? {} : { nativeWindow: () => nativeWindow.call(clock) }
319
+ };
320
+ bindSearchSignal(bound, signal);
321
+ return bound;
322
+ }
323
+ async function searchField(search2, k, host) {
324
+ const { vecIndex, vectorConfig, queryVector, context, filtered, rescoreWindow } = search2;
325
+ const options = {
326
+ clock: vectorClock(context),
327
+ metric: vectorConfig.metric ?? "cosine",
328
+ minSimilarity: vectorConfig.similarity ?? -Infinity,
329
+ efSearch: vectorConfig.efSearch,
330
+ oversample: oversampleOf(vectorConfig),
331
+ ...rescoreWindow !== void 0 ? { rescoreWindow } : {}
332
+ };
333
+ if (filtered !== void 0) {
334
+ const outcome2 = await searchCurrentSubsets(
335
+ vecIndex.fieldName,
336
+ filtered.first,
337
+ filtered.collectAgain,
338
+ (filterSubsets) => vecIndex.searchParallel(queryVector, k, { ...options, filterSubsets })
339
+ );
340
+ requirePinnedState(context.pin);
341
+ return outcome2;
342
+ }
343
+ const filterPartitions = host.partitionsForVectorSearch(context.manager, vecIndex, context.partitionIds);
344
+ const outcome = await vecIndex.searchParallel(
345
+ queryVector,
346
+ k,
347
+ filterPartitions === void 0 ? options : { ...options, filterPartitions }
348
+ );
349
+ requirePinnedState(context.pin);
350
+ return outcome;
351
+ }
352
+ async function executeVectorSearch(host, params, context, limit, offset, cursorDepth = 0) {
353
+ const vectorConfig = params.vector;
354
+ if (!vectorConfig || !vectorConfig.value) {
355
+ return { scored: [], totalMatched: 0 };
356
+ }
357
+ const vecIndex = host.resolveVectorIndex(context, vectorConfig.field);
358
+ if (!vecIndex) {
359
+ return { scored: [], totalMatched: 0 };
360
+ }
361
+ const filtered = host.filteredSearchOf(params, context);
362
+ if (filtered !== void 0 && filterSubsetsMatchNothing(filtered.first)) {
363
+ return { scored: [], totalMatched: 0 };
364
+ }
365
+ const search2 = {
366
+ vecIndex,
367
+ vectorConfig,
368
+ queryVector: new Float32Array(vectorConfig.value),
369
+ context,
370
+ filtered,
371
+ rescoreWindow: context.rescoreWindow
372
+ };
373
+ const outcome = await searchField(search2, vectorFetchDepth(limit, offset, cursorDepth), host);
374
+ const scored = host.vectorResultsToScored(outcome.results);
375
+ return { scored, totalMatched: outcome.matched, matchedExact: outcome.matchedExact };
376
+ }
377
+ async function vectorLegWith(host, vectorConfig, queryVector, context, filtered, k, rescoreWindow) {
378
+ const vecIndex = host.resolveVectorIndex(context, vectorConfig.field);
379
+ if (!vecIndex) return { scored: [], holdsEveryMatch: true };
380
+ const search2 = { vecIndex, vectorConfig, queryVector, context, filtered, rescoreWindow };
381
+ const outcome = await searchField(search2, k, host);
382
+ return {
383
+ scored: host.vectorResultsToScored(outcome.results),
384
+ holdsEveryMatch: outcome.matchedExact && outcome.results.length === outcome.matched
385
+ };
386
+ }
387
+ async function executeHybridSearch(host, params, context, limit, offset, cursorDepth = 0) {
388
+ const { vector: vectorConfig, mode: _mode, hybrid: _hybrid, ...textOnlyParams } = params;
389
+ const fusion = resolveHybridFusion(params.hybrid);
390
+ const filtered = host.filteredSearchOf(params, context);
391
+ if (filtered !== void 0 && filterSubsetsMatchNothing(filtered.first)) {
392
+ return { scored: [], totalMatched: 0 };
393
+ }
394
+ if (!vectorConfig || !vectorConfig.value) {
395
+ const textOnly = await host.textLeg(textOnlyParams, context);
396
+ return {
397
+ scored: textOnly.scored,
398
+ totalMatched: textOnly.totalMatched,
399
+ facets: textOnly.facets,
400
+ ...textOnly.documents !== void 0 ? { documents: textOnly.documents } : {}
401
+ };
402
+ }
403
+ const vectorPending = vectorLegWith(
404
+ host,
405
+ vectorConfig,
406
+ new Float32Array(vectorConfig.value),
407
+ context,
408
+ filtered,
409
+ vectorFetchDepth(limit, offset, cursorDepth)
410
+ );
411
+ const [textFanOutResult, vectorOutcome] = await Promise.all([host.textLeg(textOnlyParams, context), vectorPending]);
412
+ const vectorScored = vectorOutcome.scored;
413
+ let fusedScored;
414
+ if (fusion.strategy === "rrf") {
415
+ fusedScored = reciprocalRankFusion([textFanOutResult.scored, vectorScored], { k: fusion.k });
416
+ } else {
417
+ fusedScored = linearCombination(textFanOutResult.scored, vectorScored, { alpha: fusion.alpha });
418
+ }
419
+ if (params.minScore !== void 0 && params.minScore > 0) {
420
+ const threshold = params.minScore;
421
+ fusedScored = fusedScored.filter((doc) => doc.score >= threshold);
422
+ }
423
+ const textHoldsEveryMatch = textFanOutResult.scored.length === textFanOutResult.totalMatched;
424
+ return {
425
+ scored: fusedScored,
426
+ totalMatched: fusedScored.length,
427
+ matchedExact: vectorOutcome.holdsEveryMatch && textHoldsEveryMatch,
428
+ facets: textFanOutResult.facets,
429
+ ...textFanOutResult.documents !== void 0 ? { documents: textFanOutResult.documents } : {}
430
+ };
431
+ }
16
432
 
17
433
  // src/engine/vector-maintenance.ts
18
434
  function resolveVectorIndexes(manager, indexName, fieldName) {
@@ -229,13 +645,18 @@ function readStoreFlags(store) {
229
645
  }
230
646
 
231
647
  // src/vector/shared-field/searcher.ts
232
- function distancesInTypeScript(store, query, metric, ordinals, clock) {
648
+ function* storeOrdinals(store) {
649
+ const slots = store.slots;
650
+ for (let ordinal = 0; ordinal < slots; ordinal++) yield ordinal;
651
+ }
652
+ function distancesInTypeScript(store, query, metric, ordinals, admission, clock) {
233
653
  noteFallback("score");
234
654
  const arenaQuery = store.prepareQueryArena(query);
235
655
  const queryMagnitude = arenaQuery ? arenaQuery.magnitude : magnitude(query);
236
656
  const distances = new Float64Array(ordinals.length).fill(Number.POSITIVE_INFINITY);
237
657
  for (let i = 0; i < ordinals.length; i++) {
238
658
  if (clock !== void 0) clock.tick(query.length);
659
+ if (!admission.admits(ordinals[i])) continue;
239
660
  if (arenaQuery) {
240
661
  distances[i] = store.distanceFromArena(arenaQuery, ordinals[i], metric);
241
662
  continue;
@@ -245,11 +666,12 @@ function distancesInTypeScript(store, query, metric, ordinals, clock) {
245
666
  }
246
667
  return distances;
247
668
  }
248
- function scoreCandidates(store, candidates, query, k, metric, minSimilarity, clock) {
669
+ function scoreCandidates(scan, candidates) {
670
+ const { store, query, k, metric, minSimilarity, admission, clock } = scan;
249
671
  const { ordinals, docIds } = candidates;
250
672
  if (ordinals.length === 0) return { results: [], matched: 0 };
251
673
  clock?.check();
252
- const distances = nativeScoresOf(store.handles, query, metric, ordinals) ?? distancesInTypeScript(store, query, metric, ordinals, clock);
674
+ const distances = nativeScoresOf(store.handles, query, metric, ordinals, admission.pin) ?? distancesInTypeScript(store, query, metric, ordinals, admission, clock);
253
675
  clock?.check();
254
676
  const heap = createBoundedMaxHeap(highScoreFirst, k);
255
677
  let matched = 0;
@@ -258,7 +680,7 @@ function scoreCandidates(store, candidates, query, k, metric, minSimilarity, clo
258
680
  const score = toScore(distances[i], metric);
259
681
  if (score < minSimilarity) continue;
260
682
  matched++;
261
- heap.push({ docId: docIds[i], score });
683
+ heap.push({ docId: docIds[i], score, ordinal: ordinals[i] });
262
684
  }
263
685
  return { results: heap.toSortedArray().reverse(), matched };
264
686
  }
@@ -268,44 +690,58 @@ function createSharedVectorSearcher(options) {
268
690
  function ordinalLayoutGeneration() {
269
691
  return Atomics.load(view.store.handles.header, STORE_ORDINAL_LAYOUT_GENERATION);
270
692
  }
271
- function ordinalSpace() {
693
+ function ordinalSpace(admission) {
272
694
  const store = view.store;
273
695
  const layoutGeneration2 = ordinalLayoutGeneration();
696
+ let retained;
697
+ function ordinalOf(docId) {
698
+ const current = view.ordinalOf(docId);
699
+ if (admission === void 0 || current !== void 0 && admission.admits(current)) return current;
700
+ if (retained === void 0) {
701
+ retained = /* @__PURE__ */ new Map();
702
+ for (let ordinal = 0; ordinal < store.slots; ordinal++) {
703
+ const id = admission.docIdOf(ordinal);
704
+ if (id !== void 0) retained.set(id, ordinal);
705
+ }
706
+ }
707
+ return retained.get(docId);
708
+ }
274
709
  return {
275
710
  fieldName,
276
- layoutGeneration: layoutGeneration2,
711
+ layoutGeneration: admission === void 0 ? layoutGeneration2 : -admission.pin - 1,
277
712
  slots: store.slots,
278
713
  header: store.handles.header,
279
- ordinalOf: (docId) => view.ordinalOf(docId),
280
- holdsCurrentOrdinal: (ordinal) => store.holdsOrdinal(ordinal) && store.partitionAt(ordinal) !== void 0,
281
- isRemoved: (ordinal) => flags.isRemoved(ordinal)
714
+ ordinalOf,
715
+ holdsCurrentOrdinal: (ordinal) => admission === void 0 ? store.holdsOrdinal(ordinal) && store.partitionAt(ordinal) !== void 0 : admission.admits(ordinal),
716
+ isRemoved: (ordinal) => admission === void 0 ? flags.isRemoved(ordinal) : !admission.admits(ordinal)
282
717
  };
283
718
  }
284
- function filterForPartitions(allowed) {
719
+ function filterForPartitions(allowed, admission) {
285
720
  const slots = view.store.slots;
286
721
  const filter = createOrdinalFilter(slots);
287
722
  for (let ordinal = 0; ordinal < slots; ordinal++) {
288
723
  const partition = view.store.partitionAt(ordinal);
289
724
  if (partition === void 0 || !allowed.has(partition)) continue;
290
- if (!view.store.holdsOrdinal(ordinal) || flags.isRemoved(ordinal)) continue;
725
+ if (admission === void 0 ? !view.store.holdsOrdinal(ordinal) || flags.isRemoved(ordinal) : !admission.admits(ordinal))
726
+ continue;
291
727
  addToOrdinalFilter(filter, ordinal);
292
728
  }
293
729
  return filter;
294
730
  }
295
- function filterFor(searchOptions) {
731
+ function filterFor(searchOptions, admission) {
296
732
  if (searchOptions.filterSubsets !== void 0) {
297
- return ordinalFilterForSubsets(searchOptions.filterSubsets, ordinalSpace());
733
+ return ordinalFilterForSubsets(searchOptions.filterSubsets, ordinalSpace(admission));
298
734
  }
299
- if (searchOptions.filterPartitions !== void 0) return filterForPartitions(searchOptions.filterPartitions);
735
+ if (searchOptions.filterPartitions !== void 0)
736
+ return filterForPartitions(searchOptions.filterPartitions, admission);
300
737
  return void 0;
301
738
  }
302
- function candidatesOf(ordinals, filter) {
739
+ function candidatesOf(ordinals, filter, admission) {
303
740
  const candidates = { ordinals: [], docIds: [] };
304
741
  for (const ordinal of ordinals) {
305
742
  if (filter !== void 0 && !ordinalFilterHas(filter, ordinal)) continue;
306
- if (flags.isRemoved(ordinal)) continue;
307
- const docId = view.docIdOf(ordinal);
308
- if (docId === void 0 || view.ordinalOf(docId) !== ordinal) continue;
743
+ const docId = admission.docIdOf(ordinal);
744
+ if (docId === void 0) continue;
309
745
  candidates.ordinals.push(ordinal);
310
746
  candidates.docIds.push(docId);
311
747
  }
@@ -319,9 +755,10 @@ function createSharedVectorSearcher(options) {
319
755
  function scanned(scan) {
320
756
  return { results: scan.results, matched: scan.matched, matchedExact: true, resolvedEveryHit: true };
321
757
  }
322
- function search2(query, k, searchOptions, filter) {
758
+ function search2(query, k, searchOptions, filter, admission) {
323
759
  const { metric, minSimilarity, efSearch, oversample, rescoreWindow } = searchOptions;
324
760
  const clock = searchOptions.clock;
761
+ const scan = { store: view.store, query, k, metric, minSimilarity, admission, clock };
325
762
  const empty = { results: [], matched: 0, matchedExact: true, resolvedEveryHit: true };
326
763
  const liveDocuments = flags.liveDocuments();
327
764
  if (liveDocuments <= 0) return empty;
@@ -336,17 +773,14 @@ function createSharedVectorSearcher(options) {
336
773
  if (k <= 0) return fetched([], true);
337
774
  const graph = view.graph;
338
775
  if (graph === null) {
339
- const ordinals = filter === void 0 ? flags.unplacedOrdinals() : ordinalFilterValues(filter);
340
- return scanned(
341
- scoreCandidates(view.store, candidatesOf(ordinals, filter), query, k, metric, minSimilarity, clock)
342
- );
776
+ const ordinals = filter === void 0 ? storeOrdinals(view.store) : ordinalFilterValues(filter);
777
+ return scanned(scoreCandidates(scan, candidatesOf(ordinals, filter, admission)));
343
778
  }
344
779
  if (filter !== void 0) {
345
780
  const graphLiveSize = view.liveSize;
346
781
  const selectivity = graphLiveSize > 0 ? filter.count / graphLiveSize : 1;
347
782
  if (selectivity < view.handles.filterThreshold) {
348
- const candidates = candidatesOf(ordinalFilterValues(filter), filter);
349
- return scanned(scoreCandidates(view.store, candidates, query, k, metric, minSimilarity, clock));
783
+ return scanned(scoreCandidates(scan, candidatesOf(ordinalFilterValues(filter), filter, admission)));
350
784
  }
351
785
  }
352
786
  const unplaced = flags.unplacedOrdinals();
@@ -357,18 +791,54 @@ function createSharedVectorSearcher(options) {
357
791
  efSearch,
358
792
  oversample,
359
793
  rescoreWindow,
360
- clock
794
+ clock,
795
+ admission
361
796
  })) {
362
- const docId = view.docIdOf(hit.ord);
797
+ const docId = admission.docIdOf(hit.ord);
363
798
  if (docId === void 0) {
364
799
  resolvedEveryHit = false;
365
800
  continue;
366
801
  }
367
- graphResults.push({ docId, score: hit.score });
802
+ graphResults.push({ docId, score: hit.score, ordinal: hit.ord });
368
803
  }
369
804
  if (unplaced.length === 0) return fetched(graphResults, resolvedEveryHit);
370
- const scan = scoreCandidates(view.store, candidatesOf(unplaced, filter), query, k, metric, minSimilarity, clock);
371
- return fetched(mergeResults(graphResults, scan.results, k), resolvedEveryHit);
805
+ const unplacedScan = scoreCandidates(scan, candidatesOf(unplaced, filter, admission));
806
+ return fetched(mergeResults(graphResults, unplacedScan.results, k), resolvedEveryHit);
807
+ }
808
+ function searchAtOnePin(query, k, searchOptions) {
809
+ const held = searchOptions.admission;
810
+ if (held !== void 0) {
811
+ const filter = filterFor(searchOptions, held);
812
+ const sequence = writeSequenceOf(writeSequenceWords(view.store.handles.header));
813
+ const outcome = sequence === held.pin && !view.graphRetired ? search2(query, k, searchOptions, filter, held) : void 0;
814
+ if (outcome !== void 0 && writeSequenceOf(writeSequenceWords(view.store.handles.header)) === held.pin && !view.graphRetired)
815
+ return outcome;
816
+ const ordinals = [];
817
+ for (let ordinal = 0; ordinal < view.store.slots; ordinal++) {
818
+ if (held.admits(ordinal)) ordinals.push(ordinal);
819
+ }
820
+ return scanned(
821
+ scoreCandidates(
822
+ {
823
+ store: view.store,
824
+ query,
825
+ k,
826
+ metric: searchOptions.metric,
827
+ minSimilarity: searchOptions.minSimilarity,
828
+ admission: held,
829
+ clock: searchOptions.clock
830
+ },
831
+ candidatesOf(ordinals, filter, held)
832
+ )
833
+ );
834
+ }
835
+ const pins = storePinsOf(view.store);
836
+ const pin = pins.take();
837
+ try {
838
+ return search2(query, k, searchOptions, filterFor(searchOptions), admissionAt(view.store, pin));
839
+ } finally {
840
+ pins.release(pin);
841
+ }
372
842
  }
373
843
  return {
374
844
  fieldName,
@@ -383,10 +853,12 @@ function createSharedVectorSearcher(options) {
383
853
  { expected: view.handles.dimension, received: query.length }
384
854
  );
385
855
  }
856
+ if (searchOptions.admission !== void 0)
857
+ return Promise.resolve(answerOf(searchAtOnePin(query, k, searchOptions)));
386
858
  for (let attempt = 1; ; attempt++) {
387
859
  const layoutGeneration2 = ordinalLayoutGeneration();
388
- const outcome = search2(query, k, searchOptions, filterFor(searchOptions));
389
- if (view.graphRetired) {
860
+ const outcome = searchAtOnePin(query, k, searchOptions);
861
+ if (view.graphRetired && searchOptions.admission === void 0) {
390
862
  throw new NarsilError(
391
863
  ErrorCodes.WORKER_BUSY,
392
864
  `The main thread replaced the graph of vector field "${fieldName}" while this thread searched it`,
@@ -830,265 +1302,19 @@ function openSharedVectorField(initial, threadSlot) {
830
1302
  return outcome;
831
1303
  },
832
1304
  searchOrdinals(query, k, metric, minSimilarity, options) {
833
- if (graph === null) return [];
834
- return searchOrdinals(graph, docIdOf, query, k, metric, minSimilarity, options);
835
- }
836
- };
837
- }
838
-
839
- // src/runtime/write-gate.ts
840
- function createWriteGate() {
841
- let holders = 0;
842
- let reopened = Promise.resolve();
843
- let reopen = () => void 0;
844
- async function enter(write) {
845
- while (holders > 0) await reopened;
846
- return write();
847
- }
848
- async function hold(read) {
849
- if (holders === 0) {
850
- reopened = new Promise((resolve) => {
851
- reopen = resolve;
852
- });
853
- }
854
- holders += 1;
855
- try {
856
- return await read();
857
- } finally {
858
- holders -= 1;
859
- if (holders === 0) reopen();
860
- }
861
- }
862
- return { enter, hold };
863
- }
864
-
865
- // src/runtime/turn-scheduler.ts
866
- function createTurnScheduler(scheduleHop) {
867
- const waiting2 = [];
868
- const waitingInBackground = [];
869
- let deadline = 0;
870
- let lastWriteCheckAt = 0;
871
- let slowestWriteUnitMs = 0;
872
- let writeUnitRunning = false;
873
- let lastBackgroundCheckAt = 0;
874
- let slowestBackgroundUnitMs = 0;
875
- let backgroundUnitRunning = false;
876
- let turnOpen = false;
877
- let hopScheduled = false;
878
- let backgroundSliceStartedAt = 0;
879
- let writesInFlight = 0;
880
- let readsPausingBackground = 0;
881
- let indexChangesInFlight = 0;
882
- let backgroundThisTurn = [];
883
- let hopGeneration = 0;
884
- let hopFollowsYield = false;
885
- let lastTurnWorkAt = Number.NEGATIVE_INFINITY;
886
- const indexChangesDrained = [];
887
- const writeGate = createWriteGate();
888
- const indexChangeGate = createWriteGate();
889
- function scheduleNextTurn(followsYield) {
890
- hopGeneration += 1;
891
- const generation = hopGeneration;
892
- hopScheduled = true;
893
- hopFollowsYield = followsYield;
894
- scheduleHop(() => {
895
- if (generation === hopGeneration) runTurn();
896
- });
897
- }
898
- function requestHop() {
899
- if (!hopScheduled) scheduleNextTurn(false);
900
- }
901
- function requestHopAfterYield() {
902
- if (!hopScheduled || !hopFollowsYield) scheduleNextTurn(true);
903
- }
904
- function openTurn(now) {
905
- turnOpen = true;
906
- deadline = now + UI_THREAD_TURN_BUDGET_MS;
907
- slowestWriteUnitMs = 0;
908
- writeUnitRunning = false;
909
- slowestBackgroundUnitMs = 0;
910
- backgroundUnitRunning = false;
911
- backgroundSliceStartedAt = now;
912
- requestHop();
913
- }
914
- function startWriteUnit(now) {
915
- lastTurnWorkAt = now;
916
- lastWriteCheckAt = now;
917
- writeUnitRunning = true;
918
- backgroundUnitRunning = false;
919
- }
920
- function startBackgroundUnit(now) {
921
- lastTurnWorkAt = now;
922
- lastBackgroundCheckAt = now;
923
- backgroundUnitRunning = true;
924
- writeUnitRunning = false;
925
- }
926
- function keepBackgroundForNextTurn() {
927
- waitingInBackground.unshift(...backgroundThisTurn);
928
- backgroundThisTurn = [];
929
- }
930
- function resumeWhileTurnLasts() {
931
- const now = performance.now();
932
- if (waiting2.length > 0) {
933
- if (now + slowestWriteUnitMs >= deadline) {
934
- keepBackgroundForNextTurn();
935
- return;
1305
+ const current = graph;
1306
+ if (current === null) return [];
1307
+ if (options.admission !== void 0) {
1308
+ return searchOrdinals(current, docIdOf, query, k, metric, minSimilarity, options);
936
1309
  }
937
- const resumeWrite = waiting2.shift();
938
- startWriteUnit(now);
939
- resumeWrite?.();
940
- void Promise.resolve().then(resumeWhileTurnLasts);
941
- return;
942
- }
943
- if (readsPausingBackground > 0 || now + slowestBackgroundUnitMs >= deadline) {
944
- keepBackgroundForNextTurn();
945
- return;
946
- }
947
- const resumeBackground = backgroundThisTurn.shift();
948
- if (resumeBackground === void 0) return;
949
- backgroundSliceStartedAt = now;
950
- startBackgroundUnit(now);
951
- resumeBackground();
952
- void Promise.resolve().then(resumeWhileTurnLasts);
953
- }
954
- function runTurn() {
955
- hopScheduled = false;
956
- hopFollowsYield = false;
957
- turnOpen = false;
958
- if (waiting2.length === 0 && waitingInBackground.length === 0) return;
959
- openTurn(performance.now());
960
- backgroundThisTurn = waitingInBackground.splice(0);
961
- resumeWhileTurnLasts();
962
- }
963
- function turnIsSpent2() {
964
- const now = performance.now();
965
- if (!turnOpen) {
966
- if (now - lastTurnWorkAt < UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS) return true;
967
- openTurn(now);
968
- }
969
- if (writeUnitRunning) slowestWriteUnitMs = Math.max(slowestWriteUnitMs, now - lastWriteCheckAt);
970
- startWriteUnit(now);
971
- return now + slowestWriteUnitMs >= deadline;
972
- }
973
- function backgroundTurnIsSpent2() {
974
- if (!turnOpen || readsPausingBackground > 0) return true;
975
- const now = performance.now();
976
- if (backgroundUnitRunning) {
977
- slowestBackgroundUnitMs = Math.max(slowestBackgroundUnitMs, now - lastBackgroundCheckAt);
978
- }
979
- startBackgroundUnit(now);
980
- const nextUnitEndsAt = now + slowestBackgroundUnitMs;
981
- if (nextUnitEndsAt >= deadline || waiting2.length > 0) return true;
982
- return writesInFlight > 0 && nextUnitEndsAt - backgroundSliceStartedAt >= UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS;
983
- }
984
- function waitIn(queue) {
985
- return new Promise((resolve) => {
986
- queue.push(resolve);
987
- requestHopAfterYield();
988
- });
989
- }
990
- async function countEnteredWrite(write) {
991
- writesInFlight += 1;
992
- try {
993
- return await write();
994
- } finally {
995
- writesInFlight -= 1;
996
- }
997
- }
998
- async function waitOutsideCountedWrite(wait) {
999
- if (writesInFlight === 0) return wait();
1000
- writesInFlight -= 1;
1001
- try {
1002
- return await wait();
1003
- } finally {
1004
- writesInFlight += 1;
1005
- }
1006
- }
1007
- async function countIndexChange(change) {
1008
- indexChangesInFlight += 1;
1009
- try {
1010
- return await change();
1011
- } finally {
1012
- indexChangesInFlight -= 1;
1013
- if (indexChangesInFlight === 0) for (const drained of indexChangesDrained.splice(0)) drained();
1014
- }
1015
- }
1016
- function changeIndexOutsideExternalWaits(change) {
1017
- return indexChangeGate.enter(() => countIndexChange(change));
1018
- }
1019
- function untilIndexChangesDrain() {
1020
- if (indexChangesInFlight === 0) return Promise.resolve();
1021
- return new Promise((resolve) => {
1022
- indexChangesDrained.push(resolve);
1023
- });
1024
- }
1025
- async function readOnceIndexChangesDrain(read) {
1026
- await untilIndexChangesDrain();
1027
- readsPausingBackground += 1;
1028
- try {
1029
- return await read();
1030
- } finally {
1031
- readsPausingBackground -= 1;
1032
- if (readsPausingBackground === 0 && waitingInBackground.length > 0) requestHop();
1033
- }
1034
- }
1035
- function holdWritesAndBackgroundWork2(read) {
1036
- return writeGate.hold(() => indexChangeGate.hold(() => readOnceIndexChangesDrain(read)));
1037
- }
1038
- return {
1039
- turnIsSpent: turnIsSpent2,
1040
- yieldTurn: () => waitIn(waiting2),
1041
- backgroundTurnIsSpent: backgroundTurnIsSpent2,
1042
- yieldBackgroundTurn: () => waitIn(waitingInBackground),
1043
- countWrite: (write) => writeGate.enter(() => countEnteredWrite(write)),
1044
- holdWrites: writeGate.hold,
1045
- holdWritesAndBackgroundWork: holdWritesAndBackgroundWork2,
1046
- changeIndexOutsideExternalWaits,
1047
- waitOutsideCountedWrite
1048
- };
1049
- }
1050
-
1051
- // src/runtime/background-turn-sharing.browser.ts
1052
- function messageChannelHop() {
1053
- let channel = null;
1054
- let pending = null;
1055
- return (run) => {
1056
- pending = run;
1057
- if (channel === null) {
1058
- channel = new MessageChannel();
1059
- channel.port1.onmessage = () => {
1060
- const next = pending;
1061
- pending = null;
1062
- next?.();
1063
- };
1310
+ return withTransientAdmission(
1311
+ store,
1312
+ (admission) => searchOrdinals(current, docIdOf, query, k, metric, minSimilarity, { ...options, admission })
1313
+ );
1064
1314
  }
1065
- channel.port2.postMessage(null);
1066
1315
  };
1067
1316
  }
1068
- var sharing = false;
1069
- function shareTurnsWithBackgroundWork() {
1070
- if (sharing) return;
1071
- sharing = true;
1072
- adoptBackgroundScheduler(createTurnScheduler(messageChannelHop()));
1073
- }
1074
-
1075
- // src/vector/vector-store/doc-ids.ts
1076
- var encoder = new TextEncoder();
1077
- function appendDocId(handles, ordinal, docId) {
1078
- const bytes = encoder.encode(docId);
1079
- const start = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
1080
- const end = start + bytes.length;
1081
- growBufferTo(handles.docIdBytes, end);
1082
- growBufferTo(handles.docIdOffsets, (ordinal + 2) * 4);
1083
- new Uint8Array(handles.docIdBytes).set(bytes, start);
1084
- const offsets = new Uint32Array(handles.docIdOffsets);
1085
- offsets[ordinal] = start;
1086
- offsets[ordinal + 1] = end;
1087
- Atomics.store(handles.header, STORE_DOC_ID_BYTES, end);
1088
- }
1089
- function resetDocIds(handles) {
1090
- new Uint32Array(handles.docIdOffsets, 0, handles.docIdOffsets.byteLength / 4).fill(0);
1091
- Atomics.store(handles.header, STORE_DOC_ID_BYTES, 0);
1317
+ function closeIdleTurnHop() {
1092
1318
  }
1093
1319
 
1094
1320
  // src/vector/vector-store/ordinal-reads.ts
@@ -1168,6 +1394,25 @@ function snapshotOf(open, documents, replacedOrdinals) {
1168
1394
  return { dimension, slots, vectors, magnitudes, docIds, replacedOrdinals: [...replacedOrdinals] };
1169
1395
  }
1170
1396
 
1397
+ // src/vector/vector-store/doc-ids.ts
1398
+ var encoder = new TextEncoder();
1399
+ function appendDocId(handles, ordinal, docId) {
1400
+ const bytes = encoder.encode(docId);
1401
+ const start = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
1402
+ const end = start + bytes.length;
1403
+ growBufferTo(handles.docIdBytes, end);
1404
+ growBufferTo(handles.docIdOffsets, (ordinal + 2) * 4);
1405
+ new Uint8Array(handles.docIdBytes).set(bytes, start);
1406
+ const offsets = new Uint32Array(handles.docIdOffsets);
1407
+ offsets[ordinal] = start;
1408
+ offsets[ordinal + 1] = end;
1409
+ Atomics.store(handles.header, STORE_DOC_ID_BYTES, end);
1410
+ }
1411
+ function resetDocIds(handles) {
1412
+ new Uint32Array(handles.docIdOffsets, 0, handles.docIdOffsets.byteLength / 4).fill(0);
1413
+ Atomics.store(handles.header, STORE_DOC_ID_BYTES, 0);
1414
+ }
1415
+
1171
1416
  // src/vector/vector-store/open-store.ts
1172
1417
  function openHandles(dimension, codeBits, blockBytes) {
1173
1418
  const handles = createSharedVectorStoreHandles(dimension, codeBits, blockBytes);
@@ -1179,7 +1424,8 @@ function openHandles(dimension, codeBits, blockBytes) {
1179
1424
  partitions: new Int32Array(handles.partitions),
1180
1425
  diskFile: new Int32Array(handles.diskFile),
1181
1426
  diskOffset: new Uint32Array(handles.diskOffset),
1182
- longestDocIdBytes: 0
1427
+ longestDocIdBytes: 0,
1428
+ sequences: sequenceWritesOf(handles)
1183
1429
  };
1184
1430
  }
1185
1431
  function relayout(store) {
@@ -1200,10 +1446,13 @@ function publishOrdinal(store, ordinal) {
1200
1446
  Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
1201
1447
  Atomics.store(store.present, ordinal, 1);
1202
1448
  }
1203
- function publishOnDisk(store, ordinal, vectorMagnitude, location) {
1449
+ function placeOnDisk(store, ordinal, vectorMagnitude, location) {
1204
1450
  store.magnitudes[ordinal] = vectorMagnitude;
1205
1451
  store.diskOffset[ordinal] = location.offset;
1206
1452
  store.diskFile[ordinal] = location.fileIndex;
1453
+ }
1454
+ function publishOnDisk(store, ordinal, vectorMagnitude, location) {
1455
+ placeOnDisk(store, ordinal, vectorMagnitude, location);
1207
1456
  publishOrdinal(store, ordinal);
1208
1457
  }
1209
1458
  function relocateFiles(store, rewrite) {
@@ -1267,6 +1516,8 @@ function ensureOrdinal(store, ordinal, cold) {
1267
1516
  new Int32Array(handles.diskFile, 0, handles.diskFile.byteLength / 4).fill(IN_MEMORY, diskFileBytes / 4);
1268
1517
  }
1269
1518
  growBufferTo(handles.diskOffset, (ordinal + 1) * 4);
1519
+ growBufferTo(handles.bornAt, (ordinal + 1) * 8);
1520
+ growBufferTo(handles.retiredAt, (ordinal + 1) * 8);
1270
1521
  if (!cold) ensureFloatSlot(store, ordinal);
1271
1522
  ensureCodeSlot(store, ordinal);
1272
1523
  }
@@ -1279,7 +1530,7 @@ function growthBytesFor(store, vectors) {
1279
1530
  const last = Math.min(slots + vectors, VECTOR_MEMORY_LIMITS.maxOrdinals) - 1;
1280
1531
  if (last < slots) return 0;
1281
1532
  const idBytes = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
1282
- let bytes = bufferGrowthBytes(handles.magnitudes, (last + 1) * 8) + bufferGrowthBytes(handles.present, last + 1) + bufferGrowthBytes(handles.unplaced, last + 1) + bufferGrowthBytes(handles.unplacedChunks, unplacedChunkCount(last) * 4) + bufferGrowthBytes(handles.removed, last + 1) + bufferGrowthBytes(handles.partitions, (last + 1) * 4) + bufferGrowthBytes(handles.codePresent, last + 1) + bufferGrowthBytes(handles.diskFile, (last + 1) * 4) + bufferGrowthBytes(handles.diskOffset, (last + 1) * 4) + bufferGrowthBytes(handles.docIdOffsets, (last + 2) * 4) + bufferGrowthBytes(handles.docIdBytes, idBytes + (last + 1 - slots) * store.longestDocIdBytes) + blocksGrowthBytes(handles.blocks, handles.layout, slots, last);
1533
+ let bytes = bufferGrowthBytes(handles.magnitudes, (last + 1) * 8) + bufferGrowthBytes(handles.present, last + 1) + bufferGrowthBytes(handles.unplaced, last + 1) + bufferGrowthBytes(handles.unplacedChunks, unplacedChunkCount(last) * 4) + bufferGrowthBytes(handles.removed, last + 1) + bufferGrowthBytes(handles.partitions, (last + 1) * 4) + bufferGrowthBytes(handles.codePresent, last + 1) + bufferGrowthBytes(handles.diskFile, (last + 1) * 4) + bufferGrowthBytes(handles.diskOffset, (last + 1) * 4) + bufferGrowthBytes(handles.bornAt, (last + 1) * 8) + bufferGrowthBytes(handles.retiredAt, (last + 1) * 8) + bufferGrowthBytes(handles.docIdOffsets, (last + 2) * 4) + bufferGrowthBytes(handles.docIdBytes, idBytes + (last + 1 - slots) * store.longestDocIdBytes) + blocksGrowthBytes(handles.blocks, handles.layout, slots, last);
1283
1534
  if (handles.codeLayout !== null) bytes += blocksGrowthBytes(handles.codeBlocks, handles.codeLayout, slots, last);
1284
1535
  return bytes;
1285
1536
  }
@@ -1345,6 +1596,162 @@ function partitionFilterOf(store, documents, partitionIds) {
1345
1596
  return filter;
1346
1597
  }
1347
1598
 
1599
+ // src/vector/vector-store/retirement.ts
1600
+ var UNKNOWN_PARTITION = -1;
1601
+ var NO_PARTITION = -2;
1602
+ var LOADED_SEQUENCE = 1;
1603
+ var RETIRED_BEFORE_LOAD = 1;
1604
+ function oldestPinOf(store) {
1605
+ return oldestHeldPin(store.handles.pins);
1606
+ }
1607
+ function freeable(store, ordinal, oldestPin) {
1608
+ return mayFree(retiredAtOf(store.sequences, ordinal), oldestPin);
1609
+ }
1610
+ function recordPartition(state, store, ordinal, partitionId) {
1611
+ const given = partitionId !== void 0 && partitionId >= 0 ? partitionId : UNKNOWN_PARTITION;
1612
+ store.partitions[ordinal] = given;
1613
+ if (given === UNKNOWN_PARTITION) state.unknownPartitions += 1;
1614
+ }
1615
+ function freeRetired(state, store, ordinal) {
1616
+ state.awaitingFree.delete(ordinal);
1617
+ Atomics.store(store.present, ordinal, 0);
1618
+ state.checkpointPins.note(ordinal);
1619
+ }
1620
+ function retireOrdinal(state, store, ordinal, oldestPin) {
1621
+ state.ordToDoc[ordinal] = void 0;
1622
+ if (store.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
1623
+ if (freeable(store, ordinal, oldestPin)) {
1624
+ freeRetired(state, store, ordinal);
1625
+ return;
1626
+ }
1627
+ state.awaitingFree.add(ordinal);
1628
+ }
1629
+ function keepReplacedOrdinal(state, store, ordinal) {
1630
+ state.ordToDoc[ordinal] = void 0;
1631
+ if (store.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
1632
+ state.replacedOrdinals.add(ordinal);
1633
+ }
1634
+ function freeAwaitingOrdinals(state) {
1635
+ const store = state.open;
1636
+ if (store === null || state.awaitingFree.size === 0) return;
1637
+ const oldestPin = oldestPinOf(store);
1638
+ for (const ordinal of state.awaitingFree) {
1639
+ if (freeable(store, ordinal, oldestPin)) freeRetired(state, store, ordinal);
1640
+ }
1641
+ }
1642
+ function claimOrdinal(state, store, docId, cold, partitionId) {
1643
+ const ordinal = claimSlot(store, docId, cold);
1644
+ recordPartition(state, store, ordinal, partitionId);
1645
+ state.ordToDoc[ordinal] = docId;
1646
+ state.docToOrd.set(docId, ordinal);
1647
+ return ordinal;
1648
+ }
1649
+ function appendOrdinal(state, store, docId, vector, sequence, partitionId) {
1650
+ const ordinal = claimOrdinal(state, store, docId, false, partitionId);
1651
+ writeVector(store, ordinal, vector);
1652
+ stampBorn(store.sequences, ordinal, sequence);
1653
+ publishOrdinal(store, ordinal);
1654
+ return ordinal;
1655
+ }
1656
+ function settleReplacement(state, store, previous, keepsReplacedVector) {
1657
+ if (previous === void 0) {
1658
+ state.liveCount++;
1659
+ Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
1660
+ return;
1661
+ }
1662
+ if (keepsReplacedVector) keepReplacedOrdinal(state, store, previous);
1663
+ else retireOrdinal(state, store, previous, oldestPinOf(store));
1664
+ }
1665
+ function beginWrite(state, store) {
1666
+ freeAwaitingOrdinals(state);
1667
+ return nextSequence(store.sequences);
1668
+ }
1669
+ function retireInWrite(store, ordinal, sequence) {
1670
+ stampRetired(store.sequences, ordinal, sequence);
1671
+ }
1672
+ function endWrite(store, sequence) {
1673
+ publishSequence(store.sequences, sequence);
1674
+ }
1675
+ function retireStoredOrdinal(state, ordinal) {
1676
+ const store = state.open;
1677
+ if (store === null) return false;
1678
+ if (state.awaitingFree.size > 0) freeAwaitingOrdinals(state);
1679
+ const writes = store.sequences;
1680
+ if (ordinal >= writes.retired.length) coverOrdinal(writes, ordinal);
1681
+ const retiredHalves = writes.retiredHalves;
1682
+ const retiredLow = ordinal * 2;
1683
+ if (retiredHalves[retiredLow] !== 0 || retiredHalves[retiredLow + 1] !== 0) return false;
1684
+ const sequence = nextSequence(writes);
1685
+ Atomics.store(writes.retired, ordinal, BigInt(sequence));
1686
+ publishSequence(writes, sequence);
1687
+ return true;
1688
+ }
1689
+
1690
+ // src/vector/vector-store/load.ts
1691
+ function retiredBeforeLoad(store, ordinal) {
1692
+ stampRetired(store.sequences, ordinal, RETIRED_BEFORE_LOAD);
1693
+ }
1694
+ function settleLoadedReplacement(state, store, previous) {
1695
+ if (previous === void 0) {
1696
+ state.liveCount++;
1697
+ Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
1698
+ return;
1699
+ }
1700
+ stampRetired(store.sequences, previous, RETIRED_BEFORE_LOAD);
1701
+ retireOrdinal(state, store, previous, Number.POSITIVE_INFINITY);
1702
+ }
1703
+ function loadColdVector(state, store, docId, vectorMagnitude, location, partitionId) {
1704
+ const previous = state.docToOrd.get(docId);
1705
+ Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
1706
+ const ordinal = claimOrdinal(state, store, docId, true, partitionId);
1707
+ placeOnDisk(store, ordinal, vectorMagnitude, location);
1708
+ stampBorn(store.sequences, ordinal, LOADED_SEQUENCE);
1709
+ publishOrdinal(store, ordinal);
1710
+ settleLoadedReplacement(state, store, previous);
1711
+ return ordinal;
1712
+ }
1713
+ function loadReplacedVector(state, store, docId, vector, location) {
1714
+ if (location !== void 0) Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
1715
+ const ordinal = claimSlot(store, docId, location !== void 0);
1716
+ store.partitions[ordinal] = NO_PARTITION;
1717
+ state.ordToDoc[ordinal] = void 0;
1718
+ state.replacedOrdinals.add(ordinal);
1719
+ retiredBeforeLoad(store, ordinal);
1720
+ if (location !== void 0) {
1721
+ publishOnDisk(store, ordinal, magnitude(vector), location);
1722
+ return ordinal;
1723
+ }
1724
+ writeVector(store, ordinal, vector);
1725
+ publishOrdinal(store, ordinal);
1726
+ return ordinal;
1727
+ }
1728
+ function restoreReplacedVector(state, store, ordinal, vector) {
1729
+ store.diskFile[ordinal] = IN_MEMORY;
1730
+ retiredBeforeLoad(store, ordinal);
1731
+ writeVector(store, ordinal, vector);
1732
+ Atomics.store(store.present, ordinal, 1);
1733
+ state.replacedOrdinals.add(ordinal);
1734
+ }
1735
+ function loadSnapshot(state, store, snapshot) {
1736
+ const replaced = new Set(snapshot.replacedOrdinals);
1737
+ for (let ordinal = 0; ordinal < snapshot.slots; ordinal++) {
1738
+ const docId = snapshot.docIds[ordinal];
1739
+ const vector = snapshot.vectors.subarray(ordinal * snapshot.dimension, (ordinal + 1) * snapshot.dimension);
1740
+ if (docId === null || docId === void 0) {
1741
+ ensureOrdinal(store, ordinal, false);
1742
+ state.ordToDoc[ordinal] = void 0;
1743
+ store.partitions[ordinal] = NO_PARTITION;
1744
+ if (replaced.has(ordinal)) restoreReplacedVector(state, store, ordinal, vector);
1745
+ else retiredBeforeLoad(store, ordinal);
1746
+ Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
1747
+ continue;
1748
+ }
1749
+ appendOrdinal(state, store, docId, vector, LOADED_SEQUENCE);
1750
+ state.liveCount++;
1751
+ }
1752
+ Atomics.store(store.handles.header, STORE_LIVE_COUNT, state.liveCount);
1753
+ }
1754
+
1348
1755
  // src/vector/vector-store/retired-pins.ts
1349
1756
  function createRetiredVectorPins() {
1350
1757
  let pins = 0;
@@ -1399,93 +1806,95 @@ function pinnedReads(pins, openStore, readable) {
1399
1806
  };
1400
1807
  }
1401
1808
 
1809
+ // src/vector/vector-store/store-clear.ts
1810
+ function retireEveryOrdinal(store) {
1811
+ const sequences = store.sequences;
1812
+ const sequence = nextSequence(sequences);
1813
+ const slots = Atomics.load(store.handles.header, STORE_SLOTS);
1814
+ for (let ordinal = 0; ordinal < slots; ordinal++) stampRetired(sequences, ordinal, sequence);
1815
+ publishSequence(sequences, sequence);
1816
+ }
1817
+ function forgetCodes(store) {
1818
+ const { header, codePresent } = store.handles;
1819
+ new Uint8Array(codePresent, 0, codePresent.byteLength).fill(0);
1820
+ Atomics.store(header, STORE_LIVE_COUNT, 0);
1821
+ Atomics.store(header, STORE_CODE_COUNT, 0);
1822
+ Atomics.store(header, STORE_CALIBRATED, 0);
1823
+ Atomics.add(header, STORE_CALIBRATION_GENERATION, 1);
1824
+ }
1825
+ function resetInPlace(store) {
1826
+ const { handles } = store;
1827
+ store.present.fill(0, 0, handles.present.byteLength);
1828
+ new Uint8Array(handles.codePresent, 0, handles.codePresent.byteLength).fill(0);
1829
+ new Int32Array(handles.diskFile, 0, handles.diskFile.byteLength / 4).fill(IN_MEMORY);
1830
+ handles.centroid.fill(0);
1831
+ if (handles.vectorFiles.length > 0) {
1832
+ handles.vectorFiles.length = 0;
1833
+ relayout(store);
1834
+ }
1835
+ resetDocIds(handles);
1836
+ resetStoreHeader(handles.header);
1837
+ }
1838
+ function clearStore(store) {
1839
+ retireEveryOrdinal(store);
1840
+ if (oldestHeldPin(store.handles.pins) === Number.POSITIVE_INFINITY) {
1841
+ resetInPlace(store);
1842
+ return;
1843
+ }
1844
+ forgetCodes(store);
1845
+ }
1846
+
1402
1847
  // src/vector/vector-store/index.ts
1403
- var UNKNOWN_PARTITION = -1;
1404
- var NO_PARTITION = -2;
1405
1848
  function createVectorStore(options) {
1406
1849
  const codeBits = options?.codeBits ?? null;
1407
1850
  const blockBytes = Math.min(options?.blockBytes ?? VECTOR_MEMORY_LIMITS.blockBytes, VECTOR_MEMORY_LIMITS.blockBytes);
1408
- const docToOrd = createDocIdMap();
1409
- const ordToDoc = [];
1410
- const replacedOrdinals = /* @__PURE__ */ new Set();
1411
- const pins = createRetiredVectorPins();
1412
- let unknownPartitions = 0;
1413
- let liveCount = 0;
1851
+ const state = {
1852
+ open: options?.dimension === void 0 ? null : openHandles(options.dimension, codeBits, blockBytes),
1853
+ docToOrd: createDocIdMap(),
1854
+ ordToDoc: [],
1855
+ replacedOrdinals: /* @__PURE__ */ new Set(),
1856
+ awaitingFree: /* @__PURE__ */ new Set(),
1857
+ checkpointPins: createRetiredVectorPins(),
1858
+ unknownPartitions: 0,
1859
+ liveCount: 0
1860
+ };
1861
+ const { docToOrd, ordToDoc, replacedOrdinals, awaitingFree } = state;
1414
1862
  let readBackVector = null;
1415
- let open = options?.dimension === void 0 ? null : openHandles(options.dimension, codeBits, blockBytes);
1416
1863
  function forgetDocuments() {
1417
1864
  docToOrd.clear();
1418
1865
  ordToDoc.length = 0;
1419
1866
  replacedOrdinals.clear();
1420
- pins.forget();
1421
- unknownPartitions = 0;
1422
- liveCount = 0;
1867
+ state.awaitingFree.clear();
1868
+ state.checkpointPins.forget();
1869
+ state.unknownPartitions = 0;
1870
+ state.liveCount = 0;
1871
+ }
1872
+ function heldAfterRemoval(ordinal) {
1873
+ return replacedOrdinals.has(ordinal) || awaitingFree.has(ordinal);
1423
1874
  }
1424
- function readable(ordinal) {
1425
- return ordToDoc[ordinal] !== void 0 || replacedOrdinals.has(ordinal);
1875
+ function isReadable(ordinal) {
1876
+ return ordToDoc[ordinal] !== void 0 || heldAfterRemoval(ordinal);
1426
1877
  }
1427
1878
  function requireOpen() {
1428
- if (open === null) {
1879
+ if (state.open === null) {
1429
1880
  throw new NarsilError(ErrorCodes.VECTOR_DIMENSION_MISMATCH, "The vector store holds no vector yet");
1430
1881
  }
1431
- return open;
1432
- }
1433
- function recordPartition(store, ordinal, partitionId) {
1434
- const given = partitionId !== void 0 && partitionId >= 0 ? partitionId : UNKNOWN_PARTITION;
1435
- store.partitions[ordinal] = given;
1436
- if (given === UNKNOWN_PARTITION) unknownPartitions += 1;
1437
- }
1438
- function retireOrdinal(store, ordinal) {
1439
- ordToDoc[ordinal] = void 0;
1440
- Atomics.store(store.present, ordinal, 0);
1441
- pins.note(ordinal);
1442
- if (store.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
1443
- }
1444
- function keepReplacedOrdinal(store, ordinal) {
1445
- ordToDoc[ordinal] = void 0;
1446
- if (store.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
1447
- store.partitions[ordinal] = NO_PARTITION;
1448
- replacedOrdinals.add(ordinal);
1449
- }
1450
- function restoreReplacedVector(store, ordinal, vector) {
1451
- store.diskFile[ordinal] = IN_MEMORY;
1452
- writeVector(store, ordinal, vector);
1453
- Atomics.store(store.present, ordinal, 1);
1454
- replacedOrdinals.add(ordinal);
1455
- }
1456
- function claimOrdinal(store, docId, cold, partitionId) {
1457
- const ordinal = claimSlot(store, docId, cold);
1458
- recordPartition(store, ordinal, partitionId);
1459
- ordToDoc[ordinal] = docId;
1460
- docToOrd.set(docId, ordinal);
1461
- return ordinal;
1462
- }
1463
- function appendOrdinal(store, docId, vector, partitionId) {
1464
- const ordinal = claimOrdinal(store, docId, false, partitionId);
1465
- writeVector(store, ordinal, vector);
1466
- publishOrdinal(store, ordinal);
1467
- return ordinal;
1882
+ return state.open;
1468
1883
  }
1469
- function settleReplacement(store, ordinal, previous, keepsReplacedVector) {
1470
- if (previous !== void 0) {
1471
- if (keepsReplacedVector) keepReplacedOrdinal(store, previous);
1472
- else retireOrdinal(store, previous);
1473
- return ordinal;
1474
- }
1475
- liveCount++;
1476
- Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
1477
- return ordinal;
1884
+ function openFor(dimension) {
1885
+ state.open ??= openHandles(dimension, codeBits, blockBytes);
1886
+ return state.open;
1478
1887
  }
1479
1888
  return {
1480
- ...createOrdinalReads(() => open, readable),
1889
+ ...createOrdinalReads(() => state.open, isReadable),
1481
1890
  get size() {
1482
- return liveCount;
1891
+ return state.liveCount;
1483
1892
  },
1484
1893
  get slots() {
1485
1894
  return ordToDoc.length;
1486
1895
  },
1487
1896
  get dimension() {
1488
- return open === null ? 0 : open.handles.dimension;
1897
+ return state.open === null ? 0 : state.open.handles.dimension;
1489
1898
  },
1490
1899
  get codeBits() {
1491
1900
  return codeBits;
@@ -1500,8 +1909,7 @@ function createVectorStore(options) {
1500
1909
  return replacedOrdinals.size;
1501
1910
  },
1502
1911
  insert(docId, vector, partitionId, keepsReplacedVector = false) {
1503
- if (open === null) open = openHandles(vector.length, codeBits, blockBytes);
1504
- const store = open;
1912
+ const store = openFor(vector.length);
1505
1913
  if (vector.length !== store.handles.dimension) {
1506
1914
  throw new NarsilError(
1507
1915
  ErrorCodes.VECTOR_DIMENSION_MISMATCH,
@@ -1510,40 +1918,54 @@ function createVectorStore(options) {
1510
1918
  );
1511
1919
  }
1512
1920
  const previous = docToOrd.get(docId);
1513
- const ordinal = appendOrdinal(store, docId, vector, partitionId);
1514
- return settleReplacement(store, ordinal, previous, keepsReplacedVector);
1921
+ const sequence = beginWrite(state, store);
1922
+ const ordinal = appendOrdinal(state, store, docId, vector, sequence, partitionId);
1923
+ if (previous !== void 0) retireInWrite(store, previous, sequence);
1924
+ endWrite(store, sequence);
1925
+ settleReplacement(state, store, previous, keepsReplacedVector);
1926
+ return ordinal;
1927
+ },
1928
+ retire(ordinal) {
1929
+ retireStoredOrdinal(state, ordinal);
1930
+ },
1931
+ freeRetiredVectors() {
1932
+ freeAwaitingOrdinals(state);
1933
+ },
1934
+ oldestPin() {
1935
+ return state.open === null ? Number.POSITIVE_INFINITY : oldestPinOf(state.open);
1936
+ },
1937
+ writeSequence() {
1938
+ return state.open === null ? 0 : writeSequenceOf(state.open.sequences.header);
1515
1939
  },
1516
- releaseReplacedVectors() {
1517
- const released = [...replacedOrdinals];
1518
- replacedOrdinals.clear();
1519
- for (const ordinal of released) pins.note(ordinal);
1520
- if (open !== null) for (const ordinal of released) Atomics.store(open.present, ordinal, 0);
1940
+ retiredStampHalves() {
1941
+ return requireOpen().sequences.retiredHalves;
1942
+ },
1943
+ claimedSlots() {
1944
+ return state.open === null ? 0 : state.open.handles.header[STORE_SLOTS];
1945
+ },
1946
+ mayFreeOrdinal(ordinal, oldestPin) {
1947
+ return state.open !== null && freeable(state.open, ordinal, oldestPin);
1948
+ },
1949
+ releaseReplacedVectors(oldestPin) {
1950
+ const store = state.open;
1951
+ const released = [];
1952
+ const oldest = oldestPin ?? (store === null ? Number.POSITIVE_INFINITY : oldestPinOf(store));
1953
+ for (const ordinal of replacedOrdinals) {
1954
+ if (store !== null && !freeable(store, ordinal, oldest)) continue;
1955
+ released.push(ordinal);
1956
+ }
1957
+ for (const ordinal of released) {
1958
+ replacedOrdinals.delete(ordinal);
1959
+ if (store !== null) freeRetired(state, store, ordinal);
1960
+ }
1521
1961
  return released;
1522
1962
  },
1523
- ...pinnedReads(pins, () => open, readable),
1963
+ ...pinnedReads(state.checkpointPins, () => state.open, isReadable),
1524
1964
  insertCold(docId, vectorMagnitude, location, partitionId) {
1525
- const store = requireOpen();
1526
- const previous = docToOrd.get(docId);
1527
- Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
1528
- const ordinal = claimOrdinal(store, docId, true, partitionId);
1529
- publishOnDisk(store, ordinal, vectorMagnitude, location);
1530
- return settleReplacement(store, ordinal, previous, false);
1965
+ return loadColdVector(state, requireOpen(), docId, vectorMagnitude, location, partitionId);
1531
1966
  },
1532
1967
  insertReplaced(docId, vector, location) {
1533
- if (open === null) open = openHandles(vector.length, codeBits, blockBytes);
1534
- const store = open;
1535
- if (location !== void 0) Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
1536
- const ordinal = claimSlot(store, docId, location !== void 0);
1537
- store.partitions[ordinal] = NO_PARTITION;
1538
- ordToDoc[ordinal] = void 0;
1539
- replacedOrdinals.add(ordinal);
1540
- if (location !== void 0) {
1541
- publishOnDisk(store, ordinal, magnitude(vector), location);
1542
- return ordinal;
1543
- }
1544
- writeVector(store, ordinal, vector);
1545
- publishOrdinal(store, ordinal);
1546
- return ordinal;
1968
+ return loadReplacedVector(state, openFor(vector.length), docId, vector, location);
1547
1969
  },
1548
1970
  addVectorFile(path) {
1549
1971
  const store = requireOpen();
@@ -1554,8 +1976,8 @@ function createVectorStore(options) {
1554
1976
  return store.handles.vectorFiles.length - 1;
1555
1977
  },
1556
1978
  isCold(ordinal) {
1557
- if (open === null) return false;
1558
- return open.view.isCold(ordinal);
1979
+ if (state.open === null) return false;
1980
+ return state.open.view.isCold(ordinal);
1559
1981
  },
1560
1982
  releaseToFile(ordinal, location) {
1561
1983
  const store = requireOpen();
@@ -1571,7 +1993,9 @@ function createVectorStore(options) {
1571
1993
  },
1572
1994
  releaseColdBlocks() {
1573
1995
  const store = requireOpen();
1574
- const kept = pins.keptWith(replacedOrdinals);
1996
+ const held = new Set(replacedOrdinals);
1997
+ for (const ordinal of state.awaitingFree) held.add(ordinal);
1998
+ const kept = state.checkpointPins.keptWith(held);
1575
1999
  let released = 0;
1576
2000
  for (let index = 0; index < store.handles.blocks.length; index++) {
1577
2001
  if (store.handles.blocks[index] === null || !blockFullyCold(store, index, ordToDoc, kept)) continue;
@@ -1583,38 +2007,40 @@ function createVectorStore(options) {
1583
2007
  },
1584
2008
  setPartition(docId, partitionId) {
1585
2009
  const ordinal = docToOrd.get(docId);
1586
- if (ordinal === void 0 || open === null || partitionId < 0) return;
1587
- if (open.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
1588
- open.partitions[ordinal] = partitionId;
2010
+ if (ordinal === void 0 || state.open === null || partitionId < 0) return;
2011
+ if (state.open.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
2012
+ state.open.partitions[ordinal] = partitionId;
1589
2013
  },
1590
2014
  forgetPartition(docId) {
1591
2015
  const ordinal = docToOrd.get(docId);
1592
- if (ordinal === void 0 || open === null) return;
1593
- if (open.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
1594
- open.partitions[ordinal] = NO_PARTITION;
2016
+ if (ordinal === void 0 || state.open === null) return;
2017
+ if (state.open.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
2018
+ state.open.partitions[ordinal] = NO_PARTITION;
1595
2019
  },
1596
2020
  partitionOfOrdinal(ordinal) {
1597
- if (open === null || ordinal < 0 || ordinal >= ordToDoc.length) return void 0;
1598
- const partitionId = open.partitions[ordinal];
2021
+ if (state.open === null || ordinal < 0 || ordinal >= ordToDoc.length) return void 0;
2022
+ const partitionId = state.open.partitions[ordinal];
1599
2023
  return partitionId < 0 ? void 0 : partitionId;
1600
2024
  },
1601
2025
  get partitionsKnown() {
1602
- return unknownPartitions === 0;
2026
+ return state.unknownPartitions === 0;
1603
2027
  },
1604
2028
  partitionFilter(partitionIds) {
1605
- return partitionFilterOf(open, ordToDoc, partitionIds);
2029
+ return partitionFilterOf(state.open, ordToDoc, partitionIds);
1606
2030
  },
1607
- remove(docId) {
2031
+ remove(docId, oldestPin) {
1608
2032
  const ordinal = docToOrd.get(docId);
1609
- if (ordinal === void 0 || open === null) return;
2033
+ const store = state.open;
2034
+ if (ordinal === void 0 || store === null) return;
2035
+ const retiredNow = retireStoredOrdinal(state, ordinal);
1610
2036
  docToOrd.delete(docId);
1611
- retireOrdinal(open, ordinal);
1612
- liveCount--;
1613
- Atomics.sub(open.handles.header, STORE_LIVE_COUNT, 1);
2037
+ retireOrdinal(state, store, ordinal, retiredNow || oldestPin === void 0 ? oldestPinOf(store) : oldestPin);
2038
+ state.liveCount--;
2039
+ Atomics.sub(store.handles.header, STORE_LIVE_COUNT, 1);
1614
2040
  },
1615
2041
  get(docId) {
1616
2042
  const ordinal = docToOrd.get(docId);
1617
- return ordinal === void 0 || open === null ? void 0 : entryAt(open, ordinal);
2043
+ return ordinal === void 0 || state.open === null ? void 0 : entryAt(state.open, ordinal);
1618
2044
  },
1619
2045
  has(docId) {
1620
2046
  return docToOrd.has(docId);
@@ -1622,31 +2048,22 @@ function createVectorStore(options) {
1622
2048
  holdsOrdinal(ordinal) {
1623
2049
  return ordinal >= 0 && ordinal < ordToDoc.length && ordToDoc[ordinal] !== void 0;
1624
2050
  },
1625
- entries: () => entriesOf(open, ordToDoc),
1626
- docIds: () => docIdsOf(open, ordToDoc),
2051
+ entries: () => entriesOf(state.open, ordToDoc),
2052
+ docIds: () => docIdsOf(state.open, ordToDoc),
1627
2053
  clear() {
2054
+ const store = state.open;
1628
2055
  forgetDocuments();
1629
- if (open === null) return;
1630
- open.present.fill(0, 0, open.handles.present.byteLength);
1631
- new Uint8Array(open.handles.codePresent, 0, open.handles.codePresent.byteLength).fill(0);
1632
- new Int32Array(open.handles.diskFile, 0, open.handles.diskFile.byteLength / 4).fill(IN_MEMORY);
1633
- open.handles.centroid.fill(0);
1634
- if (open.handles.vectorFiles.length > 0) {
1635
- open.handles.vectorFiles.length = 0;
1636
- relayout(open);
1637
- }
1638
- resetDocIds(open.handles);
1639
- resetStoreHeader(open.handles.header);
2056
+ if (store !== null) clearStore(store);
1640
2057
  },
1641
2058
  release() {
1642
2059
  forgetDocuments();
1643
- if (open !== null) Atomics.add(open.handles.header, STORE_ORDINAL_LAYOUT_GENERATION, 1);
1644
- open?.view.close();
1645
- open = null;
2060
+ if (state.open !== null) Atomics.add(state.open.handles.header, STORE_ORDINAL_LAYOUT_GENERATION, 1);
2061
+ state.open?.view.close();
2062
+ state.open = null;
1646
2063
  },
1647
- closeFiles: () => open?.view.close(),
2064
+ closeFiles: () => state.open?.view.close(),
1648
2065
  relocateVectorFiles(rewrite) {
1649
- if (open !== null) relocateFiles(open, rewrite);
2066
+ if (state.open !== null) relocateFiles(state.open, rewrite);
1650
2067
  },
1651
2068
  getOrdinal(docId) {
1652
2069
  return docToOrd.get(docId);
@@ -1655,36 +2072,19 @@ function createVectorStore(options) {
1655
2072
  return ordToDoc[ordinal];
1656
2073
  },
1657
2074
  prepareQueryArena(query) {
1658
- return open === null ? null : open.view.prepareQueryArena(query);
2075
+ return state.open === null ? null : state.open.view.prepareQueryArena(query);
1659
2076
  },
1660
- exportSnapshot: () => snapshotOf(open, ordToDoc, replacedOrdinals),
2077
+ exportSnapshot: () => snapshotOf(state.open, ordToDoc, replacedOrdinals),
1661
2078
  restoreSnapshot(snapshot) {
1662
2079
  this.clear();
1663
2080
  if (snapshot.dimension === 0 || snapshot.slots === 0) return;
1664
- if (open === null) open = openHandles(snapshot.dimension, codeBits, blockBytes);
1665
- const store = open;
1666
- const replaced = new Set(snapshot.replacedOrdinals);
1667
- for (let ordinal = 0; ordinal < snapshot.slots; ordinal++) {
1668
- const docId = snapshot.docIds[ordinal];
1669
- const vector = snapshot.vectors.subarray(ordinal * snapshot.dimension, (ordinal + 1) * snapshot.dimension);
1670
- if (docId === null || docId === void 0) {
1671
- ensureOrdinal(store, ordinal, false);
1672
- ordToDoc[ordinal] = void 0;
1673
- store.partitions[ordinal] = NO_PARTITION;
1674
- if (replaced.has(ordinal)) restoreReplacedVector(store, ordinal, vector);
1675
- Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
1676
- continue;
1677
- }
1678
- appendOrdinal(store, docId, vector);
1679
- liveCount++;
1680
- }
1681
- Atomics.store(store.handles.header, STORE_LIVE_COUNT, liveCount);
2081
+ loadSnapshot(state, openFor(snapshot.dimension), snapshot);
1682
2082
  },
1683
2083
  memoryBytes() {
1684
- return open === null ? 0 : sharedVectorStoreBytes(open.handles);
2084
+ return state.open === null ? 0 : sharedVectorStoreBytes(state.open.handles);
1685
2085
  },
1686
2086
  growthBytesFor(vectors) {
1687
- return open === null ? 0 : growthBytesFor(open, vectors);
2087
+ return state.open === null ? 0 : growthBytesFor(state.open, vectors);
1688
2088
  }
1689
2089
  };
1690
2090
  }
@@ -1781,6 +2181,16 @@ function moveOutOfBuffer(state, docId) {
1781
2181
  if (!state.buffer.delete(docId)) return;
1782
2182
  for (const watch of state.searchWatches) watch.leftBuffer.add(docId);
1783
2183
  }
2184
+ function writeWatchesOf(state) {
2185
+ return {
2186
+ watchWrites(listener) {
2187
+ state.writeListeners.add(listener);
2188
+ return () => {
2189
+ state.writeListeners.delete(listener);
2190
+ };
2191
+ }
2192
+ };
2193
+ }
1784
2194
  async function watchingSearch(state, search2) {
1785
2195
  const watch = { written: /* @__PURE__ */ new Set(), leftBuffer: /* @__PURE__ */ new Set() };
1786
2196
  state.searchWatches.add(watch);
@@ -1791,11 +2201,6 @@ async function watchingSearch(state, search2) {
1791
2201
  }
1792
2202
  }
1793
2203
 
1794
- // src/vector/search-pool/worker-entry.ts
1795
- function resolveWorkerEntryPoint() {
1796
- return resolveWorkerEntry(import.meta.url, /\/src\/vector\/search-pool\/[^/]+$/, "vector/search-worker.mjs");
1797
- }
1798
-
1799
2204
  // src/vector/search-pool/constants.ts
1800
2205
  var VECTOR_POOL_DRAIN_TIMEOUT_MS = 1e4;
1801
2206
 
@@ -1808,13 +2213,13 @@ function createSlot(worker, scratchSlot) {
1808
2213
  pending: /* @__PURE__ */ new Map(),
1809
2214
  alive: true,
1810
2215
  outstanding: 0,
1811
- graphs: /* @__PURE__ */ new Map(),
2216
+ fields: /* @__PURE__ */ new Map(),
1812
2217
  working: /* @__PURE__ */ new Map(),
1813
2218
  idleWaiters: /* @__PURE__ */ new Set()
1814
2219
  };
1815
2220
  }
1816
- function noteGraphOpened(slot, handle, graph) {
1817
- if (graph !== null) slot.graphs.set(handle, graph);
2221
+ function noteFieldOpened(slot, handle, handles) {
2222
+ slot.fields.set(handle, handles);
1818
2223
  }
1819
2224
  function noteWorkStarted(slot, requestId, handle) {
1820
2225
  slot.working.set(requestId, handle);
@@ -1824,8 +2229,8 @@ function stillWorkingOn(slot, handle) {
1824
2229
  return false;
1825
2230
  }
1826
2231
  function forgetDroppedGraphs(slot, shared) {
1827
- for (const handle of [...slot.graphs.keys()]) {
1828
- if (!shared.has(handle) && !stillWorkingOn(slot, handle)) slot.graphs.delete(handle);
2232
+ for (const handle of [...slot.fields.keys()]) {
2233
+ if (!shared.has(handle) && !stillWorkingOn(slot, handle)) slot.fields.delete(handle);
1829
2234
  }
1830
2235
  }
1831
2236
  function noteAnswered(slot, requestId, shared) {
@@ -1848,8 +2253,11 @@ function untilIdle(slot, deadlineMs) {
1848
2253
  }
1849
2254
  function releaseSlotLocks(slot) {
1850
2255
  noteThreadSlotGone(slot.scratchSlot);
1851
- for (const graph of slot.graphs.values()) releaseLocksHeldBy(graph, slot.scratchSlot);
1852
- slot.graphs.clear();
2256
+ for (const field of slot.fields.values()) {
2257
+ releasePinsHeldBy(field.store.pins, slot.scratchSlot);
2258
+ if (field.graph !== null) releaseLocksHeldBy(field.graph, slot.scratchSlot);
2259
+ }
2260
+ slot.fields.clear();
1853
2261
  slot.working.clear();
1854
2262
  for (const waiter of [...slot.idleWaiters]) waiter();
1855
2263
  }
@@ -1861,31 +2269,8 @@ function rejectPending(slot, err) {
1861
2269
  slot.pending.clear();
1862
2270
  }
1863
2271
 
1864
- // src/workers/resource-limits.ts
1865
- function workerResourceLimits() {
1866
- return { maxYoungGenerationSizeMb: WORKER_YOUNG_GENERATION_MB };
1867
- }
1868
-
1869
2272
  // src/vector/search-pool/spawn.ts
1870
2273
  async function spawnWorker(entryPoint) {
1871
- if (entryPoint === null) return null;
1872
- const runtime = detectRuntime();
1873
- if (runtime.supportsWorkerThreads) {
1874
- try {
1875
- return await spawnNodeWorker(new URL(entryPoint), workerResourceLimits());
1876
- } catch {
1877
- return null;
1878
- }
1879
- }
1880
- if (runtime.supportsWebWorkers) {
1881
- try {
1882
- const WorkerCtor = globalThis.Worker;
1883
- if (typeof WorkerCtor !== "function") return null;
1884
- return new WorkerCtor(entryPoint, { type: "module" });
1885
- } catch {
1886
- return null;
1887
- }
1888
- }
1889
2274
  return null;
1890
2275
  }
1891
2276
  function listen(worker, handler) {
@@ -1919,12 +2304,11 @@ function graphSearchOptionsOf(options) {
1919
2304
  };
1920
2305
  }
1921
2306
  async function createVectorSearchPool(requestedCount) {
1922
- const entryPoint = resolveWorkerEntryPoint();
1923
2307
  const count = resolveWorkerCount(requestedCount);
1924
2308
  const slots = [];
1925
2309
  const sharedFields = /* @__PURE__ */ new Map();
1926
2310
  for (let i = 0; i < count; i++) {
1927
- const worker = await spawnWorker(entryPoint);
2311
+ const worker = await spawnWorker();
1928
2312
  if (worker === null) break;
1929
2313
  const slot = createSlot(worker, searchPoolScratchSlot(i));
1930
2314
  listen(worker, (raw) => {
@@ -2014,7 +2398,7 @@ async function createVectorSearchPool(requestedCount) {
2014
2398
  async loadShared(handle, handles) {
2015
2399
  sharedFields.set(handle, handles);
2016
2400
  const loaded = await broadcast((slot, requestId) => {
2017
- noteGraphOpened(slot, handle, handles.graph);
2401
+ noteFieldOpened(slot, handle, handles);
2018
2402
  return { type: "loadShared", requestId, handle, scratchSlot: slot.scratchSlot, handles };
2019
2403
  }, VECTOR_SEARCH_LOAD_TIMEOUT_MS);
2020
2404
  if (loaded) return true;
@@ -2722,8 +3106,6 @@ function noteWaitingForMemory(owner, work) {
2722
3106
  if (work === null) waiting.delete(owner);
2723
3107
  else waiting.set(owner, work);
2724
3108
  }
2725
- function chargeHeapBytes(bytes) {
2726
- }
2727
3109
 
2728
3110
  // src/vector/vector-index/memory-charge.ts
2729
3111
  function admitShuffledRebuild(state) {
@@ -2977,19 +3359,22 @@ function scheduleBuild(state) {
2977
3359
  if (!buildDue(state)) return;
2978
3360
  state.buildScheduled = true;
2979
3361
  const turn = turnsAreBudgeted ? yieldBackgroundTurn() : yieldBuildTurn(state);
2980
- void turn.then(() => {
3362
+ const scheduled = turn.then(() => {
2981
3363
  state.buildScheduled = false;
3364
+ if (state.scheduledBuild === scheduled) state.scheduledBuild = null;
2982
3365
  triggerBuild(state);
2983
3366
  });
3367
+ state.scheduledBuild = scheduled;
2984
3368
  }
2985
3369
  async function awaitBuilds(state) {
2986
3370
  for (; ; ) {
2987
- const running = state.pendingBuild ?? state.shuffledRebuild;
3371
+ const running = state.pendingBuild ?? state.shuffledRebuild ?? state.scheduledBuild;
2988
3372
  if (running === null) return;
2989
3373
  await running;
2990
3374
  }
2991
3375
  }
2992
3376
  function releaseHeldMemory(state) {
3377
+ state.store.release();
2993
3378
  state.hnsw = null;
2994
3379
  state.freshGraph = null;
2995
3380
  state.osq = null;
@@ -2998,7 +3383,6 @@ function releaseHeldMemory(state) {
2998
3383
  state.pendingLocations.clear();
2999
3384
  state.savedFiles = [];
3000
3385
  state.savedSignature = null;
3001
- state.store.release();
3002
3386
  releaseMemoryCharges(state);
3003
3387
  }
3004
3388
  function disposeIndex(state) {
@@ -3009,11 +3393,11 @@ function disposeIndex(state) {
3009
3393
  state.buildTimer = null;
3010
3394
  invalidateWorkerCopies(state);
3011
3395
  const release = () => releaseHeldMemory(state);
3012
- if (state.pendingBuild !== null || state.shuffledRebuild !== null) {
3013
- void awaitBuilds(state).then(release, release);
3014
- return;
3396
+ if (state.pendingBuild !== null || state.shuffledRebuild !== null || state.scheduledBuild !== null) {
3397
+ return awaitBuilds(state).then(release, release);
3015
3398
  }
3016
3399
  release();
3400
+ return Promise.resolve();
3017
3401
  }
3018
3402
 
3019
3403
  // src/vector/vector-index/checkpoint-restore.ts
@@ -3416,12 +3800,16 @@ var FlaggedDocuments = class {
3416
3800
  }
3417
3801
  members = createDocIdMap();
3418
3802
  ordinals = createDocIdMap();
3803
+ retired = /* @__PURE__ */ new Set();
3419
3804
  handles = null;
3420
3805
  flags = new Uint8Array(0);
3421
3806
  chunks = null;
3422
3807
  get size() {
3423
3808
  return this.members.size;
3424
3809
  }
3810
+ get retiredCount() {
3811
+ return this.retired.size;
3812
+ }
3425
3813
  has(docId) {
3426
3814
  return this.members.has(docId);
3427
3815
  }
@@ -3433,29 +3821,56 @@ var FlaggedDocuments = class {
3433
3821
  const handles = this.openHandles();
3434
3822
  if (handles === null) return this;
3435
3823
  this.flagCurrentOrdinal(docId);
3436
- Atomics.store(handles.header, this.layout.countWord, this.members.size);
3824
+ this.publishCount(handles);
3437
3825
  return this;
3438
3826
  }
3439
3827
  delete(docId) {
3440
- const held = this.members.delete(docId);
3828
+ return this.leave(docId, false);
3829
+ }
3830
+ retire(docId) {
3831
+ return this.leave(docId, this.layout.keepsRetiredFlags);
3832
+ }
3833
+ forgetRetired(mayForget) {
3834
+ if (this.retired.size === 0) return;
3441
3835
  const handles = this.openHandles();
3442
- if (handles === null) return held;
3443
- const ordinal = this.ordinals.get(docId);
3444
- if (ordinal !== void 0) {
3445
- this.ordinals.delete(docId);
3836
+ if (handles === null) return;
3837
+ for (const ordinal of this.retired) {
3838
+ if (!mayForget(ordinal)) continue;
3839
+ this.retired.delete(ordinal);
3446
3840
  this.unflag(ordinal);
3447
3841
  }
3448
- Atomics.store(handles.header, this.layout.countWord, this.members.size);
3449
- return held;
3842
+ this.publishCount(handles);
3450
3843
  }
3451
3844
  clear() {
3452
3845
  this.members.clear();
3453
3846
  const handles = this.openHandles();
3454
3847
  if (handles !== null) {
3455
3848
  for (const ordinal of this.ordinals.values()) this.unflag(ordinal);
3849
+ for (const ordinal of this.retired) this.unflag(ordinal);
3456
3850
  Atomics.store(handles.header, this.layout.countWord, 0);
3457
3851
  }
3458
3852
  this.ordinals.clear();
3853
+ this.retired.clear();
3854
+ }
3855
+ leave(docId, keepsFlag) {
3856
+ const held = this.members.delete(docId);
3857
+ const store = this.store;
3858
+ if (!held && this.handles !== null && store.dimension !== 0 && store.handles === this.handles) {
3859
+ if (!this.ordinals.has(docId)) return false;
3860
+ }
3861
+ const handles = this.openHandles();
3862
+ if (handles === null) return held;
3863
+ const ordinal = this.ordinals.get(docId);
3864
+ if (ordinal !== void 0) {
3865
+ this.ordinals.delete(docId);
3866
+ if (keepsFlag) this.retired.add(ordinal);
3867
+ else this.unflag(ordinal);
3868
+ }
3869
+ Atomics.store(handles.header, this.layout.countWord, this.members.size + this.retired.size);
3870
+ return held;
3871
+ }
3872
+ publishCount(handles) {
3873
+ Atomics.store(handles.header, this.layout.countWord, this.members.size + this.retired.size);
3459
3874
  }
3460
3875
  flagCurrentOrdinal(docId) {
3461
3876
  const ordinal = this.store.getOrdinal(docId);
@@ -3464,7 +3879,9 @@ var FlaggedDocuments = class {
3464
3879
  if (this.chunks !== null) Atomics.add(this.chunks, Math.floor(ordinal / UNPLACED_FLAG_CHUNK_ORDINALS), 1);
3465
3880
  Atomics.store(this.flags, ordinal, 1);
3466
3881
  this.ordinals.set(docId, ordinal);
3467
- if (previous !== void 0) this.unflag(previous);
3882
+ if (previous === void 0) return;
3883
+ if (this.layout.keepsRetiredFlags) this.retired.add(previous);
3884
+ else this.unflag(previous);
3468
3885
  }
3469
3886
  unflag(ordinal) {
3470
3887
  Atomics.store(this.flags, ordinal, 0);
@@ -3479,6 +3896,7 @@ var FlaggedDocuments = class {
3479
3896
  const chunksOf = this.layout.chunksOf;
3480
3897
  this.chunks = chunksOf === null ? null : new Int32Array(chunksOf(handles));
3481
3898
  this.ordinals.clear();
3899
+ this.retired.clear();
3482
3900
  for (const docId of this.members.keys()) this.flagCurrentOrdinal(docId);
3483
3901
  return handles;
3484
3902
  }
@@ -3487,34 +3905,42 @@ function createUnplacedVectors(store) {
3487
3905
  return new FlaggedDocuments(store, {
3488
3906
  flagsOf: (handles) => handles.unplaced,
3489
3907
  chunksOf: (handles) => handles.unplacedChunks,
3490
- countWord: STORE_UNPLACED_COUNT
3908
+ countWord: STORE_UNPLACED_COUNT,
3909
+ keepsRetiredFlags: true
3491
3910
  });
3492
3911
  }
3493
3912
  function createRemovedDocuments(store) {
3494
3913
  return new FlaggedDocuments(store, {
3495
3914
  flagsOf: (handles) => handles.removed,
3496
3915
  chunksOf: null,
3497
- countWord: STORE_REMOVED_COUNT
3916
+ countWord: STORE_REMOVED_COUNT,
3917
+ keepsRetiredFlags: false
3498
3918
  });
3499
3919
  }
3500
3920
 
3501
3921
  // src/vector/vector-index/maintenance.ts
3502
3922
  function compact(state) {
3923
+ state.store.freeRetiredVectors();
3924
+ const oldestPin = state.store.oldestPin();
3925
+ state.buffer.forgetRetired((ordinal) => state.store.mayFreeOrdinal(ordinal, oldestPin));
3503
3926
  if (state.tombstones.size === 0 && state.store.replacedVectorCount === 0) return;
3504
3927
  if (state.hnsw) {
3505
- state.compactedNodeCount += state.hnsw.tombstoneCount;
3506
- state.hnsw.compactTombstones();
3928
+ const before = state.hnsw.tombstoneCount;
3929
+ state.hnsw.compactTombstones(oldestPin);
3930
+ state.compactedNodeCount += before - state.hnsw.tombstoneCount;
3507
3931
  }
3508
- state.freshGraph?.compactTombstones();
3932
+ state.freshGraph?.compactTombstones(oldestPin);
3509
3933
  for (const docId of state.tombstones) {
3510
- state.store.remove(docId);
3934
+ const ordinal = state.store.getOrdinal(docId);
3935
+ if (ordinal !== void 0 && !state.store.mayFreeOrdinal(ordinal, oldestPin)) continue;
3936
+ state.store.remove(docId, oldestPin);
3511
3937
  state.buffer.delete(docId);
3938
+ state.tombstones.delete(docId);
3512
3939
  if (state.osq) {
3513
3940
  state.osq.remove(docId);
3514
3941
  }
3515
3942
  }
3516
- releaseReplacedVectors(state);
3517
- state.tombstones.clear();
3943
+ releaseReplacedVectors(state, oldestPin);
3518
3944
  }
3519
3945
  async function insertMissing(state, graph) {
3520
3946
  const missingOrReplaced = (docId) => !graph.has(docId) || state.buffer.has(docId);
@@ -3595,6 +4021,28 @@ function estimateMemoryBytes(state) {
3595
4021
  return state.store.memoryBytes() + state.hnsw.graphBytes + state.hnsw.searchScratchBytes + freshGraphBytes;
3596
4022
  }
3597
4023
 
4024
+ // src/vector/vector-index/publication.ts
4025
+ var nextStore = 0;
4026
+ function vectorPublicationSource(state) {
4027
+ const handle = `publication-${++nextStore}`;
4028
+ return {
4029
+ prepareCopyPublication: () => untilColdLoaded(state),
4030
+ holdCopyPublication() {
4031
+ const pin = holdAdmission(state.store.view);
4032
+ try {
4033
+ const handles = fieldHandlesOf(state, state.hnsw, true);
4034
+ return {
4035
+ field: { handle, sequence: pin.admission.pin, handles },
4036
+ release: pin.release
4037
+ };
4038
+ } catch (error) {
4039
+ pin.release();
4040
+ throw error;
4041
+ }
4042
+ }
4043
+ };
4044
+ }
4045
+
3598
4046
  // src/vector/vector-index/search.ts
3599
4047
  function* bufferCandidates(state, buffered, filter) {
3600
4048
  for (const docId of buffered) {
@@ -3664,7 +4112,7 @@ function admitScore(tally, docId, score) {
3664
4112
  }
3665
4113
  function scoreCandidates2(state, query, metric, minSimilarity, docIds, ordinals, tally) {
3666
4114
  const count = ordinals.length;
3667
- const distances = nativeScoresOf(state.store.handles, query, metric, ordinals);
4115
+ const distances = nativeScoresOf(state.store.handles, query, metric, ordinals, state.store.writeSequence());
3668
4116
  if (distances !== null) {
3669
4117
  for (let i = 0; i < count; i++) {
3670
4118
  if (distances[i] === Number.POSITIVE_INFINITY) continue;
@@ -3759,7 +4207,7 @@ function* searchSteps(state, query, k, options, filter) {
3759
4207
  function graphResultsOf(state, query, k, options, filter) {
3760
4208
  if (state.hnsw === null) return [];
3761
4209
  const { metric, minSimilarity, efSearch, oversample, rescoreWindow } = options;
3762
- return state.hnsw.search(query, k, metric, minSimilarity, { filter, efSearch, oversample, rescoreWindow }).map((r) => ({ docId: r.docId, score: r.score }));
4210
+ return state.hnsw.search(query, k, metric, minSimilarity, { filter, efSearch, oversample, rescoreWindow });
3763
4211
  }
3764
4212
  function withBufferedVectors(state, query, k, options, filter, graphResults, buffered) {
3765
4213
  const scan = bruteForceSearch(state, query, k, options.metric, options.minSimilarity, buffered, filter);
@@ -3867,8 +4315,10 @@ async function scoredChunk(search2, metric, ordinals, count) {
3867
4315
  const store = nativeStoreFor(search2.state.store.handles);
3868
4316
  if (store === null) return null;
3869
4317
  try {
4318
+ const code = nativeMetricCode(metric);
4319
+ const pin = search2.admission.pin;
3870
4320
  const scored = await withNativeThreadSlot(
3871
- (slot) => search2.core.scoreAsync(store.handle, search2.query, nativeMetricCode(metric), ordinals, count, slot)
4321
+ (slot) => search2.core.scoreAsync(store.handle, search2.query, code, ordinals, count, pin, slot)
3872
4322
  );
3873
4323
  return scored.status === NATIVE_OK ? scored.distances : null;
3874
4324
  } catch {
@@ -3933,17 +4383,17 @@ async function outcomeOffThread(search2) {
3933
4383
  filter,
3934
4384
  efSearch,
3935
4385
  oversample,
3936
- rescoreWindow
4386
+ rescoreWindow,
4387
+ admission: search2.admission
3937
4388
  });
3938
4389
  if (hits === null) return null;
3939
- const graphResults = hits.map((hit) => ({ docId: hit.docId, score: hit.score }));
3940
- if (buffered === null) return fetchedOutcome(state, graphResults, minSimilarity, currentFilter(search2));
4390
+ if (buffered === null) return fetchedOutcome(state, hits, minSimilarity, currentFilter(search2));
3941
4391
  const scan = await scanOffThread(search2, bufferCandidates(state, buffered, filter));
3942
4392
  if (scan === null) return null;
3943
- return fetchedOutcome(state, mergeResults(graphResults, scan.results, k), minSimilarity, currentFilter(search2));
4393
+ return fetchedOutcome(state, mergeResults(hits, scan.results, k), minSimilarity, currentFilter(search2));
3944
4394
  }
3945
4395
  async function searchOnNativeThreads(search2) {
3946
- const { state, query, k, options, filter } = search2;
4396
+ const { state, core, query, k, options, filter, confinedAtRevision } = search2;
3947
4397
  if (query.length !== state.dimension) {
3948
4398
  throw new NarsilError(
3949
4399
  ErrorCodes.VECTOR_DIMENSION_MISMATCH,
@@ -3957,9 +4407,25 @@ async function searchOnNativeThreads(search2) {
3957
4407
  if (state.buffer.size > 0 && !state.building && !state.buildScheduled) scheduleBuild(state);
3958
4408
  const generation = layoutGeneration(state);
3959
4409
  const settled = await watchingSearch(state, async (watch) => {
3960
- const outcome = await outcomeOffThread(search2);
3961
- if (outcome === null || watch.written.size > 0 || layoutGeneration(state) !== generation) return null;
3962
- return outcome;
4410
+ const view = state.store.view;
4411
+ const pins = storePinsOf(view);
4412
+ const pin = pins.take();
4413
+ try {
4414
+ const outcome = await outcomeOffThread({
4415
+ state,
4416
+ core,
4417
+ query,
4418
+ k,
4419
+ options,
4420
+ filter,
4421
+ confinedAtRevision,
4422
+ admission: admissionAt(view, pin)
4423
+ });
4424
+ if (outcome === null || watch.written.size > 0 || layoutGeneration(state) !== generation) return null;
4425
+ return outcome;
4426
+ } finally {
4427
+ pins.release(pin);
4428
+ }
3963
4429
  });
3964
4430
  return settled ?? searchFiltered(state, query, k, options, filterForOptions(state, options));
3965
4431
  }
@@ -3994,6 +4460,10 @@ function createVectorWrites(state) {
3994
4460
  for (let i = 0; i < vector.length; i++) if (held[i] !== vector[i]) return false;
3995
4461
  return true;
3996
4462
  }
4463
+ function forgetRetiredFlags() {
4464
+ const oldestPin = state.store.oldestPin();
4465
+ state.buffer.forgetRetired((ordinal) => state.store.mayFreeOrdinal(ordinal, oldestPin));
4466
+ }
3997
4467
  function applyInsert(docId, vector, partitionId) {
3998
4468
  handOverBuildTurns(state);
3999
4469
  const previous = state.store.getOrdinal(docId);
@@ -4020,24 +4490,28 @@ function createVectorWrites(state) {
4020
4490
  if (!graphHoldsPrevious) state.osq?.removeOrdinal(previous);
4021
4491
  }
4022
4492
  state.buffer.add(docId);
4493
+ if (state.buffer.retiredCount !== 0) forgetRetiredFlags();
4023
4494
  state.pendingLocations.delete(docId);
4024
4495
  if (!threadsHoldCurrentLayout(state)) scheduleWorkerCopyLoad(state);
4025
4496
  }
4026
4497
  function applyRemove(docId) {
4027
4498
  handOverBuildTurns(state);
4028
- if (!state.store.has(docId)) return;
4499
+ const ordinal = state.store.getOrdinal(docId);
4500
+ if (ordinal === void 0) return;
4029
4501
  noteWrite(state);
4030
4502
  noteSearchedDocWritten(state, docId);
4031
4503
  state.tombstones.add(docId);
4032
- state.buffer.delete(docId);
4504
+ state.store.retire(ordinal);
4505
+ state.buffer.retire(docId);
4506
+ if (state.buffer.retiredCount !== 0) forgetRetiredFlags();
4033
4507
  state.pendingLocations.delete(docId);
4034
4508
  const graph = state.hnsw;
4035
- const ordinal = state.store.getOrdinal(docId);
4036
- if (graph !== null && ordinal !== void 0) afterGraphPass(state, () => graph.markTombstoneOrdinal(ordinal));
4509
+ if (graph !== null) afterGraphPass(state, () => graph.markTombstoneOrdinal(ordinal));
4037
4510
  }
4038
4511
  return {
4039
4512
  insert(docId, vector, partitionId) {
4040
4513
  validateDimension(vector);
4514
+ for (const listener of state.writeListeners) listener(docId);
4041
4515
  const hold = state.cold;
4042
4516
  if (hold === null) {
4043
4517
  applyInsert(docId, vector, partitionId);
@@ -4049,6 +4523,7 @@ function createVectorWrites(state) {
4049
4523
  hold.writes.push(() => applyInsert(docId, held, partitionId));
4050
4524
  },
4051
4525
  remove(docId) {
4526
+ for (const listener of state.writeListeners) listener(docId);
4052
4527
  const hold = state.cold;
4053
4528
  if (hold === null) {
4054
4529
  applyRemove(docId);
@@ -4070,7 +4545,6 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
4070
4545
  { dimension }
4071
4546
  );
4072
4547
  }
4073
- shareTurnsWithBackgroundWork();
4074
4548
  const promotionThreshold = config?.threshold ?? DEFAULT_PROMOTION_THRESHOLD;
4075
4549
  const filterThreshold = Math.max(0, Math.min(1, config?.filterThreshold ?? DEFAULT_FILTER_THRESHOLD));
4076
4550
  const quantizationMode = config?.quantization ?? defaultQuantizationFor(dimension);
@@ -4113,6 +4587,7 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
4113
4587
  compactedNodeCount: 0,
4114
4588
  building: false,
4115
4589
  buildScheduled: false,
4590
+ scheduledBuild: null,
4116
4591
  buildTimer: null,
4117
4592
  buildRetryDelayMs: 0,
4118
4593
  buildTurnWaiters: /* @__PURE__ */ new Map(),
@@ -4131,7 +4606,8 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
4131
4606
  releaseToFilesInFlight: Promise.resolve(),
4132
4607
  cold: null,
4133
4608
  graphsHeldOffThread: null,
4134
- searchWatches: /* @__PURE__ */ new Set()
4609
+ searchWatches: /* @__PURE__ */ new Set(),
4610
+ writeListeners: /* @__PURE__ */ new Set()
4135
4611
  };
4136
4612
  const { insert, remove } = createVectorWrites(state);
4137
4613
  function getVector(docId) {
@@ -4181,6 +4657,7 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
4181
4657
  return searchFiltered(state, query, k, options, filter);
4182
4658
  }
4183
4659
  return {
4660
+ ...vectorPublicationSource(state),
4184
4661
  get size() {
4185
4662
  return liveSize(state);
4186
4663
  },
@@ -4218,13 +4695,14 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
4218
4695
  },
4219
4696
  dispose: () => {
4220
4697
  cancelColdHold(state);
4221
- disposeIndex(state);
4698
+ return disposeIndex(state).then(closeIdleTurnHop);
4222
4699
  },
4223
4700
  search: withGraphFree(
4224
4701
  state,
4225
4702
  (query, k, options) => state.cold === null ? search(state, query, k, options) : coldSearch(state, state.cold, query, k, options)
4226
4703
  ),
4227
4704
  searchParallel,
4705
+ ...writeWatchesOf(state),
4228
4706
  refreshWorkerCopies: () => {
4229
4707
  if (state.cold === null) refreshWorkerCopies(state);
4230
4708
  },
@@ -4288,4 +4766,4 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
4288
4766
  };
4289
4767
  }
4290
4768
 
4291
- export { compactVectors, createSharedVectorSearcher, createVectorIndex, getVectorMaintenanceStatus, openSharedVectorField, optimizeVectors };
4769
+ export { compactVectors, createSharedVectorSearcher, createVectorIndex, executeHybridSearch, executeVectorSearch, filterSubsetsMatchNothing, getVectorMaintenanceStatus, linearCombination, openSharedVectorField, optimizeVectors, reciprocalRankFusion, resolveHybridFusion, vectorLegWith };