@delali/narsil 0.3.1-next.156 → 0.3.1-next.160

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (564) hide show
  1. package/dist/adapters/filesystem.mjs +3 -3
  2. package/dist/adapters/gcs.mjs +3 -3
  3. package/dist/adapters/indexeddb.mjs +1 -1
  4. package/dist/adapters/s3.mjs +3 -3
  5. package/dist/browser/{chunk-3V7DNNZL.mjs → chunk-4RNSFVWI.mjs} +20997 -19899
  6. package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
  7. package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
  8. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  9. package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
  10. package/dist/browser/{durability-config-TIYKW6XX.mjs → durability-config-SGB5ZP5K.mjs} +8 -3
  11. package/dist/browser/embed-RF2MPGAO.mjs +222 -0
  12. package/dist/{geo-index-MRH5JMIR.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
  13. package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
  14. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  15. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  16. package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
  17. package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
  18. package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
  19. package/dist/{react-native/chunks/restore-hooks-IBGIY3DR.mjs → browser/restore-queue-S4BWOGMU.mjs} +98 -36
  20. package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
  21. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  22. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  23. package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
  24. package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
  25. package/dist/browser/{chunk-SSTPBZZX.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
  26. package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
  27. package/dist/{capabilities-Da4ywVVl.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
  28. package/dist/chunk-2JRERUNZ.mjs +217 -0
  29. package/dist/chunk-2RIS76RJ.mjs +212 -0
  30. package/dist/chunk-3B775F3C.mjs +252 -0
  31. package/dist/{chunk-K5QFDYST.mjs → chunk-3D6RZGJH.mjs} +3 -3
  32. package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
  33. package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
  34. package/dist/chunk-6EZW2GQL.mjs +978 -0
  35. package/dist/chunk-75UNINFA.mjs +271 -0
  36. package/dist/chunk-77AUVDQ5.mjs +7 -0
  37. package/dist/{browser/chunk-23XRXIBW.mjs → chunk-7MWYORQC.mjs} +10 -3
  38. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  39. package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
  40. package/dist/{chunk-XAXKV65G.mjs → chunk-BXM7XM4G.mjs} +7 -3
  41. package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
  42. package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
  43. package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
  44. package/dist/{chunk-I2KPOLOZ.mjs → chunk-FE3MRIBN.mjs} +104 -13
  45. package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
  46. package/dist/{chunk-ZKP7G7TV.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
  47. package/dist/{chunk-2UV4QBHW.mjs → chunk-GF4K7IUK.mjs} +317 -120
  48. package/dist/chunk-GXCDWLQI.mjs +193 -0
  49. package/dist/{chunk-25KDNIZZ.mjs → chunk-H64YDF5M.mjs} +3 -3
  50. package/dist/{browser/chunk-CRE3G7F3.mjs → chunk-HOOR4CP5.mjs} +63 -7
  51. package/dist/chunk-IB4BYLE3.mjs +127 -0
  52. package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
  53. package/dist/chunk-IH3G6SJO.mjs +40 -0
  54. package/dist/chunk-JV74RKCY.mjs +3041 -0
  55. package/dist/{chunk-FRBFVQFN.mjs → chunk-K67I3RF4.mjs} +261 -101
  56. package/dist/chunk-KLVMK3R5.mjs +47 -0
  57. package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
  58. package/dist/chunk-LF4GB4PO.mjs +281 -0
  59. package/dist/chunk-NC4QLCZC.mjs +59 -0
  60. package/dist/chunk-OOO54OVC.mjs +627 -0
  61. package/dist/chunk-OUWZKNO3.mjs +207 -0
  62. package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
  63. package/dist/{chunk-6I6AYAXS.mjs → chunk-PTTMGRG5.mjs} +9 -10
  64. package/dist/{browser/chunk-SRMZXJSL.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
  65. package/dist/chunk-QBVTYY4J.mjs +54 -0
  66. package/dist/{react-native/chunks/chunk-GXX3DQXP.mjs → chunk-R4CE4IVU.mjs} +352 -165
  67. package/dist/chunk-S2POFTLN.mjs +10 -0
  68. package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
  69. package/dist/{chunk-FAKFUDZZ.mjs → chunk-SHGN3QIF.mjs} +80 -13
  70. package/dist/chunk-SXIRM4MX.mjs +3549 -0
  71. package/dist/{react-native/chunks/chunk-EJ33LCHV.mjs → chunk-TGPKS2UM.mjs} +47 -1
  72. package/dist/chunk-TINW4BSH.mjs +31301 -0
  73. package/dist/{cold-module-6MO2XJF2.mjs → chunk-TSLV5P2J.mjs} +397 -79
  74. package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
  75. package/dist/chunk-U6B7DUQW.mjs +788 -0
  76. package/dist/{chunk-FYOVBEMM.mjs → chunk-V3SGPXWQ.mjs} +8 -9
  77. package/dist/chunk-W34VJXY7.mjs +4723 -0
  78. package/dist/chunk-YETKPX5M.mjs +5 -0
  79. package/dist/chunk-ZQ6QY42L.mjs +59 -0
  80. package/dist/{client-DRv7UVeY.d.ts → client-CTp8RRiK.d.ts} +16 -4
  81. package/dist/client.d.ts +8 -8
  82. package/dist/client.mjs +70 -18
  83. package/dist/{config-DMwffLKn.d.ts → config-PCNzWjHL.d.ts} +6 -3
  84. package/dist/{config-CoSig5Ox.d.ts → config-_WT5grSL.d.ts} +3 -3
  85. package/dist/core-leaf-KXFGP74A.mjs +7 -0
  86. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  87. package/dist/direct-executor-MKTZBR26.mjs +16 -0
  88. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  89. package/dist/distribution/coordinator/etcd.mjs +7 -4
  90. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  91. package/dist/distribution/coordinator/in-memory.mjs +1 -2
  92. package/dist/distribution/transport/grpc.mjs +7 -2
  93. package/dist/distribution/transport/tcp.mjs +7 -1
  94. package/dist/distribution.d.ts +7 -7
  95. package/dist/distribution.mjs +1192 -1077
  96. package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
  97. package/dist/embed-4H7RTBVL.mjs +221 -0
  98. package/dist/embeddings/openai.mjs +2 -2
  99. package/dist/{engine-CFxPYqEk.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
  100. package/dist/{browser/geo-index-HHWGMNIS.mjs → geo-index-2ZMMWWSK.mjs} +190 -92
  101. package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
  102. package/dist/index.browser.mjs +4 -15
  103. package/dist/index.d.ts +1495 -78
  104. package/dist/index.mjs +14 -50
  105. package/dist/index.react-native.mjs +11 -28
  106. package/dist/invalidation/filesystem.mjs +1 -2
  107. package/dist/languages/albanian.mjs +1 -1
  108. package/dist/languages/amharic.mjs +1 -1
  109. package/dist/languages/arabic.mjs +1 -1
  110. package/dist/languages/armenian.mjs +1 -1
  111. package/dist/languages/azerbaijani.mjs +1 -1
  112. package/dist/languages/bambara.mjs +1 -1
  113. package/dist/languages/basque.mjs +1 -1
  114. package/dist/languages/belarusian.mjs +1 -1
  115. package/dist/languages/bengali.mjs +1 -1
  116. package/dist/languages/bosnian.mjs +1 -1
  117. package/dist/languages/breton.mjs +1 -1
  118. package/dist/languages/bulgarian.mjs +1 -1
  119. package/dist/languages/burmese.mjs +1 -1
  120. package/dist/languages/catalan.mjs +1 -1
  121. package/dist/languages/chinese.mjs +1 -1
  122. package/dist/languages/croatian.mjs +1 -1
  123. package/dist/languages/czech.mjs +1 -1
  124. package/dist/languages/dagbani.mjs +1 -1
  125. package/dist/languages/danish.mjs +1 -1
  126. package/dist/languages/dutch.mjs +1 -1
  127. package/dist/languages/english.mjs +1 -1
  128. package/dist/languages/esperanto.mjs +1 -1
  129. package/dist/languages/estonian.mjs +1 -1
  130. package/dist/languages/ewe.mjs +1 -1
  131. package/dist/languages/faroese.mjs +1 -1
  132. package/dist/languages/fijian.mjs +1 -1
  133. package/dist/languages/finnish.mjs +1 -1
  134. package/dist/languages/french.mjs +1 -1
  135. package/dist/languages/ga.mjs +1 -1
  136. package/dist/languages/galician.mjs +1 -1
  137. package/dist/languages/georgian.mjs +1 -1
  138. package/dist/languages/german.mjs +1 -1
  139. package/dist/languages/greek.mjs +1 -1
  140. package/dist/languages/guarani.mjs +1 -1
  141. package/dist/languages/gujarati.mjs +1 -1
  142. package/dist/languages/haitian-creole.mjs +1 -1
  143. package/dist/languages/hausa.mjs +1 -1
  144. package/dist/languages/hawaiian.mjs +1 -1
  145. package/dist/languages/hebrew.mjs +1 -1
  146. package/dist/languages/hindi.mjs +1 -1
  147. package/dist/languages/hungarian.mjs +1 -1
  148. package/dist/languages/icelandic.mjs +1 -1
  149. package/dist/languages/igbo.mjs +1 -1
  150. package/dist/languages/indonesian.mjs +1 -1
  151. package/dist/languages/irish.mjs +1 -1
  152. package/dist/languages/italian.mjs +1 -1
  153. package/dist/languages/japanese.mjs +1 -1
  154. package/dist/languages/kannada.mjs +1 -1
  155. package/dist/languages/kazakh.mjs +1 -1
  156. package/dist/languages/khmer.mjs +1 -1
  157. package/dist/languages/kinyarwanda.mjs +1 -1
  158. package/dist/languages/kirundi.mjs +1 -1
  159. package/dist/languages/korean.mjs +1 -1
  160. package/dist/languages/kurmanji.mjs +1 -1
  161. package/dist/languages/kyrgyz.mjs +1 -1
  162. package/dist/languages/lao.mjs +1 -1
  163. package/dist/languages/latin.mjs +1 -1
  164. package/dist/languages/latvian.mjs +1 -1
  165. package/dist/languages/lingala.mjs +1 -1
  166. package/dist/languages/lithuanian.mjs +1 -1
  167. package/dist/languages/luxembourgish.mjs +1 -1
  168. package/dist/languages/macedonian.mjs +1 -1
  169. package/dist/languages/malagasy.mjs +1 -1
  170. package/dist/languages/malay.mjs +1 -1
  171. package/dist/languages/malayalam.mjs +1 -1
  172. package/dist/languages/maltese.mjs +1 -1
  173. package/dist/languages/maori.mjs +1 -1
  174. package/dist/languages/marathi.mjs +1 -1
  175. package/dist/languages/nepali.mjs +1 -1
  176. package/dist/languages/norwegian.mjs +1 -1
  177. package/dist/languages/oromo.mjs +1 -1
  178. package/dist/languages/persian.mjs +1 -1
  179. package/dist/languages/polish.mjs +1 -1
  180. package/dist/languages/portuguese.mjs +1 -1
  181. package/dist/languages/punjabi.mjs +1 -1
  182. package/dist/languages/romanian.mjs +1 -1
  183. package/dist/languages/russian.mjs +1 -1
  184. package/dist/languages/samoan.mjs +1 -1
  185. package/dist/languages/sanskrit.mjs +1 -1
  186. package/dist/languages/scottish-gaelic.mjs +1 -1
  187. package/dist/languages/serbian.mjs +1 -1
  188. package/dist/languages/shona.mjs +1 -1
  189. package/dist/languages/sinhala.mjs +1 -1
  190. package/dist/languages/slovak.mjs +1 -1
  191. package/dist/languages/slovenian.mjs +1 -1
  192. package/dist/languages/sorani.mjs +1 -1
  193. package/dist/languages/spanish.mjs +1 -1
  194. package/dist/languages/swahili.mjs +1 -1
  195. package/dist/languages/swedish.mjs +1 -1
  196. package/dist/languages/tagalog.mjs +1 -1
  197. package/dist/languages/tamil.mjs +1 -1
  198. package/dist/languages/tatar.mjs +1 -1
  199. package/dist/languages/telugu.mjs +1 -1
  200. package/dist/languages/thai.mjs +1 -1
  201. package/dist/languages/tibetan.mjs +1 -1
  202. package/dist/languages/tigrinya.mjs +1 -1
  203. package/dist/languages/tongan.mjs +1 -1
  204. package/dist/languages/turkish.mjs +1 -1
  205. package/dist/languages/twi.mjs +1 -1
  206. package/dist/languages/ukrainian.mjs +1 -1
  207. package/dist/languages/urdu.mjs +1 -1
  208. package/dist/languages/vietnamese.mjs +1 -1
  209. package/dist/languages/welsh.mjs +1 -1
  210. package/dist/languages/wolof.mjs +1 -1
  211. package/dist/languages/xhosa.mjs +1 -1
  212. package/dist/languages/yoruba.mjs +1 -1
  213. package/dist/languages/zulu.mjs +1 -1
  214. package/dist/{long-query-thread-YA4IAYSY.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
  215. package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
  216. package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
  217. package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
  218. package/dist/optional-writes-DDFHYUOH.mjs +218 -0
  219. package/dist/{paged-partition-archive-PXW5XAYU.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
  220. package/dist/partial-words.browser.mjs +1649 -0
  221. package/dist/partial-words.mjs +15 -14
  222. package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
  223. package/dist/pattern.mjs +6 -8
  224. package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
  225. package/dist/persistence/durability/checkpoint-worker.mjs +27 -58
  226. package/dist/phrase-module-XK3T44VU.mjs +634 -0
  227. package/dist/query-actions-OMXJEC2J.mjs +118 -0
  228. package/dist/query-suggestions/merge-worker.mjs +18 -54
  229. package/dist/query-suggestions.browser.mjs +26 -226
  230. package/dist/query-suggestions.d.ts +2 -2
  231. package/dist/query-suggestions.mjs +16 -67
  232. package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
  233. package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
  234. package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
  235. package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
  236. package/dist/react-native/chunks/chunk-FTQ7JNMU.mjs +898 -0
  237. package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
  238. package/dist/{chunk-TBC3XUL2.mjs → react-native/chunks/chunk-HRDMIQ63.mjs} +53 -1
  239. package/dist/react-native/chunks/{chunk-KV46CT4D.mjs → chunk-IY6U6HRA.mjs} +63 -7
  240. package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
  241. package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
  242. package/dist/react-native/chunks/chunk-OK3WUA6N.mjs +54 -0
  243. package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
  244. package/dist/react-native/chunks/{chunk-DZ7H7D2C.mjs → chunk-TQ26BKBH.mjs} +6 -0
  245. package/dist/react-native/chunks/{chunk-6VBXNFLE.mjs → chunk-VUJCSQG5.mjs} +3 -1
  246. package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
  247. package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
  248. package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
  249. package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
  250. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  251. package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
  252. package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
  253. package/dist/react-native/chunks/{geo-index-PX3BIHAH.mjs → geo-index-QEYKEVPH.mjs} +190 -93
  254. package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
  255. package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
  256. package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
  257. package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
  258. package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
  259. package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
  260. package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
  261. package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
  262. package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
  263. package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
  264. package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
  265. package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
  266. package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
  267. package/dist/react-native/chunks/{chunk-UQ4OAXKU.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
  268. package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
  269. package/dist/react-native/partial-words.mjs +954 -35
  270. package/dist/react-native/pattern.mjs +238 -111
  271. package/dist/react-native/query-suggestions.mjs +33 -239
  272. package/dist/react-native/sync.mjs +127 -50
  273. package/dist/react-native/synonyms.mjs +256 -112
  274. package/dist/react.d.ts +9 -9
  275. package/dist/react.mjs +6 -0
  276. package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
  277. package/dist/rerankers/http.mjs +2 -2
  278. package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
  279. package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
  280. package/dist/runtime-4GKUIAKV.mjs +595 -0
  281. package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
  282. package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
  283. package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
  284. package/dist/server.d.ts +35 -13
  285. package/dist/server.mjs +90 -101
  286. package/dist/{browser/durability-wiring-A7BVG2DW.mjs → storage-leaf-HMIIOUYN.mjs} +2348 -902
  287. package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
  288. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  289. package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
  290. package/dist/sync/filesystem.d.ts +3 -3
  291. package/dist/sync/filesystem.mjs +27 -11
  292. package/dist/sync/indexeddb.browser.mjs +287 -0
  293. package/dist/sync/indexeddb.d.ts +3 -3
  294. package/dist/sync/indexeddb.mjs +7 -2
  295. package/dist/sync.browser.mjs +120 -70
  296. package/dist/sync.d.ts +4 -4
  297. package/dist/sync.mjs +121 -57
  298. package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
  299. package/dist/synonyms.mjs +15 -11
  300. package/dist/{tasks-qrJojgST.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
  301. package/dist/thread-SNILJXX3.mjs +30 -0
  302. package/dist/{types-BZCGjfLn.d.ts → types-CTg0KaMy.d.ts} +2 -2
  303. package/dist/vector/search-worker.d.ts +7 -1
  304. package/dist/vector/search-worker.mjs +9 -13
  305. package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
  306. package/dist/workers/entry.mjs +60 -30
  307. package/openapi.json +137 -50
  308. package/package.json +233 -8
  309. package/dist/analysis-change-5BQOQ4BF.mjs +0 -55
  310. package/dist/analysis-change-entry-TXX6JSMX.mjs +0 -1
  311. package/dist/archive-history-E4R73RWD.mjs +0 -29
  312. package/dist/browser/analysis-change-435CUEPZ.mjs +0 -933
  313. package/dist/browser/analysis-change-entry-HZXKPPGV.mjs +0 -1
  314. package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
  315. package/dist/browser/chunk-2CFI5VVV.mjs +0 -241
  316. package/dist/browser/chunk-2TI4SSUP.mjs +0 -315
  317. package/dist/browser/chunk-3I27KXQD.mjs +0 -34
  318. package/dist/browser/chunk-3SSRJMFN.mjs +0 -100
  319. package/dist/browser/chunk-4NGKC4H4.mjs +0 -2635
  320. package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
  321. package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
  322. package/dist/browser/chunk-6LWDPLTB.mjs +0 -177
  323. package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
  324. package/dist/browser/chunk-7U3WVJUP.mjs +0 -150
  325. package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
  326. package/dist/browser/chunk-BHFQATSC.mjs +0 -432
  327. package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
  328. package/dist/browser/chunk-EA63E3D2.mjs +0 -857
  329. package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
  330. package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
  331. package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
  332. package/dist/browser/chunk-GPPOG6PT.mjs +0 -9
  333. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  334. package/dist/browser/chunk-IZXVW2ZJ.mjs +0 -217
  335. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  336. package/dist/browser/chunk-K4Q6KX3R.mjs +0 -2528
  337. package/dist/browser/chunk-KZWSX6BH.mjs +0 -645
  338. package/dist/browser/chunk-MGI4BCXC.mjs +0 -63
  339. package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
  340. package/dist/browser/chunk-MOG4OVDK.mjs +0 -51
  341. package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
  342. package/dist/browser/chunk-NQAME3RK.mjs +0 -21
  343. package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
  344. package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
  345. package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
  346. package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
  347. package/dist/browser/chunk-STOWQFT3.mjs +0 -1829
  348. package/dist/browser/chunk-TK63WFXK.mjs +0 -90
  349. package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
  350. package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
  351. package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
  352. package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
  353. package/dist/browser/chunk-WI4MR75E.mjs +0 -86
  354. package/dist/browser/chunk-WN464PTL.mjs +0 -375
  355. package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
  356. package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
  357. package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
  358. package/dist/browser/cold-module-2EHCIV4K.mjs +0 -759
  359. package/dist/browser/engine-hooks-E4UD67JD.mjs +0 -17
  360. package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
  361. package/dist/browser/import-DXYB6756.mjs +0 -19
  362. package/dist/browser/methods-KTQCSIN4.mjs +0 -30
  363. package/dist/browser/module-NIYMEA5R.mjs +0 -23
  364. package/dist/browser/operations-OJ3BXS55.mjs +0 -5
  365. package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
  366. package/dist/browser/pool-3JLET5RO.mjs +0 -297
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-hooks-YPN4ZFCY.mjs +0 -114
  369. package/dist/browser/restore-queue-G3RQGL3Y.mjs +0 -55
  370. package/dist/browser/retention-ZWVMNC3Q.mjs +0 -210
  371. package/dist/browser/snapshot-VEQNIE6C.mjs +0 -963
  372. package/dist/browser/start-BM442C6R.mjs +0 -25
  373. package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
  374. package/dist/browser/write-2EVMZWDE.mjs +0 -194
  375. package/dist/chunk-2NE7VCYE.mjs +0 -212
  376. package/dist/chunk-37CD3OKS.mjs +0 -87
  377. package/dist/chunk-3HYC4JRF.mjs +0 -50
  378. package/dist/chunk-3MXV3VHR.mjs +0 -46
  379. package/dist/chunk-3OH67G7R.mjs +0 -214
  380. package/dist/chunk-46KY2PJD.mjs +0 -905
  381. package/dist/chunk-4KKXNJM6.mjs +0 -242
  382. package/dist/chunk-5YNRKI2C.mjs +0 -81
  383. package/dist/chunk-6HTGOXIK.mjs +0 -875
  384. package/dist/chunk-6OEGXLBX.mjs +0 -57
  385. package/dist/chunk-6RC4K46J.mjs +0 -86
  386. package/dist/chunk-7GFE3PEY.mjs +0 -40
  387. package/dist/chunk-7GXJUJ24.mjs +0 -49
  388. package/dist/chunk-7LXHHCXZ.mjs +0 -1397
  389. package/dist/chunk-7V5IUP2T.mjs +0 -63
  390. package/dist/chunk-A4L7YTKX.mjs +0 -458
  391. package/dist/chunk-BEZH7VEH.mjs +0 -23
  392. package/dist/chunk-BTPGQC6Z.mjs +0 -27
  393. package/dist/chunk-BU4SAIC4.mjs +0 -196
  394. package/dist/chunk-BWZ3P4MU.mjs +0 -20
  395. package/dist/chunk-CSLGFPFQ.mjs +0 -218
  396. package/dist/chunk-CZQ33DLW.mjs +0 -78
  397. package/dist/chunk-DP5C7YFQ.mjs +0 -543
  398. package/dist/chunk-DWEPMFJE.mjs +0 -240
  399. package/dist/chunk-EEBCDP36.mjs +0 -32
  400. package/dist/chunk-EFBDHH5P.mjs +0 -7081
  401. package/dist/chunk-FB6463IN.mjs +0 -1499
  402. package/dist/chunk-FCJ553HS.mjs +0 -655
  403. package/dist/chunk-FNGAM5B7.mjs +0 -2639
  404. package/dist/chunk-FOCV4CBZ.mjs +0 -87
  405. package/dist/chunk-FQBFZAWG.mjs +0 -27
  406. package/dist/chunk-G6HRSGOU.mjs +0 -74
  407. package/dist/chunk-GES7U2PM.mjs +0 -68
  408. package/dist/chunk-GH4WQ22V.mjs +0 -34
  409. package/dist/chunk-GQPTDQCL.mjs +0 -54
  410. package/dist/chunk-HFPMMRQT.mjs +0 -206
  411. package/dist/chunk-HJSN7UYG.mjs +0 -10
  412. package/dist/chunk-I53G4JAU.mjs +0 -1974
  413. package/dist/chunk-I54T6CQP.mjs +0 -117
  414. package/dist/chunk-IPN7S4KX.mjs +0 -130
  415. package/dist/chunk-J4IJTTEX.mjs +0 -226
  416. package/dist/chunk-JDJBQLRO.mjs +0 -1126
  417. package/dist/chunk-JWRUUCWD.mjs +0 -151
  418. package/dist/chunk-K4ZIGL2O.mjs +0 -290
  419. package/dist/chunk-KAKQ74LS.mjs +0 -53
  420. package/dist/chunk-KF4EXSM4.mjs +0 -21
  421. package/dist/chunk-KHKIRS5D.mjs +0 -113
  422. package/dist/chunk-KOKM4PQN.mjs +0 -52
  423. package/dist/chunk-KP7TYHWT.mjs +0 -92
  424. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  425. package/dist/chunk-L5ORED7V.mjs +0 -25
  426. package/dist/chunk-L6V6BST3.mjs +0 -1435
  427. package/dist/chunk-LHKOSI2J.mjs +0 -58
  428. package/dist/chunk-LQG5G2LY.mjs +0 -39
  429. package/dist/chunk-MATMVH65.mjs +0 -9
  430. package/dist/chunk-MP7ABPTD.mjs +0 -189
  431. package/dist/chunk-MQOJIO5B.mjs +0 -316
  432. package/dist/chunk-NF4DT3IH.mjs +0 -85
  433. package/dist/chunk-ORN5BLL7.mjs +0 -11
  434. package/dist/chunk-P5ZI2P2W.mjs +0 -7481
  435. package/dist/chunk-PELHVTO7.mjs +0 -24
  436. package/dist/chunk-PWC4VB3Q.mjs +0 -106
  437. package/dist/chunk-Q2UL2TPC.mjs +0 -21
  438. package/dist/chunk-QHPYS427.mjs +0 -66
  439. package/dist/chunk-QJVOLKU6.mjs +0 -111
  440. package/dist/chunk-QOW2JPUI.mjs +0 -634
  441. package/dist/chunk-QYRNLLLI.mjs +0 -99
  442. package/dist/chunk-RDXO6JST.mjs +0 -63
  443. package/dist/chunk-RFBLQLLZ.mjs +0 -16
  444. package/dist/chunk-RLOES5SX.mjs +0 -31
  445. package/dist/chunk-RZWWB2XR.mjs +0 -96
  446. package/dist/chunk-S5LN746F.mjs +0 -10
  447. package/dist/chunk-SA5LOGO3.mjs +0 -470
  448. package/dist/chunk-SQJWAIF4.mjs +0 -12
  449. package/dist/chunk-TDIK6NTV.mjs +0 -10
  450. package/dist/chunk-TGS5UXBE.mjs +0 -216
  451. package/dist/chunk-TQXHPFWT.mjs +0 -177
  452. package/dist/chunk-TZ3355VS.mjs +0 -121
  453. package/dist/chunk-TZTRKM33.mjs +0 -74
  454. package/dist/chunk-U55XJEIG.mjs +0 -18
  455. package/dist/chunk-UHICS3JI.mjs +0 -83
  456. package/dist/chunk-VD7J552I.mjs +0 -28
  457. package/dist/chunk-VTTRFF2C.mjs +0 -3711
  458. package/dist/chunk-WX4LAO6M.mjs +0 -656
  459. package/dist/chunk-WZ7YV54N.mjs +0 -152
  460. package/dist/chunk-X5CV2E2B.mjs +0 -1
  461. package/dist/chunk-XXHN7J46.mjs +0 -101
  462. package/dist/chunk-Y4WPNHMC.mjs +0 -50
  463. package/dist/chunk-YEKL4JBK.mjs +0 -96
  464. package/dist/chunk-YTWZVGCB.mjs +0 -382
  465. package/dist/chunk-Z2KAFCRT.mjs +0 -30
  466. package/dist/chunk-ZXNQEW43.mjs +0 -18
  467. package/dist/chunk-ZYAY26KG.mjs +0 -29
  468. package/dist/direct-executor-FTMYY3TI.mjs +0 -34
  469. package/dist/durability-wiring-VIF5MOSY.mjs +0 -4064
  470. package/dist/engine-hooks-EGUGNZYE.mjs +0 -54
  471. package/dist/gzip-F4HMIEEQ.mjs +0 -1
  472. package/dist/import-XKDPJQDP.mjs +0 -56
  473. package/dist/methods-7IOINERF.mjs +0 -30
  474. package/dist/module-FQ4JWNQJ.mjs +0 -62
  475. package/dist/operations-G5EP6JPX.mjs +0 -5
  476. package/dist/phrase-module-XW5MKWP5.mjs +0 -330
  477. package/dist/pool-Y4A46T36.mjs +0 -298
  478. package/dist/react-native/chunks/analysis-change-LT5QBQ3H.mjs +0 -926
  479. package/dist/react-native/chunks/analysis-change-entry-SCVWK6OU.mjs +0 -1
  480. package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
  481. package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
  482. package/dist/react-native/chunks/chunk-3JWDECAZ.mjs +0 -858
  483. package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
  484. package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
  485. package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
  486. package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
  487. package/dist/react-native/chunks/chunk-4JYO3JD2.mjs +0 -242
  488. package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
  489. package/dist/react-native/chunks/chunk-6WA3C3DV.mjs +0 -85
  490. package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
  491. package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
  492. package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
  493. package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
  494. package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
  495. package/dist/react-native/chunks/chunk-DNXOMPAQ.mjs +0 -191
  496. package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
  497. package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
  498. package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
  499. package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
  500. package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
  501. package/dist/react-native/chunks/chunk-G43IPIDG.mjs +0 -151
  502. package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
  503. package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
  504. package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
  505. package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
  506. package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
  507. package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
  508. package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
  509. package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
  510. package/dist/react-native/chunks/chunk-MIP4SOR6.mjs +0 -22803
  511. package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
  512. package/dist/react-native/chunks/chunk-MUWD2H2S.mjs +0 -21
  513. package/dist/react-native/chunks/chunk-NB3LP33V.mjs +0 -315
  514. package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
  515. package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
  516. package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
  517. package/dist/react-native/chunks/chunk-PDRWWPKV.mjs +0 -2532
  518. package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
  519. package/dist/react-native/chunks/chunk-POPDAGH6.mjs +0 -2636
  520. package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
  521. package/dist/react-native/chunks/chunk-QUKQNI3H.mjs +0 -647
  522. package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
  523. package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
  524. package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
  525. package/dist/react-native/chunks/chunk-TP6KCKER.mjs +0 -63
  526. package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
  527. package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
  528. package/dist/react-native/chunks/chunk-VWUDIOT6.mjs +0 -218
  529. package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
  530. package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
  531. package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
  532. package/dist/react-native/chunks/chunk-ZLWVW734.mjs +0 -100
  533. package/dist/react-native/chunks/chunk-ZXZFN7FI.mjs +0 -432
  534. package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
  535. package/dist/react-native/chunks/cold-module-KVZYUGRY.mjs +0 -772
  536. package/dist/react-native/chunks/durability-wiring-34OYO32E.mjs +0 -4942
  537. package/dist/react-native/chunks/engine-hooks-M7JV46NH.mjs +0 -30
  538. package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
  539. package/dist/react-native/chunks/import-H6AQREWI.mjs +0 -32
  540. package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
  541. package/dist/react-native/chunks/module-LBZPGOWH.mjs +0 -36
  542. package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
  543. package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
  544. package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
  545. package/dist/react-native/chunks/release-D7ZTIANM.mjs +0 -33
  546. package/dist/react-native/chunks/restore-queue-ZZX54AH7.mjs +0 -55
  547. package/dist/react-native/chunks/retention-EW4TTDFB.mjs +0 -223
  548. package/dist/react-native/chunks/snapshot-REYVIN3X.mjs +0 -975
  549. package/dist/react-native/chunks/start-BQK6KN3R.mjs +0 -38
  550. package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
  551. package/dist/react-native/chunks/write-FQAYCZF5.mjs +0 -207
  552. package/dist/release-BH3DKW3T.mjs +0 -33
  553. package/dist/restore-hooks-CDERDEF4.mjs +0 -153
  554. package/dist/restore-queue-7NNSTROA.mjs +0 -55
  555. package/dist/retention-QSVBBNRM.mjs +0 -66
  556. package/dist/runtime-COIUORCN.mjs +0 -177
  557. package/dist/snapshot-RH4NSKIZ.mjs +0 -782
  558. package/dist/start-MCKCOGIW.mjs +0 -66
  559. package/dist/sync-state-ZWHLAFLE.mjs +0 -15
  560. package/dist/thread-O4SBJJJS.mjs +0 -50
  561. package/dist/write-3FK7NG3Y.mjs +0 -232
  562. /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
  563. /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
  564. /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
@@ -1,7 +1,6 @@
1
- import { createVectorFileReader } from './chunk-FOCV4CBZ.mjs';
2
- import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, growBufferTo, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, grownByteLength, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-5VV4R6P7.mjs';
3
- import { createDocIdMap } from './chunk-LQG5G2LY.mjs';
4
- import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
1
+ import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, withTransientAdmission, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_LIVE_COUNT, IN_MEMORY, STORE_RELEASED_VECTORS_TO_DISK, STORE_SLOTS, writeSequenceOf, openGraphState, fixedView, createSharedVectorStoreHandles, sequenceWritesOf, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, oldestHeldPin, coverOrdinal, nextSequence, publishSequence, createOrdinalFilter, addToOrdinalFilter, magnitude, stampBorn, mayFree, retiredAtOf, stampRetired, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorFileReader, grownByteLength, growBufferTo, resetStoreHeader, STORE_CODE_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, createVectorBlock, ensureBlockSlots } from './chunk-LAWIJRMJ.mjs';
2
+ import { createDocIdMap } from './chunk-OUWZKNO3.mjs';
3
+ import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
5
4
 
6
5
  // src/vector/vector-store/hot-block-distance.ts
7
6
  function jsDistance(a, b, magA, magB, metric) {
@@ -427,31 +426,19 @@ function openSharedVectorField(initial, threadSlot) {
427
426
  return outcome;
428
427
  },
429
428
  searchOrdinals(query, k, metric, minSimilarity, options) {
430
- if (graph === null) return [];
431
- return searchOrdinals(graph, docIdOf, query, k, metric, minSimilarity, options);
429
+ const current = graph;
430
+ if (current === null) return [];
431
+ if (options.admission !== void 0) {
432
+ return searchOrdinals(current, docIdOf, query, k, metric, minSimilarity, options);
433
+ }
434
+ return withTransientAdmission(
435
+ store,
436
+ (admission) => searchOrdinals(current, docIdOf, query, k, metric, minSimilarity, { ...options, admission })
437
+ );
432
438
  }
433
439
  };
434
440
  }
435
441
 
436
- // src/vector/vector-store/doc-ids.ts
437
- var encoder = new TextEncoder();
438
- function appendDocId(handles, ordinal, docId) {
439
- const bytes = encoder.encode(docId);
440
- const start = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
441
- const end = start + bytes.length;
442
- growBufferTo(handles.docIdBytes, end);
443
- growBufferTo(handles.docIdOffsets, (ordinal + 2) * 4);
444
- new Uint8Array(handles.docIdBytes).set(bytes, start);
445
- const offsets = new Uint32Array(handles.docIdOffsets);
446
- offsets[ordinal] = start;
447
- offsets[ordinal + 1] = end;
448
- Atomics.store(handles.header, STORE_DOC_ID_BYTES, end);
449
- }
450
- function resetDocIds(handles) {
451
- new Uint32Array(handles.docIdOffsets, 0, handles.docIdOffsets.byteLength / 4).fill(0);
452
- Atomics.store(handles.header, STORE_DOC_ID_BYTES, 0);
453
- }
454
-
455
442
  // src/vector/vector-store/ordinal-reads.ts
456
443
  function entryAt(store, ordinal) {
457
444
  return { vector: store.view.vectorAt(ordinal), magnitude: store.magnitudes[ordinal] };
@@ -529,6 +516,25 @@ function snapshotOf(open, documents, replacedOrdinals) {
529
516
  return { dimension, slots, vectors, magnitudes, docIds, replacedOrdinals: [...replacedOrdinals] };
530
517
  }
531
518
 
519
+ // src/vector/vector-store/doc-ids.ts
520
+ var encoder = new TextEncoder();
521
+ function appendDocId(handles, ordinal, docId) {
522
+ const bytes = encoder.encode(docId);
523
+ const start = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
524
+ const end = start + bytes.length;
525
+ growBufferTo(handles.docIdBytes, end);
526
+ growBufferTo(handles.docIdOffsets, (ordinal + 2) * 4);
527
+ new Uint8Array(handles.docIdBytes).set(bytes, start);
528
+ const offsets = new Uint32Array(handles.docIdOffsets);
529
+ offsets[ordinal] = start;
530
+ offsets[ordinal + 1] = end;
531
+ Atomics.store(handles.header, STORE_DOC_ID_BYTES, end);
532
+ }
533
+ function resetDocIds(handles) {
534
+ new Uint32Array(handles.docIdOffsets, 0, handles.docIdOffsets.byteLength / 4).fill(0);
535
+ Atomics.store(handles.header, STORE_DOC_ID_BYTES, 0);
536
+ }
537
+
532
538
  // src/vector/vector-store/open-store.ts
533
539
  function openHandles(dimension, codeBits, blockBytes) {
534
540
  const handles = createSharedVectorStoreHandles(dimension, codeBits, blockBytes);
@@ -540,7 +546,8 @@ function openHandles(dimension, codeBits, blockBytes) {
540
546
  partitions: new Int32Array(handles.partitions),
541
547
  diskFile: new Int32Array(handles.diskFile),
542
548
  diskOffset: new Uint32Array(handles.diskOffset),
543
- longestDocIdBytes: 0
549
+ longestDocIdBytes: 0,
550
+ sequences: sequenceWritesOf(handles)
544
551
  };
545
552
  }
546
553
  function relayout(store) {
@@ -561,10 +568,13 @@ function publishOrdinal(store, ordinal) {
561
568
  Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
562
569
  Atomics.store(store.present, ordinal, 1);
563
570
  }
564
- function publishOnDisk(store, ordinal, vectorMagnitude, location) {
571
+ function placeOnDisk(store, ordinal, vectorMagnitude, location) {
565
572
  store.magnitudes[ordinal] = vectorMagnitude;
566
573
  store.diskOffset[ordinal] = location.offset;
567
574
  store.diskFile[ordinal] = location.fileIndex;
575
+ }
576
+ function publishOnDisk(store, ordinal, vectorMagnitude, location) {
577
+ placeOnDisk(store, ordinal, vectorMagnitude, location);
568
578
  publishOrdinal(store, ordinal);
569
579
  }
570
580
  function relocateFiles(store, rewrite) {
@@ -628,6 +638,8 @@ function ensureOrdinal(store, ordinal, cold) {
628
638
  new Int32Array(handles.diskFile, 0, handles.diskFile.byteLength / 4).fill(IN_MEMORY, diskFileBytes / 4);
629
639
  }
630
640
  growBufferTo(handles.diskOffset, (ordinal + 1) * 4);
641
+ growBufferTo(handles.bornAt, (ordinal + 1) * 8);
642
+ growBufferTo(handles.retiredAt, (ordinal + 1) * 8);
631
643
  if (!cold) ensureFloatSlot(store, ordinal);
632
644
  ensureCodeSlot(store, ordinal);
633
645
  }
@@ -640,7 +652,7 @@ function growthBytesFor(store, vectors) {
640
652
  const last = Math.min(slots + vectors, VECTOR_MEMORY_LIMITS.maxOrdinals) - 1;
641
653
  if (last < slots) return 0;
642
654
  const idBytes = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
643
- let bytes = bufferGrowthBytes(handles.magnitudes, (last + 1) * 8) + bufferGrowthBytes(handles.present, last + 1) + bufferGrowthBytes(handles.unplaced, last + 1) + bufferGrowthBytes(handles.unplacedChunks, unplacedChunkCount(last) * 4) + bufferGrowthBytes(handles.removed, last + 1) + bufferGrowthBytes(handles.partitions, (last + 1) * 4) + bufferGrowthBytes(handles.codePresent, last + 1) + bufferGrowthBytes(handles.diskFile, (last + 1) * 4) + bufferGrowthBytes(handles.diskOffset, (last + 1) * 4) + bufferGrowthBytes(handles.docIdOffsets, (last + 2) * 4) + bufferGrowthBytes(handles.docIdBytes, idBytes + (last + 1 - slots) * store.longestDocIdBytes) + blocksGrowthBytes(handles.blocks, handles.layout, slots, last);
655
+ let bytes = bufferGrowthBytes(handles.magnitudes, (last + 1) * 8) + bufferGrowthBytes(handles.present, last + 1) + bufferGrowthBytes(handles.unplaced, last + 1) + bufferGrowthBytes(handles.unplacedChunks, unplacedChunkCount(last) * 4) + bufferGrowthBytes(handles.removed, last + 1) + bufferGrowthBytes(handles.partitions, (last + 1) * 4) + bufferGrowthBytes(handles.codePresent, last + 1) + bufferGrowthBytes(handles.diskFile, (last + 1) * 4) + bufferGrowthBytes(handles.diskOffset, (last + 1) * 4) + bufferGrowthBytes(handles.bornAt, (last + 1) * 8) + bufferGrowthBytes(handles.retiredAt, (last + 1) * 8) + bufferGrowthBytes(handles.docIdOffsets, (last + 2) * 4) + bufferGrowthBytes(handles.docIdBytes, idBytes + (last + 1 - slots) * store.longestDocIdBytes) + blocksGrowthBytes(handles.blocks, handles.layout, slots, last);
644
656
  if (handles.codeLayout !== null) bytes += blocksGrowthBytes(handles.codeBlocks, handles.codeLayout, slots, last);
645
657
  return bytes;
646
658
  }
@@ -706,6 +718,162 @@ function partitionFilterOf(store, documents, partitionIds) {
706
718
  return filter;
707
719
  }
708
720
 
721
+ // src/vector/vector-store/retirement.ts
722
+ var UNKNOWN_PARTITION = -1;
723
+ var NO_PARTITION = -2;
724
+ var LOADED_SEQUENCE = 1;
725
+ var RETIRED_BEFORE_LOAD = 1;
726
+ function oldestPinOf(store) {
727
+ return oldestHeldPin(store.handles.pins);
728
+ }
729
+ function freeable(store, ordinal, oldestPin) {
730
+ return mayFree(retiredAtOf(store.sequences, ordinal), oldestPin);
731
+ }
732
+ function recordPartition(state, store, ordinal, partitionId) {
733
+ const given = partitionId !== void 0 && partitionId >= 0 ? partitionId : UNKNOWN_PARTITION;
734
+ store.partitions[ordinal] = given;
735
+ if (given === UNKNOWN_PARTITION) state.unknownPartitions += 1;
736
+ }
737
+ function freeRetired(state, store, ordinal) {
738
+ state.awaitingFree.delete(ordinal);
739
+ Atomics.store(store.present, ordinal, 0);
740
+ state.checkpointPins.note(ordinal);
741
+ }
742
+ function retireOrdinal(state, store, ordinal, oldestPin) {
743
+ state.ordToDoc[ordinal] = void 0;
744
+ if (store.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
745
+ if (freeable(store, ordinal, oldestPin)) {
746
+ freeRetired(state, store, ordinal);
747
+ return;
748
+ }
749
+ state.awaitingFree.add(ordinal);
750
+ }
751
+ function keepReplacedOrdinal(state, store, ordinal) {
752
+ state.ordToDoc[ordinal] = void 0;
753
+ if (store.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
754
+ state.replacedOrdinals.add(ordinal);
755
+ }
756
+ function freeAwaitingOrdinals(state) {
757
+ const store = state.open;
758
+ if (store === null || state.awaitingFree.size === 0) return;
759
+ const oldestPin = oldestPinOf(store);
760
+ for (const ordinal of state.awaitingFree) {
761
+ if (freeable(store, ordinal, oldestPin)) freeRetired(state, store, ordinal);
762
+ }
763
+ }
764
+ function claimOrdinal(state, store, docId, cold, partitionId) {
765
+ const ordinal = claimSlot(store, docId, cold);
766
+ recordPartition(state, store, ordinal, partitionId);
767
+ state.ordToDoc[ordinal] = docId;
768
+ state.docToOrd.set(docId, ordinal);
769
+ return ordinal;
770
+ }
771
+ function appendOrdinal(state, store, docId, vector, sequence, partitionId) {
772
+ const ordinal = claimOrdinal(state, store, docId, false, partitionId);
773
+ writeVector(store, ordinal, vector);
774
+ stampBorn(store.sequences, ordinal, sequence);
775
+ publishOrdinal(store, ordinal);
776
+ return ordinal;
777
+ }
778
+ function settleReplacement(state, store, previous, keepsReplacedVector) {
779
+ if (previous === void 0) {
780
+ state.liveCount++;
781
+ Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
782
+ return;
783
+ }
784
+ if (keepsReplacedVector) keepReplacedOrdinal(state, store, previous);
785
+ else retireOrdinal(state, store, previous, oldestPinOf(store));
786
+ }
787
+ function beginWrite(state, store) {
788
+ freeAwaitingOrdinals(state);
789
+ return nextSequence(store.sequences);
790
+ }
791
+ function retireInWrite(store, ordinal, sequence) {
792
+ stampRetired(store.sequences, ordinal, sequence);
793
+ }
794
+ function endWrite(store, sequence) {
795
+ publishSequence(store.sequences, sequence);
796
+ }
797
+ function retireStoredOrdinal(state, ordinal) {
798
+ const store = state.open;
799
+ if (store === null) return false;
800
+ if (state.awaitingFree.size > 0) freeAwaitingOrdinals(state);
801
+ const writes = store.sequences;
802
+ if (ordinal >= writes.retired.length) coverOrdinal(writes, ordinal);
803
+ const retiredHalves = writes.retiredHalves;
804
+ const retiredLow = ordinal * 2;
805
+ if (retiredHalves[retiredLow] !== 0 || retiredHalves[retiredLow + 1] !== 0) return false;
806
+ const sequence = nextSequence(writes);
807
+ Atomics.store(writes.retired, ordinal, BigInt(sequence));
808
+ publishSequence(writes, sequence);
809
+ return true;
810
+ }
811
+
812
+ // src/vector/vector-store/load.ts
813
+ function retiredBeforeLoad(store, ordinal) {
814
+ stampRetired(store.sequences, ordinal, RETIRED_BEFORE_LOAD);
815
+ }
816
+ function settleLoadedReplacement(state, store, previous) {
817
+ if (previous === void 0) {
818
+ state.liveCount++;
819
+ Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
820
+ return;
821
+ }
822
+ stampRetired(store.sequences, previous, RETIRED_BEFORE_LOAD);
823
+ retireOrdinal(state, store, previous, Number.POSITIVE_INFINITY);
824
+ }
825
+ function loadColdVector(state, store, docId, vectorMagnitude, location, partitionId) {
826
+ const previous = state.docToOrd.get(docId);
827
+ Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
828
+ const ordinal = claimOrdinal(state, store, docId, true, partitionId);
829
+ placeOnDisk(store, ordinal, vectorMagnitude, location);
830
+ stampBorn(store.sequences, ordinal, LOADED_SEQUENCE);
831
+ publishOrdinal(store, ordinal);
832
+ settleLoadedReplacement(state, store, previous);
833
+ return ordinal;
834
+ }
835
+ function loadReplacedVector(state, store, docId, vector, location) {
836
+ if (location !== void 0) Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
837
+ const ordinal = claimSlot(store, docId, location !== void 0);
838
+ store.partitions[ordinal] = NO_PARTITION;
839
+ state.ordToDoc[ordinal] = void 0;
840
+ state.replacedOrdinals.add(ordinal);
841
+ retiredBeforeLoad(store, ordinal);
842
+ if (location !== void 0) {
843
+ publishOnDisk(store, ordinal, magnitude(vector), location);
844
+ return ordinal;
845
+ }
846
+ writeVector(store, ordinal, vector);
847
+ publishOrdinal(store, ordinal);
848
+ return ordinal;
849
+ }
850
+ function restoreReplacedVector(state, store, ordinal, vector) {
851
+ store.diskFile[ordinal] = IN_MEMORY;
852
+ retiredBeforeLoad(store, ordinal);
853
+ writeVector(store, ordinal, vector);
854
+ Atomics.store(store.present, ordinal, 1);
855
+ state.replacedOrdinals.add(ordinal);
856
+ }
857
+ function loadSnapshot(state, store, snapshot) {
858
+ const replaced = new Set(snapshot.replacedOrdinals);
859
+ for (let ordinal = 0; ordinal < snapshot.slots; ordinal++) {
860
+ const docId = snapshot.docIds[ordinal];
861
+ const vector = snapshot.vectors.subarray(ordinal * snapshot.dimension, (ordinal + 1) * snapshot.dimension);
862
+ if (docId === null || docId === void 0) {
863
+ ensureOrdinal(store, ordinal, false);
864
+ state.ordToDoc[ordinal] = void 0;
865
+ store.partitions[ordinal] = NO_PARTITION;
866
+ if (replaced.has(ordinal)) restoreReplacedVector(state, store, ordinal, vector);
867
+ else retiredBeforeLoad(store, ordinal);
868
+ Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
869
+ continue;
870
+ }
871
+ appendOrdinal(state, store, docId, vector, LOADED_SEQUENCE);
872
+ state.liveCount++;
873
+ }
874
+ Atomics.store(store.handles.header, STORE_LIVE_COUNT, state.liveCount);
875
+ }
876
+
709
877
  // src/vector/vector-store/retired-pins.ts
710
878
  function createRetiredVectorPins() {
711
879
  let pins = 0;
@@ -760,93 +928,95 @@ function pinnedReads(pins, openStore, readable) {
760
928
  };
761
929
  }
762
930
 
931
+ // src/vector/vector-store/store-clear.ts
932
+ function retireEveryOrdinal(store) {
933
+ const sequences = store.sequences;
934
+ const sequence = nextSequence(sequences);
935
+ const slots = Atomics.load(store.handles.header, STORE_SLOTS);
936
+ for (let ordinal = 0; ordinal < slots; ordinal++) stampRetired(sequences, ordinal, sequence);
937
+ publishSequence(sequences, sequence);
938
+ }
939
+ function forgetCodes(store) {
940
+ const { header, codePresent } = store.handles;
941
+ new Uint8Array(codePresent, 0, codePresent.byteLength).fill(0);
942
+ Atomics.store(header, STORE_LIVE_COUNT, 0);
943
+ Atomics.store(header, STORE_CODE_COUNT, 0);
944
+ Atomics.store(header, STORE_CALIBRATED, 0);
945
+ Atomics.add(header, STORE_CALIBRATION_GENERATION, 1);
946
+ }
947
+ function resetInPlace(store) {
948
+ const { handles } = store;
949
+ store.present.fill(0, 0, handles.present.byteLength);
950
+ new Uint8Array(handles.codePresent, 0, handles.codePresent.byteLength).fill(0);
951
+ new Int32Array(handles.diskFile, 0, handles.diskFile.byteLength / 4).fill(IN_MEMORY);
952
+ handles.centroid.fill(0);
953
+ if (handles.vectorFiles.length > 0) {
954
+ handles.vectorFiles.length = 0;
955
+ relayout(store);
956
+ }
957
+ resetDocIds(handles);
958
+ resetStoreHeader(handles.header);
959
+ }
960
+ function clearStore(store) {
961
+ retireEveryOrdinal(store);
962
+ if (oldestHeldPin(store.handles.pins) === Number.POSITIVE_INFINITY) {
963
+ resetInPlace(store);
964
+ return;
965
+ }
966
+ forgetCodes(store);
967
+ }
968
+
763
969
  // src/vector/vector-store/index.ts
764
- var UNKNOWN_PARTITION = -1;
765
- var NO_PARTITION = -2;
766
970
  function createVectorStore(options) {
767
971
  const codeBits = options?.codeBits ?? null;
768
972
  const blockBytes = Math.min(options?.blockBytes ?? VECTOR_MEMORY_LIMITS.blockBytes, VECTOR_MEMORY_LIMITS.blockBytes);
769
- const docToOrd = createDocIdMap();
770
- const ordToDoc = [];
771
- const replacedOrdinals = /* @__PURE__ */ new Set();
772
- const pins = createRetiredVectorPins();
773
- let unknownPartitions = 0;
774
- let liveCount = 0;
973
+ const state = {
974
+ open: options?.dimension === void 0 ? null : openHandles(options.dimension, codeBits, blockBytes),
975
+ docToOrd: createDocIdMap(),
976
+ ordToDoc: [],
977
+ replacedOrdinals: /* @__PURE__ */ new Set(),
978
+ awaitingFree: /* @__PURE__ */ new Set(),
979
+ checkpointPins: createRetiredVectorPins(),
980
+ unknownPartitions: 0,
981
+ liveCount: 0
982
+ };
983
+ const { docToOrd, ordToDoc, replacedOrdinals, awaitingFree } = state;
775
984
  let readBackVector = null;
776
- let open = options?.dimension === void 0 ? null : openHandles(options.dimension, codeBits, blockBytes);
777
985
  function forgetDocuments() {
778
986
  docToOrd.clear();
779
987
  ordToDoc.length = 0;
780
988
  replacedOrdinals.clear();
781
- pins.forget();
782
- unknownPartitions = 0;
783
- liveCount = 0;
989
+ state.awaitingFree.clear();
990
+ state.checkpointPins.forget();
991
+ state.unknownPartitions = 0;
992
+ state.liveCount = 0;
784
993
  }
785
- function readable(ordinal) {
786
- return ordToDoc[ordinal] !== void 0 || replacedOrdinals.has(ordinal);
994
+ function heldAfterRemoval(ordinal) {
995
+ return replacedOrdinals.has(ordinal) || awaitingFree.has(ordinal);
996
+ }
997
+ function isReadable(ordinal) {
998
+ return ordToDoc[ordinal] !== void 0 || heldAfterRemoval(ordinal);
787
999
  }
788
1000
  function requireOpen() {
789
- if (open === null) {
1001
+ if (state.open === null) {
790
1002
  throw new NarsilError(ErrorCodes.VECTOR_DIMENSION_MISMATCH, "The vector store holds no vector yet");
791
1003
  }
792
- return open;
793
- }
794
- function recordPartition(store, ordinal, partitionId) {
795
- const given = partitionId !== void 0 && partitionId >= 0 ? partitionId : UNKNOWN_PARTITION;
796
- store.partitions[ordinal] = given;
797
- if (given === UNKNOWN_PARTITION) unknownPartitions += 1;
798
- }
799
- function retireOrdinal(store, ordinal) {
800
- ordToDoc[ordinal] = void 0;
801
- Atomics.store(store.present, ordinal, 0);
802
- pins.note(ordinal);
803
- if (store.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
1004
+ return state.open;
804
1005
  }
805
- function keepReplacedOrdinal(store, ordinal) {
806
- ordToDoc[ordinal] = void 0;
807
- if (store.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
808
- store.partitions[ordinal] = NO_PARTITION;
809
- replacedOrdinals.add(ordinal);
810
- }
811
- function restoreReplacedVector(store, ordinal, vector) {
812
- store.diskFile[ordinal] = IN_MEMORY;
813
- writeVector(store, ordinal, vector);
814
- Atomics.store(store.present, ordinal, 1);
815
- replacedOrdinals.add(ordinal);
816
- }
817
- function claimOrdinal(store, docId, cold, partitionId) {
818
- const ordinal = claimSlot(store, docId, cold);
819
- recordPartition(store, ordinal, partitionId);
820
- ordToDoc[ordinal] = docId;
821
- docToOrd.set(docId, ordinal);
822
- return ordinal;
823
- }
824
- function appendOrdinal(store, docId, vector, partitionId) {
825
- const ordinal = claimOrdinal(store, docId, false, partitionId);
826
- writeVector(store, ordinal, vector);
827
- publishOrdinal(store, ordinal);
828
- return ordinal;
829
- }
830
- function settleReplacement(store, ordinal, previous, keepsReplacedVector) {
831
- if (previous !== void 0) {
832
- if (keepsReplacedVector) keepReplacedOrdinal(store, previous);
833
- else retireOrdinal(store, previous);
834
- return ordinal;
835
- }
836
- liveCount++;
837
- Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
838
- return ordinal;
1006
+ function openFor(dimension) {
1007
+ state.open ??= openHandles(dimension, codeBits, blockBytes);
1008
+ return state.open;
839
1009
  }
840
1010
  return {
841
- ...createOrdinalReads(() => open, readable),
1011
+ ...createOrdinalReads(() => state.open, isReadable),
842
1012
  get size() {
843
- return liveCount;
1013
+ return state.liveCount;
844
1014
  },
845
1015
  get slots() {
846
1016
  return ordToDoc.length;
847
1017
  },
848
1018
  get dimension() {
849
- return open === null ? 0 : open.handles.dimension;
1019
+ return state.open === null ? 0 : state.open.handles.dimension;
850
1020
  },
851
1021
  get codeBits() {
852
1022
  return codeBits;
@@ -861,8 +1031,7 @@ function createVectorStore(options) {
861
1031
  return replacedOrdinals.size;
862
1032
  },
863
1033
  insert(docId, vector, partitionId, keepsReplacedVector = false) {
864
- if (open === null) open = openHandles(vector.length, codeBits, blockBytes);
865
- const store = open;
1034
+ const store = openFor(vector.length);
866
1035
  if (vector.length !== store.handles.dimension) {
867
1036
  throw new NarsilError(
868
1037
  ErrorCodes.VECTOR_DIMENSION_MISMATCH,
@@ -871,40 +1040,54 @@ function createVectorStore(options) {
871
1040
  );
872
1041
  }
873
1042
  const previous = docToOrd.get(docId);
874
- const ordinal = appendOrdinal(store, docId, vector, partitionId);
875
- return settleReplacement(store, ordinal, previous, keepsReplacedVector);
876
- },
877
- releaseReplacedVectors() {
878
- const released = [...replacedOrdinals];
879
- replacedOrdinals.clear();
880
- for (const ordinal of released) pins.note(ordinal);
881
- if (open !== null) for (const ordinal of released) Atomics.store(open.present, ordinal, 0);
1043
+ const sequence = beginWrite(state, store);
1044
+ const ordinal = appendOrdinal(state, store, docId, vector, sequence, partitionId);
1045
+ if (previous !== void 0) retireInWrite(store, previous, sequence);
1046
+ endWrite(store, sequence);
1047
+ settleReplacement(state, store, previous, keepsReplacedVector);
1048
+ return ordinal;
1049
+ },
1050
+ retire(ordinal) {
1051
+ retireStoredOrdinal(state, ordinal);
1052
+ },
1053
+ freeRetiredVectors() {
1054
+ freeAwaitingOrdinals(state);
1055
+ },
1056
+ oldestPin() {
1057
+ return state.open === null ? Number.POSITIVE_INFINITY : oldestPinOf(state.open);
1058
+ },
1059
+ writeSequence() {
1060
+ return state.open === null ? 0 : writeSequenceOf(state.open.sequences.header);
1061
+ },
1062
+ retiredStampHalves() {
1063
+ return requireOpen().sequences.retiredHalves;
1064
+ },
1065
+ claimedSlots() {
1066
+ return state.open === null ? 0 : state.open.handles.header[STORE_SLOTS];
1067
+ },
1068
+ mayFreeOrdinal(ordinal, oldestPin) {
1069
+ return state.open !== null && freeable(state.open, ordinal, oldestPin);
1070
+ },
1071
+ releaseReplacedVectors(oldestPin) {
1072
+ const store = state.open;
1073
+ const released = [];
1074
+ const oldest = oldestPin ?? (store === null ? Number.POSITIVE_INFINITY : oldestPinOf(store));
1075
+ for (const ordinal of replacedOrdinals) {
1076
+ if (store !== null && !freeable(store, ordinal, oldest)) continue;
1077
+ released.push(ordinal);
1078
+ }
1079
+ for (const ordinal of released) {
1080
+ replacedOrdinals.delete(ordinal);
1081
+ if (store !== null) freeRetired(state, store, ordinal);
1082
+ }
882
1083
  return released;
883
1084
  },
884
- ...pinnedReads(pins, () => open, readable),
1085
+ ...pinnedReads(state.checkpointPins, () => state.open, isReadable),
885
1086
  insertCold(docId, vectorMagnitude, location, partitionId) {
886
- const store = requireOpen();
887
- const previous = docToOrd.get(docId);
888
- Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
889
- const ordinal = claimOrdinal(store, docId, true, partitionId);
890
- publishOnDisk(store, ordinal, vectorMagnitude, location);
891
- return settleReplacement(store, ordinal, previous, false);
1087
+ return loadColdVector(state, requireOpen(), docId, vectorMagnitude, location, partitionId);
892
1088
  },
893
1089
  insertReplaced(docId, vector, location) {
894
- if (open === null) open = openHandles(vector.length, codeBits, blockBytes);
895
- const store = open;
896
- if (location !== void 0) Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
897
- const ordinal = claimSlot(store, docId, location !== void 0);
898
- store.partitions[ordinal] = NO_PARTITION;
899
- ordToDoc[ordinal] = void 0;
900
- replacedOrdinals.add(ordinal);
901
- if (location !== void 0) {
902
- publishOnDisk(store, ordinal, magnitude(vector), location);
903
- return ordinal;
904
- }
905
- writeVector(store, ordinal, vector);
906
- publishOrdinal(store, ordinal);
907
- return ordinal;
1090
+ return loadReplacedVector(state, openFor(vector.length), docId, vector, location);
908
1091
  },
909
1092
  addVectorFile(path) {
910
1093
  const store = requireOpen();
@@ -915,8 +1098,8 @@ function createVectorStore(options) {
915
1098
  return store.handles.vectorFiles.length - 1;
916
1099
  },
917
1100
  isCold(ordinal) {
918
- if (open === null) return false;
919
- return open.view.isCold(ordinal);
1101
+ if (state.open === null) return false;
1102
+ return state.open.view.isCold(ordinal);
920
1103
  },
921
1104
  releaseToFile(ordinal, location) {
922
1105
  const store = requireOpen();
@@ -932,7 +1115,9 @@ function createVectorStore(options) {
932
1115
  },
933
1116
  releaseColdBlocks() {
934
1117
  const store = requireOpen();
935
- const kept = pins.keptWith(replacedOrdinals);
1118
+ const held = new Set(replacedOrdinals);
1119
+ for (const ordinal of state.awaitingFree) held.add(ordinal);
1120
+ const kept = state.checkpointPins.keptWith(held);
936
1121
  let released = 0;
937
1122
  for (let index = 0; index < store.handles.blocks.length; index++) {
938
1123
  if (store.handles.blocks[index] === null || !blockFullyCold(store, index, ordToDoc, kept)) continue;
@@ -944,38 +1129,40 @@ function createVectorStore(options) {
944
1129
  },
945
1130
  setPartition(docId, partitionId) {
946
1131
  const ordinal = docToOrd.get(docId);
947
- if (ordinal === void 0 || open === null || partitionId < 0) return;
948
- if (open.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
949
- open.partitions[ordinal] = partitionId;
1132
+ if (ordinal === void 0 || state.open === null || partitionId < 0) return;
1133
+ if (state.open.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
1134
+ state.open.partitions[ordinal] = partitionId;
950
1135
  },
951
1136
  forgetPartition(docId) {
952
1137
  const ordinal = docToOrd.get(docId);
953
- if (ordinal === void 0 || open === null) return;
954
- if (open.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
955
- open.partitions[ordinal] = NO_PARTITION;
1138
+ if (ordinal === void 0 || state.open === null) return;
1139
+ if (state.open.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
1140
+ state.open.partitions[ordinal] = NO_PARTITION;
956
1141
  },
957
1142
  partitionOfOrdinal(ordinal) {
958
- if (open === null || ordinal < 0 || ordinal >= ordToDoc.length) return void 0;
959
- const partitionId = open.partitions[ordinal];
1143
+ if (state.open === null || ordinal < 0 || ordinal >= ordToDoc.length) return void 0;
1144
+ const partitionId = state.open.partitions[ordinal];
960
1145
  return partitionId < 0 ? void 0 : partitionId;
961
1146
  },
962
1147
  get partitionsKnown() {
963
- return unknownPartitions === 0;
1148
+ return state.unknownPartitions === 0;
964
1149
  },
965
1150
  partitionFilter(partitionIds) {
966
- return partitionFilterOf(open, ordToDoc, partitionIds);
1151
+ return partitionFilterOf(state.open, ordToDoc, partitionIds);
967
1152
  },
968
- remove(docId) {
1153
+ remove(docId, oldestPin) {
969
1154
  const ordinal = docToOrd.get(docId);
970
- if (ordinal === void 0 || open === null) return;
1155
+ const store = state.open;
1156
+ if (ordinal === void 0 || store === null) return;
1157
+ const retiredNow = retireStoredOrdinal(state, ordinal);
971
1158
  docToOrd.delete(docId);
972
- retireOrdinal(open, ordinal);
973
- liveCount--;
974
- Atomics.sub(open.handles.header, STORE_LIVE_COUNT, 1);
1159
+ retireOrdinal(state, store, ordinal, retiredNow || oldestPin === void 0 ? oldestPinOf(store) : oldestPin);
1160
+ state.liveCount--;
1161
+ Atomics.sub(store.handles.header, STORE_LIVE_COUNT, 1);
975
1162
  },
976
1163
  get(docId) {
977
1164
  const ordinal = docToOrd.get(docId);
978
- return ordinal === void 0 || open === null ? void 0 : entryAt(open, ordinal);
1165
+ return ordinal === void 0 || state.open === null ? void 0 : entryAt(state.open, ordinal);
979
1166
  },
980
1167
  has(docId) {
981
1168
  return docToOrd.has(docId);
@@ -983,31 +1170,22 @@ function createVectorStore(options) {
983
1170
  holdsOrdinal(ordinal) {
984
1171
  return ordinal >= 0 && ordinal < ordToDoc.length && ordToDoc[ordinal] !== void 0;
985
1172
  },
986
- entries: () => entriesOf(open, ordToDoc),
987
- docIds: () => docIdsOf(open, ordToDoc),
1173
+ entries: () => entriesOf(state.open, ordToDoc),
1174
+ docIds: () => docIdsOf(state.open, ordToDoc),
988
1175
  clear() {
1176
+ const store = state.open;
989
1177
  forgetDocuments();
990
- if (open === null) return;
991
- open.present.fill(0, 0, open.handles.present.byteLength);
992
- new Uint8Array(open.handles.codePresent, 0, open.handles.codePresent.byteLength).fill(0);
993
- new Int32Array(open.handles.diskFile, 0, open.handles.diskFile.byteLength / 4).fill(IN_MEMORY);
994
- open.handles.centroid.fill(0);
995
- if (open.handles.vectorFiles.length > 0) {
996
- open.handles.vectorFiles.length = 0;
997
- relayout(open);
998
- }
999
- resetDocIds(open.handles);
1000
- resetStoreHeader(open.handles.header);
1178
+ if (store !== null) clearStore(store);
1001
1179
  },
1002
1180
  release() {
1003
1181
  forgetDocuments();
1004
- if (open !== null) Atomics.add(open.handles.header, STORE_ORDINAL_LAYOUT_GENERATION, 1);
1005
- open?.view.close();
1006
- open = null;
1182
+ if (state.open !== null) Atomics.add(state.open.handles.header, STORE_ORDINAL_LAYOUT_GENERATION, 1);
1183
+ state.open?.view.close();
1184
+ state.open = null;
1007
1185
  },
1008
- closeFiles: () => open?.view.close(),
1186
+ closeFiles: () => state.open?.view.close(),
1009
1187
  relocateVectorFiles(rewrite) {
1010
- if (open !== null) relocateFiles(open, rewrite);
1188
+ if (state.open !== null) relocateFiles(state.open, rewrite);
1011
1189
  },
1012
1190
  getOrdinal(docId) {
1013
1191
  return docToOrd.get(docId);
@@ -1016,36 +1194,19 @@ function createVectorStore(options) {
1016
1194
  return ordToDoc[ordinal];
1017
1195
  },
1018
1196
  prepareQueryArena(query) {
1019
- return open === null ? null : open.view.prepareQueryArena(query);
1197
+ return state.open === null ? null : state.open.view.prepareQueryArena(query);
1020
1198
  },
1021
- exportSnapshot: () => snapshotOf(open, ordToDoc, replacedOrdinals),
1199
+ exportSnapshot: () => snapshotOf(state.open, ordToDoc, replacedOrdinals),
1022
1200
  restoreSnapshot(snapshot) {
1023
1201
  this.clear();
1024
1202
  if (snapshot.dimension === 0 || snapshot.slots === 0) return;
1025
- if (open === null) open = openHandles(snapshot.dimension, codeBits, blockBytes);
1026
- const store = open;
1027
- const replaced = new Set(snapshot.replacedOrdinals);
1028
- for (let ordinal = 0; ordinal < snapshot.slots; ordinal++) {
1029
- const docId = snapshot.docIds[ordinal];
1030
- const vector = snapshot.vectors.subarray(ordinal * snapshot.dimension, (ordinal + 1) * snapshot.dimension);
1031
- if (docId === null || docId === void 0) {
1032
- ensureOrdinal(store, ordinal, false);
1033
- ordToDoc[ordinal] = void 0;
1034
- store.partitions[ordinal] = NO_PARTITION;
1035
- if (replaced.has(ordinal)) restoreReplacedVector(store, ordinal, vector);
1036
- Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
1037
- continue;
1038
- }
1039
- appendOrdinal(store, docId, vector);
1040
- liveCount++;
1041
- }
1042
- Atomics.store(store.handles.header, STORE_LIVE_COUNT, liveCount);
1203
+ loadSnapshot(state, openFor(snapshot.dimension), snapshot);
1043
1204
  },
1044
1205
  memoryBytes() {
1045
- return open === null ? 0 : sharedVectorStoreBytes(open.handles);
1206
+ return state.open === null ? 0 : sharedVectorStoreBytes(state.open.handles);
1046
1207
  },
1047
1208
  growthBytesFor(vectors) {
1048
- return open === null ? 0 : growthBytesFor(open, vectors);
1209
+ return state.open === null ? 0 : growthBytesFor(state.open, vectors);
1049
1210
  }
1050
1211
  };
1051
1212
  }