@delali/narsil 0.3.1-next.157 → 0.3.1-next.161

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (565) hide show
  1. package/dist/adapters/filesystem.mjs +3 -3
  2. package/dist/adapters/gcs.mjs +3 -3
  3. package/dist/adapters/indexeddb.mjs +1 -1
  4. package/dist/adapters/s3.mjs +3 -3
  5. package/dist/browser/{chunk-N23GL72Q.mjs → chunk-4RNSFVWI.mjs} +20777 -19056
  6. package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
  7. package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
  8. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  9. package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
  10. package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → browser/durability-config-SGB5ZP5K.mjs} +8 -3
  11. package/dist/browser/embed-RF2MPGAO.mjs +222 -0
  12. package/dist/{react-native/chunks/geo-index-PX3BIHAH.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
  13. package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
  14. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  15. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  16. package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
  17. package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
  18. package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
  19. package/dist/browser/{restore-hooks-IE3GGYHG.mjs → restore-queue-S4BWOGMU.mjs} +98 -24
  20. package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
  21. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  22. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  23. package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
  24. package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
  25. package/dist/browser/{chunk-GFAZPSWK.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
  26. package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
  27. package/dist/{capabilities-D3AoBJoF.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
  28. package/dist/chunk-2JRERUNZ.mjs +217 -0
  29. package/dist/chunk-2RIS76RJ.mjs +212 -0
  30. package/dist/chunk-3B775F3C.mjs +252 -0
  31. package/dist/{chunk-24FNVRKB.mjs → chunk-3D6RZGJH.mjs} +3 -3
  32. package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
  33. package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
  34. package/dist/chunk-6EZW2GQL.mjs +978 -0
  35. package/dist/chunk-75UNINFA.mjs +271 -0
  36. package/dist/chunk-77AUVDQ5.mjs +7 -0
  37. package/dist/{chunk-JTYPJF3T.mjs → chunk-7MWYORQC.mjs} +2 -2
  38. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  39. package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
  40. package/dist/{chunk-FUD5XSZ5.mjs → chunk-BXM7XM4G.mjs} +7 -3
  41. package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
  42. package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
  43. package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
  44. package/dist/{chunk-SMOOSIAW.mjs → chunk-FE3MRIBN.mjs} +104 -13
  45. package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
  46. package/dist/{chunk-XXJZMTZT.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
  47. package/dist/{chunk-EYD7K3H6.mjs → chunk-GF4K7IUK.mjs} +317 -120
  48. package/dist/chunk-GXCDWLQI.mjs +193 -0
  49. package/dist/{chunk-IIRIG7H5.mjs → chunk-H64YDF5M.mjs} +3 -3
  50. package/dist/{browser/chunk-VY5KW3HN.mjs → chunk-HOOR4CP5.mjs} +63 -7
  51. package/dist/chunk-IB4BYLE3.mjs +127 -0
  52. package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
  53. package/dist/chunk-IH3G6SJO.mjs +40 -0
  54. package/dist/chunk-JV74RKCY.mjs +3041 -0
  55. package/dist/{chunk-ZPZ3YGXV.mjs → chunk-K67I3RF4.mjs} +261 -101
  56. package/dist/chunk-KLVMK3R5.mjs +47 -0
  57. package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
  58. package/dist/chunk-LF4GB4PO.mjs +281 -0
  59. package/dist/chunk-NC4QLCZC.mjs +59 -0
  60. package/dist/chunk-OOO54OVC.mjs +627 -0
  61. package/dist/chunk-OUWZKNO3.mjs +207 -0
  62. package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
  63. package/dist/{chunk-4ZTHGTVX.mjs → chunk-PTTMGRG5.mjs} +9 -10
  64. package/dist/{react-native/chunks/chunk-DZ7H7D2C.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
  65. package/dist/{browser/chunk-EKMGCRSR.mjs → chunk-QBVTYY4J.mjs} +2 -9
  66. package/dist/{chunk-W5EB5XKI.mjs → chunk-R4CE4IVU.mjs} +341 -183
  67. package/dist/chunk-S2POFTLN.mjs +10 -0
  68. package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
  69. package/dist/{chunk-4LMSZAK6.mjs → chunk-SHGN3QIF.mjs} +69 -13
  70. package/dist/chunk-SXIRM4MX.mjs +3549 -0
  71. package/dist/{chunk-TBC3XUL2.mjs → chunk-TGPKS2UM.mjs} +47 -1
  72. package/dist/chunk-TINW4BSH.mjs +31301 -0
  73. package/dist/{cold-module-VOJXMNZB.mjs → chunk-TSLV5P2J.mjs} +397 -80
  74. package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
  75. package/dist/chunk-U6B7DUQW.mjs +788 -0
  76. package/dist/{chunk-OQLD2BSW.mjs → chunk-V3SGPXWQ.mjs} +8 -9
  77. package/dist/chunk-W34VJXY7.mjs +4723 -0
  78. package/dist/chunk-YETKPX5M.mjs +5 -0
  79. package/dist/chunk-ZQ6QY42L.mjs +59 -0
  80. package/dist/{client-kqSMevVi.d.ts → client-CTp8RRiK.d.ts} +4 -4
  81. package/dist/client.d.ts +8 -8
  82. package/dist/client.mjs +66 -18
  83. package/dist/{config-B4v_Htpu.d.ts → config-PCNzWjHL.d.ts} +6 -3
  84. package/dist/{config-CTP01fns.d.ts → config-_WT5grSL.d.ts} +3 -3
  85. package/dist/core-leaf-KXFGP74A.mjs +7 -0
  86. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  87. package/dist/direct-executor-MKTZBR26.mjs +16 -0
  88. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  89. package/dist/distribution/coordinator/etcd.mjs +7 -4
  90. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  91. package/dist/distribution/coordinator/in-memory.mjs +1 -2
  92. package/dist/distribution/transport/grpc.mjs +7 -2
  93. package/dist/distribution/transport/tcp.mjs +7 -1
  94. package/dist/distribution.d.ts +7 -7
  95. package/dist/distribution.mjs +1199 -1092
  96. package/dist/{browser/durability-config-TIYKW6XX.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
  97. package/dist/embed-4H7RTBVL.mjs +221 -0
  98. package/dist/embeddings/openai.mjs +2 -2
  99. package/dist/{engine-CkPn2PWE.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
  100. package/dist/{browser/geo-index-OTV7VPIR.mjs → geo-index-2ZMMWWSK.mjs} +190 -93
  101. package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
  102. package/dist/index.browser.mjs +4 -16
  103. package/dist/index.d.ts +1495 -78
  104. package/dist/index.mjs +14 -50
  105. package/dist/index.react-native.mjs +11 -28
  106. package/dist/invalidation/filesystem.mjs +1 -2
  107. package/dist/languages/albanian.mjs +1 -1
  108. package/dist/languages/amharic.mjs +1 -1
  109. package/dist/languages/arabic.mjs +1 -1
  110. package/dist/languages/armenian.mjs +1 -1
  111. package/dist/languages/azerbaijani.mjs +1 -1
  112. package/dist/languages/bambara.mjs +1 -1
  113. package/dist/languages/basque.mjs +1 -1
  114. package/dist/languages/belarusian.mjs +1 -1
  115. package/dist/languages/bengali.mjs +1 -1
  116. package/dist/languages/bosnian.mjs +1 -1
  117. package/dist/languages/breton.mjs +1 -1
  118. package/dist/languages/bulgarian.mjs +1 -1
  119. package/dist/languages/burmese.mjs +1 -1
  120. package/dist/languages/catalan.mjs +1 -1
  121. package/dist/languages/chinese.mjs +1 -1
  122. package/dist/languages/croatian.mjs +1 -1
  123. package/dist/languages/czech.mjs +1 -1
  124. package/dist/languages/dagbani.mjs +1 -1
  125. package/dist/languages/danish.mjs +1 -1
  126. package/dist/languages/dutch.mjs +1 -1
  127. package/dist/languages/english.mjs +1 -1
  128. package/dist/languages/esperanto.mjs +1 -1
  129. package/dist/languages/estonian.mjs +1 -1
  130. package/dist/languages/ewe.mjs +1 -1
  131. package/dist/languages/faroese.mjs +1 -1
  132. package/dist/languages/fijian.mjs +1 -1
  133. package/dist/languages/finnish.mjs +1 -1
  134. package/dist/languages/french.mjs +1 -1
  135. package/dist/languages/ga.mjs +1 -1
  136. package/dist/languages/galician.mjs +1 -1
  137. package/dist/languages/georgian.mjs +1 -1
  138. package/dist/languages/german.mjs +1 -1
  139. package/dist/languages/greek.mjs +1 -1
  140. package/dist/languages/guarani.mjs +1 -1
  141. package/dist/languages/gujarati.mjs +1 -1
  142. package/dist/languages/haitian-creole.mjs +1 -1
  143. package/dist/languages/hausa.mjs +1 -1
  144. package/dist/languages/hawaiian.mjs +1 -1
  145. package/dist/languages/hebrew.mjs +1 -1
  146. package/dist/languages/hindi.mjs +1 -1
  147. package/dist/languages/hungarian.mjs +1 -1
  148. package/dist/languages/icelandic.mjs +1 -1
  149. package/dist/languages/igbo.mjs +1 -1
  150. package/dist/languages/indonesian.mjs +1 -1
  151. package/dist/languages/irish.mjs +1 -1
  152. package/dist/languages/italian.mjs +1 -1
  153. package/dist/languages/japanese.mjs +1 -1
  154. package/dist/languages/kannada.mjs +1 -1
  155. package/dist/languages/kazakh.mjs +1 -1
  156. package/dist/languages/khmer.mjs +1 -1
  157. package/dist/languages/kinyarwanda.mjs +1 -1
  158. package/dist/languages/kirundi.mjs +1 -1
  159. package/dist/languages/korean.mjs +1 -1
  160. package/dist/languages/kurmanji.mjs +1 -1
  161. package/dist/languages/kyrgyz.mjs +1 -1
  162. package/dist/languages/lao.mjs +1 -1
  163. package/dist/languages/latin.mjs +1 -1
  164. package/dist/languages/latvian.mjs +1 -1
  165. package/dist/languages/lingala.mjs +1 -1
  166. package/dist/languages/lithuanian.mjs +1 -1
  167. package/dist/languages/luxembourgish.mjs +1 -1
  168. package/dist/languages/macedonian.mjs +1 -1
  169. package/dist/languages/malagasy.mjs +1 -1
  170. package/dist/languages/malay.mjs +1 -1
  171. package/dist/languages/malayalam.mjs +1 -1
  172. package/dist/languages/maltese.mjs +1 -1
  173. package/dist/languages/maori.mjs +1 -1
  174. package/dist/languages/marathi.mjs +1 -1
  175. package/dist/languages/nepali.mjs +1 -1
  176. package/dist/languages/norwegian.mjs +1 -1
  177. package/dist/languages/oromo.mjs +1 -1
  178. package/dist/languages/persian.mjs +1 -1
  179. package/dist/languages/polish.mjs +1 -1
  180. package/dist/languages/portuguese.mjs +1 -1
  181. package/dist/languages/punjabi.mjs +1 -1
  182. package/dist/languages/romanian.mjs +1 -1
  183. package/dist/languages/russian.mjs +1 -1
  184. package/dist/languages/samoan.mjs +1 -1
  185. package/dist/languages/sanskrit.mjs +1 -1
  186. package/dist/languages/scottish-gaelic.mjs +1 -1
  187. package/dist/languages/serbian.mjs +1 -1
  188. package/dist/languages/shona.mjs +1 -1
  189. package/dist/languages/sinhala.mjs +1 -1
  190. package/dist/languages/slovak.mjs +1 -1
  191. package/dist/languages/slovenian.mjs +1 -1
  192. package/dist/languages/sorani.mjs +1 -1
  193. package/dist/languages/spanish.mjs +1 -1
  194. package/dist/languages/swahili.mjs +1 -1
  195. package/dist/languages/swedish.mjs +1 -1
  196. package/dist/languages/tagalog.mjs +1 -1
  197. package/dist/languages/tamil.mjs +1 -1
  198. package/dist/languages/tatar.mjs +1 -1
  199. package/dist/languages/telugu.mjs +1 -1
  200. package/dist/languages/thai.mjs +1 -1
  201. package/dist/languages/tibetan.mjs +1 -1
  202. package/dist/languages/tigrinya.mjs +1 -1
  203. package/dist/languages/tongan.mjs +1 -1
  204. package/dist/languages/turkish.mjs +1 -1
  205. package/dist/languages/twi.mjs +1 -1
  206. package/dist/languages/ukrainian.mjs +1 -1
  207. package/dist/languages/urdu.mjs +1 -1
  208. package/dist/languages/vietnamese.mjs +1 -1
  209. package/dist/languages/welsh.mjs +1 -1
  210. package/dist/languages/wolof.mjs +1 -1
  211. package/dist/languages/xhosa.mjs +1 -1
  212. package/dist/languages/yoruba.mjs +1 -1
  213. package/dist/languages/zulu.mjs +1 -1
  214. package/dist/{long-query-thread-QDFQSJD6.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
  215. package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
  216. package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
  217. package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
  218. package/dist/optional-writes-DDFHYUOH.mjs +218 -0
  219. package/dist/{paged-partition-archive-RLRGOXDX.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
  220. package/dist/partial-words.browser.mjs +1649 -0
  221. package/dist/partial-words.mjs +15 -14
  222. package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
  223. package/dist/pattern.mjs +6 -8
  224. package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
  225. package/dist/persistence/durability/checkpoint-worker.mjs +27 -59
  226. package/dist/phrase-module-XK3T44VU.mjs +634 -0
  227. package/dist/query-actions-OMXJEC2J.mjs +118 -0
  228. package/dist/query-suggestions/merge-worker.mjs +18 -54
  229. package/dist/query-suggestions.browser.mjs +26 -227
  230. package/dist/query-suggestions.d.ts +2 -2
  231. package/dist/query-suggestions.mjs +16 -67
  232. package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
  233. package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
  234. package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
  235. package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
  236. package/dist/react-native/chunks/{chunk-4COWCEY7.mjs → chunk-FTQ7JNMU.mjs} +341 -180
  237. package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
  238. package/dist/react-native/chunks/{chunk-EJ33LCHV.mjs → chunk-HRDMIQ63.mjs} +53 -1
  239. package/dist/react-native/chunks/{chunk-4AV5PPH6.mjs → chunk-IY6U6HRA.mjs} +63 -7
  240. package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
  241. package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
  242. package/dist/react-native/chunks/{chunk-OXM66LO6.mjs → chunk-OK3WUA6N.mjs} +2 -10
  243. package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
  244. package/dist/{browser/chunk-SRMZXJSL.mjs → react-native/chunks/chunk-TQ26BKBH.mjs} +6 -0
  245. package/dist/{browser/chunk-GPPOG6PT.mjs → react-native/chunks/chunk-VUJCSQG5.mjs} +3 -1
  246. package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
  247. package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
  248. package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
  249. package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
  250. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  251. package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
  252. package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
  253. package/dist/{geo-index-MRH5JMIR.mjs → react-native/chunks/geo-index-QEYKEVPH.mjs} +190 -93
  254. package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
  255. package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
  256. package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
  257. package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
  258. package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
  259. package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
  260. package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
  261. package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
  262. package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
  263. package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
  264. package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
  265. package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
  266. package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
  267. package/dist/react-native/chunks/{chunk-WW2X2AEI.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
  268. package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
  269. package/dist/react-native/partial-words.mjs +954 -35
  270. package/dist/react-native/pattern.mjs +238 -111
  271. package/dist/react-native/query-suggestions.mjs +33 -239
  272. package/dist/react-native/sync.mjs +95 -52
  273. package/dist/react-native/synonyms.mjs +256 -112
  274. package/dist/react.d.ts +9 -9
  275. package/dist/react.mjs +6 -0
  276. package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
  277. package/dist/rerankers/http.mjs +2 -2
  278. package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
  279. package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
  280. package/dist/runtime-4GKUIAKV.mjs +595 -0
  281. package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
  282. package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
  283. package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
  284. package/dist/server.d.ts +33 -13
  285. package/dist/server.mjs +81 -100
  286. package/dist/{browser/durability-wiring-GVZEE46O.mjs → storage-leaf-HMIIOUYN.mjs} +2334 -931
  287. package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
  288. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  289. package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
  290. package/dist/sync/filesystem.d.ts +3 -3
  291. package/dist/sync/filesystem.mjs +27 -11
  292. package/dist/sync/indexeddb.browser.mjs +287 -0
  293. package/dist/sync/indexeddb.d.ts +3 -3
  294. package/dist/sync/indexeddb.mjs +7 -2
  295. package/dist/sync.browser.mjs +88 -72
  296. package/dist/sync.d.ts +4 -4
  297. package/dist/sync.mjs +89 -59
  298. package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
  299. package/dist/synonyms.mjs +15 -11
  300. package/dist/{tasks-CoNjxbop.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
  301. package/dist/thread-SNILJXX3.mjs +30 -0
  302. package/dist/{types-DPMjfOr_.d.ts → types-CTg0KaMy.d.ts} +2 -2
  303. package/dist/vector/search-worker.d.ts +7 -1
  304. package/dist/vector/search-worker.mjs +9 -13
  305. package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
  306. package/dist/workers/entry.mjs +60 -30
  307. package/openapi.json +66 -50
  308. package/package.json +233 -8
  309. package/dist/analysis-change-CKEMM2MC.mjs +0 -55
  310. package/dist/analysis-change-entry-SEDMJ6MW.mjs +0 -1
  311. package/dist/archive-history-E4R73RWD.mjs +0 -29
  312. package/dist/browser/analysis-change-ZKGJFENM.mjs +0 -942
  313. package/dist/browser/analysis-change-entry-5BFUVMHJ.mjs +0 -1
  314. package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
  315. package/dist/browser/chunk-25MTVDYD.mjs +0 -432
  316. package/dist/browser/chunk-3I27KXQD.mjs +0 -34
  317. package/dist/browser/chunk-3NLMB5CC.mjs +0 -217
  318. package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
  319. package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
  320. package/dist/browser/chunk-5YWB3E2W.mjs +0 -92
  321. package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
  322. package/dist/browser/chunk-AI5UI46D.mjs +0 -12
  323. package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
  324. package/dist/browser/chunk-BLT4RHCJ.mjs +0 -241
  325. package/dist/browser/chunk-C26SPCGQ.mjs +0 -2636
  326. package/dist/browser/chunk-C4FJ3WDY.mjs +0 -177
  327. package/dist/browser/chunk-CXNTHHA7.mjs +0 -63
  328. package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
  329. package/dist/browser/chunk-DUH6QUVU.mjs +0 -2374
  330. package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
  331. package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
  332. package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
  333. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  334. package/dist/browser/chunk-HUCSHDTB.mjs +0 -100
  335. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  336. package/dist/browser/chunk-K3IPRX6D.mjs +0 -2559
  337. package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
  338. package/dist/browser/chunk-MY2XKH22.mjs +0 -40
  339. package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
  340. package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
  341. package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
  342. package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
  343. package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
  344. package/dist/browser/chunk-TK63WFXK.mjs +0 -90
  345. package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
  346. package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
  347. package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
  348. package/dist/browser/chunk-UATIJ4KU.mjs +0 -21
  349. package/dist/browser/chunk-UKOWD2K5.mjs +0 -315
  350. package/dist/browser/chunk-UTMHUHUV.mjs +0 -150
  351. package/dist/browser/chunk-V43N6TZO.mjs +0 -857
  352. package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
  353. package/dist/browser/chunk-WN464PTL.mjs +0 -375
  354. package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
  355. package/dist/browser/chunk-X7TXYUKO.mjs +0 -86
  356. package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
  357. package/dist/browser/chunk-Y6IBAUNO.mjs +0 -561
  358. package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
  359. package/dist/browser/cold-module-YNUUDNOM.mjs +0 -761
  360. package/dist/browser/engine-hooks-HBVS6YM4.mjs +0 -18
  361. package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
  362. package/dist/browser/import-5ESVMFDJ.mjs +0 -20
  363. package/dist/browser/methods-KTQCSIN4.mjs +0 -30
  364. package/dist/browser/module-NDSQLPMQ.mjs +0 -25
  365. package/dist/browser/operations-OJ3BXS55.mjs +0 -5
  366. package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
  367. package/dist/browser/pool-3JLET5RO.mjs +0 -297
  368. package/dist/browser/release-HYXPVJVS.mjs +0 -32
  369. package/dist/browser/restore-queue-LQBBTODR.mjs +0 -55
  370. package/dist/browser/retention-TY3L3BFN.mjs +0 -211
  371. package/dist/browser/snapshot-5FHPPCNZ.mjs +0 -965
  372. package/dist/browser/start-2UZTOBG5.mjs +0 -26
  373. package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
  374. package/dist/browser/write-ULXAN5B4.mjs +0 -196
  375. package/dist/chunk-2NE7VCYE.mjs +0 -212
  376. package/dist/chunk-2ROUFMQX.mjs +0 -543
  377. package/dist/chunk-37CD3OKS.mjs +0 -87
  378. package/dist/chunk-3MXV3VHR.mjs +0 -46
  379. package/dist/chunk-3OH67G7R.mjs +0 -214
  380. package/dist/chunk-4B7JIGQD.mjs +0 -106
  381. package/dist/chunk-5YNRKI2C.mjs +0 -81
  382. package/dist/chunk-6HTGOXIK.mjs +0 -875
  383. package/dist/chunk-6OEGXLBX.mjs +0 -57
  384. package/dist/chunk-6RC4K46J.mjs +0 -86
  385. package/dist/chunk-7GFE3PEY.mjs +0 -40
  386. package/dist/chunk-7GXJUJ24.mjs +0 -49
  387. package/dist/chunk-7V5IUP2T.mjs +0 -63
  388. package/dist/chunk-A4L7YTKX.mjs +0 -458
  389. package/dist/chunk-BEZH7VEH.mjs +0 -23
  390. package/dist/chunk-BNL5OPRV.mjs +0 -634
  391. package/dist/chunk-BTPGQC6Z.mjs +0 -27
  392. package/dist/chunk-C7XQYG6U.mjs +0 -50
  393. package/dist/chunk-CQZXZ75V.mjs +0 -562
  394. package/dist/chunk-CWS55TEX.mjs +0 -242
  395. package/dist/chunk-CZQ33DLW.mjs +0 -78
  396. package/dist/chunk-EEBCDP36.mjs +0 -32
  397. package/dist/chunk-FB6463IN.mjs +0 -1499
  398. package/dist/chunk-FCJ553HS.mjs +0 -655
  399. package/dist/chunk-FEZVDOWX.mjs +0 -6996
  400. package/dist/chunk-FOCV4CBZ.mjs +0 -87
  401. package/dist/chunk-FQBFZAWG.mjs +0 -27
  402. package/dist/chunk-G6HRSGOU.mjs +0 -74
  403. package/dist/chunk-GES7U2PM.mjs +0 -68
  404. package/dist/chunk-GH4WQ22V.mjs +0 -34
  405. package/dist/chunk-GPWMUPCA.mjs +0 -1126
  406. package/dist/chunk-GQPTDQCL.mjs +0 -54
  407. package/dist/chunk-HJSN7UYG.mjs +0 -10
  408. package/dist/chunk-I54T6CQP.mjs +0 -117
  409. package/dist/chunk-IPN7S4KX.mjs +0 -130
  410. package/dist/chunk-J4IJTTEX.mjs +0 -226
  411. package/dist/chunk-JSV6OQ4C.mjs +0 -74
  412. package/dist/chunk-K4ZIGL2O.mjs +0 -290
  413. package/dist/chunk-KAKQ74LS.mjs +0 -53
  414. package/dist/chunk-KCQYFO4K.mjs +0 -62
  415. package/dist/chunk-KHKIRS5D.mjs +0 -113
  416. package/dist/chunk-KOKM4PQN.mjs +0 -52
  417. package/dist/chunk-KP7TYHWT.mjs +0 -92
  418. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  419. package/dist/chunk-L5ORED7V.mjs +0 -25
  420. package/dist/chunk-LDNCLRZU.mjs +0 -218
  421. package/dist/chunk-LHKOSI2J.mjs +0 -58
  422. package/dist/chunk-LQG5G2LY.mjs +0 -39
  423. package/dist/chunk-MATMVH65.mjs +0 -9
  424. package/dist/chunk-MP7ABPTD.mjs +0 -189
  425. package/dist/chunk-MW6BR4QP.mjs +0 -316
  426. package/dist/chunk-MWD5VPN7.mjs +0 -21
  427. package/dist/chunk-ODYKO5TO.mjs +0 -101
  428. package/dist/chunk-OG7UGJ6F.mjs +0 -63
  429. package/dist/chunk-ORN5BLL7.mjs +0 -11
  430. package/dist/chunk-OYABFKTW.mjs +0 -1974
  431. package/dist/chunk-P5LANSH6.mjs +0 -121
  432. package/dist/chunk-PELHVTO7.mjs +0 -24
  433. package/dist/chunk-PIH5SJ4N.mjs +0 -7481
  434. package/dist/chunk-PSZI4O24.mjs +0 -253
  435. package/dist/chunk-PV2CG7EJ.mjs +0 -886
  436. package/dist/chunk-PWGYQXML.mjs +0 -470
  437. package/dist/chunk-Q2UL2TPC.mjs +0 -21
  438. package/dist/chunk-QHPYS427.mjs +0 -66
  439. package/dist/chunk-QJVOLKU6.mjs +0 -111
  440. package/dist/chunk-QLDABJZM.mjs +0 -20
  441. package/dist/chunk-QYRNLLLI.mjs +0 -99
  442. package/dist/chunk-RCX4WNLC.mjs +0 -151
  443. package/dist/chunk-RFBLQLLZ.mjs +0 -16
  444. package/dist/chunk-RIHIVFIQ.mjs +0 -240
  445. package/dist/chunk-RLOES5SX.mjs +0 -31
  446. package/dist/chunk-RWURUDSP.mjs +0 -2639
  447. package/dist/chunk-RZWWB2XR.mjs +0 -96
  448. package/dist/chunk-S5LN746F.mjs +0 -10
  449. package/dist/chunk-SOI6LTHM.mjs +0 -216
  450. package/dist/chunk-SQJWAIF4.mjs +0 -12
  451. package/dist/chunk-TDIK6NTV.mjs +0 -10
  452. package/dist/chunk-TQXHPFWT.mjs +0 -177
  453. package/dist/chunk-U55XJEIG.mjs +0 -18
  454. package/dist/chunk-UD5HIS4U.mjs +0 -382
  455. package/dist/chunk-UHICS3JI.mjs +0 -83
  456. package/dist/chunk-UJDJB3NE.mjs +0 -913
  457. package/dist/chunk-VD7J552I.mjs +0 -28
  458. package/dist/chunk-VSLSGASN.mjs +0 -30
  459. package/dist/chunk-VZ2ONHEE.mjs +0 -3715
  460. package/dist/chunk-W7OSSKH5.mjs +0 -1427
  461. package/dist/chunk-WZ7YV54N.mjs +0 -152
  462. package/dist/chunk-X5CV2E2B.mjs +0 -1
  463. package/dist/chunk-Y4WPNHMC.mjs +0 -50
  464. package/dist/chunk-YEKL4JBK.mjs +0 -96
  465. package/dist/chunk-ZXNQEW43.mjs +0 -18
  466. package/dist/chunk-ZYAY26KG.mjs +0 -29
  467. package/dist/direct-executor-V5DRIECI.mjs +0 -34
  468. package/dist/durability-wiring-3TD62MBI.mjs +0 -4072
  469. package/dist/engine-hooks-HA3SBOBR.mjs +0 -54
  470. package/dist/gzip-F4HMIEEQ.mjs +0 -1
  471. package/dist/import-GPKLTSKA.mjs +0 -56
  472. package/dist/methods-7IOINERF.mjs +0 -30
  473. package/dist/module-JYHFTVPS.mjs +0 -63
  474. package/dist/operations-G5EP6JPX.mjs +0 -5
  475. package/dist/phrase-module-XW5MKWP5.mjs +0 -330
  476. package/dist/pool-Y4A46T36.mjs +0 -298
  477. package/dist/react-native/chunks/analysis-change-QUVDNABS.mjs +0 -934
  478. package/dist/react-native/chunks/analysis-change-entry-OC4XASBF.mjs +0 -1
  479. package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
  480. package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
  481. package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
  482. package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
  483. package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
  484. package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
  485. package/dist/react-native/chunks/chunk-4NWR3NGS.mjs +0 -151
  486. package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
  487. package/dist/react-native/chunks/chunk-5MSX5FRT.mjs +0 -858
  488. package/dist/react-native/chunks/chunk-6OFDUYVX.mjs +0 -92
  489. package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +0 -9
  490. package/dist/react-native/chunks/chunk-6ZELFCK5.mjs +0 -315
  491. package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
  492. package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
  493. package/dist/react-native/chunks/chunk-BITYFZSZ.mjs +0 -242
  494. package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
  495. package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
  496. package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
  497. package/dist/react-native/chunks/chunk-DMIFXZ3Q.mjs +0 -432
  498. package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
  499. package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
  500. package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
  501. package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
  502. package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
  503. package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
  504. package/dist/react-native/chunks/chunk-IAENKE2D.mjs +0 -21
  505. package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
  506. package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
  507. package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
  508. package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
  509. package/dist/react-native/chunks/chunk-KSBYEMCB.mjs +0 -100
  510. package/dist/react-native/chunks/chunk-KU646XXT.mjs +0 -164
  511. package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
  512. package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
  513. package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
  514. package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
  515. package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
  516. package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
  517. package/dist/react-native/chunks/chunk-OCSLSH27.mjs +0 -22723
  518. package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
  519. package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
  520. package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
  521. package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
  522. package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
  523. package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
  524. package/dist/react-native/chunks/chunk-TORU2OHQ.mjs +0 -218
  525. package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
  526. package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
  527. package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
  528. package/dist/react-native/chunks/chunk-WVWJNUMN.mjs +0 -2562
  529. package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
  530. package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
  531. package/dist/react-native/chunks/chunk-ZNZ6CPAZ.mjs +0 -562
  532. package/dist/react-native/chunks/chunk-ZVQMBF2H.mjs +0 -63
  533. package/dist/react-native/chunks/chunk-ZWAIN4GG.mjs +0 -2636
  534. package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
  535. package/dist/react-native/chunks/cold-module-N6KFNNZA.mjs +0 -773
  536. package/dist/react-native/chunks/durability-wiring-RN64S2TL.mjs +0 -4984
  537. package/dist/react-native/chunks/engine-hooks-CWA5CKCA.mjs +0 -30
  538. package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
  539. package/dist/react-native/chunks/import-5UAWBRJP.mjs +0 -32
  540. package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
  541. package/dist/react-native/chunks/module-6RP4ZCBW.mjs +0 -37
  542. package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
  543. package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
  544. package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
  545. package/dist/react-native/chunks/release-2SIHZWDO.mjs +0 -32
  546. package/dist/react-native/chunks/restore-hooks-ENFMDTWC.mjs +0 -127
  547. package/dist/react-native/chunks/restore-queue-4R6AASE5.mjs +0 -55
  548. package/dist/react-native/chunks/retention-5GTFT3GR.mjs +0 -223
  549. package/dist/react-native/chunks/snapshot-5LGPQXFS.mjs +0 -976
  550. package/dist/react-native/chunks/start-ZQJVZ5DN.mjs +0 -38
  551. package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
  552. package/dist/react-native/chunks/write-6BRYIIZ7.mjs +0 -208
  553. package/dist/release-SMR4WJD4.mjs +0 -32
  554. package/dist/restore-hooks-HXLIEB4A.mjs +0 -153
  555. package/dist/restore-queue-LZH7LMLR.mjs +0 -55
  556. package/dist/retention-3K7ARGAG.mjs +0 -66
  557. package/dist/runtime-COIUORCN.mjs +0 -177
  558. package/dist/snapshot-O7ICP7NJ.mjs +0 -783
  559. package/dist/start-S4PFP6RS.mjs +0 -66
  560. package/dist/sync-state-ZWHLAFLE.mjs +0 -15
  561. package/dist/thread-YLJ3ZPQ3.mjs +0 -50
  562. package/dist/write-2OBJGLFS.mjs +0 -233
  563. /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
  564. /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
  565. /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
@@ -1,654 +0,0 @@
1
- import { REBUILD_REMOVED_RATIO, BUILD_TURN_HANDOVER_AFTER_MS, DRIFT_CHECK_GROWTH_FACTOR, VECTOR_FILE_REPLACED_ABOVE_DEAD_SHARE, VECTOR_FILE_FIXED_OVERHEAD_BYTES, VECTOR_FILE_CENTROID_BYTES_PER_COMPONENT, VECTOR_FILE_STRING_HEADER_BYTES } from './chunk-HJBJBH26.mjs';
2
- import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-ENLMYKSX.mjs';
3
- import { osqRecordBytes, VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes, writeRecord } from './chunk-DVDX4SDR.mjs';
4
- import { turnsAreBudgeted, backgroundTurnIsSpent, yieldBackgroundTurn } from './chunk-YZW4CHM6.mjs';
5
- import { MAX_DOC_ID_LENGTH } from './chunk-AM7RSBPF.mjs';
6
- import { MAX_FILE_BYTES } from './chunk-6VBXNFLE.mjs';
7
- import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
8
-
9
- // src/vector/filter-ordinals.ts
10
- var UNRESOLVED_ORDINAL = -1;
11
- var NO_VECTOR_MARK = -2;
12
- function freshOrdinals(length) {
13
- return new Int32Array(length).fill(UNRESOLVED_ORDINAL);
14
- }
15
- function mapsOf(owner) {
16
- owner.vectorOrdinalMaps ??= { bytes: 0, byField: /* @__PURE__ */ new Map() };
17
- return owner.vectorOrdinalMaps;
18
- }
19
- function mapFor(maps, docStore, space, numberingGeneration) {
20
- const held = maps.byField.get(space.fieldName);
21
- if (held !== void 0 && held.header === space.header && held.layoutGeneration === space.layoutGeneration && held.numberingGeneration === numberingGeneration) {
22
- return held;
23
- }
24
- const map = {
25
- header: space.header,
26
- layoutGeneration: space.layoutGeneration,
27
- numberingGeneration,
28
- ordinals: freshOrdinals(docStore.internalIdCapacity())
29
- };
30
- maps.bytes += map.ordinals.byteLength - (held?.ordinals.byteLength ?? 0);
31
- maps.byField.set(space.fieldName, map);
32
- return map;
33
- }
34
- function growTo(maps, map, length) {
35
- const grown = freshOrdinals(Math.max(length, map.ordinals.length * 2));
36
- grown.set(map.ordinals);
37
- maps.bytes += grown.byteLength - map.ordinals.byteLength;
38
- map.ordinals = grown;
39
- }
40
- function ordinalAt(maps, map, internalId, docStore, space) {
41
- if (internalId >= map.ordinals.length) growTo(maps, map, internalId + 1);
42
- const held = map.ordinals[internalId];
43
- if (held >= 0 && space.holdsCurrentOrdinal(held)) return held;
44
- if (held <= NO_VECTOR_MARK && NO_VECTOR_MARK - held === space.slots) return UNRESOLVED_ORDINAL;
45
- const docId = docStore.getExternalId(internalId);
46
- const resolved = docId === void 0 ? void 0 : space.ordinalOf(docId);
47
- map.ordinals[internalId] = resolved ?? NO_VECTOR_MARK - space.slots;
48
- return resolved ?? UNRESOLVED_ORDINAL;
49
- }
50
- function ordinalFilterForSubsets(subsets, space) {
51
- const filter = createOrdinalFilter(space.slots);
52
- for (const subset of subsets) {
53
- const docStore = subset.owner.docStore;
54
- if (docStore.numberingGeneration() !== subset.numberingGeneration) continue;
55
- const resolver = docStore.resolver();
56
- const maps = mapsOf(subset.owner);
57
- const map = mapFor(maps, docStore, space, subset.numberingGeneration);
58
- const bits = subset.bits;
59
- for (let wordIndex = 0; wordIndex < bits.length; wordIndex++) {
60
- let word = bits[wordIndex];
61
- if (word === 0) continue;
62
- const base = wordIndex << 5;
63
- while (word !== 0) {
64
- const internalId = base + (Math.clz32(word & -word) ^ 31);
65
- word &= word - 1;
66
- if (!resolver.isLive(internalId)) continue;
67
- const ordinal = ordinalAt(maps, map, internalId, docStore, space);
68
- if (ordinal < 0 || space.isRemoved(ordinal)) continue;
69
- addToOrdinalFilter(filter, ordinal);
70
- }
71
- }
72
- }
73
- return filter;
74
- }
75
-
76
- // src/vector/vector-index/shared.ts
77
- var VECTOR_WORKER_COPIES_ALLOWED = { enabled: true };
78
- function liveSize(state) {
79
- if (state.cold !== null) return state.cold.live;
80
- return state.store.size - state.tombstones.size;
81
- }
82
- function threadsHoldCurrentLayout(state) {
83
- return state.sharedLayoutRevision === state.store.handles.layoutRevision;
84
- }
85
- function assignStorePartitions(state, resolve) {
86
- for (let ordinal = 0; ordinal < state.store.slots; ordinal += 1) {
87
- if (state.store.partitionOfOrdinal(ordinal) !== void 0) continue;
88
- const docId = state.store.docIdForOrdinal(ordinal);
89
- if (docId === void 0) continue;
90
- const partitionId = resolve(docId);
91
- if (partitionId === void 0) {
92
- state.store.forgetPartition(docId);
93
- continue;
94
- }
95
- state.store.setPartition(docId, partitionId);
96
- }
97
- }
98
- function emptyFieldBeforeRestore(state) {
99
- state.store.clear();
100
- state.tombstones.clear();
101
- state.buffer.clear();
102
- state.pendingLocations.clear();
103
- adoptGraph(state, null);
104
- state.osq?.clear();
105
- forgetCalibration(state);
106
- state.savedFiles = [];
107
- state.savedSignature = null;
108
- }
109
- function releaseReplacedVectors(state) {
110
- for (const ordinal of state.store.releaseReplacedVectors()) state.osq?.removeOrdinal(ordinal);
111
- }
112
- function adoptGraph(state, graph) {
113
- if (state.hnsw !== null && state.hnsw !== graph) state.hnsw.retire();
114
- if (graph === null && state.hnsw !== null) {
115
- state.hnsw.clear();
116
- }
117
- state.hnsw = graph;
118
- state.shuffledBuildCount = null;
119
- state.compactedNodeCount = 0;
120
- if (graph === null) return;
121
- for (const docId of state.tombstones) {
122
- if (graph.has(docId)) {
123
- graph.markTombstone(docId);
124
- }
125
- }
126
- }
127
- function graphNeedsRebuild(state) {
128
- const graph = state.hnsw;
129
- if (graph === null) return false;
130
- const removed = graph.tombstoneCount + state.compactedNodeCount;
131
- const held = graph.size + removed;
132
- if (held === 0) return false;
133
- return removed / held > REBUILD_REMOVED_RATIO;
134
- }
135
- function yieldBuildTurn(state) {
136
- if (turnsAreBudgeted) return backgroundTurnIsSpent() ? yieldBackgroundTurn() : Promise.resolve();
137
- return new Promise((resolve) => {
138
- const takeTurn = () => {
139
- clearTimeout(timer);
140
- state.buildTurnWaiters.delete(takeTurn);
141
- resolve();
142
- };
143
- const timer = setTimeout(takeTurn, 0);
144
- state.buildTurnWaiters.set(takeTurn, performance.now());
145
- });
146
- }
147
- function noBuildHistory() {
148
- return {
149
- shuffledBuildCount: null,
150
- calibratedCount: null,
151
- calibratedMeanLength: null,
152
- nextDriftCheckAt: Number.POSITIVE_INFINITY,
153
- shuffledRebuild: null
154
- };
155
- }
156
- function handOverBuildTurns(state) {
157
- if (state.buildTurnWaiters.size === 0) return;
158
- const [longestWaitingSince] = state.buildTurnWaiters.values();
159
- if (longestWaitingSince === void 0 || performance.now() - longestWaitingSince < BUILD_TURN_HANDOVER_AFTER_MS)
160
- return;
161
- for (const takeTurn of [...state.buildTurnWaiters.keys()]) takeTurn();
162
- }
163
- function* allLiveDocIds(state) {
164
- for (const docId of state.store.docIds()) {
165
- if (state.tombstones.has(docId)) continue;
166
- yield docId;
167
- }
168
- }
169
- function ordinalFilterForPartitions(state, partitionIds) {
170
- const filter = state.store.partitionFilter(partitionIds);
171
- for (const docId of state.tombstones) {
172
- const ordinal = state.store.getOrdinal(docId);
173
- if (ordinal === void 0) continue;
174
- removeFromOrdinalFilter(filter, ordinal);
175
- }
176
- return filter;
177
- }
178
- function ordinalSpaceOf(state) {
179
- const store = state.store;
180
- const handles = store.handles;
181
- const removed = new Uint8Array(handles.removed);
182
- return {
183
- fieldName: state.fieldName,
184
- slots: store.slots,
185
- header: handles.header,
186
- layoutGeneration: Atomics.load(handles.header, STORE_ORDINAL_LAYOUT_GENERATION),
187
- ordinalOf: (docId) => store.getOrdinal(docId),
188
- holdsCurrentOrdinal: (ordinal) => store.holdsOrdinal(ordinal),
189
- isRemoved: (ordinal) => ordinal < removed.length && removed[ordinal] === 1
190
- };
191
- }
192
- function filterForOptions(state, options) {
193
- if (options.filterSubsets !== void 0) {
194
- if (state.store.dimension === 0) return createOrdinalFilter(0);
195
- return ordinalFilterForSubsets(options.filterSubsets, ordinalSpaceOf(state));
196
- }
197
- if (options.filterPartitions !== void 0) {
198
- return ordinalFilterForPartitions(state, options.filterPartitions);
199
- }
200
- return void 0;
201
- }
202
- function liveOrdinals(state) {
203
- const ordinals = [];
204
- for (let ordinal = 0; ordinal < state.store.slots; ordinal++) {
205
- const docId = state.store.docIdForOrdinal(ordinal);
206
- if (docId !== void 0 && !state.tombstones.has(docId)) ordinals.push(ordinal);
207
- }
208
- return Int32Array.from(ordinals);
209
- }
210
- function forgetCalibration(state) {
211
- state.calibratedCount = null;
212
- state.calibratedMeanLength = null;
213
- state.nextDriftCheckAt = Number.POSITIVE_INFINITY;
214
- }
215
- function adoptLoadedCalibration(state, calibratedCount, calibratedMeanLength) {
216
- if (state.osq === null || !state.osq.isCalibrated()) return;
217
- state.calibratedCount = calibratedCount;
218
- state.calibratedMeanLength = calibratedMeanLength;
219
- state.nextDriftCheckAt = Math.max(1, calibratedCount) * DRIFT_CHECK_GROWTH_FACTOR;
220
- }
221
- function recalibrateFromStore(state) {
222
- if (state.osq === null) return;
223
- const ordinals = liveOrdinals(state);
224
- state.osq.recalibrate(ordinals);
225
- state.calibratedCount = ordinals.length;
226
- state.calibratedMeanLength = null;
227
- state.nextDriftCheckAt = Math.max(1, ordinals.length) * DRIFT_CHECK_GROWTH_FACTOR;
228
- }
229
- function fieldHandlesOf(state, graph, searchable) {
230
- return {
231
- dimension: state.dimension,
232
- quantization: state.osq === null ? "none" : state.quantizationMode,
233
- metric: state.metric,
234
- store: state.store.handles,
235
- graph: graph === null ? null : graph.handles,
236
- filterThreshold: state.filterThreshold,
237
- searchable
238
- };
239
- }
240
-
241
- // src/vector/vector-index/persistence.ts
242
- function recordFor(state, quantizer, docId) {
243
- const record = quantizer.recordOf(docId);
244
- if (record !== void 0) return record;
245
- if (!state.store.has(docId)) return void 0;
246
- quantizer.quantize(docId);
247
- return quantizer.recordOf(docId);
248
- }
249
- function codedCentroid(state) {
250
- const centroid = state.osq?.centroid ?? null;
251
- if (centroid === null || state.store.handles.codeLayout === null || state.hnsw === null) return null;
252
- return Array.from(centroid);
253
- }
254
- function sameCentroid(state, planned) {
255
- const current = state.osq?.centroid ?? null;
256
- if (current === null || current.length !== planned.length) return false;
257
- for (let i = 0; i < planned.length; i++) {
258
- if (current[i] !== planned[i]) return false;
259
- }
260
- return true;
261
- }
262
- function codesOfReadVectors(state, centroid, vectors, ordinals) {
263
- const quantizer = state.osq;
264
- const layout = state.store.handles.codeLayout;
265
- if (centroid === null || quantizer === null || layout === null) return null;
266
- return codesAgainstPlannedCentroid(quantizer, layout.slotStride, centroid, vectors, ordinals);
267
- }
268
- function codesAgainstPlannedCentroid(quantizer, slotStride, centroid, vectors, ordinals) {
269
- const planned = Float32Array.from(centroid);
270
- const dimension = planned.length;
271
- const scratch = createOsqScratch(dimension);
272
- const records = new Uint8Array(ordinals.length * slotStride);
273
- const trailer = new DataView(records.buffer, records.byteOffset, records.byteLength);
274
- for (let i = 0; i < ordinals.length; i++) {
275
- if (ordinals[i] === NO_LIVE_VECTOR_AT_POSITION) continue;
276
- const vector = vectors.subarray(i * dimension, (i + 1) * dimension);
277
- const code = osqQuantize(vector, planned, quantizer.bits, quantizer.metric, scratch);
278
- writeRecord(records, i * slotStride, code, quantizer.bits, trailer);
279
- }
280
- return { bits: quantizer.bits, centroid, records };
281
- }
282
- function partCodes(state, docIds, centroid, tombstonedAt, vectors, ordinals) {
283
- const quantizer = state.osq;
284
- const layout = state.store.handles.codeLayout;
285
- if (centroid === null || quantizer === null || layout === null) return null;
286
- if (!sameCentroid(state, centroid)) {
287
- return codesAgainstPlannedCentroid(quantizer, layout.slotStride, centroid, vectors, ordinals);
288
- }
289
- const records = new Uint8Array(docIds.length * layout.slotStride);
290
- for (let i = 0; i < docIds.length; i++) {
291
- const tombstoned = tombstonedAt.get(i);
292
- const record = tombstoned === void 0 ? recordFor(state, quantizer, docIds[i]) : quantizer.recordAtOrdinal(tombstoned);
293
- if (record !== void 0) records.set(record, i * layout.slotStride);
294
- }
295
- return { bits: quantizer.bits, centroid, records };
296
- }
297
- function splitSequences(parts) {
298
- const sequences = [];
299
- let current = null;
300
- for (const part of parts) {
301
- if (current === null || part.part === 0) {
302
- current = { docIds: [], graphs: [], codes: null, codesComplete: true };
303
- sequences.push(current);
304
- }
305
- current.docIds.push(...part.docIds);
306
- for (let index = 0; index < part.graphs.length; index++) {
307
- const graph = part.graphs[index];
308
- const held = current.graphs[index];
309
- if (held === void 0) current.graphs[index] = { ...graph, nodes: [...graph.nodes] };
310
- else held.nodes.push(...graph.nodes);
311
- }
312
- if (part.codes === null) {
313
- if (part.docIds.length > 0) current.codesComplete = false;
314
- continue;
315
- }
316
- if (current.codes === null) {
317
- current.codes = { bits: part.codes.bits, centroid: part.codes.centroid, records: part.codes.records };
318
- continue;
319
- }
320
- if (current.codes.bits !== part.codes.bits) {
321
- current.codesComplete = false;
322
- continue;
323
- }
324
- const joined = new Uint8Array(current.codes.records.length + part.codes.records.length);
325
- joined.set(current.codes.records, 0);
326
- joined.set(part.codes.records, current.codes.records.length);
327
- current.codes = { ...current.codes, records: joined };
328
- }
329
- return sequences;
330
- }
331
- function restoreCodes(state, sequences) {
332
- const quantizer = state.osq;
333
- const layout = state.store.handles.codeLayout;
334
- if (quantizer === null || layout === null) return;
335
- const usable = sequences.filter((sequence) => sequence.docIds.length > 0);
336
- const single = usable.length === 1 ? usable[0] : null;
337
- if (single === null || single.codes === null || !single.codesComplete || single.codes.bits !== quantizer.bits) {
338
- recalibrateFromStore(state);
339
- return;
340
- }
341
- quantizer.restoreCentroid(Float32Array.from(single.codes.centroid));
342
- const recordBytes = layout.slotStride;
343
- for (let i = 0; i < single.docIds.length; i++) {
344
- quantizer.restoreRecord(single.docIds[i], single.codes.records.subarray(i * recordBytes, (i + 1) * recordBytes));
345
- }
346
- }
347
- function restoreGraphs(state, graphs) {
348
- if (graphs.length === 0) {
349
- for (const docId of state.store.docIds()) {
350
- if (!state.tombstones.has(docId)) state.buffer.add(docId);
351
- }
352
- return;
353
- }
354
- const graphData = graphs[0];
355
- const restoredHnsw = createHNSWIndex(
356
- state.dimension,
357
- state.store,
358
- {
359
- m: graphData.m ?? state.hnswConfig?.m,
360
- efConstruction: graphData.efConstruction ?? state.hnswConfig?.efConstruction,
361
- metric: graphData.metric ?? state.hnswConfig?.metric
362
- },
363
- state.osq ?? void 0
364
- );
365
- restoredHnsw.deserialize(graphData);
366
- adoptGraph(state, restoredHnsw);
367
- for (let i = 1; i < graphs.length; i++) {
368
- for (const [nodeDocId] of graphs[i].nodes) {
369
- if (!restoredHnsw.has(nodeDocId) && state.store.has(nodeDocId)) restoredHnsw.insertNode(nodeDocId);
370
- }
371
- }
372
- for (const docId of state.store.docIds()) {
373
- if (state.tombstones.has(docId)) continue;
374
- if (!restoredHnsw.has(docId)) state.buffer.add(docId);
375
- }
376
- if (state.buffer.size > restoredHnsw.size) {
377
- adoptGraph(state, null);
378
- state.buffer.clear();
379
- for (const docId of state.store.docIds()) {
380
- if (!state.tombstones.has(docId)) state.buffer.add(docId);
381
- }
382
- }
383
- }
384
- function insertPart(state, part) {
385
- const dimension = state.dimension;
386
- const vectors = bytesToVectors(part.vectors);
387
- for (let i = 0; i < part.docIds.length; i++) {
388
- state.store.insert(part.docIds[i], vectors.subarray(i * dimension, (i + 1) * dimension));
389
- }
390
- }
391
- function deserialize(state, parts) {
392
- for (const part of parts) {
393
- if (part.dimension !== state.dimension) {
394
- throw new NarsilError(
395
- ErrorCodes.VECTOR_DIMENSION_MISMATCH,
396
- `Payload dimension ${part.dimension} does not match index dimension ${state.dimension}`,
397
- { expected: state.dimension, received: part.dimension }
398
- );
399
- }
400
- }
401
- const sequences = splitSequences(parts);
402
- const graphs = [];
403
- for (const sequence of sequences) {
404
- for (const graph of sequence.graphs) {
405
- if (graph.nodes.length > 0) graphs.push(graph);
406
- }
407
- }
408
- emptyFieldBeforeRestore(state);
409
- for (const part of parts) insertPart(state, part);
410
- if (state.osq !== null && osqBitsOf(state.quantizationMode) !== null && graphs.length > 0) {
411
- restoreCodes(state, sequences);
412
- }
413
- restoreGraphs(state, graphs);
414
- }
415
-
416
- // src/vector/vector-index/checkpoint-plan.ts
417
- var ORDINAL_HOLDS_NO_NUMBER = -1;
418
- function vectorsPerFile(dimension, codeBits) {
419
- const recordBytes = codeBits === 1 || codeBits === 2 || codeBits === 4 || codeBits === 8 ? osqRecordBytes(dimension, codeBits) : 0;
420
- const docIdBytes = VECTOR_FILE_STRING_HEADER_BYTES + MAX_DOC_ID_LENGTH * 3;
421
- const perVector = dimension * 4 + recordBytes + docIdBytes;
422
- const overhead = VECTOR_FILE_FIXED_OVERHEAD_BYTES + dimension * VECTOR_FILE_CENTROID_BYTES_PER_COMPONENT;
423
- const fitting = Math.floor((MAX_FILE_BYTES - overhead) / perVector);
424
- return Math.max(1, Math.min(VECTOR_FILE_MAX_VECTORS, fitting));
425
- }
426
- function fileCapacityOf(state) {
427
- return vectorsPerFile(state.dimension, osqBitsOf(state.quantizationMode));
428
- }
429
- function calibrationOf(state) {
430
- if (codedCentroid(state) === null) return null;
431
- return Atomics.load(state.store.handles.header, STORE_CALIBRATION_GENERATION);
432
- }
433
- function signatureOf(state) {
434
- return { revision: state.revision, graphSize: state.hnsw?.size ?? -1, calibration: calibrationOf(state) };
435
- }
436
- function sameSignature(a, b) {
437
- return a !== null && a.revision === b.revision && a.graphSize === b.graphSize && a.calibration === b.calibration;
438
- }
439
- function registryMatches(state, listedKeys) {
440
- const listed = listedKeys ?? [];
441
- if (listed.length !== state.savedFiles.length) return false;
442
- return state.savedFiles.every((file, index) => file.key === listed[index]);
443
- }
444
- function isLive(state, ordinal) {
445
- if (ordinal === NO_LIVE_VECTOR_AT_POSITION) return false;
446
- const docId = state.store.docIdForOrdinal(ordinal);
447
- return docId !== void 0 && !state.tombstones.has(docId);
448
- }
449
- function isGraphTombstone(state, ordinal) {
450
- return ordinal !== NO_LIVE_VECTOR_AT_POSITION && state.hnsw !== null && state.hnsw.holdsTombstone(ordinal);
451
- }
452
- function isCarried(state, ordinal) {
453
- return isLive(state, ordinal) || isGraphTombstone(state, ordinal);
454
- }
455
- function carriedCountOf(state, file) {
456
- let carried = 0;
457
- for (let i = 0; i < file.ordinals.length; i++) if (isCarried(state, file.ordinals[i])) carried += 1;
458
- return carried;
459
- }
460
- function deadBitsOf(state, file) {
461
- return deadBitsWhere(file.ordinals.length, (position) => !isLive(state, file.ordinals[position]));
462
- }
463
- function filesWorthKeeping(state, listed, calibration, carriedCounts) {
464
- const kept = [];
465
- for (const file of listed) {
466
- const carried = carriedCountOf(state, file);
467
- const deadWithoutNodeShare = file.ordinals.length === 0 ? 1 : 1 - carried / file.ordinals.length;
468
- if (file.calibration !== calibration || deadWithoutNodeShare > VECTOR_FILE_REPLACED_ABOVE_DEAD_SHARE) continue;
469
- kept.push(file);
470
- carriedCounts.push(carried);
471
- }
472
- return kept;
473
- }
474
- function absorbSmallerPartialFiles(kept, carriedCounts, vectorsToWrite, capacity) {
475
- let pending = vectorsToWrite;
476
- for (let index = kept.length - 1; index >= 0 && pending > 0; index--) {
477
- if (kept[index].ordinals.length >= capacity) continue;
478
- if (carriedCounts[index] > pending) return;
479
- pending += carriedCounts[index];
480
- kept.splice(index, 1);
481
- carriedCounts.splice(index, 1);
482
- }
483
- }
484
- function ordinalsOutsideOf(state, kept) {
485
- const slots = state.store.slots;
486
- const saved = new Uint8Array(slots);
487
- for (const file of kept) {
488
- for (let i = 0; i < file.ordinals.length; i++) {
489
- const ordinal = file.ordinals[i];
490
- if (ordinal !== NO_LIVE_VECTOR_AT_POSITION && ordinal < slots) saved[ordinal] = 1;
491
- }
492
- }
493
- const outside = [];
494
- for (let ordinal = 0; ordinal < slots; ordinal++) {
495
- if (saved[ordinal] === 0 && isCarried(state, ordinal)) outside.push(ordinal);
496
- }
497
- return outside;
498
- }
499
- function countOutside(state, carriedCounts) {
500
- let held = 0;
501
- for (const carried of carriedCounts) held += carried;
502
- const tombstonedNodes = state.hnsw?.tombstoneCount ?? 0;
503
- return Math.max(0, state.store.size - state.tombstones.size + tombstonedNodes - held);
504
- }
505
- function numberEveryVector(state, kept, written) {
506
- let total = written.length;
507
- for (const file of kept) total += file.ordinals.length;
508
- const numberOfOrdinal = new Int32Array(state.store.slots).fill(ORDINAL_HOLDS_NO_NUMBER);
509
- const ordinalOfNumber = new Int32Array(total).fill(NO_LIVE_VECTOR_AT_POSITION);
510
- let number = 0;
511
- for (const file of kept) {
512
- for (let i = 0; i < file.ordinals.length; i++, number++) {
513
- const ordinal = file.ordinals[i];
514
- if (!isCarried(state, ordinal)) continue;
515
- numberOfOrdinal[ordinal] = number;
516
- ordinalOfNumber[number] = ordinal;
517
- }
518
- }
519
- for (const ordinal of written) {
520
- numberOfOrdinal[ordinal] = number;
521
- ordinalOfNumber[number] = ordinal;
522
- number += 1;
523
- }
524
- return { numberOfOrdinal, ordinalOfNumber };
525
- }
526
- function withBuildHistory(state, graph) {
527
- const shuffledBuildCount = state.shuffledBuildCount;
528
- if (shuffledBuildCount === null) return graph;
529
- const calibratedMeanLength = state.calibratedMeanLength;
530
- if (calibratedMeanLength === null) return { ...graph, shuffledBuildCount };
531
- return { ...graph, shuffledBuildCount, calibratedMeanLength };
532
- }
533
- function graphPartsOf(state, numbers) {
534
- if (state.hnsw === null || numbers.ordinalOfNumber.length === 0) return null;
535
- const parts = state.hnsw.serializeNumbered(
536
- numbers.numberOfOrdinal,
537
- numbers.ordinalOfNumber,
538
- VECTOR_GRAPH_PART_VECTORS
539
- );
540
- return parts.map((graph) => ({
541
- v: VECTOR_GRAPH_PART_PAYLOAD_VERSION,
542
- fieldName: state.fieldName,
543
- graphs: [withBuildHistory(state, graph)]
544
- }));
545
- }
546
- function graphPartsWithoutNodes(parts, numbers) {
547
- return parts.map((part, index) => ({
548
- ...part,
549
- graphs: part.graphs.map((graph) => graphWithoutNodes(graph, index * VECTOR_GRAPH_PART_VECTORS, numbers))
550
- }));
551
- }
552
- function plannedVectorOf(state, ordinal) {
553
- const docId = state.store.docIdForOrdinal(ordinal) ?? state.store.view.docIdAt(ordinal) ?? "";
554
- return { ordinal, docId, tombstoned: !isLive(state, ordinal) };
555
- }
556
- function heldOrdinalOf(state, vector, pinned) {
557
- if (pinned || vector.tombstoned || state.store.holdsOrdinal(vector.ordinal)) return vector.ordinal;
558
- return state.store.getOrdinal(vector.docId);
559
- }
560
- function readFile(state, planned, centroid, pinned) {
561
- const dimension = state.dimension;
562
- const vectors = new Float32Array(planned.length * dimension);
563
- const magnitudes = new Float64Array(planned.length);
564
- const ordinals = new Int32Array(planned.length).fill(NO_LIVE_VECTOR_AT_POSITION);
565
- const tombstonedAt = /* @__PURE__ */ new Map();
566
- const docIds = planned.map((vector) => vector.docId);
567
- for (let i = 0; i < planned.length; i++) {
568
- const held = heldOrdinalOf(state, planned[i], pinned);
569
- if (held === void 0) continue;
570
- const entry = pinned ? state.store.entryForPinnedOrdinal(held) : state.store.entryForOrdinal(held);
571
- if (entry === void 0) continue;
572
- vectors.set(entry.vector, i * dimension);
573
- magnitudes[i] = entry.magnitude;
574
- ordinals[i] = held;
575
- if (planned[i].tombstoned) tombstonedAt.set(i, held);
576
- }
577
- return {
578
- payload: {
579
- v: VECTOR_FILE_PAYLOAD_VERSION,
580
- fieldName: state.fieldName,
581
- dimension,
582
- docIds,
583
- codes: pinned ? codesOfReadVectors(state, centroid, vectors, ordinals) : partCodes(state, docIds, centroid, tombstonedAt, vectors, ordinals),
584
- vectors: vectorsToBytes(vectors)
585
- },
586
- ordinals,
587
- dead: deadBitsWhere(planned.length, (i) => planned[i].tombstoned || ordinals[i] === NO_LIVE_VECTOR_AT_POSITION),
588
- magnitudes
589
- };
590
- }
591
- function planCheckpoint(state, listedKeys, rewritesGraph = false, pinsRetiredVectors = false) {
592
- if (pinsRetiredVectors) state.store.pinRetiredVectors();
593
- let pinned = pinsRetiredVectors;
594
- const signature = signatureOf(state);
595
- const calibration = signature.calibration;
596
- const trusted = registryMatches(state, listedKeys);
597
- const capacity = fileCapacityOf(state);
598
- const carriedCounts = [];
599
- const keptFiles = filesWorthKeeping(state, trusted ? state.savedFiles : [], calibration, carriedCounts);
600
- absorbSmallerPartialFiles(keptFiles, carriedCounts, countOutside(state, carriedCounts), capacity);
601
- const written = ordinalsOutsideOf(state, keptFiles);
602
- const planned = written.map((ordinal) => plannedVectorOf(state, ordinal));
603
- const centroid = codedCentroid(state);
604
- const listedBefore = trusted && listedKeys !== null;
605
- const unchanged = !rewritesGraph && listedBefore && sameSignature(state.savedSignature, signature) && written.length === 0;
606
- let firstWrittenNumber = 0;
607
- for (const file of keptFiles) firstWrittenNumber += file.ordinals.length;
608
- const graphParts = unchanged ? null : graphPartsOf(state, numberEveryVector(state, keptFiles, written));
609
- const vanished = /* @__PURE__ */ new Set();
610
- let vanishedWhenStripped = 0;
611
- let graphPartsToWrite = graphParts;
612
- return {
613
- unchanged,
614
- keptFiles,
615
- kept: keptFiles.map((file) => ({
616
- id: file.id,
617
- key: file.key,
618
- count: file.ordinals.length,
619
- dead: deadBitsOf(state, file)
620
- })),
621
- newFiles: Math.ceil(written.length / capacity),
622
- get graphParts() {
623
- if (graphParts !== null && vanished.size !== vanishedWhenStripped) {
624
- graphPartsToWrite = graphPartsWithoutNodes(graphParts, vanished);
625
- vanishedWhenStripped = vanished.size;
626
- }
627
- return graphPartsToWrite;
628
- },
629
- signature,
630
- storesHeads: state.storage === "disk",
631
- readNewFile(index) {
632
- const start = index * capacity;
633
- const end = start + capacity;
634
- const file = readFile(state, planned.slice(start, end), centroid, pinsRetiredVectors);
635
- for (let i = 0; i < file.ordinals.length; i++) {
636
- if (file.ordinals[i] === NO_LIVE_VECTOR_AT_POSITION) vanished.add(firstWrittenNumber + start + i);
637
- }
638
- return file;
639
- },
640
- release() {
641
- if (!pinned) return;
642
- pinned = false;
643
- state.store.unpinRetiredVectors();
644
- }
645
- };
646
- }
647
- function recordCheckpoint(state, plan, written) {
648
- if (plan.unchanged) return;
649
- const calibration = plan.signature.calibration;
650
- state.savedFiles = [...plan.keptFiles, ...written.map((file) => ({ ...file, calibration }))];
651
- state.savedSignature = plan.signature;
652
- }
653
-
654
- export { VECTOR_WORKER_COPIES_ALLOWED, adoptGraph, adoptLoadedCalibration, allLiveDocIds, assignStorePartitions, deserialize, emptyFieldBeforeRestore, fieldHandlesOf, filterForOptions, graphNeedsRebuild, handOverBuildTurns, liveOrdinals, liveSize, noBuildHistory, ordinalFilterForSubsets, planCheckpoint, recalibrateFromStore, recordCheckpoint, releaseReplacedVectors, signatureOf, threadsHoldCurrentLayout, vectorsPerFile, yieldBuildTurn };