@delali/narsil 0.3.1-next.157 → 0.3.1-next.161
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +3 -3
- package/dist/adapters/gcs.mjs +3 -3
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +3 -3
- package/dist/browser/{chunk-N23GL72Q.mjs → chunk-4RNSFVWI.mjs} +20777 -19056
- package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
- package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
- package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → browser/durability-config-SGB5ZP5K.mjs} +8 -3
- package/dist/browser/embed-RF2MPGAO.mjs +222 -0
- package/dist/{react-native/chunks/geo-index-PX3BIHAH.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
- package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
- package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
- package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
- package/dist/browser/{restore-hooks-IE3GGYHG.mjs → restore-queue-S4BWOGMU.mjs} +98 -24
- package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
- package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
- package/dist/browser/{chunk-GFAZPSWK.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
- package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
- package/dist/{capabilities-D3AoBJoF.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
- package/dist/chunk-2JRERUNZ.mjs +217 -0
- package/dist/chunk-2RIS76RJ.mjs +212 -0
- package/dist/chunk-3B775F3C.mjs +252 -0
- package/dist/{chunk-24FNVRKB.mjs → chunk-3D6RZGJH.mjs} +3 -3
- package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
- package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
- package/dist/chunk-6EZW2GQL.mjs +978 -0
- package/dist/chunk-75UNINFA.mjs +271 -0
- package/dist/chunk-77AUVDQ5.mjs +7 -0
- package/dist/{chunk-JTYPJF3T.mjs → chunk-7MWYORQC.mjs} +2 -2
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
- package/dist/{chunk-FUD5XSZ5.mjs → chunk-BXM7XM4G.mjs} +7 -3
- package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
- package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
- package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
- package/dist/{chunk-SMOOSIAW.mjs → chunk-FE3MRIBN.mjs} +104 -13
- package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
- package/dist/{chunk-XXJZMTZT.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
- package/dist/{chunk-EYD7K3H6.mjs → chunk-GF4K7IUK.mjs} +317 -120
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/{chunk-IIRIG7H5.mjs → chunk-H64YDF5M.mjs} +3 -3
- package/dist/{browser/chunk-VY5KW3HN.mjs → chunk-HOOR4CP5.mjs} +63 -7
- package/dist/chunk-IB4BYLE3.mjs +127 -0
- package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
- package/dist/chunk-IH3G6SJO.mjs +40 -0
- package/dist/chunk-JV74RKCY.mjs +3041 -0
- package/dist/{chunk-ZPZ3YGXV.mjs → chunk-K67I3RF4.mjs} +261 -101
- package/dist/chunk-KLVMK3R5.mjs +47 -0
- package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
- package/dist/chunk-LF4GB4PO.mjs +281 -0
- package/dist/chunk-NC4QLCZC.mjs +59 -0
- package/dist/chunk-OOO54OVC.mjs +627 -0
- package/dist/chunk-OUWZKNO3.mjs +207 -0
- package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
- package/dist/{chunk-4ZTHGTVX.mjs → chunk-PTTMGRG5.mjs} +9 -10
- package/dist/{react-native/chunks/chunk-DZ7H7D2C.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
- package/dist/{browser/chunk-EKMGCRSR.mjs → chunk-QBVTYY4J.mjs} +2 -9
- package/dist/{chunk-W5EB5XKI.mjs → chunk-R4CE4IVU.mjs} +341 -183
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
- package/dist/{chunk-4LMSZAK6.mjs → chunk-SHGN3QIF.mjs} +69 -13
- package/dist/chunk-SXIRM4MX.mjs +3549 -0
- package/dist/{chunk-TBC3XUL2.mjs → chunk-TGPKS2UM.mjs} +47 -1
- package/dist/chunk-TINW4BSH.mjs +31301 -0
- package/dist/{cold-module-VOJXMNZB.mjs → chunk-TSLV5P2J.mjs} +397 -80
- package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
- package/dist/chunk-U6B7DUQW.mjs +788 -0
- package/dist/{chunk-OQLD2BSW.mjs → chunk-V3SGPXWQ.mjs} +8 -9
- package/dist/chunk-W34VJXY7.mjs +4723 -0
- package/dist/chunk-YETKPX5M.mjs +5 -0
- package/dist/chunk-ZQ6QY42L.mjs +59 -0
- package/dist/{client-kqSMevVi.d.ts → client-CTp8RRiK.d.ts} +4 -4
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +66 -18
- package/dist/{config-B4v_Htpu.d.ts → config-PCNzWjHL.d.ts} +6 -3
- package/dist/{config-CTP01fns.d.ts → config-_WT5grSL.d.ts} +3 -3
- package/dist/core-leaf-KXFGP74A.mjs +7 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-MKTZBR26.mjs +16 -0
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +7 -4
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/coordinator/in-memory.mjs +1 -2
- package/dist/distribution/transport/grpc.mjs +7 -2
- package/dist/distribution/transport/tcp.mjs +7 -1
- package/dist/distribution.d.ts +7 -7
- package/dist/distribution.mjs +1199 -1092
- package/dist/{browser/durability-config-TIYKW6XX.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
- package/dist/embed-4H7RTBVL.mjs +221 -0
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CkPn2PWE.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
- package/dist/{browser/geo-index-OTV7VPIR.mjs → geo-index-2ZMMWWSK.mjs} +190 -93
- package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
- package/dist/index.browser.mjs +4 -16
- package/dist/index.d.ts +1495 -78
- package/dist/index.mjs +14 -50
- package/dist/index.react-native.mjs +11 -28
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/{long-query-thread-QDFQSJD6.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
- package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
- package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
- package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
- package/dist/optional-writes-DDFHYUOH.mjs +218 -0
- package/dist/{paged-partition-archive-RLRGOXDX.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
- package/dist/partial-words.browser.mjs +1649 -0
- package/dist/partial-words.mjs +15 -14
- package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
- package/dist/pattern.mjs +6 -8
- package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
- package/dist/persistence/durability/checkpoint-worker.mjs +27 -59
- package/dist/phrase-module-XK3T44VU.mjs +634 -0
- package/dist/query-actions-OMXJEC2J.mjs +118 -0
- package/dist/query-suggestions/merge-worker.mjs +18 -54
- package/dist/query-suggestions.browser.mjs +26 -227
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +16 -67
- package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
- package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
- package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
- package/dist/react-native/chunks/{chunk-4COWCEY7.mjs → chunk-FTQ7JNMU.mjs} +341 -180
- package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
- package/dist/react-native/chunks/{chunk-EJ33LCHV.mjs → chunk-HRDMIQ63.mjs} +53 -1
- package/dist/react-native/chunks/{chunk-4AV5PPH6.mjs → chunk-IY6U6HRA.mjs} +63 -7
- package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
- package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
- package/dist/react-native/chunks/{chunk-OXM66LO6.mjs → chunk-OK3WUA6N.mjs} +2 -10
- package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
- package/dist/{browser/chunk-SRMZXJSL.mjs → react-native/chunks/chunk-TQ26BKBH.mjs} +6 -0
- package/dist/{browser/chunk-GPPOG6PT.mjs → react-native/chunks/chunk-VUJCSQG5.mjs} +3 -1
- package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
- package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
- package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
- package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
- package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
- package/dist/{geo-index-MRH5JMIR.mjs → react-native/chunks/geo-index-QEYKEVPH.mjs} +190 -93
- package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
- package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
- package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
- package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
- package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
- package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
- package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
- package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
- package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
- package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
- package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
- package/dist/react-native/chunks/{chunk-WW2X2AEI.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
- package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
- package/dist/react-native/partial-words.mjs +954 -35
- package/dist/react-native/pattern.mjs +238 -111
- package/dist/react-native/query-suggestions.mjs +33 -239
- package/dist/react-native/sync.mjs +95 -52
- package/dist/react-native/synonyms.mjs +256 -112
- package/dist/react.d.ts +9 -9
- package/dist/react.mjs +6 -0
- package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
- package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
- package/dist/runtime-4GKUIAKV.mjs +595 -0
- package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
- package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
- package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
- package/dist/server.d.ts +33 -13
- package/dist/server.mjs +81 -100
- package/dist/{browser/durability-wiring-GVZEE46O.mjs → storage-leaf-HMIIOUYN.mjs} +2334 -931
- package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +27 -11
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +7 -2
- package/dist/sync.browser.mjs +88 -72
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +89 -59
- package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
- package/dist/synonyms.mjs +15 -11
- package/dist/{tasks-CoNjxbop.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
- package/dist/thread-SNILJXX3.mjs +30 -0
- package/dist/{types-DPMjfOr_.d.ts → types-CTg0KaMy.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +7 -1
- package/dist/vector/search-worker.mjs +9 -13
- package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
- package/dist/workers/entry.mjs +60 -30
- package/openapi.json +66 -50
- package/package.json +233 -8
- package/dist/analysis-change-CKEMM2MC.mjs +0 -55
- package/dist/analysis-change-entry-SEDMJ6MW.mjs +0 -1
- package/dist/archive-history-E4R73RWD.mjs +0 -29
- package/dist/browser/analysis-change-ZKGJFENM.mjs +0 -942
- package/dist/browser/analysis-change-entry-5BFUVMHJ.mjs +0 -1
- package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
- package/dist/browser/chunk-25MTVDYD.mjs +0 -432
- package/dist/browser/chunk-3I27KXQD.mjs +0 -34
- package/dist/browser/chunk-3NLMB5CC.mjs +0 -217
- package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
- package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
- package/dist/browser/chunk-5YWB3E2W.mjs +0 -92
- package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
- package/dist/browser/chunk-AI5UI46D.mjs +0 -12
- package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
- package/dist/browser/chunk-BLT4RHCJ.mjs +0 -241
- package/dist/browser/chunk-C26SPCGQ.mjs +0 -2636
- package/dist/browser/chunk-C4FJ3WDY.mjs +0 -177
- package/dist/browser/chunk-CXNTHHA7.mjs +0 -63
- package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
- package/dist/browser/chunk-DUH6QUVU.mjs +0 -2374
- package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
- package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
- package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-HUCSHDTB.mjs +0 -100
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-K3IPRX6D.mjs +0 -2559
- package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
- package/dist/browser/chunk-MY2XKH22.mjs +0 -40
- package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
- package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
- package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
- package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
- package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
- package/dist/browser/chunk-TK63WFXK.mjs +0 -90
- package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
- package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
- package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
- package/dist/browser/chunk-UATIJ4KU.mjs +0 -21
- package/dist/browser/chunk-UKOWD2K5.mjs +0 -315
- package/dist/browser/chunk-UTMHUHUV.mjs +0 -150
- package/dist/browser/chunk-V43N6TZO.mjs +0 -857
- package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
- package/dist/browser/chunk-WN464PTL.mjs +0 -375
- package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
- package/dist/browser/chunk-X7TXYUKO.mjs +0 -86
- package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
- package/dist/browser/chunk-Y6IBAUNO.mjs +0 -561
- package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
- package/dist/browser/cold-module-YNUUDNOM.mjs +0 -761
- package/dist/browser/engine-hooks-HBVS6YM4.mjs +0 -18
- package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
- package/dist/browser/import-5ESVMFDJ.mjs +0 -20
- package/dist/browser/methods-KTQCSIN4.mjs +0 -30
- package/dist/browser/module-NDSQLPMQ.mjs +0 -25
- package/dist/browser/operations-OJ3BXS55.mjs +0 -5
- package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
- package/dist/browser/pool-3JLET5RO.mjs +0 -297
- package/dist/browser/release-HYXPVJVS.mjs +0 -32
- package/dist/browser/restore-queue-LQBBTODR.mjs +0 -55
- package/dist/browser/retention-TY3L3BFN.mjs +0 -211
- package/dist/browser/snapshot-5FHPPCNZ.mjs +0 -965
- package/dist/browser/start-2UZTOBG5.mjs +0 -26
- package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
- package/dist/browser/write-ULXAN5B4.mjs +0 -196
- package/dist/chunk-2NE7VCYE.mjs +0 -212
- package/dist/chunk-2ROUFMQX.mjs +0 -543
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-3MXV3VHR.mjs +0 -46
- package/dist/chunk-3OH67G7R.mjs +0 -214
- package/dist/chunk-4B7JIGQD.mjs +0 -106
- package/dist/chunk-5YNRKI2C.mjs +0 -81
- package/dist/chunk-6HTGOXIK.mjs +0 -875
- package/dist/chunk-6OEGXLBX.mjs +0 -57
- package/dist/chunk-6RC4K46J.mjs +0 -86
- package/dist/chunk-7GFE3PEY.mjs +0 -40
- package/dist/chunk-7GXJUJ24.mjs +0 -49
- package/dist/chunk-7V5IUP2T.mjs +0 -63
- package/dist/chunk-A4L7YTKX.mjs +0 -458
- package/dist/chunk-BEZH7VEH.mjs +0 -23
- package/dist/chunk-BNL5OPRV.mjs +0 -634
- package/dist/chunk-BTPGQC6Z.mjs +0 -27
- package/dist/chunk-C7XQYG6U.mjs +0 -50
- package/dist/chunk-CQZXZ75V.mjs +0 -562
- package/dist/chunk-CWS55TEX.mjs +0 -242
- package/dist/chunk-CZQ33DLW.mjs +0 -78
- package/dist/chunk-EEBCDP36.mjs +0 -32
- package/dist/chunk-FB6463IN.mjs +0 -1499
- package/dist/chunk-FCJ553HS.mjs +0 -655
- package/dist/chunk-FEZVDOWX.mjs +0 -6996
- package/dist/chunk-FOCV4CBZ.mjs +0 -87
- package/dist/chunk-FQBFZAWG.mjs +0 -27
- package/dist/chunk-G6HRSGOU.mjs +0 -74
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-GH4WQ22V.mjs +0 -34
- package/dist/chunk-GPWMUPCA.mjs +0 -1126
- package/dist/chunk-GQPTDQCL.mjs +0 -54
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-I54T6CQP.mjs +0 -117
- package/dist/chunk-IPN7S4KX.mjs +0 -130
- package/dist/chunk-J4IJTTEX.mjs +0 -226
- package/dist/chunk-JSV6OQ4C.mjs +0 -74
- package/dist/chunk-K4ZIGL2O.mjs +0 -290
- package/dist/chunk-KAKQ74LS.mjs +0 -53
- package/dist/chunk-KCQYFO4K.mjs +0 -62
- package/dist/chunk-KHKIRS5D.mjs +0 -113
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KP7TYHWT.mjs +0 -92
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LDNCLRZU.mjs +0 -218
- package/dist/chunk-LHKOSI2J.mjs +0 -58
- package/dist/chunk-LQG5G2LY.mjs +0 -39
- package/dist/chunk-MATMVH65.mjs +0 -9
- package/dist/chunk-MP7ABPTD.mjs +0 -189
- package/dist/chunk-MW6BR4QP.mjs +0 -316
- package/dist/chunk-MWD5VPN7.mjs +0 -21
- package/dist/chunk-ODYKO5TO.mjs +0 -101
- package/dist/chunk-OG7UGJ6F.mjs +0 -63
- package/dist/chunk-ORN5BLL7.mjs +0 -11
- package/dist/chunk-OYABFKTW.mjs +0 -1974
- package/dist/chunk-P5LANSH6.mjs +0 -121
- package/dist/chunk-PELHVTO7.mjs +0 -24
- package/dist/chunk-PIH5SJ4N.mjs +0 -7481
- package/dist/chunk-PSZI4O24.mjs +0 -253
- package/dist/chunk-PV2CG7EJ.mjs +0 -886
- package/dist/chunk-PWGYQXML.mjs +0 -470
- package/dist/chunk-Q2UL2TPC.mjs +0 -21
- package/dist/chunk-QHPYS427.mjs +0 -66
- package/dist/chunk-QJVOLKU6.mjs +0 -111
- package/dist/chunk-QLDABJZM.mjs +0 -20
- package/dist/chunk-QYRNLLLI.mjs +0 -99
- package/dist/chunk-RCX4WNLC.mjs +0 -151
- package/dist/chunk-RFBLQLLZ.mjs +0 -16
- package/dist/chunk-RIHIVFIQ.mjs +0 -240
- package/dist/chunk-RLOES5SX.mjs +0 -31
- package/dist/chunk-RWURUDSP.mjs +0 -2639
- package/dist/chunk-RZWWB2XR.mjs +0 -96
- package/dist/chunk-S5LN746F.mjs +0 -10
- package/dist/chunk-SOI6LTHM.mjs +0 -216
- package/dist/chunk-SQJWAIF4.mjs +0 -12
- package/dist/chunk-TDIK6NTV.mjs +0 -10
- package/dist/chunk-TQXHPFWT.mjs +0 -177
- package/dist/chunk-U55XJEIG.mjs +0 -18
- package/dist/chunk-UD5HIS4U.mjs +0 -382
- package/dist/chunk-UHICS3JI.mjs +0 -83
- package/dist/chunk-UJDJB3NE.mjs +0 -913
- package/dist/chunk-VD7J552I.mjs +0 -28
- package/dist/chunk-VSLSGASN.mjs +0 -30
- package/dist/chunk-VZ2ONHEE.mjs +0 -3715
- package/dist/chunk-W7OSSKH5.mjs +0 -1427
- package/dist/chunk-WZ7YV54N.mjs +0 -152
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-Y4WPNHMC.mjs +0 -50
- package/dist/chunk-YEKL4JBK.mjs +0 -96
- package/dist/chunk-ZXNQEW43.mjs +0 -18
- package/dist/chunk-ZYAY26KG.mjs +0 -29
- package/dist/direct-executor-V5DRIECI.mjs +0 -34
- package/dist/durability-wiring-3TD62MBI.mjs +0 -4072
- package/dist/engine-hooks-HA3SBOBR.mjs +0 -54
- package/dist/gzip-F4HMIEEQ.mjs +0 -1
- package/dist/import-GPKLTSKA.mjs +0 -56
- package/dist/methods-7IOINERF.mjs +0 -30
- package/dist/module-JYHFTVPS.mjs +0 -63
- package/dist/operations-G5EP6JPX.mjs +0 -5
- package/dist/phrase-module-XW5MKWP5.mjs +0 -330
- package/dist/pool-Y4A46T36.mjs +0 -298
- package/dist/react-native/chunks/analysis-change-QUVDNABS.mjs +0 -934
- package/dist/react-native/chunks/analysis-change-entry-OC4XASBF.mjs +0 -1
- package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
- package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
- package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
- package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
- package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
- package/dist/react-native/chunks/chunk-4NWR3NGS.mjs +0 -151
- package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
- package/dist/react-native/chunks/chunk-5MSX5FRT.mjs +0 -858
- package/dist/react-native/chunks/chunk-6OFDUYVX.mjs +0 -92
- package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +0 -9
- package/dist/react-native/chunks/chunk-6ZELFCK5.mjs +0 -315
- package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
- package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
- package/dist/react-native/chunks/chunk-BITYFZSZ.mjs +0 -242
- package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
- package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
- package/dist/react-native/chunks/chunk-DMIFXZ3Q.mjs +0 -432
- package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
- package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
- package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
- package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
- package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
- package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
- package/dist/react-native/chunks/chunk-IAENKE2D.mjs +0 -21
- package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
- package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
- package/dist/react-native/chunks/chunk-KSBYEMCB.mjs +0 -100
- package/dist/react-native/chunks/chunk-KU646XXT.mjs +0 -164
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
- package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
- package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
- package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
- package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
- package/dist/react-native/chunks/chunk-OCSLSH27.mjs +0 -22723
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
- package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
- package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
- package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
- package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
- package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
- package/dist/react-native/chunks/chunk-TORU2OHQ.mjs +0 -218
- package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
- package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
- package/dist/react-native/chunks/chunk-WVWJNUMN.mjs +0 -2562
- package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
- package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZNZ6CPAZ.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZVQMBF2H.mjs +0 -63
- package/dist/react-native/chunks/chunk-ZWAIN4GG.mjs +0 -2636
- package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
- package/dist/react-native/chunks/cold-module-N6KFNNZA.mjs +0 -773
- package/dist/react-native/chunks/durability-wiring-RN64S2TL.mjs +0 -4984
- package/dist/react-native/chunks/engine-hooks-CWA5CKCA.mjs +0 -30
- package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
- package/dist/react-native/chunks/import-5UAWBRJP.mjs +0 -32
- package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
- package/dist/react-native/chunks/module-6RP4ZCBW.mjs +0 -37
- package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
- package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
- package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
- package/dist/react-native/chunks/release-2SIHZWDO.mjs +0 -32
- package/dist/react-native/chunks/restore-hooks-ENFMDTWC.mjs +0 -127
- package/dist/react-native/chunks/restore-queue-4R6AASE5.mjs +0 -55
- package/dist/react-native/chunks/retention-5GTFT3GR.mjs +0 -223
- package/dist/react-native/chunks/snapshot-5LGPQXFS.mjs +0 -976
- package/dist/react-native/chunks/start-ZQJVZ5DN.mjs +0 -38
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
- package/dist/react-native/chunks/write-6BRYIIZ7.mjs +0 -208
- package/dist/release-SMR4WJD4.mjs +0 -32
- package/dist/restore-hooks-HXLIEB4A.mjs +0 -153
- package/dist/restore-queue-LZH7LMLR.mjs +0 -55
- package/dist/retention-3K7ARGAG.mjs +0 -66
- package/dist/runtime-COIUORCN.mjs +0 -177
- package/dist/snapshot-O7ICP7NJ.mjs +0 -783
- package/dist/start-S4PFP6RS.mjs +0 -66
- package/dist/sync-state-ZWHLAFLE.mjs +0 -15
- package/dist/thread-YLJ3ZPQ3.mjs +0 -50
- package/dist/write-2OBJGLFS.mjs +0 -233
- /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
- /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
- /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
|
@@ -1,18 +1,434 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, defaultQuantizationFor, DEFAULT_VECTOR_METRIC, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, WORKER_COPY_MIN_VECTORS, SHUFFLED_REBUILD_MEMORY_RETRY_MS, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, RECALIBRATION_CHUNK_VECTORS, BUILD_CHUNK_SIZE, SEARCH_REFILL_RESERVE, SEARCH_SCAN_CHUNK_VECTORS, DRIFT_CHECK_GROWTH_FACTOR, RECALIBRATION_DRIFT_RATIO, DISK_ADOPTION_YIELD_INTERVAL } from './chunk-
|
|
3
|
-
|
|
4
|
-
import {
|
|
5
|
-
import
|
|
6
|
-
|
|
7
|
-
import
|
|
8
|
-
import {
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
1
|
+
import { chargeHeapBytes } from './chunk-52QD7CBJ.mjs';
|
|
2
|
+
import { VECTOR_WORKER_COPIES_ALLOWED, DEFAULT_RANK_CONSTANT, MAX_RENUMBERED_SEARCH_ATTEMPTS, openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, withTransientAdmission, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, defaultQuantizationFor, osqBitsOf, DEFAULT_VECTOR_METRIC, noBuildHistory, createOsqQuantizer, recordCheckpoint, assignStorePartitions, liveSize, writeSequenceOf, writeSequenceWords, storePinsOf, admissionAt, handOverBuildTurns, filterForOptions, openGraphState, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, MIN_RANK_CONSTANT, requirePinnedState, RESULT_WINDOW, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, fixedView, VECTOR_MEMORY_LIMITS, createDocIdMap, sharedVectorStoreBytes, IN_MEMORY, STORE_RELEASED_VECTORS_TO_DISK, STORE_SLOTS, DISK_STORAGE_BLOCK_BYTES, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, turnsAreBudgeted, yieldBackgroundTurn, yieldBuildTurn, holdAdmission, fieldHandlesOf, ordinalFilterForSubsets, ordinalFilterValues, nativeScoresOf, toScore, ordinalFilterHas, threadedNativeCore, threadsHoldCurrentLayout, WORKER_COPY_MIN_VECTORS, MIN_OVERSAMPLE, signalOfSearch, bindSearchSignal, UNPLACED_FLAG_CHUNK_ORDINALS, openVectorBlock, NOTHING_STAGED, magnitude, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorFileReader, createSharedVectorStoreHandles, sequenceWritesOf, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, oldestHeldPin, coverOrdinal, nextSequence, publishSequence, createOrdinalFilter, addToOrdinalFilter, stampBorn, mayFree, retiredAtOf, stampRetired, SHUFFLED_REBUILD_MEMORY_RETRY_MS, emptyFieldBeforeRestore, nativeStoreScratchBytes, toDistance, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, holdWritesAndBackgroundWork, FUSION_TIE_INSERTION_LIMIT, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, grownByteLength, growBufferTo, resetStoreHeader, STORE_CODE_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, recalibrateFromStore, NO_LIVE_VECTOR_AT_POSITION, signatureOf, bytesToVectors, isDead, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, allLiveDocIds, sharedMemoryAvailable, createVectorBlock, ensureBlockSlots, releaseReplacedVectors, createHNSWIndex, adoptGraph, topLayerInParts, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, shuffleInPlace, requireWholeNeighbourLists, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, backgroundTurnIsSpent, createCentroidSums, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, BUILD_CHUNK_SIZE, shuffleStep, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, turnIsSpent, yieldTurn, SEARCH_REFILL_RESERVE, resolveWorkerCount, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, nativeStoreFor, nativeMetricCode, withNativeThreadSlot, SEARCH_SCAN_CHUNK_VECTORS, noteThreadSlotLive, noteThreadSlotGone, releasePinsHeldBy, releaseLocksHeldBy, DRIFT_CHECK_GROWTH_FACTOR, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, adoptLoadedCalibration, planCheckpoint, deserialize, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS, RECALIBRATION_DRIFT_RATIO, DISK_ADOPTION_YIELD_INTERVAL } from './chunk-XEGKQKLY.mjs';
|
|
3
|
+
export { bindVectorHost, holdAdmission, releaseLocksHeldBy, releasePinsHeldBy } from './chunk-XEGKQKLY.mjs';
|
|
4
|
+
import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, NATIVE_OK } from './chunk-G3CUQ333.mjs';
|
|
5
|
+
import './chunk-PVMEHBQO.mjs';
|
|
6
|
+
import { compareCodePoints } from './chunk-HRDMIQ63.mjs';
|
|
7
|
+
import './chunk-VUJCSQG5.mjs';
|
|
8
|
+
import { NarsilError, ErrorCodes, isNarsilError } from './chunk-TQ26BKBH.mjs';
|
|
9
|
+
|
|
10
|
+
// src/engine/query/subset-search.ts
|
|
11
|
+
function filterSubsetsMatchNothing(subsets) {
|
|
12
|
+
for (const subset of subsets) {
|
|
13
|
+
for (let wordIndex = 0; wordIndex < subset.bits.length; wordIndex++) {
|
|
14
|
+
if (subset.bits[wordIndex] !== 0) return false;
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
return true;
|
|
18
|
+
}
|
|
19
|
+
function filterSubsetsRenumbered(subsets) {
|
|
20
|
+
return subsets.some((subset) => subset.owner.docStore.numberingGeneration() !== subset.numberingGeneration);
|
|
21
|
+
}
|
|
22
|
+
async function searchCurrentSubsets(fieldName, first, collectAgain, search2) {
|
|
23
|
+
let subsets = first;
|
|
24
|
+
for (let attempt = 1; ; attempt++) {
|
|
25
|
+
const answer = await search2(subsets);
|
|
26
|
+
if (!filterSubsetsRenumbered(subsets)) return answer;
|
|
27
|
+
if (attempt >= MAX_RENUMBERED_SEARCH_ATTEMPTS) {
|
|
28
|
+
throw new NarsilError(
|
|
29
|
+
ErrorCodes.WORKER_BUSY,
|
|
30
|
+
`The index renumbered its documents during each of ${attempt} filtered searches of vector field "${fieldName}"`,
|
|
31
|
+
{ fieldName, attempts: attempt }
|
|
32
|
+
);
|
|
33
|
+
}
|
|
34
|
+
subsets = collectAgain();
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
// src/search/fusion-core.native.ts
|
|
39
|
+
function fusionCore() {
|
|
40
|
+
if (!nativeSearchCoreIsEnabled()) return void 0;
|
|
41
|
+
const core = loadNativeCore();
|
|
42
|
+
if (core !== null) return core;
|
|
43
|
+
noteFallback("fuse");
|
|
44
|
+
return void 0;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
// src/search/fusion-memory.ts
|
|
48
|
+
var FusionMemory = class {
|
|
49
|
+
capacity = 0;
|
|
50
|
+
words = Array.from({ length: 4 }, () => new Uint32Array(0));
|
|
51
|
+
numbers = Array.from({ length: 3 }, () => new Float64Array(0));
|
|
52
|
+
keyViews = [];
|
|
53
|
+
scoreViews = [];
|
|
54
|
+
reserve(count) {
|
|
55
|
+
if (count <= this.capacity) return;
|
|
56
|
+
const words = Array.from({ length: 4 }, () => new Uint32Array(count));
|
|
57
|
+
const numbers = Array.from({ length: 3 }, () => new Float64Array(count));
|
|
58
|
+
this.words = words;
|
|
59
|
+
this.numbers = numbers;
|
|
60
|
+
this.capacity = count;
|
|
61
|
+
this.keyViews = [];
|
|
62
|
+
this.scoreViews = [];
|
|
63
|
+
}
|
|
64
|
+
keys(region, count) {
|
|
65
|
+
const previous = this.keyViews[region];
|
|
66
|
+
if (previous?.length === count) return previous;
|
|
67
|
+
const view = this.words[region].subarray(0, count);
|
|
68
|
+
this.keyViews[region] = view;
|
|
69
|
+
return view;
|
|
70
|
+
}
|
|
71
|
+
scores(region, count) {
|
|
72
|
+
const previous = this.scoreViews[region];
|
|
73
|
+
if (previous?.length === count) return previous;
|
|
74
|
+
const view = this.numbers[region].subarray(0, count);
|
|
75
|
+
this.scoreViews[region] = view;
|
|
76
|
+
return view;
|
|
77
|
+
}
|
|
78
|
+
};
|
|
79
|
+
var available;
|
|
80
|
+
function takeFusionMemory(count) {
|
|
81
|
+
const memory = available ?? new FusionMemory();
|
|
82
|
+
available = void 0;
|
|
83
|
+
memory.reserve(count);
|
|
84
|
+
return memory;
|
|
85
|
+
}
|
|
86
|
+
function releaseFusionMemory(memory) {
|
|
87
|
+
available = memory;
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
// src/search/fusion-rankings.ts
|
|
91
|
+
function compareFused(left, right) {
|
|
92
|
+
return (right.score ?? 0) - (left.score ?? 0) || compareCodePoints(left.docId, right.docId);
|
|
93
|
+
}
|
|
94
|
+
function fuseByRank(lists, k, project) {
|
|
95
|
+
const positions = /* @__PURE__ */ new Map();
|
|
96
|
+
const results = [];
|
|
97
|
+
for (const list of lists) {
|
|
98
|
+
for (let rank = 0; rank < list.length; rank++) {
|
|
99
|
+
const entry = list[rank];
|
|
100
|
+
const contribution = 1 / (k + rank + 1);
|
|
101
|
+
const position = positions.get(entry.docId);
|
|
102
|
+
if (position === void 0) {
|
|
103
|
+
positions.set(entry.docId, results.length);
|
|
104
|
+
results.push(project(entry, contribution));
|
|
105
|
+
} else {
|
|
106
|
+
const result = results[position];
|
|
107
|
+
result.score = (result.score ?? 0) + contribution;
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
results.sort(compareFused);
|
|
112
|
+
return results;
|
|
113
|
+
}
|
|
114
|
+
function saturate(score) {
|
|
115
|
+
if (score > Number.MAX_VALUE) return Number.MAX_VALUE;
|
|
116
|
+
if (score < -Number.MAX_VALUE) return -Number.MAX_VALUE;
|
|
117
|
+
return score;
|
|
118
|
+
}
|
|
119
|
+
function normalisedScores(entries) {
|
|
120
|
+
let min = Number.POSITIVE_INFINITY;
|
|
121
|
+
let max = Number.NEGATIVE_INFINITY;
|
|
122
|
+
for (const entry of entries) {
|
|
123
|
+
const score = saturate(entry.score ?? 0);
|
|
124
|
+
if (score < min) min = score;
|
|
125
|
+
if (score > max) max = score;
|
|
126
|
+
}
|
|
127
|
+
const width = max - min;
|
|
128
|
+
const normalised = /* @__PURE__ */ new Map();
|
|
129
|
+
for (const entry of entries) {
|
|
130
|
+
const score = saturate(entry.score ?? 0);
|
|
131
|
+
if (Number.isNaN(score)) normalised.set(entry.docId, 0);
|
|
132
|
+
else if (width === 0) normalised.set(entry.docId, 1);
|
|
133
|
+
else if (Number.isFinite(width)) normalised.set(entry.docId, (score - min) / width);
|
|
134
|
+
else normalised.set(entry.docId, (score / 2 - min / 2) / (max / 2 - min / 2));
|
|
135
|
+
}
|
|
136
|
+
return normalised;
|
|
137
|
+
}
|
|
138
|
+
function fuseByScore(text, vector, alpha, project) {
|
|
139
|
+
const textScores = normalisedScores(text);
|
|
140
|
+
const vectorScores = normalisedScores(vector);
|
|
141
|
+
const results = [];
|
|
142
|
+
const placed = /* @__PURE__ */ new Set();
|
|
143
|
+
for (const list of [text, vector]) {
|
|
144
|
+
for (const entry of list) {
|
|
145
|
+
if (placed.has(entry.docId)) continue;
|
|
146
|
+
placed.add(entry.docId);
|
|
147
|
+
const vectorScore = vectorScores.get(entry.docId) ?? 0;
|
|
148
|
+
const textScore = textScores.get(entry.docId) ?? 0;
|
|
149
|
+
results.push(project(entry, alpha * vectorScore + (1 - alpha) * textScore));
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
results.sort(compareFused);
|
|
153
|
+
return results;
|
|
154
|
+
}
|
|
155
|
+
function insertTiesById(entries, keys, start, end) {
|
|
156
|
+
for (let at = start + 1; at < end; at++) {
|
|
157
|
+
const key = keys[at];
|
|
158
|
+
const id = entries[key].docId;
|
|
159
|
+
let to = at;
|
|
160
|
+
while (to > start && compareCodePoints(entries[keys[to - 1]].docId, id) > 0) {
|
|
161
|
+
keys[to] = keys[to - 1];
|
|
162
|
+
to--;
|
|
163
|
+
}
|
|
164
|
+
keys[to] = key;
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
function orderTiesById(entries, keys, scores, found) {
|
|
168
|
+
let start = 0;
|
|
169
|
+
while (start < found) {
|
|
170
|
+
let end = start + 1;
|
|
171
|
+
while (end < found && scores[end] === scores[start]) end++;
|
|
172
|
+
if (end - start > FUSION_TIE_INSERTION_LIMIT)
|
|
173
|
+
keys.subarray(start, end).sort((left, right) => compareCodePoints(entries[left].docId, entries[right].docId));
|
|
174
|
+
else if (end - start > 1) insertTiesById(entries, keys, start, end);
|
|
175
|
+
start = end;
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
function fuseRankings(text, vector, strategy, k, alpha, project) {
|
|
179
|
+
const core = fusionCore();
|
|
180
|
+
if (core === void 0) {
|
|
181
|
+
return strategy === 0 ? fuseByRank([text, vector], k, project) : fuseByScore(text, vector, alpha, project);
|
|
182
|
+
}
|
|
183
|
+
const memory = takeFusionMemory(text.length + vector.length);
|
|
184
|
+
try {
|
|
185
|
+
return fuseInCore(core, text, vector, strategy, k, alpha, memory, project);
|
|
186
|
+
} finally {
|
|
187
|
+
releaseFusionMemory(memory);
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
function fuseInCore(core, text, vector, strategy, k, alpha, memory, project) {
|
|
191
|
+
const positions = /* @__PURE__ */ new Map();
|
|
192
|
+
const entries = text.slice();
|
|
193
|
+
const textKeys = memory.keys(0, text.length);
|
|
194
|
+
const textScores = memory.scores(0, text.length);
|
|
195
|
+
for (let position = 0; position < text.length; position++) {
|
|
196
|
+
const entry = text[position];
|
|
197
|
+
positions.set(entry.docId, position);
|
|
198
|
+
textKeys[position] = position;
|
|
199
|
+
if (strategy === 1) textScores[position] = entry.score ?? 0;
|
|
200
|
+
}
|
|
201
|
+
if (positions.size !== text.length) {
|
|
202
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The hybrid rankings cannot be fused", { status: -1 });
|
|
203
|
+
}
|
|
204
|
+
const vectorKeys = memory.keys(1, vector.length);
|
|
205
|
+
const vectorScores = memory.scores(1, vector.length);
|
|
206
|
+
for (let position = 0; position < vector.length; position++) {
|
|
207
|
+
const entry = vector[position];
|
|
208
|
+
let key = positions.get(entry.docId);
|
|
209
|
+
if (key === void 0) {
|
|
210
|
+
key = entries.length;
|
|
211
|
+
positions.set(entry.docId, key);
|
|
212
|
+
entries.push(entry);
|
|
213
|
+
}
|
|
214
|
+
vectorKeys[position] = key;
|
|
215
|
+
if (strategy === 1) vectorScores[position] = entry.score ?? 0;
|
|
216
|
+
}
|
|
217
|
+
const capacity = text.length + vector.length;
|
|
218
|
+
const idRanks = memory.keys(2, capacity);
|
|
219
|
+
for (let key = 0; key < entries.length; key++) idRanks[key] = key;
|
|
220
|
+
const keys = memory.keys(3, capacity);
|
|
221
|
+
const scores = memory.scores(2, capacity);
|
|
222
|
+
const found = core.fuse(strategy, k, alpha, textKeys, textScores, vectorKeys, vectorScores, idRanks, keys, scores);
|
|
223
|
+
if (found < 0) {
|
|
224
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The hybrid rankings cannot be fused", { status: found });
|
|
225
|
+
}
|
|
226
|
+
orderTiesById(entries, keys, scores, found);
|
|
227
|
+
const result = new Array(found);
|
|
228
|
+
for (let position = 0; position < found; position++) {
|
|
229
|
+
result[position] = project(entries[keys[position]], scores[position]);
|
|
230
|
+
}
|
|
231
|
+
return result;
|
|
232
|
+
}
|
|
233
|
+
|
|
234
|
+
// src/search/fusion.ts
|
|
235
|
+
function rankConstantOf(k) {
|
|
236
|
+
if (k === void 0 || k === null) return DEFAULT_RANK_CONSTANT;
|
|
237
|
+
if (!Number.isInteger(k) || k < MIN_RANK_CONSTANT) {
|
|
238
|
+
throw new NarsilError(
|
|
239
|
+
ErrorCodes.CONFIG_INVALID,
|
|
240
|
+
`hybrid.k must be a whole number of at least ${MIN_RANK_CONSTANT}`,
|
|
241
|
+
{ k }
|
|
242
|
+
);
|
|
243
|
+
}
|
|
244
|
+
return k;
|
|
245
|
+
}
|
|
246
|
+
function linearAlphaOf(alpha) {
|
|
247
|
+
if (alpha === void 0 || alpha === null) return DEFAULT_LINEAR_ALPHA;
|
|
248
|
+
if (!Number.isFinite(alpha) || alpha < MIN_LINEAR_ALPHA || alpha > MAX_LINEAR_ALPHA) {
|
|
249
|
+
throw new NarsilError(
|
|
250
|
+
ErrorCodes.CONFIG_INVALID,
|
|
251
|
+
`hybrid.alpha must be a number from ${MIN_LINEAR_ALPHA} to ${MAX_LINEAR_ALPHA}`,
|
|
252
|
+
{ alpha }
|
|
253
|
+
);
|
|
254
|
+
}
|
|
255
|
+
return alpha;
|
|
256
|
+
}
|
|
257
|
+
function resolveHybridFusion(hybrid) {
|
|
258
|
+
const strategy = hybrid?.strategy ?? "rrf";
|
|
259
|
+
if (strategy !== "rrf" && strategy !== "linear") {
|
|
260
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `hybrid.strategy must be "rrf" or "linear"`, { strategy });
|
|
261
|
+
}
|
|
262
|
+
return { strategy, k: rankConstantOf(hybrid?.k), alpha: linearAlphaOf(hybrid?.alpha) };
|
|
263
|
+
}
|
|
264
|
+
function reciprocalRankFusion(lists, options) {
|
|
265
|
+
return fuseRankings(lists[0], lists[1], 0, options.k, DEFAULT_LINEAR_ALPHA, withFusedScore);
|
|
266
|
+
}
|
|
267
|
+
function linearCombination(textResults, vectorResults, options) {
|
|
268
|
+
return fuseRankings(textResults, vectorResults, 1, DEFAULT_RANK_CONSTANT, options.alpha, withFusedScore);
|
|
269
|
+
}
|
|
270
|
+
function withFusedScore(entry, score) {
|
|
271
|
+
return {
|
|
272
|
+
docId: entry.docId,
|
|
273
|
+
score,
|
|
274
|
+
termFrequencies: entry.termFrequencies,
|
|
275
|
+
fieldLengths: entry.fieldLengths,
|
|
276
|
+
idf: entry.idf
|
|
277
|
+
};
|
|
278
|
+
}
|
|
279
|
+
|
|
280
|
+
// src/engine/query/vector.ts
|
|
281
|
+
function oversampleOf(vectorConfig) {
|
|
282
|
+
const oversample = vectorConfig.oversample;
|
|
283
|
+
if (oversample === void 0) return void 0;
|
|
284
|
+
if (typeof oversample !== "number" || !Number.isFinite(oversample) || oversample < MIN_OVERSAMPLE) {
|
|
285
|
+
throw new NarsilError(
|
|
286
|
+
ErrorCodes.CONFIG_INVALID,
|
|
287
|
+
`vector.oversample must be a finite number of at least ${MIN_OVERSAMPLE}`,
|
|
288
|
+
{ oversample }
|
|
289
|
+
);
|
|
290
|
+
}
|
|
291
|
+
return oversample;
|
|
292
|
+
}
|
|
293
|
+
function vectorFetchDepth(limit, offset, cursorDepth) {
|
|
294
|
+
const reach = cursorDepth + offset + limit;
|
|
295
|
+
if (reach > RESULT_WINDOW) {
|
|
296
|
+
throw new NarsilError(
|
|
297
|
+
ErrorCodes.SEARCH_RESULT_WINDOW_EXCEEDED,
|
|
298
|
+
`The engine pages a vector search through the first ${RESULT_WINDOW} results, and this page ends at ${reach}. Narrow the search with a filter or a similarity floor`,
|
|
299
|
+
{ limit, offset, cursorDepth, window: RESULT_WINDOW }
|
|
300
|
+
);
|
|
301
|
+
}
|
|
302
|
+
return Math.min(reach + 1, RESULT_WINDOW);
|
|
303
|
+
}
|
|
304
|
+
function vectorClock(context) {
|
|
305
|
+
const signal = signalOfSearch(context.turns);
|
|
306
|
+
const clock = context.patternWork.clock;
|
|
307
|
+
if (signal === void 0) return clock;
|
|
308
|
+
const nativeWindow = clock?.nativeWindow;
|
|
309
|
+
const bound = {
|
|
310
|
+
check() {
|
|
311
|
+
signal.throwIfAborted();
|
|
312
|
+
clock?.check();
|
|
313
|
+
},
|
|
314
|
+
tick(units) {
|
|
315
|
+
signal.throwIfAborted();
|
|
316
|
+
clock?.tick(units);
|
|
317
|
+
},
|
|
318
|
+
...nativeWindow === void 0 ? {} : { nativeWindow: () => nativeWindow.call(clock) }
|
|
319
|
+
};
|
|
320
|
+
bindSearchSignal(bound, signal);
|
|
321
|
+
return bound;
|
|
322
|
+
}
|
|
323
|
+
async function searchField(search2, k, host) {
|
|
324
|
+
const { vecIndex, vectorConfig, queryVector, context, filtered, rescoreWindow } = search2;
|
|
325
|
+
const options = {
|
|
326
|
+
clock: vectorClock(context),
|
|
327
|
+
metric: vectorConfig.metric ?? "cosine",
|
|
328
|
+
minSimilarity: vectorConfig.similarity ?? -Infinity,
|
|
329
|
+
efSearch: vectorConfig.efSearch,
|
|
330
|
+
oversample: oversampleOf(vectorConfig),
|
|
331
|
+
...rescoreWindow !== void 0 ? { rescoreWindow } : {}
|
|
332
|
+
};
|
|
333
|
+
if (filtered !== void 0) {
|
|
334
|
+
const outcome2 = await searchCurrentSubsets(
|
|
335
|
+
vecIndex.fieldName,
|
|
336
|
+
filtered.first,
|
|
337
|
+
filtered.collectAgain,
|
|
338
|
+
(filterSubsets) => vecIndex.searchParallel(queryVector, k, { ...options, filterSubsets })
|
|
339
|
+
);
|
|
340
|
+
requirePinnedState(context.pin);
|
|
341
|
+
return outcome2;
|
|
342
|
+
}
|
|
343
|
+
const filterPartitions = host.partitionsForVectorSearch(context.manager, vecIndex, context.partitionIds);
|
|
344
|
+
const outcome = await vecIndex.searchParallel(
|
|
345
|
+
queryVector,
|
|
346
|
+
k,
|
|
347
|
+
filterPartitions === void 0 ? options : { ...options, filterPartitions }
|
|
348
|
+
);
|
|
349
|
+
requirePinnedState(context.pin);
|
|
350
|
+
return outcome;
|
|
351
|
+
}
|
|
352
|
+
async function executeVectorSearch(host, params, context, limit, offset, cursorDepth = 0) {
|
|
353
|
+
const vectorConfig = params.vector;
|
|
354
|
+
if (!vectorConfig || !vectorConfig.value) {
|
|
355
|
+
return { scored: [], totalMatched: 0 };
|
|
356
|
+
}
|
|
357
|
+
const vecIndex = host.resolveVectorIndex(context, vectorConfig.field);
|
|
358
|
+
if (!vecIndex) {
|
|
359
|
+
return { scored: [], totalMatched: 0 };
|
|
360
|
+
}
|
|
361
|
+
const filtered = host.filteredSearchOf(params, context);
|
|
362
|
+
if (filtered !== void 0 && filterSubsetsMatchNothing(filtered.first)) {
|
|
363
|
+
return { scored: [], totalMatched: 0 };
|
|
364
|
+
}
|
|
365
|
+
const search2 = {
|
|
366
|
+
vecIndex,
|
|
367
|
+
vectorConfig,
|
|
368
|
+
queryVector: new Float32Array(vectorConfig.value),
|
|
369
|
+
context,
|
|
370
|
+
filtered,
|
|
371
|
+
rescoreWindow: context.rescoreWindow
|
|
372
|
+
};
|
|
373
|
+
const outcome = await searchField(search2, vectorFetchDepth(limit, offset, cursorDepth), host);
|
|
374
|
+
const scored = host.vectorResultsToScored(outcome.results);
|
|
375
|
+
return { scored, totalMatched: outcome.matched, matchedExact: outcome.matchedExact };
|
|
376
|
+
}
|
|
377
|
+
async function vectorLegWith(host, vectorConfig, queryVector, context, filtered, k, rescoreWindow) {
|
|
378
|
+
const vecIndex = host.resolveVectorIndex(context, vectorConfig.field);
|
|
379
|
+
if (!vecIndex) return { scored: [], holdsEveryMatch: true };
|
|
380
|
+
const search2 = { vecIndex, vectorConfig, queryVector, context, filtered, rescoreWindow };
|
|
381
|
+
const outcome = await searchField(search2, k, host);
|
|
382
|
+
return {
|
|
383
|
+
scored: host.vectorResultsToScored(outcome.results),
|
|
384
|
+
holdsEveryMatch: outcome.matchedExact && outcome.results.length === outcome.matched
|
|
385
|
+
};
|
|
386
|
+
}
|
|
387
|
+
async function executeHybridSearch(host, params, context, limit, offset, cursorDepth = 0) {
|
|
388
|
+
const { vector: vectorConfig, mode: _mode, hybrid: _hybrid, ...textOnlyParams } = params;
|
|
389
|
+
const fusion = resolveHybridFusion(params.hybrid);
|
|
390
|
+
const filtered = host.filteredSearchOf(params, context);
|
|
391
|
+
if (filtered !== void 0 && filterSubsetsMatchNothing(filtered.first)) {
|
|
392
|
+
return { scored: [], totalMatched: 0 };
|
|
393
|
+
}
|
|
394
|
+
if (!vectorConfig || !vectorConfig.value) {
|
|
395
|
+
const textOnly = await host.textLeg(textOnlyParams, context);
|
|
396
|
+
return {
|
|
397
|
+
scored: textOnly.scored,
|
|
398
|
+
totalMatched: textOnly.totalMatched,
|
|
399
|
+
facets: textOnly.facets,
|
|
400
|
+
...textOnly.documents !== void 0 ? { documents: textOnly.documents } : {}
|
|
401
|
+
};
|
|
402
|
+
}
|
|
403
|
+
const vectorPending = vectorLegWith(
|
|
404
|
+
host,
|
|
405
|
+
vectorConfig,
|
|
406
|
+
new Float32Array(vectorConfig.value),
|
|
407
|
+
context,
|
|
408
|
+
filtered,
|
|
409
|
+
vectorFetchDepth(limit, offset, cursorDepth)
|
|
410
|
+
);
|
|
411
|
+
const [textFanOutResult, vectorOutcome] = await Promise.all([host.textLeg(textOnlyParams, context), vectorPending]);
|
|
412
|
+
const vectorScored = vectorOutcome.scored;
|
|
413
|
+
let fusedScored;
|
|
414
|
+
if (fusion.strategy === "rrf") {
|
|
415
|
+
fusedScored = reciprocalRankFusion([textFanOutResult.scored, vectorScored], { k: fusion.k });
|
|
416
|
+
} else {
|
|
417
|
+
fusedScored = linearCombination(textFanOutResult.scored, vectorScored, { alpha: fusion.alpha });
|
|
418
|
+
}
|
|
419
|
+
if (params.minScore !== void 0 && params.minScore > 0) {
|
|
420
|
+
const threshold = params.minScore;
|
|
421
|
+
fusedScored = fusedScored.filter((doc) => doc.score >= threshold);
|
|
422
|
+
}
|
|
423
|
+
const textHoldsEveryMatch = textFanOutResult.scored.length === textFanOutResult.totalMatched;
|
|
424
|
+
return {
|
|
425
|
+
scored: fusedScored,
|
|
426
|
+
totalMatched: fusedScored.length,
|
|
427
|
+
matchedExact: vectorOutcome.holdsEveryMatch && textHoldsEveryMatch,
|
|
428
|
+
facets: textFanOutResult.facets,
|
|
429
|
+
...textFanOutResult.documents !== void 0 ? { documents: textFanOutResult.documents } : {}
|
|
430
|
+
};
|
|
431
|
+
}
|
|
16
432
|
|
|
17
433
|
// src/engine/vector-maintenance.ts
|
|
18
434
|
function resolveVectorIndexes(manager, indexName, fieldName) {
|
|
@@ -229,13 +645,18 @@ function readStoreFlags(store) {
|
|
|
229
645
|
}
|
|
230
646
|
|
|
231
647
|
// src/vector/shared-field/searcher.ts
|
|
232
|
-
function
|
|
648
|
+
function* storeOrdinals(store) {
|
|
649
|
+
const slots = store.slots;
|
|
650
|
+
for (let ordinal = 0; ordinal < slots; ordinal++) yield ordinal;
|
|
651
|
+
}
|
|
652
|
+
function distancesInTypeScript(store, query, metric, ordinals, admission, clock) {
|
|
233
653
|
noteFallback("score");
|
|
234
654
|
const arenaQuery = store.prepareQueryArena(query);
|
|
235
655
|
const queryMagnitude = arenaQuery ? arenaQuery.magnitude : magnitude(query);
|
|
236
656
|
const distances = new Float64Array(ordinals.length).fill(Number.POSITIVE_INFINITY);
|
|
237
657
|
for (let i = 0; i < ordinals.length; i++) {
|
|
238
658
|
if (clock !== void 0) clock.tick(query.length);
|
|
659
|
+
if (!admission.admits(ordinals[i])) continue;
|
|
239
660
|
if (arenaQuery) {
|
|
240
661
|
distances[i] = store.distanceFromArena(arenaQuery, ordinals[i], metric);
|
|
241
662
|
continue;
|
|
@@ -245,11 +666,12 @@ function distancesInTypeScript(store, query, metric, ordinals, clock) {
|
|
|
245
666
|
}
|
|
246
667
|
return distances;
|
|
247
668
|
}
|
|
248
|
-
function scoreCandidates(
|
|
669
|
+
function scoreCandidates(scan, candidates) {
|
|
670
|
+
const { store, query, k, metric, minSimilarity, admission, clock } = scan;
|
|
249
671
|
const { ordinals, docIds } = candidates;
|
|
250
672
|
if (ordinals.length === 0) return { results: [], matched: 0 };
|
|
251
673
|
clock?.check();
|
|
252
|
-
const distances = nativeScoresOf(store.handles, query, metric, ordinals) ?? distancesInTypeScript(store, query, metric, ordinals, clock);
|
|
674
|
+
const distances = nativeScoresOf(store.handles, query, metric, ordinals, admission.pin) ?? distancesInTypeScript(store, query, metric, ordinals, admission, clock);
|
|
253
675
|
clock?.check();
|
|
254
676
|
const heap = createBoundedMaxHeap(highScoreFirst, k);
|
|
255
677
|
let matched = 0;
|
|
@@ -258,7 +680,7 @@ function scoreCandidates(store, candidates, query, k, metric, minSimilarity, clo
|
|
|
258
680
|
const score = toScore(distances[i], metric);
|
|
259
681
|
if (score < minSimilarity) continue;
|
|
260
682
|
matched++;
|
|
261
|
-
heap.push({ docId: docIds[i], score });
|
|
683
|
+
heap.push({ docId: docIds[i], score, ordinal: ordinals[i] });
|
|
262
684
|
}
|
|
263
685
|
return { results: heap.toSortedArray().reverse(), matched };
|
|
264
686
|
}
|
|
@@ -268,44 +690,58 @@ function createSharedVectorSearcher(options) {
|
|
|
268
690
|
function ordinalLayoutGeneration() {
|
|
269
691
|
return Atomics.load(view.store.handles.header, STORE_ORDINAL_LAYOUT_GENERATION);
|
|
270
692
|
}
|
|
271
|
-
function ordinalSpace() {
|
|
693
|
+
function ordinalSpace(admission) {
|
|
272
694
|
const store = view.store;
|
|
273
695
|
const layoutGeneration2 = ordinalLayoutGeneration();
|
|
696
|
+
let retained;
|
|
697
|
+
function ordinalOf(docId) {
|
|
698
|
+
const current = view.ordinalOf(docId);
|
|
699
|
+
if (admission === void 0 || current !== void 0 && admission.admits(current)) return current;
|
|
700
|
+
if (retained === void 0) {
|
|
701
|
+
retained = /* @__PURE__ */ new Map();
|
|
702
|
+
for (let ordinal = 0; ordinal < store.slots; ordinal++) {
|
|
703
|
+
const id = admission.docIdOf(ordinal);
|
|
704
|
+
if (id !== void 0) retained.set(id, ordinal);
|
|
705
|
+
}
|
|
706
|
+
}
|
|
707
|
+
return retained.get(docId);
|
|
708
|
+
}
|
|
274
709
|
return {
|
|
275
710
|
fieldName,
|
|
276
|
-
layoutGeneration: layoutGeneration2,
|
|
711
|
+
layoutGeneration: admission === void 0 ? layoutGeneration2 : -admission.pin - 1,
|
|
277
712
|
slots: store.slots,
|
|
278
713
|
header: store.handles.header,
|
|
279
|
-
ordinalOf
|
|
280
|
-
holdsCurrentOrdinal: (ordinal) => store.holdsOrdinal(ordinal) && store.partitionAt(ordinal) !== void 0,
|
|
281
|
-
isRemoved: (ordinal) => flags.isRemoved(ordinal)
|
|
714
|
+
ordinalOf,
|
|
715
|
+
holdsCurrentOrdinal: (ordinal) => admission === void 0 ? store.holdsOrdinal(ordinal) && store.partitionAt(ordinal) !== void 0 : admission.admits(ordinal),
|
|
716
|
+
isRemoved: (ordinal) => admission === void 0 ? flags.isRemoved(ordinal) : !admission.admits(ordinal)
|
|
282
717
|
};
|
|
283
718
|
}
|
|
284
|
-
function filterForPartitions(allowed) {
|
|
719
|
+
function filterForPartitions(allowed, admission) {
|
|
285
720
|
const slots = view.store.slots;
|
|
286
721
|
const filter = createOrdinalFilter(slots);
|
|
287
722
|
for (let ordinal = 0; ordinal < slots; ordinal++) {
|
|
288
723
|
const partition = view.store.partitionAt(ordinal);
|
|
289
724
|
if (partition === void 0 || !allowed.has(partition)) continue;
|
|
290
|
-
if (!view.store.holdsOrdinal(ordinal) || flags.isRemoved(ordinal))
|
|
725
|
+
if (admission === void 0 ? !view.store.holdsOrdinal(ordinal) || flags.isRemoved(ordinal) : !admission.admits(ordinal))
|
|
726
|
+
continue;
|
|
291
727
|
addToOrdinalFilter(filter, ordinal);
|
|
292
728
|
}
|
|
293
729
|
return filter;
|
|
294
730
|
}
|
|
295
|
-
function filterFor(searchOptions) {
|
|
731
|
+
function filterFor(searchOptions, admission) {
|
|
296
732
|
if (searchOptions.filterSubsets !== void 0) {
|
|
297
|
-
return ordinalFilterForSubsets(searchOptions.filterSubsets, ordinalSpace());
|
|
733
|
+
return ordinalFilterForSubsets(searchOptions.filterSubsets, ordinalSpace(admission));
|
|
298
734
|
}
|
|
299
|
-
if (searchOptions.filterPartitions !== void 0)
|
|
735
|
+
if (searchOptions.filterPartitions !== void 0)
|
|
736
|
+
return filterForPartitions(searchOptions.filterPartitions, admission);
|
|
300
737
|
return void 0;
|
|
301
738
|
}
|
|
302
|
-
function candidatesOf(ordinals, filter) {
|
|
739
|
+
function candidatesOf(ordinals, filter, admission) {
|
|
303
740
|
const candidates = { ordinals: [], docIds: [] };
|
|
304
741
|
for (const ordinal of ordinals) {
|
|
305
742
|
if (filter !== void 0 && !ordinalFilterHas(filter, ordinal)) continue;
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
if (docId === void 0 || view.ordinalOf(docId) !== ordinal) continue;
|
|
743
|
+
const docId = admission.docIdOf(ordinal);
|
|
744
|
+
if (docId === void 0) continue;
|
|
309
745
|
candidates.ordinals.push(ordinal);
|
|
310
746
|
candidates.docIds.push(docId);
|
|
311
747
|
}
|
|
@@ -319,9 +755,10 @@ function createSharedVectorSearcher(options) {
|
|
|
319
755
|
function scanned(scan) {
|
|
320
756
|
return { results: scan.results, matched: scan.matched, matchedExact: true, resolvedEveryHit: true };
|
|
321
757
|
}
|
|
322
|
-
function search2(query, k, searchOptions, filter) {
|
|
758
|
+
function search2(query, k, searchOptions, filter, admission) {
|
|
323
759
|
const { metric, minSimilarity, efSearch, oversample, rescoreWindow } = searchOptions;
|
|
324
760
|
const clock = searchOptions.clock;
|
|
761
|
+
const scan = { store: view.store, query, k, metric, minSimilarity, admission, clock };
|
|
325
762
|
const empty = { results: [], matched: 0, matchedExact: true, resolvedEveryHit: true };
|
|
326
763
|
const liveDocuments = flags.liveDocuments();
|
|
327
764
|
if (liveDocuments <= 0) return empty;
|
|
@@ -336,17 +773,14 @@ function createSharedVectorSearcher(options) {
|
|
|
336
773
|
if (k <= 0) return fetched([], true);
|
|
337
774
|
const graph = view.graph;
|
|
338
775
|
if (graph === null) {
|
|
339
|
-
const ordinals = filter === void 0 ?
|
|
340
|
-
return scanned(
|
|
341
|
-
scoreCandidates(view.store, candidatesOf(ordinals, filter), query, k, metric, minSimilarity, clock)
|
|
342
|
-
);
|
|
776
|
+
const ordinals = filter === void 0 ? storeOrdinals(view.store) : ordinalFilterValues(filter);
|
|
777
|
+
return scanned(scoreCandidates(scan, candidatesOf(ordinals, filter, admission)));
|
|
343
778
|
}
|
|
344
779
|
if (filter !== void 0) {
|
|
345
780
|
const graphLiveSize = view.liveSize;
|
|
346
781
|
const selectivity = graphLiveSize > 0 ? filter.count / graphLiveSize : 1;
|
|
347
782
|
if (selectivity < view.handles.filterThreshold) {
|
|
348
|
-
|
|
349
|
-
return scanned(scoreCandidates(view.store, candidates, query, k, metric, minSimilarity, clock));
|
|
783
|
+
return scanned(scoreCandidates(scan, candidatesOf(ordinalFilterValues(filter), filter, admission)));
|
|
350
784
|
}
|
|
351
785
|
}
|
|
352
786
|
const unplaced = flags.unplacedOrdinals();
|
|
@@ -357,18 +791,54 @@ function createSharedVectorSearcher(options) {
|
|
|
357
791
|
efSearch,
|
|
358
792
|
oversample,
|
|
359
793
|
rescoreWindow,
|
|
360
|
-
clock
|
|
794
|
+
clock,
|
|
795
|
+
admission
|
|
361
796
|
})) {
|
|
362
|
-
const docId =
|
|
797
|
+
const docId = admission.docIdOf(hit.ord);
|
|
363
798
|
if (docId === void 0) {
|
|
364
799
|
resolvedEveryHit = false;
|
|
365
800
|
continue;
|
|
366
801
|
}
|
|
367
|
-
graphResults.push({ docId, score: hit.score });
|
|
802
|
+
graphResults.push({ docId, score: hit.score, ordinal: hit.ord });
|
|
368
803
|
}
|
|
369
804
|
if (unplaced.length === 0) return fetched(graphResults, resolvedEveryHit);
|
|
370
|
-
const
|
|
371
|
-
return fetched(mergeResults(graphResults,
|
|
805
|
+
const unplacedScan = scoreCandidates(scan, candidatesOf(unplaced, filter, admission));
|
|
806
|
+
return fetched(mergeResults(graphResults, unplacedScan.results, k), resolvedEveryHit);
|
|
807
|
+
}
|
|
808
|
+
function searchAtOnePin(query, k, searchOptions) {
|
|
809
|
+
const held = searchOptions.admission;
|
|
810
|
+
if (held !== void 0) {
|
|
811
|
+
const filter = filterFor(searchOptions, held);
|
|
812
|
+
const sequence = writeSequenceOf(writeSequenceWords(view.store.handles.header));
|
|
813
|
+
const outcome = sequence === held.pin && !view.graphRetired ? search2(query, k, searchOptions, filter, held) : void 0;
|
|
814
|
+
if (outcome !== void 0 && writeSequenceOf(writeSequenceWords(view.store.handles.header)) === held.pin && !view.graphRetired)
|
|
815
|
+
return outcome;
|
|
816
|
+
const ordinals = [];
|
|
817
|
+
for (let ordinal = 0; ordinal < view.store.slots; ordinal++) {
|
|
818
|
+
if (held.admits(ordinal)) ordinals.push(ordinal);
|
|
819
|
+
}
|
|
820
|
+
return scanned(
|
|
821
|
+
scoreCandidates(
|
|
822
|
+
{
|
|
823
|
+
store: view.store,
|
|
824
|
+
query,
|
|
825
|
+
k,
|
|
826
|
+
metric: searchOptions.metric,
|
|
827
|
+
minSimilarity: searchOptions.minSimilarity,
|
|
828
|
+
admission: held,
|
|
829
|
+
clock: searchOptions.clock
|
|
830
|
+
},
|
|
831
|
+
candidatesOf(ordinals, filter, held)
|
|
832
|
+
)
|
|
833
|
+
);
|
|
834
|
+
}
|
|
835
|
+
const pins = storePinsOf(view.store);
|
|
836
|
+
const pin = pins.take();
|
|
837
|
+
try {
|
|
838
|
+
return search2(query, k, searchOptions, filterFor(searchOptions), admissionAt(view.store, pin));
|
|
839
|
+
} finally {
|
|
840
|
+
pins.release(pin);
|
|
841
|
+
}
|
|
372
842
|
}
|
|
373
843
|
return {
|
|
374
844
|
fieldName,
|
|
@@ -383,10 +853,12 @@ function createSharedVectorSearcher(options) {
|
|
|
383
853
|
{ expected: view.handles.dimension, received: query.length }
|
|
384
854
|
);
|
|
385
855
|
}
|
|
856
|
+
if (searchOptions.admission !== void 0)
|
|
857
|
+
return Promise.resolve(answerOf(searchAtOnePin(query, k, searchOptions)));
|
|
386
858
|
for (let attempt = 1; ; attempt++) {
|
|
387
859
|
const layoutGeneration2 = ordinalLayoutGeneration();
|
|
388
|
-
const outcome =
|
|
389
|
-
if (view.graphRetired) {
|
|
860
|
+
const outcome = searchAtOnePin(query, k, searchOptions);
|
|
861
|
+
if (view.graphRetired && searchOptions.admission === void 0) {
|
|
390
862
|
throw new NarsilError(
|
|
391
863
|
ErrorCodes.WORKER_BUSY,
|
|
392
864
|
`The main thread replaced the graph of vector field "${fieldName}" while this thread searched it`,
|
|
@@ -830,265 +1302,19 @@ function openSharedVectorField(initial, threadSlot) {
|
|
|
830
1302
|
return outcome;
|
|
831
1303
|
},
|
|
832
1304
|
searchOrdinals(query, k, metric, minSimilarity, options) {
|
|
833
|
-
|
|
834
|
-
|
|
835
|
-
|
|
836
|
-
|
|
837
|
-
}
|
|
838
|
-
|
|
839
|
-
// src/runtime/write-gate.ts
|
|
840
|
-
function createWriteGate() {
|
|
841
|
-
let holders = 0;
|
|
842
|
-
let reopened = Promise.resolve();
|
|
843
|
-
let reopen = () => void 0;
|
|
844
|
-
async function enter(write) {
|
|
845
|
-
while (holders > 0) await reopened;
|
|
846
|
-
return write();
|
|
847
|
-
}
|
|
848
|
-
async function hold(read) {
|
|
849
|
-
if (holders === 0) {
|
|
850
|
-
reopened = new Promise((resolve) => {
|
|
851
|
-
reopen = resolve;
|
|
852
|
-
});
|
|
853
|
-
}
|
|
854
|
-
holders += 1;
|
|
855
|
-
try {
|
|
856
|
-
return await read();
|
|
857
|
-
} finally {
|
|
858
|
-
holders -= 1;
|
|
859
|
-
if (holders === 0) reopen();
|
|
860
|
-
}
|
|
861
|
-
}
|
|
862
|
-
return { enter, hold };
|
|
863
|
-
}
|
|
864
|
-
|
|
865
|
-
// src/runtime/turn-scheduler.ts
|
|
866
|
-
function createTurnScheduler(scheduleHop) {
|
|
867
|
-
const waiting2 = [];
|
|
868
|
-
const waitingInBackground = [];
|
|
869
|
-
let deadline = 0;
|
|
870
|
-
let lastWriteCheckAt = 0;
|
|
871
|
-
let slowestWriteUnitMs = 0;
|
|
872
|
-
let writeUnitRunning = false;
|
|
873
|
-
let lastBackgroundCheckAt = 0;
|
|
874
|
-
let slowestBackgroundUnitMs = 0;
|
|
875
|
-
let backgroundUnitRunning = false;
|
|
876
|
-
let turnOpen = false;
|
|
877
|
-
let hopScheduled = false;
|
|
878
|
-
let backgroundSliceStartedAt = 0;
|
|
879
|
-
let writesInFlight = 0;
|
|
880
|
-
let readsPausingBackground = 0;
|
|
881
|
-
let indexChangesInFlight = 0;
|
|
882
|
-
let backgroundThisTurn = [];
|
|
883
|
-
let hopGeneration = 0;
|
|
884
|
-
let hopFollowsYield = false;
|
|
885
|
-
let lastTurnWorkAt = Number.NEGATIVE_INFINITY;
|
|
886
|
-
const indexChangesDrained = [];
|
|
887
|
-
const writeGate = createWriteGate();
|
|
888
|
-
const indexChangeGate = createWriteGate();
|
|
889
|
-
function scheduleNextTurn(followsYield) {
|
|
890
|
-
hopGeneration += 1;
|
|
891
|
-
const generation = hopGeneration;
|
|
892
|
-
hopScheduled = true;
|
|
893
|
-
hopFollowsYield = followsYield;
|
|
894
|
-
scheduleHop(() => {
|
|
895
|
-
if (generation === hopGeneration) runTurn();
|
|
896
|
-
});
|
|
897
|
-
}
|
|
898
|
-
function requestHop() {
|
|
899
|
-
if (!hopScheduled) scheduleNextTurn(false);
|
|
900
|
-
}
|
|
901
|
-
function requestHopAfterYield() {
|
|
902
|
-
if (!hopScheduled || !hopFollowsYield) scheduleNextTurn(true);
|
|
903
|
-
}
|
|
904
|
-
function openTurn(now) {
|
|
905
|
-
turnOpen = true;
|
|
906
|
-
deadline = now + UI_THREAD_TURN_BUDGET_MS;
|
|
907
|
-
slowestWriteUnitMs = 0;
|
|
908
|
-
writeUnitRunning = false;
|
|
909
|
-
slowestBackgroundUnitMs = 0;
|
|
910
|
-
backgroundUnitRunning = false;
|
|
911
|
-
backgroundSliceStartedAt = now;
|
|
912
|
-
requestHop();
|
|
913
|
-
}
|
|
914
|
-
function startWriteUnit(now) {
|
|
915
|
-
lastTurnWorkAt = now;
|
|
916
|
-
lastWriteCheckAt = now;
|
|
917
|
-
writeUnitRunning = true;
|
|
918
|
-
backgroundUnitRunning = false;
|
|
919
|
-
}
|
|
920
|
-
function startBackgroundUnit(now) {
|
|
921
|
-
lastTurnWorkAt = now;
|
|
922
|
-
lastBackgroundCheckAt = now;
|
|
923
|
-
backgroundUnitRunning = true;
|
|
924
|
-
writeUnitRunning = false;
|
|
925
|
-
}
|
|
926
|
-
function keepBackgroundForNextTurn() {
|
|
927
|
-
waitingInBackground.unshift(...backgroundThisTurn);
|
|
928
|
-
backgroundThisTurn = [];
|
|
929
|
-
}
|
|
930
|
-
function resumeWhileTurnLasts() {
|
|
931
|
-
const now = performance.now();
|
|
932
|
-
if (waiting2.length > 0) {
|
|
933
|
-
if (now + slowestWriteUnitMs >= deadline) {
|
|
934
|
-
keepBackgroundForNextTurn();
|
|
935
|
-
return;
|
|
1305
|
+
const current = graph;
|
|
1306
|
+
if (current === null) return [];
|
|
1307
|
+
if (options.admission !== void 0) {
|
|
1308
|
+
return searchOrdinals(current, docIdOf, query, k, metric, minSimilarity, options);
|
|
936
1309
|
}
|
|
937
|
-
|
|
938
|
-
|
|
939
|
-
|
|
940
|
-
|
|
941
|
-
return;
|
|
942
|
-
}
|
|
943
|
-
if (readsPausingBackground > 0 || now + slowestBackgroundUnitMs >= deadline) {
|
|
944
|
-
keepBackgroundForNextTurn();
|
|
945
|
-
return;
|
|
946
|
-
}
|
|
947
|
-
const resumeBackground = backgroundThisTurn.shift();
|
|
948
|
-
if (resumeBackground === void 0) return;
|
|
949
|
-
backgroundSliceStartedAt = now;
|
|
950
|
-
startBackgroundUnit(now);
|
|
951
|
-
resumeBackground();
|
|
952
|
-
void Promise.resolve().then(resumeWhileTurnLasts);
|
|
953
|
-
}
|
|
954
|
-
function runTurn() {
|
|
955
|
-
hopScheduled = false;
|
|
956
|
-
hopFollowsYield = false;
|
|
957
|
-
turnOpen = false;
|
|
958
|
-
if (waiting2.length === 0 && waitingInBackground.length === 0) return;
|
|
959
|
-
openTurn(performance.now());
|
|
960
|
-
backgroundThisTurn = waitingInBackground.splice(0);
|
|
961
|
-
resumeWhileTurnLasts();
|
|
962
|
-
}
|
|
963
|
-
function turnIsSpent2() {
|
|
964
|
-
const now = performance.now();
|
|
965
|
-
if (!turnOpen) {
|
|
966
|
-
if (now - lastTurnWorkAt < UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS) return true;
|
|
967
|
-
openTurn(now);
|
|
968
|
-
}
|
|
969
|
-
if (writeUnitRunning) slowestWriteUnitMs = Math.max(slowestWriteUnitMs, now - lastWriteCheckAt);
|
|
970
|
-
startWriteUnit(now);
|
|
971
|
-
return now + slowestWriteUnitMs >= deadline;
|
|
972
|
-
}
|
|
973
|
-
function backgroundTurnIsSpent2() {
|
|
974
|
-
if (!turnOpen || readsPausingBackground > 0) return true;
|
|
975
|
-
const now = performance.now();
|
|
976
|
-
if (backgroundUnitRunning) {
|
|
977
|
-
slowestBackgroundUnitMs = Math.max(slowestBackgroundUnitMs, now - lastBackgroundCheckAt);
|
|
978
|
-
}
|
|
979
|
-
startBackgroundUnit(now);
|
|
980
|
-
const nextUnitEndsAt = now + slowestBackgroundUnitMs;
|
|
981
|
-
if (nextUnitEndsAt >= deadline || waiting2.length > 0) return true;
|
|
982
|
-
return writesInFlight > 0 && nextUnitEndsAt - backgroundSliceStartedAt >= UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS;
|
|
983
|
-
}
|
|
984
|
-
function waitIn(queue) {
|
|
985
|
-
return new Promise((resolve) => {
|
|
986
|
-
queue.push(resolve);
|
|
987
|
-
requestHopAfterYield();
|
|
988
|
-
});
|
|
989
|
-
}
|
|
990
|
-
async function countEnteredWrite(write) {
|
|
991
|
-
writesInFlight += 1;
|
|
992
|
-
try {
|
|
993
|
-
return await write();
|
|
994
|
-
} finally {
|
|
995
|
-
writesInFlight -= 1;
|
|
996
|
-
}
|
|
997
|
-
}
|
|
998
|
-
async function waitOutsideCountedWrite(wait) {
|
|
999
|
-
if (writesInFlight === 0) return wait();
|
|
1000
|
-
writesInFlight -= 1;
|
|
1001
|
-
try {
|
|
1002
|
-
return await wait();
|
|
1003
|
-
} finally {
|
|
1004
|
-
writesInFlight += 1;
|
|
1005
|
-
}
|
|
1006
|
-
}
|
|
1007
|
-
async function countIndexChange(change) {
|
|
1008
|
-
indexChangesInFlight += 1;
|
|
1009
|
-
try {
|
|
1010
|
-
return await change();
|
|
1011
|
-
} finally {
|
|
1012
|
-
indexChangesInFlight -= 1;
|
|
1013
|
-
if (indexChangesInFlight === 0) for (const drained of indexChangesDrained.splice(0)) drained();
|
|
1014
|
-
}
|
|
1015
|
-
}
|
|
1016
|
-
function changeIndexOutsideExternalWaits(change) {
|
|
1017
|
-
return indexChangeGate.enter(() => countIndexChange(change));
|
|
1018
|
-
}
|
|
1019
|
-
function untilIndexChangesDrain() {
|
|
1020
|
-
if (indexChangesInFlight === 0) return Promise.resolve();
|
|
1021
|
-
return new Promise((resolve) => {
|
|
1022
|
-
indexChangesDrained.push(resolve);
|
|
1023
|
-
});
|
|
1024
|
-
}
|
|
1025
|
-
async function readOnceIndexChangesDrain(read) {
|
|
1026
|
-
await untilIndexChangesDrain();
|
|
1027
|
-
readsPausingBackground += 1;
|
|
1028
|
-
try {
|
|
1029
|
-
return await read();
|
|
1030
|
-
} finally {
|
|
1031
|
-
readsPausingBackground -= 1;
|
|
1032
|
-
if (readsPausingBackground === 0 && waitingInBackground.length > 0) requestHop();
|
|
1033
|
-
}
|
|
1034
|
-
}
|
|
1035
|
-
function holdWritesAndBackgroundWork2(read) {
|
|
1036
|
-
return writeGate.hold(() => indexChangeGate.hold(() => readOnceIndexChangesDrain(read)));
|
|
1037
|
-
}
|
|
1038
|
-
return {
|
|
1039
|
-
turnIsSpent: turnIsSpent2,
|
|
1040
|
-
yieldTurn: () => waitIn(waiting2),
|
|
1041
|
-
backgroundTurnIsSpent: backgroundTurnIsSpent2,
|
|
1042
|
-
yieldBackgroundTurn: () => waitIn(waitingInBackground),
|
|
1043
|
-
countWrite: (write) => writeGate.enter(() => countEnteredWrite(write)),
|
|
1044
|
-
holdWrites: writeGate.hold,
|
|
1045
|
-
holdWritesAndBackgroundWork: holdWritesAndBackgroundWork2,
|
|
1046
|
-
changeIndexOutsideExternalWaits,
|
|
1047
|
-
waitOutsideCountedWrite
|
|
1048
|
-
};
|
|
1049
|
-
}
|
|
1050
|
-
|
|
1051
|
-
// src/runtime/background-turn-sharing.browser.ts
|
|
1052
|
-
function messageChannelHop() {
|
|
1053
|
-
let channel = null;
|
|
1054
|
-
let pending = null;
|
|
1055
|
-
return (run) => {
|
|
1056
|
-
pending = run;
|
|
1057
|
-
if (channel === null) {
|
|
1058
|
-
channel = new MessageChannel();
|
|
1059
|
-
channel.port1.onmessage = () => {
|
|
1060
|
-
const next = pending;
|
|
1061
|
-
pending = null;
|
|
1062
|
-
next?.();
|
|
1063
|
-
};
|
|
1310
|
+
return withTransientAdmission(
|
|
1311
|
+
store,
|
|
1312
|
+
(admission) => searchOrdinals(current, docIdOf, query, k, metric, minSimilarity, { ...options, admission })
|
|
1313
|
+
);
|
|
1064
1314
|
}
|
|
1065
|
-
channel.port2.postMessage(null);
|
|
1066
1315
|
};
|
|
1067
1316
|
}
|
|
1068
|
-
|
|
1069
|
-
function shareTurnsWithBackgroundWork() {
|
|
1070
|
-
if (sharing) return;
|
|
1071
|
-
sharing = true;
|
|
1072
|
-
adoptBackgroundScheduler(createTurnScheduler(messageChannelHop()));
|
|
1073
|
-
}
|
|
1074
|
-
|
|
1075
|
-
// src/vector/vector-store/doc-ids.ts
|
|
1076
|
-
var encoder = new TextEncoder();
|
|
1077
|
-
function appendDocId(handles, ordinal, docId) {
|
|
1078
|
-
const bytes = encoder.encode(docId);
|
|
1079
|
-
const start = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
|
|
1080
|
-
const end = start + bytes.length;
|
|
1081
|
-
growBufferTo(handles.docIdBytes, end);
|
|
1082
|
-
growBufferTo(handles.docIdOffsets, (ordinal + 2) * 4);
|
|
1083
|
-
new Uint8Array(handles.docIdBytes).set(bytes, start);
|
|
1084
|
-
const offsets = new Uint32Array(handles.docIdOffsets);
|
|
1085
|
-
offsets[ordinal] = start;
|
|
1086
|
-
offsets[ordinal + 1] = end;
|
|
1087
|
-
Atomics.store(handles.header, STORE_DOC_ID_BYTES, end);
|
|
1088
|
-
}
|
|
1089
|
-
function resetDocIds(handles) {
|
|
1090
|
-
new Uint32Array(handles.docIdOffsets, 0, handles.docIdOffsets.byteLength / 4).fill(0);
|
|
1091
|
-
Atomics.store(handles.header, STORE_DOC_ID_BYTES, 0);
|
|
1317
|
+
function closeIdleTurnHop() {
|
|
1092
1318
|
}
|
|
1093
1319
|
|
|
1094
1320
|
// src/vector/vector-store/ordinal-reads.ts
|
|
@@ -1168,6 +1394,25 @@ function snapshotOf(open, documents, replacedOrdinals) {
|
|
|
1168
1394
|
return { dimension, slots, vectors, magnitudes, docIds, replacedOrdinals: [...replacedOrdinals] };
|
|
1169
1395
|
}
|
|
1170
1396
|
|
|
1397
|
+
// src/vector/vector-store/doc-ids.ts
|
|
1398
|
+
var encoder = new TextEncoder();
|
|
1399
|
+
function appendDocId(handles, ordinal, docId) {
|
|
1400
|
+
const bytes = encoder.encode(docId);
|
|
1401
|
+
const start = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
|
|
1402
|
+
const end = start + bytes.length;
|
|
1403
|
+
growBufferTo(handles.docIdBytes, end);
|
|
1404
|
+
growBufferTo(handles.docIdOffsets, (ordinal + 2) * 4);
|
|
1405
|
+
new Uint8Array(handles.docIdBytes).set(bytes, start);
|
|
1406
|
+
const offsets = new Uint32Array(handles.docIdOffsets);
|
|
1407
|
+
offsets[ordinal] = start;
|
|
1408
|
+
offsets[ordinal + 1] = end;
|
|
1409
|
+
Atomics.store(handles.header, STORE_DOC_ID_BYTES, end);
|
|
1410
|
+
}
|
|
1411
|
+
function resetDocIds(handles) {
|
|
1412
|
+
new Uint32Array(handles.docIdOffsets, 0, handles.docIdOffsets.byteLength / 4).fill(0);
|
|
1413
|
+
Atomics.store(handles.header, STORE_DOC_ID_BYTES, 0);
|
|
1414
|
+
}
|
|
1415
|
+
|
|
1171
1416
|
// src/vector/vector-store/open-store.ts
|
|
1172
1417
|
function openHandles(dimension, codeBits, blockBytes) {
|
|
1173
1418
|
const handles = createSharedVectorStoreHandles(dimension, codeBits, blockBytes);
|
|
@@ -1179,7 +1424,8 @@ function openHandles(dimension, codeBits, blockBytes) {
|
|
|
1179
1424
|
partitions: new Int32Array(handles.partitions),
|
|
1180
1425
|
diskFile: new Int32Array(handles.diskFile),
|
|
1181
1426
|
diskOffset: new Uint32Array(handles.diskOffset),
|
|
1182
|
-
longestDocIdBytes: 0
|
|
1427
|
+
longestDocIdBytes: 0,
|
|
1428
|
+
sequences: sequenceWritesOf(handles)
|
|
1183
1429
|
};
|
|
1184
1430
|
}
|
|
1185
1431
|
function relayout(store) {
|
|
@@ -1200,10 +1446,13 @@ function publishOrdinal(store, ordinal) {
|
|
|
1200
1446
|
Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
|
|
1201
1447
|
Atomics.store(store.present, ordinal, 1);
|
|
1202
1448
|
}
|
|
1203
|
-
function
|
|
1449
|
+
function placeOnDisk(store, ordinal, vectorMagnitude, location) {
|
|
1204
1450
|
store.magnitudes[ordinal] = vectorMagnitude;
|
|
1205
1451
|
store.diskOffset[ordinal] = location.offset;
|
|
1206
1452
|
store.diskFile[ordinal] = location.fileIndex;
|
|
1453
|
+
}
|
|
1454
|
+
function publishOnDisk(store, ordinal, vectorMagnitude, location) {
|
|
1455
|
+
placeOnDisk(store, ordinal, vectorMagnitude, location);
|
|
1207
1456
|
publishOrdinal(store, ordinal);
|
|
1208
1457
|
}
|
|
1209
1458
|
function relocateFiles(store, rewrite) {
|
|
@@ -1267,6 +1516,8 @@ function ensureOrdinal(store, ordinal, cold) {
|
|
|
1267
1516
|
new Int32Array(handles.diskFile, 0, handles.diskFile.byteLength / 4).fill(IN_MEMORY, diskFileBytes / 4);
|
|
1268
1517
|
}
|
|
1269
1518
|
growBufferTo(handles.diskOffset, (ordinal + 1) * 4);
|
|
1519
|
+
growBufferTo(handles.bornAt, (ordinal + 1) * 8);
|
|
1520
|
+
growBufferTo(handles.retiredAt, (ordinal + 1) * 8);
|
|
1270
1521
|
if (!cold) ensureFloatSlot(store, ordinal);
|
|
1271
1522
|
ensureCodeSlot(store, ordinal);
|
|
1272
1523
|
}
|
|
@@ -1279,7 +1530,7 @@ function growthBytesFor(store, vectors) {
|
|
|
1279
1530
|
const last = Math.min(slots + vectors, VECTOR_MEMORY_LIMITS.maxOrdinals) - 1;
|
|
1280
1531
|
if (last < slots) return 0;
|
|
1281
1532
|
const idBytes = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
|
|
1282
|
-
let bytes = bufferGrowthBytes(handles.magnitudes, (last + 1) * 8) + bufferGrowthBytes(handles.present, last + 1) + bufferGrowthBytes(handles.unplaced, last + 1) + bufferGrowthBytes(handles.unplacedChunks, unplacedChunkCount(last) * 4) + bufferGrowthBytes(handles.removed, last + 1) + bufferGrowthBytes(handles.partitions, (last + 1) * 4) + bufferGrowthBytes(handles.codePresent, last + 1) + bufferGrowthBytes(handles.diskFile, (last + 1) * 4) + bufferGrowthBytes(handles.diskOffset, (last + 1) * 4) + bufferGrowthBytes(handles.docIdOffsets, (last + 2) * 4) + bufferGrowthBytes(handles.docIdBytes, idBytes + (last + 1 - slots) * store.longestDocIdBytes) + blocksGrowthBytes(handles.blocks, handles.layout, slots, last);
|
|
1533
|
+
let bytes = bufferGrowthBytes(handles.magnitudes, (last + 1) * 8) + bufferGrowthBytes(handles.present, last + 1) + bufferGrowthBytes(handles.unplaced, last + 1) + bufferGrowthBytes(handles.unplacedChunks, unplacedChunkCount(last) * 4) + bufferGrowthBytes(handles.removed, last + 1) + bufferGrowthBytes(handles.partitions, (last + 1) * 4) + bufferGrowthBytes(handles.codePresent, last + 1) + bufferGrowthBytes(handles.diskFile, (last + 1) * 4) + bufferGrowthBytes(handles.diskOffset, (last + 1) * 4) + bufferGrowthBytes(handles.bornAt, (last + 1) * 8) + bufferGrowthBytes(handles.retiredAt, (last + 1) * 8) + bufferGrowthBytes(handles.docIdOffsets, (last + 2) * 4) + bufferGrowthBytes(handles.docIdBytes, idBytes + (last + 1 - slots) * store.longestDocIdBytes) + blocksGrowthBytes(handles.blocks, handles.layout, slots, last);
|
|
1283
1534
|
if (handles.codeLayout !== null) bytes += blocksGrowthBytes(handles.codeBlocks, handles.codeLayout, slots, last);
|
|
1284
1535
|
return bytes;
|
|
1285
1536
|
}
|
|
@@ -1345,6 +1596,162 @@ function partitionFilterOf(store, documents, partitionIds) {
|
|
|
1345
1596
|
return filter;
|
|
1346
1597
|
}
|
|
1347
1598
|
|
|
1599
|
+
// src/vector/vector-store/retirement.ts
|
|
1600
|
+
var UNKNOWN_PARTITION = -1;
|
|
1601
|
+
var NO_PARTITION = -2;
|
|
1602
|
+
var LOADED_SEQUENCE = 1;
|
|
1603
|
+
var RETIRED_BEFORE_LOAD = 1;
|
|
1604
|
+
function oldestPinOf(store) {
|
|
1605
|
+
return oldestHeldPin(store.handles.pins);
|
|
1606
|
+
}
|
|
1607
|
+
function freeable(store, ordinal, oldestPin) {
|
|
1608
|
+
return mayFree(retiredAtOf(store.sequences, ordinal), oldestPin);
|
|
1609
|
+
}
|
|
1610
|
+
function recordPartition(state, store, ordinal, partitionId) {
|
|
1611
|
+
const given = partitionId !== void 0 && partitionId >= 0 ? partitionId : UNKNOWN_PARTITION;
|
|
1612
|
+
store.partitions[ordinal] = given;
|
|
1613
|
+
if (given === UNKNOWN_PARTITION) state.unknownPartitions += 1;
|
|
1614
|
+
}
|
|
1615
|
+
function freeRetired(state, store, ordinal) {
|
|
1616
|
+
state.awaitingFree.delete(ordinal);
|
|
1617
|
+
Atomics.store(store.present, ordinal, 0);
|
|
1618
|
+
state.checkpointPins.note(ordinal);
|
|
1619
|
+
}
|
|
1620
|
+
function retireOrdinal(state, store, ordinal, oldestPin) {
|
|
1621
|
+
state.ordToDoc[ordinal] = void 0;
|
|
1622
|
+
if (store.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
|
|
1623
|
+
if (freeable(store, ordinal, oldestPin)) {
|
|
1624
|
+
freeRetired(state, store, ordinal);
|
|
1625
|
+
return;
|
|
1626
|
+
}
|
|
1627
|
+
state.awaitingFree.add(ordinal);
|
|
1628
|
+
}
|
|
1629
|
+
function keepReplacedOrdinal(state, store, ordinal) {
|
|
1630
|
+
state.ordToDoc[ordinal] = void 0;
|
|
1631
|
+
if (store.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
|
|
1632
|
+
state.replacedOrdinals.add(ordinal);
|
|
1633
|
+
}
|
|
1634
|
+
function freeAwaitingOrdinals(state) {
|
|
1635
|
+
const store = state.open;
|
|
1636
|
+
if (store === null || state.awaitingFree.size === 0) return;
|
|
1637
|
+
const oldestPin = oldestPinOf(store);
|
|
1638
|
+
for (const ordinal of state.awaitingFree) {
|
|
1639
|
+
if (freeable(store, ordinal, oldestPin)) freeRetired(state, store, ordinal);
|
|
1640
|
+
}
|
|
1641
|
+
}
|
|
1642
|
+
function claimOrdinal(state, store, docId, cold, partitionId) {
|
|
1643
|
+
const ordinal = claimSlot(store, docId, cold);
|
|
1644
|
+
recordPartition(state, store, ordinal, partitionId);
|
|
1645
|
+
state.ordToDoc[ordinal] = docId;
|
|
1646
|
+
state.docToOrd.set(docId, ordinal);
|
|
1647
|
+
return ordinal;
|
|
1648
|
+
}
|
|
1649
|
+
function appendOrdinal(state, store, docId, vector, sequence, partitionId) {
|
|
1650
|
+
const ordinal = claimOrdinal(state, store, docId, false, partitionId);
|
|
1651
|
+
writeVector(store, ordinal, vector);
|
|
1652
|
+
stampBorn(store.sequences, ordinal, sequence);
|
|
1653
|
+
publishOrdinal(store, ordinal);
|
|
1654
|
+
return ordinal;
|
|
1655
|
+
}
|
|
1656
|
+
function settleReplacement(state, store, previous, keepsReplacedVector) {
|
|
1657
|
+
if (previous === void 0) {
|
|
1658
|
+
state.liveCount++;
|
|
1659
|
+
Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
|
|
1660
|
+
return;
|
|
1661
|
+
}
|
|
1662
|
+
if (keepsReplacedVector) keepReplacedOrdinal(state, store, previous);
|
|
1663
|
+
else retireOrdinal(state, store, previous, oldestPinOf(store));
|
|
1664
|
+
}
|
|
1665
|
+
function beginWrite(state, store) {
|
|
1666
|
+
freeAwaitingOrdinals(state);
|
|
1667
|
+
return nextSequence(store.sequences);
|
|
1668
|
+
}
|
|
1669
|
+
function retireInWrite(store, ordinal, sequence) {
|
|
1670
|
+
stampRetired(store.sequences, ordinal, sequence);
|
|
1671
|
+
}
|
|
1672
|
+
function endWrite(store, sequence) {
|
|
1673
|
+
publishSequence(store.sequences, sequence);
|
|
1674
|
+
}
|
|
1675
|
+
function retireStoredOrdinal(state, ordinal) {
|
|
1676
|
+
const store = state.open;
|
|
1677
|
+
if (store === null) return false;
|
|
1678
|
+
if (state.awaitingFree.size > 0) freeAwaitingOrdinals(state);
|
|
1679
|
+
const writes = store.sequences;
|
|
1680
|
+
if (ordinal >= writes.retired.length) coverOrdinal(writes, ordinal);
|
|
1681
|
+
const retiredHalves = writes.retiredHalves;
|
|
1682
|
+
const retiredLow = ordinal * 2;
|
|
1683
|
+
if (retiredHalves[retiredLow] !== 0 || retiredHalves[retiredLow + 1] !== 0) return false;
|
|
1684
|
+
const sequence = nextSequence(writes);
|
|
1685
|
+
Atomics.store(writes.retired, ordinal, BigInt(sequence));
|
|
1686
|
+
publishSequence(writes, sequence);
|
|
1687
|
+
return true;
|
|
1688
|
+
}
|
|
1689
|
+
|
|
1690
|
+
// src/vector/vector-store/load.ts
|
|
1691
|
+
function retiredBeforeLoad(store, ordinal) {
|
|
1692
|
+
stampRetired(store.sequences, ordinal, RETIRED_BEFORE_LOAD);
|
|
1693
|
+
}
|
|
1694
|
+
function settleLoadedReplacement(state, store, previous) {
|
|
1695
|
+
if (previous === void 0) {
|
|
1696
|
+
state.liveCount++;
|
|
1697
|
+
Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
|
|
1698
|
+
return;
|
|
1699
|
+
}
|
|
1700
|
+
stampRetired(store.sequences, previous, RETIRED_BEFORE_LOAD);
|
|
1701
|
+
retireOrdinal(state, store, previous, Number.POSITIVE_INFINITY);
|
|
1702
|
+
}
|
|
1703
|
+
function loadColdVector(state, store, docId, vectorMagnitude, location, partitionId) {
|
|
1704
|
+
const previous = state.docToOrd.get(docId);
|
|
1705
|
+
Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
|
|
1706
|
+
const ordinal = claimOrdinal(state, store, docId, true, partitionId);
|
|
1707
|
+
placeOnDisk(store, ordinal, vectorMagnitude, location);
|
|
1708
|
+
stampBorn(store.sequences, ordinal, LOADED_SEQUENCE);
|
|
1709
|
+
publishOrdinal(store, ordinal);
|
|
1710
|
+
settleLoadedReplacement(state, store, previous);
|
|
1711
|
+
return ordinal;
|
|
1712
|
+
}
|
|
1713
|
+
function loadReplacedVector(state, store, docId, vector, location) {
|
|
1714
|
+
if (location !== void 0) Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
|
|
1715
|
+
const ordinal = claimSlot(store, docId, location !== void 0);
|
|
1716
|
+
store.partitions[ordinal] = NO_PARTITION;
|
|
1717
|
+
state.ordToDoc[ordinal] = void 0;
|
|
1718
|
+
state.replacedOrdinals.add(ordinal);
|
|
1719
|
+
retiredBeforeLoad(store, ordinal);
|
|
1720
|
+
if (location !== void 0) {
|
|
1721
|
+
publishOnDisk(store, ordinal, magnitude(vector), location);
|
|
1722
|
+
return ordinal;
|
|
1723
|
+
}
|
|
1724
|
+
writeVector(store, ordinal, vector);
|
|
1725
|
+
publishOrdinal(store, ordinal);
|
|
1726
|
+
return ordinal;
|
|
1727
|
+
}
|
|
1728
|
+
function restoreReplacedVector(state, store, ordinal, vector) {
|
|
1729
|
+
store.diskFile[ordinal] = IN_MEMORY;
|
|
1730
|
+
retiredBeforeLoad(store, ordinal);
|
|
1731
|
+
writeVector(store, ordinal, vector);
|
|
1732
|
+
Atomics.store(store.present, ordinal, 1);
|
|
1733
|
+
state.replacedOrdinals.add(ordinal);
|
|
1734
|
+
}
|
|
1735
|
+
function loadSnapshot(state, store, snapshot) {
|
|
1736
|
+
const replaced = new Set(snapshot.replacedOrdinals);
|
|
1737
|
+
for (let ordinal = 0; ordinal < snapshot.slots; ordinal++) {
|
|
1738
|
+
const docId = snapshot.docIds[ordinal];
|
|
1739
|
+
const vector = snapshot.vectors.subarray(ordinal * snapshot.dimension, (ordinal + 1) * snapshot.dimension);
|
|
1740
|
+
if (docId === null || docId === void 0) {
|
|
1741
|
+
ensureOrdinal(store, ordinal, false);
|
|
1742
|
+
state.ordToDoc[ordinal] = void 0;
|
|
1743
|
+
store.partitions[ordinal] = NO_PARTITION;
|
|
1744
|
+
if (replaced.has(ordinal)) restoreReplacedVector(state, store, ordinal, vector);
|
|
1745
|
+
else retiredBeforeLoad(store, ordinal);
|
|
1746
|
+
Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
|
|
1747
|
+
continue;
|
|
1748
|
+
}
|
|
1749
|
+
appendOrdinal(state, store, docId, vector, LOADED_SEQUENCE);
|
|
1750
|
+
state.liveCount++;
|
|
1751
|
+
}
|
|
1752
|
+
Atomics.store(store.handles.header, STORE_LIVE_COUNT, state.liveCount);
|
|
1753
|
+
}
|
|
1754
|
+
|
|
1348
1755
|
// src/vector/vector-store/retired-pins.ts
|
|
1349
1756
|
function createRetiredVectorPins() {
|
|
1350
1757
|
let pins = 0;
|
|
@@ -1399,93 +1806,95 @@ function pinnedReads(pins, openStore, readable) {
|
|
|
1399
1806
|
};
|
|
1400
1807
|
}
|
|
1401
1808
|
|
|
1809
|
+
// src/vector/vector-store/store-clear.ts
|
|
1810
|
+
function retireEveryOrdinal(store) {
|
|
1811
|
+
const sequences = store.sequences;
|
|
1812
|
+
const sequence = nextSequence(sequences);
|
|
1813
|
+
const slots = Atomics.load(store.handles.header, STORE_SLOTS);
|
|
1814
|
+
for (let ordinal = 0; ordinal < slots; ordinal++) stampRetired(sequences, ordinal, sequence);
|
|
1815
|
+
publishSequence(sequences, sequence);
|
|
1816
|
+
}
|
|
1817
|
+
function forgetCodes(store) {
|
|
1818
|
+
const { header, codePresent } = store.handles;
|
|
1819
|
+
new Uint8Array(codePresent, 0, codePresent.byteLength).fill(0);
|
|
1820
|
+
Atomics.store(header, STORE_LIVE_COUNT, 0);
|
|
1821
|
+
Atomics.store(header, STORE_CODE_COUNT, 0);
|
|
1822
|
+
Atomics.store(header, STORE_CALIBRATED, 0);
|
|
1823
|
+
Atomics.add(header, STORE_CALIBRATION_GENERATION, 1);
|
|
1824
|
+
}
|
|
1825
|
+
function resetInPlace(store) {
|
|
1826
|
+
const { handles } = store;
|
|
1827
|
+
store.present.fill(0, 0, handles.present.byteLength);
|
|
1828
|
+
new Uint8Array(handles.codePresent, 0, handles.codePresent.byteLength).fill(0);
|
|
1829
|
+
new Int32Array(handles.diskFile, 0, handles.diskFile.byteLength / 4).fill(IN_MEMORY);
|
|
1830
|
+
handles.centroid.fill(0);
|
|
1831
|
+
if (handles.vectorFiles.length > 0) {
|
|
1832
|
+
handles.vectorFiles.length = 0;
|
|
1833
|
+
relayout(store);
|
|
1834
|
+
}
|
|
1835
|
+
resetDocIds(handles);
|
|
1836
|
+
resetStoreHeader(handles.header);
|
|
1837
|
+
}
|
|
1838
|
+
function clearStore(store) {
|
|
1839
|
+
retireEveryOrdinal(store);
|
|
1840
|
+
if (oldestHeldPin(store.handles.pins) === Number.POSITIVE_INFINITY) {
|
|
1841
|
+
resetInPlace(store);
|
|
1842
|
+
return;
|
|
1843
|
+
}
|
|
1844
|
+
forgetCodes(store);
|
|
1845
|
+
}
|
|
1846
|
+
|
|
1402
1847
|
// src/vector/vector-store/index.ts
|
|
1403
|
-
var UNKNOWN_PARTITION = -1;
|
|
1404
|
-
var NO_PARTITION = -2;
|
|
1405
1848
|
function createVectorStore(options) {
|
|
1406
1849
|
const codeBits = options?.codeBits ?? null;
|
|
1407
1850
|
const blockBytes = Math.min(options?.blockBytes ?? VECTOR_MEMORY_LIMITS.blockBytes, VECTOR_MEMORY_LIMITS.blockBytes);
|
|
1408
|
-
const
|
|
1409
|
-
|
|
1410
|
-
|
|
1411
|
-
|
|
1412
|
-
|
|
1413
|
-
|
|
1851
|
+
const state = {
|
|
1852
|
+
open: options?.dimension === void 0 ? null : openHandles(options.dimension, codeBits, blockBytes),
|
|
1853
|
+
docToOrd: createDocIdMap(),
|
|
1854
|
+
ordToDoc: [],
|
|
1855
|
+
replacedOrdinals: /* @__PURE__ */ new Set(),
|
|
1856
|
+
awaitingFree: /* @__PURE__ */ new Set(),
|
|
1857
|
+
checkpointPins: createRetiredVectorPins(),
|
|
1858
|
+
unknownPartitions: 0,
|
|
1859
|
+
liveCount: 0
|
|
1860
|
+
};
|
|
1861
|
+
const { docToOrd, ordToDoc, replacedOrdinals, awaitingFree } = state;
|
|
1414
1862
|
let readBackVector = null;
|
|
1415
|
-
let open = options?.dimension === void 0 ? null : openHandles(options.dimension, codeBits, blockBytes);
|
|
1416
1863
|
function forgetDocuments() {
|
|
1417
1864
|
docToOrd.clear();
|
|
1418
1865
|
ordToDoc.length = 0;
|
|
1419
1866
|
replacedOrdinals.clear();
|
|
1420
|
-
|
|
1421
|
-
|
|
1422
|
-
|
|
1867
|
+
state.awaitingFree.clear();
|
|
1868
|
+
state.checkpointPins.forget();
|
|
1869
|
+
state.unknownPartitions = 0;
|
|
1870
|
+
state.liveCount = 0;
|
|
1871
|
+
}
|
|
1872
|
+
function heldAfterRemoval(ordinal) {
|
|
1873
|
+
return replacedOrdinals.has(ordinal) || awaitingFree.has(ordinal);
|
|
1423
1874
|
}
|
|
1424
|
-
function
|
|
1425
|
-
return ordToDoc[ordinal] !== void 0 ||
|
|
1875
|
+
function isReadable(ordinal) {
|
|
1876
|
+
return ordToDoc[ordinal] !== void 0 || heldAfterRemoval(ordinal);
|
|
1426
1877
|
}
|
|
1427
1878
|
function requireOpen() {
|
|
1428
|
-
if (open === null) {
|
|
1879
|
+
if (state.open === null) {
|
|
1429
1880
|
throw new NarsilError(ErrorCodes.VECTOR_DIMENSION_MISMATCH, "The vector store holds no vector yet");
|
|
1430
1881
|
}
|
|
1431
|
-
return open;
|
|
1432
|
-
}
|
|
1433
|
-
function recordPartition(store, ordinal, partitionId) {
|
|
1434
|
-
const given = partitionId !== void 0 && partitionId >= 0 ? partitionId : UNKNOWN_PARTITION;
|
|
1435
|
-
store.partitions[ordinal] = given;
|
|
1436
|
-
if (given === UNKNOWN_PARTITION) unknownPartitions += 1;
|
|
1437
|
-
}
|
|
1438
|
-
function retireOrdinal(store, ordinal) {
|
|
1439
|
-
ordToDoc[ordinal] = void 0;
|
|
1440
|
-
Atomics.store(store.present, ordinal, 0);
|
|
1441
|
-
pins.note(ordinal);
|
|
1442
|
-
if (store.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
|
|
1443
|
-
}
|
|
1444
|
-
function keepReplacedOrdinal(store, ordinal) {
|
|
1445
|
-
ordToDoc[ordinal] = void 0;
|
|
1446
|
-
if (store.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
|
|
1447
|
-
store.partitions[ordinal] = NO_PARTITION;
|
|
1448
|
-
replacedOrdinals.add(ordinal);
|
|
1449
|
-
}
|
|
1450
|
-
function restoreReplacedVector(store, ordinal, vector) {
|
|
1451
|
-
store.diskFile[ordinal] = IN_MEMORY;
|
|
1452
|
-
writeVector(store, ordinal, vector);
|
|
1453
|
-
Atomics.store(store.present, ordinal, 1);
|
|
1454
|
-
replacedOrdinals.add(ordinal);
|
|
1455
|
-
}
|
|
1456
|
-
function claimOrdinal(store, docId, cold, partitionId) {
|
|
1457
|
-
const ordinal = claimSlot(store, docId, cold);
|
|
1458
|
-
recordPartition(store, ordinal, partitionId);
|
|
1459
|
-
ordToDoc[ordinal] = docId;
|
|
1460
|
-
docToOrd.set(docId, ordinal);
|
|
1461
|
-
return ordinal;
|
|
1462
|
-
}
|
|
1463
|
-
function appendOrdinal(store, docId, vector, partitionId) {
|
|
1464
|
-
const ordinal = claimOrdinal(store, docId, false, partitionId);
|
|
1465
|
-
writeVector(store, ordinal, vector);
|
|
1466
|
-
publishOrdinal(store, ordinal);
|
|
1467
|
-
return ordinal;
|
|
1882
|
+
return state.open;
|
|
1468
1883
|
}
|
|
1469
|
-
function
|
|
1470
|
-
|
|
1471
|
-
|
|
1472
|
-
else retireOrdinal(store, previous);
|
|
1473
|
-
return ordinal;
|
|
1474
|
-
}
|
|
1475
|
-
liveCount++;
|
|
1476
|
-
Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
|
|
1477
|
-
return ordinal;
|
|
1884
|
+
function openFor(dimension) {
|
|
1885
|
+
state.open ??= openHandles(dimension, codeBits, blockBytes);
|
|
1886
|
+
return state.open;
|
|
1478
1887
|
}
|
|
1479
1888
|
return {
|
|
1480
|
-
...createOrdinalReads(() => open,
|
|
1889
|
+
...createOrdinalReads(() => state.open, isReadable),
|
|
1481
1890
|
get size() {
|
|
1482
|
-
return liveCount;
|
|
1891
|
+
return state.liveCount;
|
|
1483
1892
|
},
|
|
1484
1893
|
get slots() {
|
|
1485
1894
|
return ordToDoc.length;
|
|
1486
1895
|
},
|
|
1487
1896
|
get dimension() {
|
|
1488
|
-
return open === null ? 0 : open.handles.dimension;
|
|
1897
|
+
return state.open === null ? 0 : state.open.handles.dimension;
|
|
1489
1898
|
},
|
|
1490
1899
|
get codeBits() {
|
|
1491
1900
|
return codeBits;
|
|
@@ -1500,8 +1909,7 @@ function createVectorStore(options) {
|
|
|
1500
1909
|
return replacedOrdinals.size;
|
|
1501
1910
|
},
|
|
1502
1911
|
insert(docId, vector, partitionId, keepsReplacedVector = false) {
|
|
1503
|
-
|
|
1504
|
-
const store = open;
|
|
1912
|
+
const store = openFor(vector.length);
|
|
1505
1913
|
if (vector.length !== store.handles.dimension) {
|
|
1506
1914
|
throw new NarsilError(
|
|
1507
1915
|
ErrorCodes.VECTOR_DIMENSION_MISMATCH,
|
|
@@ -1510,40 +1918,54 @@ function createVectorStore(options) {
|
|
|
1510
1918
|
);
|
|
1511
1919
|
}
|
|
1512
1920
|
const previous = docToOrd.get(docId);
|
|
1513
|
-
const
|
|
1514
|
-
|
|
1921
|
+
const sequence = beginWrite(state, store);
|
|
1922
|
+
const ordinal = appendOrdinal(state, store, docId, vector, sequence, partitionId);
|
|
1923
|
+
if (previous !== void 0) retireInWrite(store, previous, sequence);
|
|
1924
|
+
endWrite(store, sequence);
|
|
1925
|
+
settleReplacement(state, store, previous, keepsReplacedVector);
|
|
1926
|
+
return ordinal;
|
|
1927
|
+
},
|
|
1928
|
+
retire(ordinal) {
|
|
1929
|
+
retireStoredOrdinal(state, ordinal);
|
|
1930
|
+
},
|
|
1931
|
+
freeRetiredVectors() {
|
|
1932
|
+
freeAwaitingOrdinals(state);
|
|
1933
|
+
},
|
|
1934
|
+
oldestPin() {
|
|
1935
|
+
return state.open === null ? Number.POSITIVE_INFINITY : oldestPinOf(state.open);
|
|
1936
|
+
},
|
|
1937
|
+
writeSequence() {
|
|
1938
|
+
return state.open === null ? 0 : writeSequenceOf(state.open.sequences.header);
|
|
1515
1939
|
},
|
|
1516
|
-
|
|
1517
|
-
|
|
1518
|
-
|
|
1519
|
-
|
|
1520
|
-
|
|
1940
|
+
retiredStampHalves() {
|
|
1941
|
+
return requireOpen().sequences.retiredHalves;
|
|
1942
|
+
},
|
|
1943
|
+
claimedSlots() {
|
|
1944
|
+
return state.open === null ? 0 : state.open.handles.header[STORE_SLOTS];
|
|
1945
|
+
},
|
|
1946
|
+
mayFreeOrdinal(ordinal, oldestPin) {
|
|
1947
|
+
return state.open !== null && freeable(state.open, ordinal, oldestPin);
|
|
1948
|
+
},
|
|
1949
|
+
releaseReplacedVectors(oldestPin) {
|
|
1950
|
+
const store = state.open;
|
|
1951
|
+
const released = [];
|
|
1952
|
+
const oldest = oldestPin ?? (store === null ? Number.POSITIVE_INFINITY : oldestPinOf(store));
|
|
1953
|
+
for (const ordinal of replacedOrdinals) {
|
|
1954
|
+
if (store !== null && !freeable(store, ordinal, oldest)) continue;
|
|
1955
|
+
released.push(ordinal);
|
|
1956
|
+
}
|
|
1957
|
+
for (const ordinal of released) {
|
|
1958
|
+
replacedOrdinals.delete(ordinal);
|
|
1959
|
+
if (store !== null) freeRetired(state, store, ordinal);
|
|
1960
|
+
}
|
|
1521
1961
|
return released;
|
|
1522
1962
|
},
|
|
1523
|
-
...pinnedReads(
|
|
1963
|
+
...pinnedReads(state.checkpointPins, () => state.open, isReadable),
|
|
1524
1964
|
insertCold(docId, vectorMagnitude, location, partitionId) {
|
|
1525
|
-
|
|
1526
|
-
const previous = docToOrd.get(docId);
|
|
1527
|
-
Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
|
|
1528
|
-
const ordinal = claimOrdinal(store, docId, true, partitionId);
|
|
1529
|
-
publishOnDisk(store, ordinal, vectorMagnitude, location);
|
|
1530
|
-
return settleReplacement(store, ordinal, previous, false);
|
|
1965
|
+
return loadColdVector(state, requireOpen(), docId, vectorMagnitude, location, partitionId);
|
|
1531
1966
|
},
|
|
1532
1967
|
insertReplaced(docId, vector, location) {
|
|
1533
|
-
|
|
1534
|
-
const store = open;
|
|
1535
|
-
if (location !== void 0) Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
|
|
1536
|
-
const ordinal = claimSlot(store, docId, location !== void 0);
|
|
1537
|
-
store.partitions[ordinal] = NO_PARTITION;
|
|
1538
|
-
ordToDoc[ordinal] = void 0;
|
|
1539
|
-
replacedOrdinals.add(ordinal);
|
|
1540
|
-
if (location !== void 0) {
|
|
1541
|
-
publishOnDisk(store, ordinal, magnitude(vector), location);
|
|
1542
|
-
return ordinal;
|
|
1543
|
-
}
|
|
1544
|
-
writeVector(store, ordinal, vector);
|
|
1545
|
-
publishOrdinal(store, ordinal);
|
|
1546
|
-
return ordinal;
|
|
1968
|
+
return loadReplacedVector(state, openFor(vector.length), docId, vector, location);
|
|
1547
1969
|
},
|
|
1548
1970
|
addVectorFile(path) {
|
|
1549
1971
|
const store = requireOpen();
|
|
@@ -1554,8 +1976,8 @@ function createVectorStore(options) {
|
|
|
1554
1976
|
return store.handles.vectorFiles.length - 1;
|
|
1555
1977
|
},
|
|
1556
1978
|
isCold(ordinal) {
|
|
1557
|
-
if (open === null) return false;
|
|
1558
|
-
return open.view.isCold(ordinal);
|
|
1979
|
+
if (state.open === null) return false;
|
|
1980
|
+
return state.open.view.isCold(ordinal);
|
|
1559
1981
|
},
|
|
1560
1982
|
releaseToFile(ordinal, location) {
|
|
1561
1983
|
const store = requireOpen();
|
|
@@ -1571,7 +1993,9 @@ function createVectorStore(options) {
|
|
|
1571
1993
|
},
|
|
1572
1994
|
releaseColdBlocks() {
|
|
1573
1995
|
const store = requireOpen();
|
|
1574
|
-
const
|
|
1996
|
+
const held = new Set(replacedOrdinals);
|
|
1997
|
+
for (const ordinal of state.awaitingFree) held.add(ordinal);
|
|
1998
|
+
const kept = state.checkpointPins.keptWith(held);
|
|
1575
1999
|
let released = 0;
|
|
1576
2000
|
for (let index = 0; index < store.handles.blocks.length; index++) {
|
|
1577
2001
|
if (store.handles.blocks[index] === null || !blockFullyCold(store, index, ordToDoc, kept)) continue;
|
|
@@ -1583,38 +2007,40 @@ function createVectorStore(options) {
|
|
|
1583
2007
|
},
|
|
1584
2008
|
setPartition(docId, partitionId) {
|
|
1585
2009
|
const ordinal = docToOrd.get(docId);
|
|
1586
|
-
if (ordinal === void 0 || open === null || partitionId < 0) return;
|
|
1587
|
-
if (open.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
|
|
1588
|
-
open.partitions[ordinal] = partitionId;
|
|
2010
|
+
if (ordinal === void 0 || state.open === null || partitionId < 0) return;
|
|
2011
|
+
if (state.open.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
|
|
2012
|
+
state.open.partitions[ordinal] = partitionId;
|
|
1589
2013
|
},
|
|
1590
2014
|
forgetPartition(docId) {
|
|
1591
2015
|
const ordinal = docToOrd.get(docId);
|
|
1592
|
-
if (ordinal === void 0 || open === null) return;
|
|
1593
|
-
if (open.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
|
|
1594
|
-
open.partitions[ordinal] = NO_PARTITION;
|
|
2016
|
+
if (ordinal === void 0 || state.open === null) return;
|
|
2017
|
+
if (state.open.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
|
|
2018
|
+
state.open.partitions[ordinal] = NO_PARTITION;
|
|
1595
2019
|
},
|
|
1596
2020
|
partitionOfOrdinal(ordinal) {
|
|
1597
|
-
if (open === null || ordinal < 0 || ordinal >= ordToDoc.length) return void 0;
|
|
1598
|
-
const partitionId = open.partitions[ordinal];
|
|
2021
|
+
if (state.open === null || ordinal < 0 || ordinal >= ordToDoc.length) return void 0;
|
|
2022
|
+
const partitionId = state.open.partitions[ordinal];
|
|
1599
2023
|
return partitionId < 0 ? void 0 : partitionId;
|
|
1600
2024
|
},
|
|
1601
2025
|
get partitionsKnown() {
|
|
1602
|
-
return unknownPartitions === 0;
|
|
2026
|
+
return state.unknownPartitions === 0;
|
|
1603
2027
|
},
|
|
1604
2028
|
partitionFilter(partitionIds) {
|
|
1605
|
-
return partitionFilterOf(open, ordToDoc, partitionIds);
|
|
2029
|
+
return partitionFilterOf(state.open, ordToDoc, partitionIds);
|
|
1606
2030
|
},
|
|
1607
|
-
remove(docId) {
|
|
2031
|
+
remove(docId, oldestPin) {
|
|
1608
2032
|
const ordinal = docToOrd.get(docId);
|
|
1609
|
-
|
|
2033
|
+
const store = state.open;
|
|
2034
|
+
if (ordinal === void 0 || store === null) return;
|
|
2035
|
+
const retiredNow = retireStoredOrdinal(state, ordinal);
|
|
1610
2036
|
docToOrd.delete(docId);
|
|
1611
|
-
retireOrdinal(
|
|
1612
|
-
liveCount--;
|
|
1613
|
-
Atomics.sub(
|
|
2037
|
+
retireOrdinal(state, store, ordinal, retiredNow || oldestPin === void 0 ? oldestPinOf(store) : oldestPin);
|
|
2038
|
+
state.liveCount--;
|
|
2039
|
+
Atomics.sub(store.handles.header, STORE_LIVE_COUNT, 1);
|
|
1614
2040
|
},
|
|
1615
2041
|
get(docId) {
|
|
1616
2042
|
const ordinal = docToOrd.get(docId);
|
|
1617
|
-
return ordinal === void 0 || open === null ? void 0 : entryAt(open, ordinal);
|
|
2043
|
+
return ordinal === void 0 || state.open === null ? void 0 : entryAt(state.open, ordinal);
|
|
1618
2044
|
},
|
|
1619
2045
|
has(docId) {
|
|
1620
2046
|
return docToOrd.has(docId);
|
|
@@ -1622,31 +2048,22 @@ function createVectorStore(options) {
|
|
|
1622
2048
|
holdsOrdinal(ordinal) {
|
|
1623
2049
|
return ordinal >= 0 && ordinal < ordToDoc.length && ordToDoc[ordinal] !== void 0;
|
|
1624
2050
|
},
|
|
1625
|
-
entries: () => entriesOf(open, ordToDoc),
|
|
1626
|
-
docIds: () => docIdsOf(open, ordToDoc),
|
|
2051
|
+
entries: () => entriesOf(state.open, ordToDoc),
|
|
2052
|
+
docIds: () => docIdsOf(state.open, ordToDoc),
|
|
1627
2053
|
clear() {
|
|
2054
|
+
const store = state.open;
|
|
1628
2055
|
forgetDocuments();
|
|
1629
|
-
if (
|
|
1630
|
-
open.present.fill(0, 0, open.handles.present.byteLength);
|
|
1631
|
-
new Uint8Array(open.handles.codePresent, 0, open.handles.codePresent.byteLength).fill(0);
|
|
1632
|
-
new Int32Array(open.handles.diskFile, 0, open.handles.diskFile.byteLength / 4).fill(IN_MEMORY);
|
|
1633
|
-
open.handles.centroid.fill(0);
|
|
1634
|
-
if (open.handles.vectorFiles.length > 0) {
|
|
1635
|
-
open.handles.vectorFiles.length = 0;
|
|
1636
|
-
relayout(open);
|
|
1637
|
-
}
|
|
1638
|
-
resetDocIds(open.handles);
|
|
1639
|
-
resetStoreHeader(open.handles.header);
|
|
2056
|
+
if (store !== null) clearStore(store);
|
|
1640
2057
|
},
|
|
1641
2058
|
release() {
|
|
1642
2059
|
forgetDocuments();
|
|
1643
|
-
if (open !== null) Atomics.add(open.handles.header, STORE_ORDINAL_LAYOUT_GENERATION, 1);
|
|
1644
|
-
open?.view.close();
|
|
1645
|
-
open = null;
|
|
2060
|
+
if (state.open !== null) Atomics.add(state.open.handles.header, STORE_ORDINAL_LAYOUT_GENERATION, 1);
|
|
2061
|
+
state.open?.view.close();
|
|
2062
|
+
state.open = null;
|
|
1646
2063
|
},
|
|
1647
|
-
closeFiles: () => open?.view.close(),
|
|
2064
|
+
closeFiles: () => state.open?.view.close(),
|
|
1648
2065
|
relocateVectorFiles(rewrite) {
|
|
1649
|
-
if (open !== null) relocateFiles(open, rewrite);
|
|
2066
|
+
if (state.open !== null) relocateFiles(state.open, rewrite);
|
|
1650
2067
|
},
|
|
1651
2068
|
getOrdinal(docId) {
|
|
1652
2069
|
return docToOrd.get(docId);
|
|
@@ -1655,36 +2072,19 @@ function createVectorStore(options) {
|
|
|
1655
2072
|
return ordToDoc[ordinal];
|
|
1656
2073
|
},
|
|
1657
2074
|
prepareQueryArena(query) {
|
|
1658
|
-
return open === null ? null : open.view.prepareQueryArena(query);
|
|
2075
|
+
return state.open === null ? null : state.open.view.prepareQueryArena(query);
|
|
1659
2076
|
},
|
|
1660
|
-
exportSnapshot: () => snapshotOf(open, ordToDoc, replacedOrdinals),
|
|
2077
|
+
exportSnapshot: () => snapshotOf(state.open, ordToDoc, replacedOrdinals),
|
|
1661
2078
|
restoreSnapshot(snapshot) {
|
|
1662
2079
|
this.clear();
|
|
1663
2080
|
if (snapshot.dimension === 0 || snapshot.slots === 0) return;
|
|
1664
|
-
|
|
1665
|
-
const store = open;
|
|
1666
|
-
const replaced = new Set(snapshot.replacedOrdinals);
|
|
1667
|
-
for (let ordinal = 0; ordinal < snapshot.slots; ordinal++) {
|
|
1668
|
-
const docId = snapshot.docIds[ordinal];
|
|
1669
|
-
const vector = snapshot.vectors.subarray(ordinal * snapshot.dimension, (ordinal + 1) * snapshot.dimension);
|
|
1670
|
-
if (docId === null || docId === void 0) {
|
|
1671
|
-
ensureOrdinal(store, ordinal, false);
|
|
1672
|
-
ordToDoc[ordinal] = void 0;
|
|
1673
|
-
store.partitions[ordinal] = NO_PARTITION;
|
|
1674
|
-
if (replaced.has(ordinal)) restoreReplacedVector(store, ordinal, vector);
|
|
1675
|
-
Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
|
|
1676
|
-
continue;
|
|
1677
|
-
}
|
|
1678
|
-
appendOrdinal(store, docId, vector);
|
|
1679
|
-
liveCount++;
|
|
1680
|
-
}
|
|
1681
|
-
Atomics.store(store.handles.header, STORE_LIVE_COUNT, liveCount);
|
|
2081
|
+
loadSnapshot(state, openFor(snapshot.dimension), snapshot);
|
|
1682
2082
|
},
|
|
1683
2083
|
memoryBytes() {
|
|
1684
|
-
return open === null ? 0 : sharedVectorStoreBytes(open.handles);
|
|
2084
|
+
return state.open === null ? 0 : sharedVectorStoreBytes(state.open.handles);
|
|
1685
2085
|
},
|
|
1686
2086
|
growthBytesFor(vectors) {
|
|
1687
|
-
return open === null ? 0 : growthBytesFor(open, vectors);
|
|
2087
|
+
return state.open === null ? 0 : growthBytesFor(state.open, vectors);
|
|
1688
2088
|
}
|
|
1689
2089
|
};
|
|
1690
2090
|
}
|
|
@@ -1781,6 +2181,16 @@ function moveOutOfBuffer(state, docId) {
|
|
|
1781
2181
|
if (!state.buffer.delete(docId)) return;
|
|
1782
2182
|
for (const watch of state.searchWatches) watch.leftBuffer.add(docId);
|
|
1783
2183
|
}
|
|
2184
|
+
function writeWatchesOf(state) {
|
|
2185
|
+
return {
|
|
2186
|
+
watchWrites(listener) {
|
|
2187
|
+
state.writeListeners.add(listener);
|
|
2188
|
+
return () => {
|
|
2189
|
+
state.writeListeners.delete(listener);
|
|
2190
|
+
};
|
|
2191
|
+
}
|
|
2192
|
+
};
|
|
2193
|
+
}
|
|
1784
2194
|
async function watchingSearch(state, search2) {
|
|
1785
2195
|
const watch = { written: /* @__PURE__ */ new Set(), leftBuffer: /* @__PURE__ */ new Set() };
|
|
1786
2196
|
state.searchWatches.add(watch);
|
|
@@ -1791,11 +2201,6 @@ async function watchingSearch(state, search2) {
|
|
|
1791
2201
|
}
|
|
1792
2202
|
}
|
|
1793
2203
|
|
|
1794
|
-
// src/vector/search-pool/worker-entry.ts
|
|
1795
|
-
function resolveWorkerEntryPoint() {
|
|
1796
|
-
return resolveWorkerEntry(import.meta.url, /\/src\/vector\/search-pool\/[^/]+$/, "vector/search-worker.mjs");
|
|
1797
|
-
}
|
|
1798
|
-
|
|
1799
2204
|
// src/vector/search-pool/constants.ts
|
|
1800
2205
|
var VECTOR_POOL_DRAIN_TIMEOUT_MS = 1e4;
|
|
1801
2206
|
|
|
@@ -1808,13 +2213,13 @@ function createSlot(worker, scratchSlot) {
|
|
|
1808
2213
|
pending: /* @__PURE__ */ new Map(),
|
|
1809
2214
|
alive: true,
|
|
1810
2215
|
outstanding: 0,
|
|
1811
|
-
|
|
2216
|
+
fields: /* @__PURE__ */ new Map(),
|
|
1812
2217
|
working: /* @__PURE__ */ new Map(),
|
|
1813
2218
|
idleWaiters: /* @__PURE__ */ new Set()
|
|
1814
2219
|
};
|
|
1815
2220
|
}
|
|
1816
|
-
function
|
|
1817
|
-
|
|
2221
|
+
function noteFieldOpened(slot, handle, handles) {
|
|
2222
|
+
slot.fields.set(handle, handles);
|
|
1818
2223
|
}
|
|
1819
2224
|
function noteWorkStarted(slot, requestId, handle) {
|
|
1820
2225
|
slot.working.set(requestId, handle);
|
|
@@ -1824,8 +2229,8 @@ function stillWorkingOn(slot, handle) {
|
|
|
1824
2229
|
return false;
|
|
1825
2230
|
}
|
|
1826
2231
|
function forgetDroppedGraphs(slot, shared) {
|
|
1827
|
-
for (const handle of [...slot.
|
|
1828
|
-
if (!shared.has(handle) && !stillWorkingOn(slot, handle)) slot.
|
|
2232
|
+
for (const handle of [...slot.fields.keys()]) {
|
|
2233
|
+
if (!shared.has(handle) && !stillWorkingOn(slot, handle)) slot.fields.delete(handle);
|
|
1829
2234
|
}
|
|
1830
2235
|
}
|
|
1831
2236
|
function noteAnswered(slot, requestId, shared) {
|
|
@@ -1848,8 +2253,11 @@ function untilIdle(slot, deadlineMs) {
|
|
|
1848
2253
|
}
|
|
1849
2254
|
function releaseSlotLocks(slot) {
|
|
1850
2255
|
noteThreadSlotGone(slot.scratchSlot);
|
|
1851
|
-
for (const
|
|
1852
|
-
|
|
2256
|
+
for (const field of slot.fields.values()) {
|
|
2257
|
+
releasePinsHeldBy(field.store.pins, slot.scratchSlot);
|
|
2258
|
+
if (field.graph !== null) releaseLocksHeldBy(field.graph, slot.scratchSlot);
|
|
2259
|
+
}
|
|
2260
|
+
slot.fields.clear();
|
|
1853
2261
|
slot.working.clear();
|
|
1854
2262
|
for (const waiter of [...slot.idleWaiters]) waiter();
|
|
1855
2263
|
}
|
|
@@ -1861,31 +2269,8 @@ function rejectPending(slot, err) {
|
|
|
1861
2269
|
slot.pending.clear();
|
|
1862
2270
|
}
|
|
1863
2271
|
|
|
1864
|
-
// src/workers/resource-limits.ts
|
|
1865
|
-
function workerResourceLimits() {
|
|
1866
|
-
return { maxYoungGenerationSizeMb: WORKER_YOUNG_GENERATION_MB };
|
|
1867
|
-
}
|
|
1868
|
-
|
|
1869
2272
|
// src/vector/search-pool/spawn.ts
|
|
1870
2273
|
async function spawnWorker(entryPoint) {
|
|
1871
|
-
if (entryPoint === null) return null;
|
|
1872
|
-
const runtime = detectRuntime();
|
|
1873
|
-
if (runtime.supportsWorkerThreads) {
|
|
1874
|
-
try {
|
|
1875
|
-
return await spawnNodeWorker(new URL(entryPoint), workerResourceLimits());
|
|
1876
|
-
} catch {
|
|
1877
|
-
return null;
|
|
1878
|
-
}
|
|
1879
|
-
}
|
|
1880
|
-
if (runtime.supportsWebWorkers) {
|
|
1881
|
-
try {
|
|
1882
|
-
const WorkerCtor = globalThis.Worker;
|
|
1883
|
-
if (typeof WorkerCtor !== "function") return null;
|
|
1884
|
-
return new WorkerCtor(entryPoint, { type: "module" });
|
|
1885
|
-
} catch {
|
|
1886
|
-
return null;
|
|
1887
|
-
}
|
|
1888
|
-
}
|
|
1889
2274
|
return null;
|
|
1890
2275
|
}
|
|
1891
2276
|
function listen(worker, handler) {
|
|
@@ -1919,12 +2304,11 @@ function graphSearchOptionsOf(options) {
|
|
|
1919
2304
|
};
|
|
1920
2305
|
}
|
|
1921
2306
|
async function createVectorSearchPool(requestedCount) {
|
|
1922
|
-
const entryPoint = resolveWorkerEntryPoint();
|
|
1923
2307
|
const count = resolveWorkerCount(requestedCount);
|
|
1924
2308
|
const slots = [];
|
|
1925
2309
|
const sharedFields = /* @__PURE__ */ new Map();
|
|
1926
2310
|
for (let i = 0; i < count; i++) {
|
|
1927
|
-
const worker = await spawnWorker(
|
|
2311
|
+
const worker = await spawnWorker();
|
|
1928
2312
|
if (worker === null) break;
|
|
1929
2313
|
const slot = createSlot(worker, searchPoolScratchSlot(i));
|
|
1930
2314
|
listen(worker, (raw) => {
|
|
@@ -2014,7 +2398,7 @@ async function createVectorSearchPool(requestedCount) {
|
|
|
2014
2398
|
async loadShared(handle, handles) {
|
|
2015
2399
|
sharedFields.set(handle, handles);
|
|
2016
2400
|
const loaded = await broadcast((slot, requestId) => {
|
|
2017
|
-
|
|
2401
|
+
noteFieldOpened(slot, handle, handles);
|
|
2018
2402
|
return { type: "loadShared", requestId, handle, scratchSlot: slot.scratchSlot, handles };
|
|
2019
2403
|
}, VECTOR_SEARCH_LOAD_TIMEOUT_MS);
|
|
2020
2404
|
if (loaded) return true;
|
|
@@ -2722,8 +3106,6 @@ function noteWaitingForMemory(owner, work) {
|
|
|
2722
3106
|
if (work === null) waiting.delete(owner);
|
|
2723
3107
|
else waiting.set(owner, work);
|
|
2724
3108
|
}
|
|
2725
|
-
function chargeHeapBytes(bytes) {
|
|
2726
|
-
}
|
|
2727
3109
|
|
|
2728
3110
|
// src/vector/vector-index/memory-charge.ts
|
|
2729
3111
|
function admitShuffledRebuild(state) {
|
|
@@ -2977,19 +3359,22 @@ function scheduleBuild(state) {
|
|
|
2977
3359
|
if (!buildDue(state)) return;
|
|
2978
3360
|
state.buildScheduled = true;
|
|
2979
3361
|
const turn = turnsAreBudgeted ? yieldBackgroundTurn() : yieldBuildTurn(state);
|
|
2980
|
-
|
|
3362
|
+
const scheduled = turn.then(() => {
|
|
2981
3363
|
state.buildScheduled = false;
|
|
3364
|
+
if (state.scheduledBuild === scheduled) state.scheduledBuild = null;
|
|
2982
3365
|
triggerBuild(state);
|
|
2983
3366
|
});
|
|
3367
|
+
state.scheduledBuild = scheduled;
|
|
2984
3368
|
}
|
|
2985
3369
|
async function awaitBuilds(state) {
|
|
2986
3370
|
for (; ; ) {
|
|
2987
|
-
const running = state.pendingBuild ?? state.shuffledRebuild;
|
|
3371
|
+
const running = state.pendingBuild ?? state.shuffledRebuild ?? state.scheduledBuild;
|
|
2988
3372
|
if (running === null) return;
|
|
2989
3373
|
await running;
|
|
2990
3374
|
}
|
|
2991
3375
|
}
|
|
2992
3376
|
function releaseHeldMemory(state) {
|
|
3377
|
+
state.store.release();
|
|
2993
3378
|
state.hnsw = null;
|
|
2994
3379
|
state.freshGraph = null;
|
|
2995
3380
|
state.osq = null;
|
|
@@ -2998,7 +3383,6 @@ function releaseHeldMemory(state) {
|
|
|
2998
3383
|
state.pendingLocations.clear();
|
|
2999
3384
|
state.savedFiles = [];
|
|
3000
3385
|
state.savedSignature = null;
|
|
3001
|
-
state.store.release();
|
|
3002
3386
|
releaseMemoryCharges(state);
|
|
3003
3387
|
}
|
|
3004
3388
|
function disposeIndex(state) {
|
|
@@ -3009,11 +3393,11 @@ function disposeIndex(state) {
|
|
|
3009
3393
|
state.buildTimer = null;
|
|
3010
3394
|
invalidateWorkerCopies(state);
|
|
3011
3395
|
const release = () => releaseHeldMemory(state);
|
|
3012
|
-
if (state.pendingBuild !== null || state.shuffledRebuild !== null) {
|
|
3013
|
-
|
|
3014
|
-
return;
|
|
3396
|
+
if (state.pendingBuild !== null || state.shuffledRebuild !== null || state.scheduledBuild !== null) {
|
|
3397
|
+
return awaitBuilds(state).then(release, release);
|
|
3015
3398
|
}
|
|
3016
3399
|
release();
|
|
3400
|
+
return Promise.resolve();
|
|
3017
3401
|
}
|
|
3018
3402
|
|
|
3019
3403
|
// src/vector/vector-index/checkpoint-restore.ts
|
|
@@ -3416,12 +3800,16 @@ var FlaggedDocuments = class {
|
|
|
3416
3800
|
}
|
|
3417
3801
|
members = createDocIdMap();
|
|
3418
3802
|
ordinals = createDocIdMap();
|
|
3803
|
+
retired = /* @__PURE__ */ new Set();
|
|
3419
3804
|
handles = null;
|
|
3420
3805
|
flags = new Uint8Array(0);
|
|
3421
3806
|
chunks = null;
|
|
3422
3807
|
get size() {
|
|
3423
3808
|
return this.members.size;
|
|
3424
3809
|
}
|
|
3810
|
+
get retiredCount() {
|
|
3811
|
+
return this.retired.size;
|
|
3812
|
+
}
|
|
3425
3813
|
has(docId) {
|
|
3426
3814
|
return this.members.has(docId);
|
|
3427
3815
|
}
|
|
@@ -3433,29 +3821,56 @@ var FlaggedDocuments = class {
|
|
|
3433
3821
|
const handles = this.openHandles();
|
|
3434
3822
|
if (handles === null) return this;
|
|
3435
3823
|
this.flagCurrentOrdinal(docId);
|
|
3436
|
-
|
|
3824
|
+
this.publishCount(handles);
|
|
3437
3825
|
return this;
|
|
3438
3826
|
}
|
|
3439
3827
|
delete(docId) {
|
|
3440
|
-
|
|
3828
|
+
return this.leave(docId, false);
|
|
3829
|
+
}
|
|
3830
|
+
retire(docId) {
|
|
3831
|
+
return this.leave(docId, this.layout.keepsRetiredFlags);
|
|
3832
|
+
}
|
|
3833
|
+
forgetRetired(mayForget) {
|
|
3834
|
+
if (this.retired.size === 0) return;
|
|
3441
3835
|
const handles = this.openHandles();
|
|
3442
|
-
if (handles === null) return
|
|
3443
|
-
const ordinal
|
|
3444
|
-
|
|
3445
|
-
this.
|
|
3836
|
+
if (handles === null) return;
|
|
3837
|
+
for (const ordinal of this.retired) {
|
|
3838
|
+
if (!mayForget(ordinal)) continue;
|
|
3839
|
+
this.retired.delete(ordinal);
|
|
3446
3840
|
this.unflag(ordinal);
|
|
3447
3841
|
}
|
|
3448
|
-
|
|
3449
|
-
return held;
|
|
3842
|
+
this.publishCount(handles);
|
|
3450
3843
|
}
|
|
3451
3844
|
clear() {
|
|
3452
3845
|
this.members.clear();
|
|
3453
3846
|
const handles = this.openHandles();
|
|
3454
3847
|
if (handles !== null) {
|
|
3455
3848
|
for (const ordinal of this.ordinals.values()) this.unflag(ordinal);
|
|
3849
|
+
for (const ordinal of this.retired) this.unflag(ordinal);
|
|
3456
3850
|
Atomics.store(handles.header, this.layout.countWord, 0);
|
|
3457
3851
|
}
|
|
3458
3852
|
this.ordinals.clear();
|
|
3853
|
+
this.retired.clear();
|
|
3854
|
+
}
|
|
3855
|
+
leave(docId, keepsFlag) {
|
|
3856
|
+
const held = this.members.delete(docId);
|
|
3857
|
+
const store = this.store;
|
|
3858
|
+
if (!held && this.handles !== null && store.dimension !== 0 && store.handles === this.handles) {
|
|
3859
|
+
if (!this.ordinals.has(docId)) return false;
|
|
3860
|
+
}
|
|
3861
|
+
const handles = this.openHandles();
|
|
3862
|
+
if (handles === null) return held;
|
|
3863
|
+
const ordinal = this.ordinals.get(docId);
|
|
3864
|
+
if (ordinal !== void 0) {
|
|
3865
|
+
this.ordinals.delete(docId);
|
|
3866
|
+
if (keepsFlag) this.retired.add(ordinal);
|
|
3867
|
+
else this.unflag(ordinal);
|
|
3868
|
+
}
|
|
3869
|
+
Atomics.store(handles.header, this.layout.countWord, this.members.size + this.retired.size);
|
|
3870
|
+
return held;
|
|
3871
|
+
}
|
|
3872
|
+
publishCount(handles) {
|
|
3873
|
+
Atomics.store(handles.header, this.layout.countWord, this.members.size + this.retired.size);
|
|
3459
3874
|
}
|
|
3460
3875
|
flagCurrentOrdinal(docId) {
|
|
3461
3876
|
const ordinal = this.store.getOrdinal(docId);
|
|
@@ -3464,7 +3879,9 @@ var FlaggedDocuments = class {
|
|
|
3464
3879
|
if (this.chunks !== null) Atomics.add(this.chunks, Math.floor(ordinal / UNPLACED_FLAG_CHUNK_ORDINALS), 1);
|
|
3465
3880
|
Atomics.store(this.flags, ordinal, 1);
|
|
3466
3881
|
this.ordinals.set(docId, ordinal);
|
|
3467
|
-
if (previous
|
|
3882
|
+
if (previous === void 0) return;
|
|
3883
|
+
if (this.layout.keepsRetiredFlags) this.retired.add(previous);
|
|
3884
|
+
else this.unflag(previous);
|
|
3468
3885
|
}
|
|
3469
3886
|
unflag(ordinal) {
|
|
3470
3887
|
Atomics.store(this.flags, ordinal, 0);
|
|
@@ -3479,6 +3896,7 @@ var FlaggedDocuments = class {
|
|
|
3479
3896
|
const chunksOf = this.layout.chunksOf;
|
|
3480
3897
|
this.chunks = chunksOf === null ? null : new Int32Array(chunksOf(handles));
|
|
3481
3898
|
this.ordinals.clear();
|
|
3899
|
+
this.retired.clear();
|
|
3482
3900
|
for (const docId of this.members.keys()) this.flagCurrentOrdinal(docId);
|
|
3483
3901
|
return handles;
|
|
3484
3902
|
}
|
|
@@ -3487,34 +3905,42 @@ function createUnplacedVectors(store) {
|
|
|
3487
3905
|
return new FlaggedDocuments(store, {
|
|
3488
3906
|
flagsOf: (handles) => handles.unplaced,
|
|
3489
3907
|
chunksOf: (handles) => handles.unplacedChunks,
|
|
3490
|
-
countWord: STORE_UNPLACED_COUNT
|
|
3908
|
+
countWord: STORE_UNPLACED_COUNT,
|
|
3909
|
+
keepsRetiredFlags: true
|
|
3491
3910
|
});
|
|
3492
3911
|
}
|
|
3493
3912
|
function createRemovedDocuments(store) {
|
|
3494
3913
|
return new FlaggedDocuments(store, {
|
|
3495
3914
|
flagsOf: (handles) => handles.removed,
|
|
3496
3915
|
chunksOf: null,
|
|
3497
|
-
countWord: STORE_REMOVED_COUNT
|
|
3916
|
+
countWord: STORE_REMOVED_COUNT,
|
|
3917
|
+
keepsRetiredFlags: false
|
|
3498
3918
|
});
|
|
3499
3919
|
}
|
|
3500
3920
|
|
|
3501
3921
|
// src/vector/vector-index/maintenance.ts
|
|
3502
3922
|
function compact(state) {
|
|
3923
|
+
state.store.freeRetiredVectors();
|
|
3924
|
+
const oldestPin = state.store.oldestPin();
|
|
3925
|
+
state.buffer.forgetRetired((ordinal) => state.store.mayFreeOrdinal(ordinal, oldestPin));
|
|
3503
3926
|
if (state.tombstones.size === 0 && state.store.replacedVectorCount === 0) return;
|
|
3504
3927
|
if (state.hnsw) {
|
|
3505
|
-
|
|
3506
|
-
state.hnsw.compactTombstones();
|
|
3928
|
+
const before = state.hnsw.tombstoneCount;
|
|
3929
|
+
state.hnsw.compactTombstones(oldestPin);
|
|
3930
|
+
state.compactedNodeCount += before - state.hnsw.tombstoneCount;
|
|
3507
3931
|
}
|
|
3508
|
-
state.freshGraph?.compactTombstones();
|
|
3932
|
+
state.freshGraph?.compactTombstones(oldestPin);
|
|
3509
3933
|
for (const docId of state.tombstones) {
|
|
3510
|
-
state.store.
|
|
3934
|
+
const ordinal = state.store.getOrdinal(docId);
|
|
3935
|
+
if (ordinal !== void 0 && !state.store.mayFreeOrdinal(ordinal, oldestPin)) continue;
|
|
3936
|
+
state.store.remove(docId, oldestPin);
|
|
3511
3937
|
state.buffer.delete(docId);
|
|
3938
|
+
state.tombstones.delete(docId);
|
|
3512
3939
|
if (state.osq) {
|
|
3513
3940
|
state.osq.remove(docId);
|
|
3514
3941
|
}
|
|
3515
3942
|
}
|
|
3516
|
-
releaseReplacedVectors(state);
|
|
3517
|
-
state.tombstones.clear();
|
|
3943
|
+
releaseReplacedVectors(state, oldestPin);
|
|
3518
3944
|
}
|
|
3519
3945
|
async function insertMissing(state, graph) {
|
|
3520
3946
|
const missingOrReplaced = (docId) => !graph.has(docId) || state.buffer.has(docId);
|
|
@@ -3595,6 +4021,28 @@ function estimateMemoryBytes(state) {
|
|
|
3595
4021
|
return state.store.memoryBytes() + state.hnsw.graphBytes + state.hnsw.searchScratchBytes + freshGraphBytes;
|
|
3596
4022
|
}
|
|
3597
4023
|
|
|
4024
|
+
// src/vector/vector-index/publication.ts
|
|
4025
|
+
var nextStore = 0;
|
|
4026
|
+
function vectorPublicationSource(state) {
|
|
4027
|
+
const handle = `publication-${++nextStore}`;
|
|
4028
|
+
return {
|
|
4029
|
+
prepareCopyPublication: () => untilColdLoaded(state),
|
|
4030
|
+
holdCopyPublication() {
|
|
4031
|
+
const pin = holdAdmission(state.store.view);
|
|
4032
|
+
try {
|
|
4033
|
+
const handles = fieldHandlesOf(state, state.hnsw, true);
|
|
4034
|
+
return {
|
|
4035
|
+
field: { handle, sequence: pin.admission.pin, handles },
|
|
4036
|
+
release: pin.release
|
|
4037
|
+
};
|
|
4038
|
+
} catch (error) {
|
|
4039
|
+
pin.release();
|
|
4040
|
+
throw error;
|
|
4041
|
+
}
|
|
4042
|
+
}
|
|
4043
|
+
};
|
|
4044
|
+
}
|
|
4045
|
+
|
|
3598
4046
|
// src/vector/vector-index/search.ts
|
|
3599
4047
|
function* bufferCandidates(state, buffered, filter) {
|
|
3600
4048
|
for (const docId of buffered) {
|
|
@@ -3664,7 +4112,7 @@ function admitScore(tally, docId, score) {
|
|
|
3664
4112
|
}
|
|
3665
4113
|
function scoreCandidates2(state, query, metric, minSimilarity, docIds, ordinals, tally) {
|
|
3666
4114
|
const count = ordinals.length;
|
|
3667
|
-
const distances = nativeScoresOf(state.store.handles, query, metric, ordinals);
|
|
4115
|
+
const distances = nativeScoresOf(state.store.handles, query, metric, ordinals, state.store.writeSequence());
|
|
3668
4116
|
if (distances !== null) {
|
|
3669
4117
|
for (let i = 0; i < count; i++) {
|
|
3670
4118
|
if (distances[i] === Number.POSITIVE_INFINITY) continue;
|
|
@@ -3759,7 +4207,7 @@ function* searchSteps(state, query, k, options, filter) {
|
|
|
3759
4207
|
function graphResultsOf(state, query, k, options, filter) {
|
|
3760
4208
|
if (state.hnsw === null) return [];
|
|
3761
4209
|
const { metric, minSimilarity, efSearch, oversample, rescoreWindow } = options;
|
|
3762
|
-
return state.hnsw.search(query, k, metric, minSimilarity, { filter, efSearch, oversample, rescoreWindow })
|
|
4210
|
+
return state.hnsw.search(query, k, metric, minSimilarity, { filter, efSearch, oversample, rescoreWindow });
|
|
3763
4211
|
}
|
|
3764
4212
|
function withBufferedVectors(state, query, k, options, filter, graphResults, buffered) {
|
|
3765
4213
|
const scan = bruteForceSearch(state, query, k, options.metric, options.minSimilarity, buffered, filter);
|
|
@@ -3867,8 +4315,10 @@ async function scoredChunk(search2, metric, ordinals, count) {
|
|
|
3867
4315
|
const store = nativeStoreFor(search2.state.store.handles);
|
|
3868
4316
|
if (store === null) return null;
|
|
3869
4317
|
try {
|
|
4318
|
+
const code = nativeMetricCode(metric);
|
|
4319
|
+
const pin = search2.admission.pin;
|
|
3870
4320
|
const scored = await withNativeThreadSlot(
|
|
3871
|
-
(slot) => search2.core.scoreAsync(store.handle, search2.query,
|
|
4321
|
+
(slot) => search2.core.scoreAsync(store.handle, search2.query, code, ordinals, count, pin, slot)
|
|
3872
4322
|
);
|
|
3873
4323
|
return scored.status === NATIVE_OK ? scored.distances : null;
|
|
3874
4324
|
} catch {
|
|
@@ -3933,17 +4383,17 @@ async function outcomeOffThread(search2) {
|
|
|
3933
4383
|
filter,
|
|
3934
4384
|
efSearch,
|
|
3935
4385
|
oversample,
|
|
3936
|
-
rescoreWindow
|
|
4386
|
+
rescoreWindow,
|
|
4387
|
+
admission: search2.admission
|
|
3937
4388
|
});
|
|
3938
4389
|
if (hits === null) return null;
|
|
3939
|
-
|
|
3940
|
-
if (buffered === null) return fetchedOutcome(state, graphResults, minSimilarity, currentFilter(search2));
|
|
4390
|
+
if (buffered === null) return fetchedOutcome(state, hits, minSimilarity, currentFilter(search2));
|
|
3941
4391
|
const scan = await scanOffThread(search2, bufferCandidates(state, buffered, filter));
|
|
3942
4392
|
if (scan === null) return null;
|
|
3943
|
-
return fetchedOutcome(state, mergeResults(
|
|
4393
|
+
return fetchedOutcome(state, mergeResults(hits, scan.results, k), minSimilarity, currentFilter(search2));
|
|
3944
4394
|
}
|
|
3945
4395
|
async function searchOnNativeThreads(search2) {
|
|
3946
|
-
const { state, query, k, options, filter } = search2;
|
|
4396
|
+
const { state, core, query, k, options, filter, confinedAtRevision } = search2;
|
|
3947
4397
|
if (query.length !== state.dimension) {
|
|
3948
4398
|
throw new NarsilError(
|
|
3949
4399
|
ErrorCodes.VECTOR_DIMENSION_MISMATCH,
|
|
@@ -3957,9 +4407,25 @@ async function searchOnNativeThreads(search2) {
|
|
|
3957
4407
|
if (state.buffer.size > 0 && !state.building && !state.buildScheduled) scheduleBuild(state);
|
|
3958
4408
|
const generation = layoutGeneration(state);
|
|
3959
4409
|
const settled = await watchingSearch(state, async (watch) => {
|
|
3960
|
-
const
|
|
3961
|
-
|
|
3962
|
-
|
|
4410
|
+
const view = state.store.view;
|
|
4411
|
+
const pins = storePinsOf(view);
|
|
4412
|
+
const pin = pins.take();
|
|
4413
|
+
try {
|
|
4414
|
+
const outcome = await outcomeOffThread({
|
|
4415
|
+
state,
|
|
4416
|
+
core,
|
|
4417
|
+
query,
|
|
4418
|
+
k,
|
|
4419
|
+
options,
|
|
4420
|
+
filter,
|
|
4421
|
+
confinedAtRevision,
|
|
4422
|
+
admission: admissionAt(view, pin)
|
|
4423
|
+
});
|
|
4424
|
+
if (outcome === null || watch.written.size > 0 || layoutGeneration(state) !== generation) return null;
|
|
4425
|
+
return outcome;
|
|
4426
|
+
} finally {
|
|
4427
|
+
pins.release(pin);
|
|
4428
|
+
}
|
|
3963
4429
|
});
|
|
3964
4430
|
return settled ?? searchFiltered(state, query, k, options, filterForOptions(state, options));
|
|
3965
4431
|
}
|
|
@@ -3994,6 +4460,10 @@ function createVectorWrites(state) {
|
|
|
3994
4460
|
for (let i = 0; i < vector.length; i++) if (held[i] !== vector[i]) return false;
|
|
3995
4461
|
return true;
|
|
3996
4462
|
}
|
|
4463
|
+
function forgetRetiredFlags() {
|
|
4464
|
+
const oldestPin = state.store.oldestPin();
|
|
4465
|
+
state.buffer.forgetRetired((ordinal) => state.store.mayFreeOrdinal(ordinal, oldestPin));
|
|
4466
|
+
}
|
|
3997
4467
|
function applyInsert(docId, vector, partitionId) {
|
|
3998
4468
|
handOverBuildTurns(state);
|
|
3999
4469
|
const previous = state.store.getOrdinal(docId);
|
|
@@ -4020,24 +4490,28 @@ function createVectorWrites(state) {
|
|
|
4020
4490
|
if (!graphHoldsPrevious) state.osq?.removeOrdinal(previous);
|
|
4021
4491
|
}
|
|
4022
4492
|
state.buffer.add(docId);
|
|
4493
|
+
if (state.buffer.retiredCount !== 0) forgetRetiredFlags();
|
|
4023
4494
|
state.pendingLocations.delete(docId);
|
|
4024
4495
|
if (!threadsHoldCurrentLayout(state)) scheduleWorkerCopyLoad(state);
|
|
4025
4496
|
}
|
|
4026
4497
|
function applyRemove(docId) {
|
|
4027
4498
|
handOverBuildTurns(state);
|
|
4028
|
-
|
|
4499
|
+
const ordinal = state.store.getOrdinal(docId);
|
|
4500
|
+
if (ordinal === void 0) return;
|
|
4029
4501
|
noteWrite(state);
|
|
4030
4502
|
noteSearchedDocWritten(state, docId);
|
|
4031
4503
|
state.tombstones.add(docId);
|
|
4032
|
-
state.
|
|
4504
|
+
state.store.retire(ordinal);
|
|
4505
|
+
state.buffer.retire(docId);
|
|
4506
|
+
if (state.buffer.retiredCount !== 0) forgetRetiredFlags();
|
|
4033
4507
|
state.pendingLocations.delete(docId);
|
|
4034
4508
|
const graph = state.hnsw;
|
|
4035
|
-
|
|
4036
|
-
if (graph !== null && ordinal !== void 0) afterGraphPass(state, () => graph.markTombstoneOrdinal(ordinal));
|
|
4509
|
+
if (graph !== null) afterGraphPass(state, () => graph.markTombstoneOrdinal(ordinal));
|
|
4037
4510
|
}
|
|
4038
4511
|
return {
|
|
4039
4512
|
insert(docId, vector, partitionId) {
|
|
4040
4513
|
validateDimension(vector);
|
|
4514
|
+
for (const listener of state.writeListeners) listener(docId);
|
|
4041
4515
|
const hold = state.cold;
|
|
4042
4516
|
if (hold === null) {
|
|
4043
4517
|
applyInsert(docId, vector, partitionId);
|
|
@@ -4049,6 +4523,7 @@ function createVectorWrites(state) {
|
|
|
4049
4523
|
hold.writes.push(() => applyInsert(docId, held, partitionId));
|
|
4050
4524
|
},
|
|
4051
4525
|
remove(docId) {
|
|
4526
|
+
for (const listener of state.writeListeners) listener(docId);
|
|
4052
4527
|
const hold = state.cold;
|
|
4053
4528
|
if (hold === null) {
|
|
4054
4529
|
applyRemove(docId);
|
|
@@ -4070,7 +4545,6 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
4070
4545
|
{ dimension }
|
|
4071
4546
|
);
|
|
4072
4547
|
}
|
|
4073
|
-
shareTurnsWithBackgroundWork();
|
|
4074
4548
|
const promotionThreshold = config?.threshold ?? DEFAULT_PROMOTION_THRESHOLD;
|
|
4075
4549
|
const filterThreshold = Math.max(0, Math.min(1, config?.filterThreshold ?? DEFAULT_FILTER_THRESHOLD));
|
|
4076
4550
|
const quantizationMode = config?.quantization ?? defaultQuantizationFor(dimension);
|
|
@@ -4113,6 +4587,7 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
4113
4587
|
compactedNodeCount: 0,
|
|
4114
4588
|
building: false,
|
|
4115
4589
|
buildScheduled: false,
|
|
4590
|
+
scheduledBuild: null,
|
|
4116
4591
|
buildTimer: null,
|
|
4117
4592
|
buildRetryDelayMs: 0,
|
|
4118
4593
|
buildTurnWaiters: /* @__PURE__ */ new Map(),
|
|
@@ -4131,7 +4606,8 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
4131
4606
|
releaseToFilesInFlight: Promise.resolve(),
|
|
4132
4607
|
cold: null,
|
|
4133
4608
|
graphsHeldOffThread: null,
|
|
4134
|
-
searchWatches: /* @__PURE__ */ new Set()
|
|
4609
|
+
searchWatches: /* @__PURE__ */ new Set(),
|
|
4610
|
+
writeListeners: /* @__PURE__ */ new Set()
|
|
4135
4611
|
};
|
|
4136
4612
|
const { insert, remove } = createVectorWrites(state);
|
|
4137
4613
|
function getVector(docId) {
|
|
@@ -4181,6 +4657,7 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
4181
4657
|
return searchFiltered(state, query, k, options, filter);
|
|
4182
4658
|
}
|
|
4183
4659
|
return {
|
|
4660
|
+
...vectorPublicationSource(state),
|
|
4184
4661
|
get size() {
|
|
4185
4662
|
return liveSize(state);
|
|
4186
4663
|
},
|
|
@@ -4218,13 +4695,14 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
4218
4695
|
},
|
|
4219
4696
|
dispose: () => {
|
|
4220
4697
|
cancelColdHold(state);
|
|
4221
|
-
disposeIndex(state);
|
|
4698
|
+
return disposeIndex(state).then(closeIdleTurnHop);
|
|
4222
4699
|
},
|
|
4223
4700
|
search: withGraphFree(
|
|
4224
4701
|
state,
|
|
4225
4702
|
(query, k, options) => state.cold === null ? search(state, query, k, options) : coldSearch(state, state.cold, query, k, options)
|
|
4226
4703
|
),
|
|
4227
4704
|
searchParallel,
|
|
4705
|
+
...writeWatchesOf(state),
|
|
4228
4706
|
refreshWorkerCopies: () => {
|
|
4229
4707
|
if (state.cold === null) refreshWorkerCopies(state);
|
|
4230
4708
|
},
|
|
@@ -4288,4 +4766,4 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
4288
4766
|
};
|
|
4289
4767
|
}
|
|
4290
4768
|
|
|
4291
|
-
export { compactVectors, createSharedVectorSearcher, createVectorIndex, getVectorMaintenanceStatus, openSharedVectorField, optimizeVectors };
|
|
4769
|
+
export { compactVectors, createSharedVectorSearcher, createVectorIndex, executeHybridSearch, executeVectorSearch, filterSubsetsMatchNothing, getVectorMaintenanceStatus, linearCombination, openSharedVectorField, optimizeVectors, reciprocalRankFusion, resolveHybridFusion, vectorLegWith };
|