@delali/narsil 0.3.1-next.157 → 0.3.1-next.161
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +3 -3
- package/dist/adapters/gcs.mjs +3 -3
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +3 -3
- package/dist/browser/{chunk-N23GL72Q.mjs → chunk-4RNSFVWI.mjs} +20777 -19056
- package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
- package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
- package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → browser/durability-config-SGB5ZP5K.mjs} +8 -3
- package/dist/browser/embed-RF2MPGAO.mjs +222 -0
- package/dist/{react-native/chunks/geo-index-PX3BIHAH.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
- package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
- package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
- package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
- package/dist/browser/{restore-hooks-IE3GGYHG.mjs → restore-queue-S4BWOGMU.mjs} +98 -24
- package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
- package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
- package/dist/browser/{chunk-GFAZPSWK.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
- package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
- package/dist/{capabilities-D3AoBJoF.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
- package/dist/chunk-2JRERUNZ.mjs +217 -0
- package/dist/chunk-2RIS76RJ.mjs +212 -0
- package/dist/chunk-3B775F3C.mjs +252 -0
- package/dist/{chunk-24FNVRKB.mjs → chunk-3D6RZGJH.mjs} +3 -3
- package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
- package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
- package/dist/chunk-6EZW2GQL.mjs +978 -0
- package/dist/chunk-75UNINFA.mjs +271 -0
- package/dist/chunk-77AUVDQ5.mjs +7 -0
- package/dist/{chunk-JTYPJF3T.mjs → chunk-7MWYORQC.mjs} +2 -2
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
- package/dist/{chunk-FUD5XSZ5.mjs → chunk-BXM7XM4G.mjs} +7 -3
- package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
- package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
- package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
- package/dist/{chunk-SMOOSIAW.mjs → chunk-FE3MRIBN.mjs} +104 -13
- package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
- package/dist/{chunk-XXJZMTZT.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
- package/dist/{chunk-EYD7K3H6.mjs → chunk-GF4K7IUK.mjs} +317 -120
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/{chunk-IIRIG7H5.mjs → chunk-H64YDF5M.mjs} +3 -3
- package/dist/{browser/chunk-VY5KW3HN.mjs → chunk-HOOR4CP5.mjs} +63 -7
- package/dist/chunk-IB4BYLE3.mjs +127 -0
- package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
- package/dist/chunk-IH3G6SJO.mjs +40 -0
- package/dist/chunk-JV74RKCY.mjs +3041 -0
- package/dist/{chunk-ZPZ3YGXV.mjs → chunk-K67I3RF4.mjs} +261 -101
- package/dist/chunk-KLVMK3R5.mjs +47 -0
- package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
- package/dist/chunk-LF4GB4PO.mjs +281 -0
- package/dist/chunk-NC4QLCZC.mjs +59 -0
- package/dist/chunk-OOO54OVC.mjs +627 -0
- package/dist/chunk-OUWZKNO3.mjs +207 -0
- package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
- package/dist/{chunk-4ZTHGTVX.mjs → chunk-PTTMGRG5.mjs} +9 -10
- package/dist/{react-native/chunks/chunk-DZ7H7D2C.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
- package/dist/{browser/chunk-EKMGCRSR.mjs → chunk-QBVTYY4J.mjs} +2 -9
- package/dist/{chunk-W5EB5XKI.mjs → chunk-R4CE4IVU.mjs} +341 -183
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
- package/dist/{chunk-4LMSZAK6.mjs → chunk-SHGN3QIF.mjs} +69 -13
- package/dist/chunk-SXIRM4MX.mjs +3549 -0
- package/dist/{chunk-TBC3XUL2.mjs → chunk-TGPKS2UM.mjs} +47 -1
- package/dist/chunk-TINW4BSH.mjs +31301 -0
- package/dist/{cold-module-VOJXMNZB.mjs → chunk-TSLV5P2J.mjs} +397 -80
- package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
- package/dist/chunk-U6B7DUQW.mjs +788 -0
- package/dist/{chunk-OQLD2BSW.mjs → chunk-V3SGPXWQ.mjs} +8 -9
- package/dist/chunk-W34VJXY7.mjs +4723 -0
- package/dist/chunk-YETKPX5M.mjs +5 -0
- package/dist/chunk-ZQ6QY42L.mjs +59 -0
- package/dist/{client-kqSMevVi.d.ts → client-CTp8RRiK.d.ts} +4 -4
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +66 -18
- package/dist/{config-B4v_Htpu.d.ts → config-PCNzWjHL.d.ts} +6 -3
- package/dist/{config-CTP01fns.d.ts → config-_WT5grSL.d.ts} +3 -3
- package/dist/core-leaf-KXFGP74A.mjs +7 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-MKTZBR26.mjs +16 -0
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +7 -4
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/coordinator/in-memory.mjs +1 -2
- package/dist/distribution/transport/grpc.mjs +7 -2
- package/dist/distribution/transport/tcp.mjs +7 -1
- package/dist/distribution.d.ts +7 -7
- package/dist/distribution.mjs +1199 -1092
- package/dist/{browser/durability-config-TIYKW6XX.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
- package/dist/embed-4H7RTBVL.mjs +221 -0
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CkPn2PWE.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
- package/dist/{browser/geo-index-OTV7VPIR.mjs → geo-index-2ZMMWWSK.mjs} +190 -93
- package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
- package/dist/index.browser.mjs +4 -16
- package/dist/index.d.ts +1495 -78
- package/dist/index.mjs +14 -50
- package/dist/index.react-native.mjs +11 -28
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/{long-query-thread-QDFQSJD6.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
- package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
- package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
- package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
- package/dist/optional-writes-DDFHYUOH.mjs +218 -0
- package/dist/{paged-partition-archive-RLRGOXDX.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
- package/dist/partial-words.browser.mjs +1649 -0
- package/dist/partial-words.mjs +15 -14
- package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
- package/dist/pattern.mjs +6 -8
- package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
- package/dist/persistence/durability/checkpoint-worker.mjs +27 -59
- package/dist/phrase-module-XK3T44VU.mjs +634 -0
- package/dist/query-actions-OMXJEC2J.mjs +118 -0
- package/dist/query-suggestions/merge-worker.mjs +18 -54
- package/dist/query-suggestions.browser.mjs +26 -227
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +16 -67
- package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
- package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
- package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
- package/dist/react-native/chunks/{chunk-4COWCEY7.mjs → chunk-FTQ7JNMU.mjs} +341 -180
- package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
- package/dist/react-native/chunks/{chunk-EJ33LCHV.mjs → chunk-HRDMIQ63.mjs} +53 -1
- package/dist/react-native/chunks/{chunk-4AV5PPH6.mjs → chunk-IY6U6HRA.mjs} +63 -7
- package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
- package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
- package/dist/react-native/chunks/{chunk-OXM66LO6.mjs → chunk-OK3WUA6N.mjs} +2 -10
- package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
- package/dist/{browser/chunk-SRMZXJSL.mjs → react-native/chunks/chunk-TQ26BKBH.mjs} +6 -0
- package/dist/{browser/chunk-GPPOG6PT.mjs → react-native/chunks/chunk-VUJCSQG5.mjs} +3 -1
- package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
- package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
- package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
- package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
- package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
- package/dist/{geo-index-MRH5JMIR.mjs → react-native/chunks/geo-index-QEYKEVPH.mjs} +190 -93
- package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
- package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
- package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
- package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
- package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
- package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
- package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
- package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
- package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
- package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
- package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
- package/dist/react-native/chunks/{chunk-WW2X2AEI.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
- package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
- package/dist/react-native/partial-words.mjs +954 -35
- package/dist/react-native/pattern.mjs +238 -111
- package/dist/react-native/query-suggestions.mjs +33 -239
- package/dist/react-native/sync.mjs +95 -52
- package/dist/react-native/synonyms.mjs +256 -112
- package/dist/react.d.ts +9 -9
- package/dist/react.mjs +6 -0
- package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
- package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
- package/dist/runtime-4GKUIAKV.mjs +595 -0
- package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
- package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
- package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
- package/dist/server.d.ts +33 -13
- package/dist/server.mjs +81 -100
- package/dist/{browser/durability-wiring-GVZEE46O.mjs → storage-leaf-HMIIOUYN.mjs} +2334 -931
- package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +27 -11
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +7 -2
- package/dist/sync.browser.mjs +88 -72
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +89 -59
- package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
- package/dist/synonyms.mjs +15 -11
- package/dist/{tasks-CoNjxbop.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
- package/dist/thread-SNILJXX3.mjs +30 -0
- package/dist/{types-DPMjfOr_.d.ts → types-CTg0KaMy.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +7 -1
- package/dist/vector/search-worker.mjs +9 -13
- package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
- package/dist/workers/entry.mjs +60 -30
- package/openapi.json +66 -50
- package/package.json +233 -8
- package/dist/analysis-change-CKEMM2MC.mjs +0 -55
- package/dist/analysis-change-entry-SEDMJ6MW.mjs +0 -1
- package/dist/archive-history-E4R73RWD.mjs +0 -29
- package/dist/browser/analysis-change-ZKGJFENM.mjs +0 -942
- package/dist/browser/analysis-change-entry-5BFUVMHJ.mjs +0 -1
- package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
- package/dist/browser/chunk-25MTVDYD.mjs +0 -432
- package/dist/browser/chunk-3I27KXQD.mjs +0 -34
- package/dist/browser/chunk-3NLMB5CC.mjs +0 -217
- package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
- package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
- package/dist/browser/chunk-5YWB3E2W.mjs +0 -92
- package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
- package/dist/browser/chunk-AI5UI46D.mjs +0 -12
- package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
- package/dist/browser/chunk-BLT4RHCJ.mjs +0 -241
- package/dist/browser/chunk-C26SPCGQ.mjs +0 -2636
- package/dist/browser/chunk-C4FJ3WDY.mjs +0 -177
- package/dist/browser/chunk-CXNTHHA7.mjs +0 -63
- package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
- package/dist/browser/chunk-DUH6QUVU.mjs +0 -2374
- package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
- package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
- package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-HUCSHDTB.mjs +0 -100
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-K3IPRX6D.mjs +0 -2559
- package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
- package/dist/browser/chunk-MY2XKH22.mjs +0 -40
- package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
- package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
- package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
- package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
- package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
- package/dist/browser/chunk-TK63WFXK.mjs +0 -90
- package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
- package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
- package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
- package/dist/browser/chunk-UATIJ4KU.mjs +0 -21
- package/dist/browser/chunk-UKOWD2K5.mjs +0 -315
- package/dist/browser/chunk-UTMHUHUV.mjs +0 -150
- package/dist/browser/chunk-V43N6TZO.mjs +0 -857
- package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
- package/dist/browser/chunk-WN464PTL.mjs +0 -375
- package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
- package/dist/browser/chunk-X7TXYUKO.mjs +0 -86
- package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
- package/dist/browser/chunk-Y6IBAUNO.mjs +0 -561
- package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
- package/dist/browser/cold-module-YNUUDNOM.mjs +0 -761
- package/dist/browser/engine-hooks-HBVS6YM4.mjs +0 -18
- package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
- package/dist/browser/import-5ESVMFDJ.mjs +0 -20
- package/dist/browser/methods-KTQCSIN4.mjs +0 -30
- package/dist/browser/module-NDSQLPMQ.mjs +0 -25
- package/dist/browser/operations-OJ3BXS55.mjs +0 -5
- package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
- package/dist/browser/pool-3JLET5RO.mjs +0 -297
- package/dist/browser/release-HYXPVJVS.mjs +0 -32
- package/dist/browser/restore-queue-LQBBTODR.mjs +0 -55
- package/dist/browser/retention-TY3L3BFN.mjs +0 -211
- package/dist/browser/snapshot-5FHPPCNZ.mjs +0 -965
- package/dist/browser/start-2UZTOBG5.mjs +0 -26
- package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
- package/dist/browser/write-ULXAN5B4.mjs +0 -196
- package/dist/chunk-2NE7VCYE.mjs +0 -212
- package/dist/chunk-2ROUFMQX.mjs +0 -543
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-3MXV3VHR.mjs +0 -46
- package/dist/chunk-3OH67G7R.mjs +0 -214
- package/dist/chunk-4B7JIGQD.mjs +0 -106
- package/dist/chunk-5YNRKI2C.mjs +0 -81
- package/dist/chunk-6HTGOXIK.mjs +0 -875
- package/dist/chunk-6OEGXLBX.mjs +0 -57
- package/dist/chunk-6RC4K46J.mjs +0 -86
- package/dist/chunk-7GFE3PEY.mjs +0 -40
- package/dist/chunk-7GXJUJ24.mjs +0 -49
- package/dist/chunk-7V5IUP2T.mjs +0 -63
- package/dist/chunk-A4L7YTKX.mjs +0 -458
- package/dist/chunk-BEZH7VEH.mjs +0 -23
- package/dist/chunk-BNL5OPRV.mjs +0 -634
- package/dist/chunk-BTPGQC6Z.mjs +0 -27
- package/dist/chunk-C7XQYG6U.mjs +0 -50
- package/dist/chunk-CQZXZ75V.mjs +0 -562
- package/dist/chunk-CWS55TEX.mjs +0 -242
- package/dist/chunk-CZQ33DLW.mjs +0 -78
- package/dist/chunk-EEBCDP36.mjs +0 -32
- package/dist/chunk-FB6463IN.mjs +0 -1499
- package/dist/chunk-FCJ553HS.mjs +0 -655
- package/dist/chunk-FEZVDOWX.mjs +0 -6996
- package/dist/chunk-FOCV4CBZ.mjs +0 -87
- package/dist/chunk-FQBFZAWG.mjs +0 -27
- package/dist/chunk-G6HRSGOU.mjs +0 -74
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-GH4WQ22V.mjs +0 -34
- package/dist/chunk-GPWMUPCA.mjs +0 -1126
- package/dist/chunk-GQPTDQCL.mjs +0 -54
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-I54T6CQP.mjs +0 -117
- package/dist/chunk-IPN7S4KX.mjs +0 -130
- package/dist/chunk-J4IJTTEX.mjs +0 -226
- package/dist/chunk-JSV6OQ4C.mjs +0 -74
- package/dist/chunk-K4ZIGL2O.mjs +0 -290
- package/dist/chunk-KAKQ74LS.mjs +0 -53
- package/dist/chunk-KCQYFO4K.mjs +0 -62
- package/dist/chunk-KHKIRS5D.mjs +0 -113
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KP7TYHWT.mjs +0 -92
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LDNCLRZU.mjs +0 -218
- package/dist/chunk-LHKOSI2J.mjs +0 -58
- package/dist/chunk-LQG5G2LY.mjs +0 -39
- package/dist/chunk-MATMVH65.mjs +0 -9
- package/dist/chunk-MP7ABPTD.mjs +0 -189
- package/dist/chunk-MW6BR4QP.mjs +0 -316
- package/dist/chunk-MWD5VPN7.mjs +0 -21
- package/dist/chunk-ODYKO5TO.mjs +0 -101
- package/dist/chunk-OG7UGJ6F.mjs +0 -63
- package/dist/chunk-ORN5BLL7.mjs +0 -11
- package/dist/chunk-OYABFKTW.mjs +0 -1974
- package/dist/chunk-P5LANSH6.mjs +0 -121
- package/dist/chunk-PELHVTO7.mjs +0 -24
- package/dist/chunk-PIH5SJ4N.mjs +0 -7481
- package/dist/chunk-PSZI4O24.mjs +0 -253
- package/dist/chunk-PV2CG7EJ.mjs +0 -886
- package/dist/chunk-PWGYQXML.mjs +0 -470
- package/dist/chunk-Q2UL2TPC.mjs +0 -21
- package/dist/chunk-QHPYS427.mjs +0 -66
- package/dist/chunk-QJVOLKU6.mjs +0 -111
- package/dist/chunk-QLDABJZM.mjs +0 -20
- package/dist/chunk-QYRNLLLI.mjs +0 -99
- package/dist/chunk-RCX4WNLC.mjs +0 -151
- package/dist/chunk-RFBLQLLZ.mjs +0 -16
- package/dist/chunk-RIHIVFIQ.mjs +0 -240
- package/dist/chunk-RLOES5SX.mjs +0 -31
- package/dist/chunk-RWURUDSP.mjs +0 -2639
- package/dist/chunk-RZWWB2XR.mjs +0 -96
- package/dist/chunk-S5LN746F.mjs +0 -10
- package/dist/chunk-SOI6LTHM.mjs +0 -216
- package/dist/chunk-SQJWAIF4.mjs +0 -12
- package/dist/chunk-TDIK6NTV.mjs +0 -10
- package/dist/chunk-TQXHPFWT.mjs +0 -177
- package/dist/chunk-U55XJEIG.mjs +0 -18
- package/dist/chunk-UD5HIS4U.mjs +0 -382
- package/dist/chunk-UHICS3JI.mjs +0 -83
- package/dist/chunk-UJDJB3NE.mjs +0 -913
- package/dist/chunk-VD7J552I.mjs +0 -28
- package/dist/chunk-VSLSGASN.mjs +0 -30
- package/dist/chunk-VZ2ONHEE.mjs +0 -3715
- package/dist/chunk-W7OSSKH5.mjs +0 -1427
- package/dist/chunk-WZ7YV54N.mjs +0 -152
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-Y4WPNHMC.mjs +0 -50
- package/dist/chunk-YEKL4JBK.mjs +0 -96
- package/dist/chunk-ZXNQEW43.mjs +0 -18
- package/dist/chunk-ZYAY26KG.mjs +0 -29
- package/dist/direct-executor-V5DRIECI.mjs +0 -34
- package/dist/durability-wiring-3TD62MBI.mjs +0 -4072
- package/dist/engine-hooks-HA3SBOBR.mjs +0 -54
- package/dist/gzip-F4HMIEEQ.mjs +0 -1
- package/dist/import-GPKLTSKA.mjs +0 -56
- package/dist/methods-7IOINERF.mjs +0 -30
- package/dist/module-JYHFTVPS.mjs +0 -63
- package/dist/operations-G5EP6JPX.mjs +0 -5
- package/dist/phrase-module-XW5MKWP5.mjs +0 -330
- package/dist/pool-Y4A46T36.mjs +0 -298
- package/dist/react-native/chunks/analysis-change-QUVDNABS.mjs +0 -934
- package/dist/react-native/chunks/analysis-change-entry-OC4XASBF.mjs +0 -1
- package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
- package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
- package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
- package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
- package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
- package/dist/react-native/chunks/chunk-4NWR3NGS.mjs +0 -151
- package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
- package/dist/react-native/chunks/chunk-5MSX5FRT.mjs +0 -858
- package/dist/react-native/chunks/chunk-6OFDUYVX.mjs +0 -92
- package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +0 -9
- package/dist/react-native/chunks/chunk-6ZELFCK5.mjs +0 -315
- package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
- package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
- package/dist/react-native/chunks/chunk-BITYFZSZ.mjs +0 -242
- package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
- package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
- package/dist/react-native/chunks/chunk-DMIFXZ3Q.mjs +0 -432
- package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
- package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
- package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
- package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
- package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
- package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
- package/dist/react-native/chunks/chunk-IAENKE2D.mjs +0 -21
- package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
- package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
- package/dist/react-native/chunks/chunk-KSBYEMCB.mjs +0 -100
- package/dist/react-native/chunks/chunk-KU646XXT.mjs +0 -164
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
- package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
- package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
- package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
- package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
- package/dist/react-native/chunks/chunk-OCSLSH27.mjs +0 -22723
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
- package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
- package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
- package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
- package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
- package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
- package/dist/react-native/chunks/chunk-TORU2OHQ.mjs +0 -218
- package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
- package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
- package/dist/react-native/chunks/chunk-WVWJNUMN.mjs +0 -2562
- package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
- package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZNZ6CPAZ.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZVQMBF2H.mjs +0 -63
- package/dist/react-native/chunks/chunk-ZWAIN4GG.mjs +0 -2636
- package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
- package/dist/react-native/chunks/cold-module-N6KFNNZA.mjs +0 -773
- package/dist/react-native/chunks/durability-wiring-RN64S2TL.mjs +0 -4984
- package/dist/react-native/chunks/engine-hooks-CWA5CKCA.mjs +0 -30
- package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
- package/dist/react-native/chunks/import-5UAWBRJP.mjs +0 -32
- package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
- package/dist/react-native/chunks/module-6RP4ZCBW.mjs +0 -37
- package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
- package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
- package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
- package/dist/react-native/chunks/release-2SIHZWDO.mjs +0 -32
- package/dist/react-native/chunks/restore-hooks-ENFMDTWC.mjs +0 -127
- package/dist/react-native/chunks/restore-queue-4R6AASE5.mjs +0 -55
- package/dist/react-native/chunks/retention-5GTFT3GR.mjs +0 -223
- package/dist/react-native/chunks/snapshot-5LGPQXFS.mjs +0 -976
- package/dist/react-native/chunks/start-ZQJVZ5DN.mjs +0 -38
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
- package/dist/react-native/chunks/write-6BRYIIZ7.mjs +0 -208
- package/dist/release-SMR4WJD4.mjs +0 -32
- package/dist/restore-hooks-HXLIEB4A.mjs +0 -153
- package/dist/restore-queue-LZH7LMLR.mjs +0 -55
- package/dist/retention-3K7ARGAG.mjs +0 -66
- package/dist/runtime-COIUORCN.mjs +0 -177
- package/dist/snapshot-O7ICP7NJ.mjs +0 -783
- package/dist/start-S4PFP6RS.mjs +0 -66
- package/dist/sync-state-ZWHLAFLE.mjs +0 -15
- package/dist/thread-YLJ3ZPQ3.mjs +0 -50
- package/dist/write-2OBJGLFS.mjs +0 -233
- /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
- /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
- /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
|
@@ -1,34 +1,199 @@
|
|
|
1
|
-
import { noteWaitingForMemory, admitsBackgroundBytes } from './chunk-
|
|
2
|
-
|
|
3
|
-
import {
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
import {
|
|
7
|
-
export {
|
|
8
|
-
import './chunk-
|
|
9
|
-
import {
|
|
10
|
-
|
|
11
|
-
import './chunk-
|
|
12
|
-
import { spawnNodeWorker } from './chunk-BEZH7VEH.mjs';
|
|
13
|
-
import { resolveWorkerEntry, detectRuntime, workerResourceLimits } from './chunk-LHKOSI2J.mjs';
|
|
14
|
-
import { chargeHeapBytes } from './chunk-XIHUI4KB.mjs';
|
|
15
|
-
import { resolveWorkerCount } from './chunk-3MXV3VHR.mjs';
|
|
16
|
-
import './chunk-EEBCDP36.mjs';
|
|
17
|
-
import './chunk-Q2UL2TPC.mjs';
|
|
18
|
-
import './chunk-FQBFZAWG.mjs';
|
|
19
|
-
import './chunk-QYRNLLLI.mjs';
|
|
20
|
-
import './chunk-ZXNQEW43.mjs';
|
|
21
|
-
import './chunk-KOKM4PQN.mjs';
|
|
22
|
-
import './chunk-ORN5BLL7.mjs';
|
|
23
|
-
import { MAX_RENUMBERED_SEARCH_ATTEMPTS, DISK_STORAGE_BLOCK_BYTES, UNPLACED_FLAG_CHUNK_ORDINALS, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS } from './chunk-BTPGQC6Z.mjs';
|
|
24
|
-
import { turnsAreBudgeted, yieldBackgroundTurn, createDocIdMap, holdWritesAndBackgroundWork, backgroundTurnIsSpent, turnIsSpent, yieldTurn } from './chunk-LQG5G2LY.mjs';
|
|
1
|
+
import { resolveHybridFusion, reciprocalRankFusion, linearCombination, noteWaitingForMemory, admitsBackgroundBytes } from './chunk-75UNINFA.mjs';
|
|
2
|
+
export { linearCombination, reciprocalRankFusion, resolveHybridFusion } from './chunk-75UNINFA.mjs';
|
|
3
|
+
import { createVectorStore } from './chunk-P5YLI5ED.mjs';
|
|
4
|
+
export { openSharedVectorField } from './chunk-P5YLI5ED.mjs';
|
|
5
|
+
export { bindVectorHost } from './chunk-YETKPX5M.mjs';
|
|
6
|
+
import { VECTOR_WORKER_COPIES_ALLOWED, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, defaultQuantizationFor, osqBitsOf, DEFAULT_VECTOR_METRIC, noBuildHistory, createOsqQuantizer, recordCheckpoint, assignStorePartitions, liveSize, STORE_ORDINAL_LAYOUT_GENERATION, writeSequenceOf, writeSequenceWords, storePinsOf, admissionAt, handOverBuildTurns, filterForOptions, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, yieldBuildTurn, holdAdmission, fieldHandlesOf, ordinalFilterForSubsets, ordinalFilterValues, nativeScoresOf, toScore, ordinalFilterHas, threadedNativeCore, threadsHoldCurrentLayout, WORKER_COPY_MIN_VECTORS, MIN_OVERSAMPLE, SHUFFLED_REBUILD_MEMORY_RETRY_MS, emptyFieldBeforeRestore, nativeStoreScratchBytes, createOrdinalFilter, addToOrdinalFilter, magnitude, toDistance, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, recalibrateFromStore, NO_LIVE_VECTOR_AT_POSITION, signatureOf, bytesToVectors, isDead, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, allLiveDocIds, sharedMemoryAvailable, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, releaseReplacedVectors, createHNSWIndex, adoptGraph, topLayerInParts, shuffleInPlace, requireWholeNeighbourLists, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, createCentroidSums, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, BUILD_CHUNK_SIZE, shuffleStep, SEARCH_REFILL_RESERVE, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, nativeStoreFor, nativeMetricCode, withNativeThreadSlot, SEARCH_SCAN_CHUNK_VECTORS, releasePinsHeldBy, releaseLocksHeldBy, DRIFT_CHECK_GROWTH_FACTOR, adoptLoadedCalibration, planCheckpoint, deserialize, RECALIBRATION_DRIFT_RATIO, DISK_ADOPTION_YIELD_INTERVAL } from './chunk-LAWIJRMJ.mjs';
|
|
7
|
+
export { holdAdmission, releaseLocksHeldBy, releasePinsHeldBy } from './chunk-LAWIJRMJ.mjs';
|
|
8
|
+
import { chargeHeapBytes, workerResourceLimits } from './chunk-AB27FWZM.mjs';
|
|
9
|
+
import { requirePinnedState, signalOfSearch, bindSearchSignal, createDocIdMap, resolveWorkerCount, resolveWorkerEntry, detectRuntime, spawnNodeWorker } from './chunk-OUWZKNO3.mjs';
|
|
10
|
+
import { MAX_RENUMBERED_SEARCH_ATTEMPTS, DISK_STORAGE_BLOCK_BYTES, RESULT_WINDOW, turnsAreBudgeted, yieldBackgroundTurn, UNPLACED_FLAG_CHUNK_ORDINALS, holdWritesAndBackgroundWork, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, backgroundTurnIsSpent, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, turnIsSpent, yieldTurn, noteThreadSlotLive, noteThreadSlotGone, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS } from './chunk-3B775F3C.mjs';
|
|
11
|
+
import { noteFallback, NATIVE_OK } from './chunk-E2F6LZR3.mjs';
|
|
25
12
|
import './chunk-ZXX5GZEX.mjs';
|
|
26
|
-
import
|
|
27
|
-
import {
|
|
28
|
-
import './chunk-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
13
|
+
import './chunk-4PY4JYMY.mjs';
|
|
14
|
+
import { NarsilError, ErrorCodes, isNarsilError } from './chunk-Q3ZZH5Z7.mjs';
|
|
15
|
+
import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
|
|
16
|
+
|
|
17
|
+
// src/engine/query/subset-search.ts
|
|
18
|
+
function filterSubsetsMatchNothing(subsets) {
|
|
19
|
+
for (const subset of subsets) {
|
|
20
|
+
for (let wordIndex = 0; wordIndex < subset.bits.length; wordIndex++) {
|
|
21
|
+
if (subset.bits[wordIndex] !== 0) return false;
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
return true;
|
|
25
|
+
}
|
|
26
|
+
function filterSubsetsRenumbered(subsets) {
|
|
27
|
+
return subsets.some((subset) => subset.owner.docStore.numberingGeneration() !== subset.numberingGeneration);
|
|
28
|
+
}
|
|
29
|
+
async function searchCurrentSubsets(fieldName, first, collectAgain, search2) {
|
|
30
|
+
let subsets = first;
|
|
31
|
+
for (let attempt = 1; ; attempt++) {
|
|
32
|
+
const answer = await search2(subsets);
|
|
33
|
+
if (!filterSubsetsRenumbered(subsets)) return answer;
|
|
34
|
+
if (attempt >= MAX_RENUMBERED_SEARCH_ATTEMPTS) {
|
|
35
|
+
throw new NarsilError(
|
|
36
|
+
ErrorCodes.WORKER_BUSY,
|
|
37
|
+
`The index renumbered its documents during each of ${attempt} filtered searches of vector field "${fieldName}"`,
|
|
38
|
+
{ fieldName, attempts: attempt }
|
|
39
|
+
);
|
|
40
|
+
}
|
|
41
|
+
subsets = collectAgain();
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
// src/engine/query/vector.ts
|
|
46
|
+
function oversampleOf(vectorConfig) {
|
|
47
|
+
const oversample = vectorConfig.oversample;
|
|
48
|
+
if (oversample === void 0) return void 0;
|
|
49
|
+
if (typeof oversample !== "number" || !Number.isFinite(oversample) || oversample < MIN_OVERSAMPLE) {
|
|
50
|
+
throw new NarsilError(
|
|
51
|
+
ErrorCodes.CONFIG_INVALID,
|
|
52
|
+
`vector.oversample must be a finite number of at least ${MIN_OVERSAMPLE}`,
|
|
53
|
+
{ oversample }
|
|
54
|
+
);
|
|
55
|
+
}
|
|
56
|
+
return oversample;
|
|
57
|
+
}
|
|
58
|
+
function vectorFetchDepth(limit, offset, cursorDepth) {
|
|
59
|
+
const reach = cursorDepth + offset + limit;
|
|
60
|
+
if (reach > RESULT_WINDOW) {
|
|
61
|
+
throw new NarsilError(
|
|
62
|
+
ErrorCodes.SEARCH_RESULT_WINDOW_EXCEEDED,
|
|
63
|
+
`The engine pages a vector search through the first ${RESULT_WINDOW} results, and this page ends at ${reach}. Narrow the search with a filter or a similarity floor`,
|
|
64
|
+
{ limit, offset, cursorDepth, window: RESULT_WINDOW }
|
|
65
|
+
);
|
|
66
|
+
}
|
|
67
|
+
return Math.min(reach + 1, RESULT_WINDOW);
|
|
68
|
+
}
|
|
69
|
+
function vectorClock(context) {
|
|
70
|
+
const signal = signalOfSearch(context.turns);
|
|
71
|
+
const clock = context.patternWork.clock;
|
|
72
|
+
if (signal === void 0) return clock;
|
|
73
|
+
const nativeWindow = clock?.nativeWindow;
|
|
74
|
+
const bound = {
|
|
75
|
+
check() {
|
|
76
|
+
signal.throwIfAborted();
|
|
77
|
+
clock?.check();
|
|
78
|
+
},
|
|
79
|
+
tick(units) {
|
|
80
|
+
signal.throwIfAborted();
|
|
81
|
+
clock?.tick(units);
|
|
82
|
+
},
|
|
83
|
+
...nativeWindow === void 0 ? {} : { nativeWindow: () => nativeWindow.call(clock) }
|
|
84
|
+
};
|
|
85
|
+
bindSearchSignal(bound, signal);
|
|
86
|
+
return bound;
|
|
87
|
+
}
|
|
88
|
+
async function searchField(search2, k, host) {
|
|
89
|
+
const { vecIndex, vectorConfig, queryVector, context, filtered, rescoreWindow } = search2;
|
|
90
|
+
const options = {
|
|
91
|
+
clock: vectorClock(context),
|
|
92
|
+
metric: vectorConfig.metric ?? "cosine",
|
|
93
|
+
minSimilarity: vectorConfig.similarity ?? -Infinity,
|
|
94
|
+
efSearch: vectorConfig.efSearch,
|
|
95
|
+
oversample: oversampleOf(vectorConfig),
|
|
96
|
+
...rescoreWindow !== void 0 ? { rescoreWindow } : {}
|
|
97
|
+
};
|
|
98
|
+
if (filtered !== void 0) {
|
|
99
|
+
const outcome2 = await searchCurrentSubsets(
|
|
100
|
+
vecIndex.fieldName,
|
|
101
|
+
filtered.first,
|
|
102
|
+
filtered.collectAgain,
|
|
103
|
+
(filterSubsets) => vecIndex.searchParallel(queryVector, k, { ...options, filterSubsets })
|
|
104
|
+
);
|
|
105
|
+
requirePinnedState(context.pin);
|
|
106
|
+
return outcome2;
|
|
107
|
+
}
|
|
108
|
+
const filterPartitions = host.partitionsForVectorSearch(context.manager, vecIndex, context.partitionIds);
|
|
109
|
+
const outcome = await vecIndex.searchParallel(
|
|
110
|
+
queryVector,
|
|
111
|
+
k,
|
|
112
|
+
filterPartitions === void 0 ? options : { ...options, filterPartitions }
|
|
113
|
+
);
|
|
114
|
+
requirePinnedState(context.pin);
|
|
115
|
+
return outcome;
|
|
116
|
+
}
|
|
117
|
+
async function executeVectorSearch(host, params, context, limit, offset, cursorDepth = 0) {
|
|
118
|
+
const vectorConfig = params.vector;
|
|
119
|
+
if (!vectorConfig || !vectorConfig.value) {
|
|
120
|
+
return { scored: [], totalMatched: 0 };
|
|
121
|
+
}
|
|
122
|
+
const vecIndex = host.resolveVectorIndex(context, vectorConfig.field);
|
|
123
|
+
if (!vecIndex) {
|
|
124
|
+
return { scored: [], totalMatched: 0 };
|
|
125
|
+
}
|
|
126
|
+
const filtered = host.filteredSearchOf(params, context);
|
|
127
|
+
if (filtered !== void 0 && filterSubsetsMatchNothing(filtered.first)) {
|
|
128
|
+
return { scored: [], totalMatched: 0 };
|
|
129
|
+
}
|
|
130
|
+
const search2 = {
|
|
131
|
+
vecIndex,
|
|
132
|
+
vectorConfig,
|
|
133
|
+
queryVector: new Float32Array(vectorConfig.value),
|
|
134
|
+
context,
|
|
135
|
+
filtered,
|
|
136
|
+
rescoreWindow: context.rescoreWindow
|
|
137
|
+
};
|
|
138
|
+
const outcome = await searchField(search2, vectorFetchDepth(limit, offset, cursorDepth), host);
|
|
139
|
+
const scored = host.vectorResultsToScored(outcome.results);
|
|
140
|
+
return { scored, totalMatched: outcome.matched, matchedExact: outcome.matchedExact };
|
|
141
|
+
}
|
|
142
|
+
async function vectorLegWith(host, vectorConfig, queryVector, context, filtered, k, rescoreWindow) {
|
|
143
|
+
const vecIndex = host.resolveVectorIndex(context, vectorConfig.field);
|
|
144
|
+
if (!vecIndex) return { scored: [], holdsEveryMatch: true };
|
|
145
|
+
const search2 = { vecIndex, vectorConfig, queryVector, context, filtered, rescoreWindow };
|
|
146
|
+
const outcome = await searchField(search2, k, host);
|
|
147
|
+
return {
|
|
148
|
+
scored: host.vectorResultsToScored(outcome.results),
|
|
149
|
+
holdsEveryMatch: outcome.matchedExact && outcome.results.length === outcome.matched
|
|
150
|
+
};
|
|
151
|
+
}
|
|
152
|
+
async function executeHybridSearch(host, params, context, limit, offset, cursorDepth = 0) {
|
|
153
|
+
const { vector: vectorConfig, mode: _mode, hybrid: _hybrid, ...textOnlyParams } = params;
|
|
154
|
+
const fusion = resolveHybridFusion(params.hybrid);
|
|
155
|
+
const filtered = host.filteredSearchOf(params, context);
|
|
156
|
+
if (filtered !== void 0 && filterSubsetsMatchNothing(filtered.first)) {
|
|
157
|
+
return { scored: [], totalMatched: 0 };
|
|
158
|
+
}
|
|
159
|
+
if (!vectorConfig || !vectorConfig.value) {
|
|
160
|
+
const textOnly = await host.textLeg(textOnlyParams, context);
|
|
161
|
+
return {
|
|
162
|
+
scored: textOnly.scored,
|
|
163
|
+
totalMatched: textOnly.totalMatched,
|
|
164
|
+
facets: textOnly.facets,
|
|
165
|
+
...textOnly.documents !== void 0 ? { documents: textOnly.documents } : {}
|
|
166
|
+
};
|
|
167
|
+
}
|
|
168
|
+
const vectorPending = vectorLegWith(
|
|
169
|
+
host,
|
|
170
|
+
vectorConfig,
|
|
171
|
+
new Float32Array(vectorConfig.value),
|
|
172
|
+
context,
|
|
173
|
+
filtered,
|
|
174
|
+
vectorFetchDepth(limit, offset, cursorDepth)
|
|
175
|
+
);
|
|
176
|
+
const [textFanOutResult, vectorOutcome] = await Promise.all([host.textLeg(textOnlyParams, context), vectorPending]);
|
|
177
|
+
const vectorScored = vectorOutcome.scored;
|
|
178
|
+
let fusedScored;
|
|
179
|
+
if (fusion.strategy === "rrf") {
|
|
180
|
+
fusedScored = reciprocalRankFusion([textFanOutResult.scored, vectorScored], { k: fusion.k });
|
|
181
|
+
} else {
|
|
182
|
+
fusedScored = linearCombination(textFanOutResult.scored, vectorScored, { alpha: fusion.alpha });
|
|
183
|
+
}
|
|
184
|
+
if (params.minScore !== void 0 && params.minScore > 0) {
|
|
185
|
+
const threshold = params.minScore;
|
|
186
|
+
fusedScored = fusedScored.filter((doc) => doc.score >= threshold);
|
|
187
|
+
}
|
|
188
|
+
const textHoldsEveryMatch = textFanOutResult.scored.length === textFanOutResult.totalMatched;
|
|
189
|
+
return {
|
|
190
|
+
scored: fusedScored,
|
|
191
|
+
totalMatched: fusedScored.length,
|
|
192
|
+
matchedExact: vectorOutcome.holdsEveryMatch && textHoldsEveryMatch,
|
|
193
|
+
facets: textFanOutResult.facets,
|
|
194
|
+
...textFanOutResult.documents !== void 0 ? { documents: textFanOutResult.documents } : {}
|
|
195
|
+
};
|
|
196
|
+
}
|
|
32
197
|
|
|
33
198
|
// src/engine/vector-maintenance.ts
|
|
34
199
|
function resolveVectorIndexes(manager, indexName, fieldName) {
|
|
@@ -245,13 +410,18 @@ function readStoreFlags(store) {
|
|
|
245
410
|
}
|
|
246
411
|
|
|
247
412
|
// src/vector/shared-field/searcher.ts
|
|
248
|
-
function
|
|
413
|
+
function* storeOrdinals(store) {
|
|
414
|
+
const slots = store.slots;
|
|
415
|
+
for (let ordinal = 0; ordinal < slots; ordinal++) yield ordinal;
|
|
416
|
+
}
|
|
417
|
+
function distancesInTypeScript(store, query, metric, ordinals, admission, clock) {
|
|
249
418
|
noteFallback("score");
|
|
250
419
|
const arenaQuery = store.prepareQueryArena(query);
|
|
251
420
|
const queryMagnitude = arenaQuery ? arenaQuery.magnitude : magnitude(query);
|
|
252
421
|
const distances = new Float64Array(ordinals.length).fill(Number.POSITIVE_INFINITY);
|
|
253
422
|
for (let i = 0; i < ordinals.length; i++) {
|
|
254
423
|
if (clock !== void 0) clock.tick(query.length);
|
|
424
|
+
if (!admission.admits(ordinals[i])) continue;
|
|
255
425
|
if (arenaQuery) {
|
|
256
426
|
distances[i] = store.distanceFromArena(arenaQuery, ordinals[i], metric);
|
|
257
427
|
continue;
|
|
@@ -261,11 +431,12 @@ function distancesInTypeScript(store, query, metric, ordinals, clock) {
|
|
|
261
431
|
}
|
|
262
432
|
return distances;
|
|
263
433
|
}
|
|
264
|
-
function scoreCandidates(
|
|
434
|
+
function scoreCandidates(scan, candidates) {
|
|
435
|
+
const { store, query, k, metric, minSimilarity, admission, clock } = scan;
|
|
265
436
|
const { ordinals, docIds } = candidates;
|
|
266
437
|
if (ordinals.length === 0) return { results: [], matched: 0 };
|
|
267
438
|
clock?.check();
|
|
268
|
-
const distances = nativeScoresOf(store.handles, query, metric, ordinals) ?? distancesInTypeScript(store, query, metric, ordinals, clock);
|
|
439
|
+
const distances = nativeScoresOf(store.handles, query, metric, ordinals, admission.pin) ?? distancesInTypeScript(store, query, metric, ordinals, admission, clock);
|
|
269
440
|
clock?.check();
|
|
270
441
|
const heap = createBoundedMaxHeap(highScoreFirst, k);
|
|
271
442
|
let matched = 0;
|
|
@@ -274,7 +445,7 @@ function scoreCandidates(store, candidates, query, k, metric, minSimilarity, clo
|
|
|
274
445
|
const score = toScore(distances[i], metric);
|
|
275
446
|
if (score < minSimilarity) continue;
|
|
276
447
|
matched++;
|
|
277
|
-
heap.push({ docId: docIds[i], score });
|
|
448
|
+
heap.push({ docId: docIds[i], score, ordinal: ordinals[i] });
|
|
278
449
|
}
|
|
279
450
|
return { results: heap.toSortedArray().reverse(), matched };
|
|
280
451
|
}
|
|
@@ -284,44 +455,58 @@ function createSharedVectorSearcher(options) {
|
|
|
284
455
|
function ordinalLayoutGeneration() {
|
|
285
456
|
return Atomics.load(view.store.handles.header, STORE_ORDINAL_LAYOUT_GENERATION);
|
|
286
457
|
}
|
|
287
|
-
function ordinalSpace() {
|
|
458
|
+
function ordinalSpace(admission) {
|
|
288
459
|
const store = view.store;
|
|
289
460
|
const layoutGeneration2 = ordinalLayoutGeneration();
|
|
461
|
+
let retained;
|
|
462
|
+
function ordinalOf(docId) {
|
|
463
|
+
const current = view.ordinalOf(docId);
|
|
464
|
+
if (admission === void 0 || current !== void 0 && admission.admits(current)) return current;
|
|
465
|
+
if (retained === void 0) {
|
|
466
|
+
retained = /* @__PURE__ */ new Map();
|
|
467
|
+
for (let ordinal = 0; ordinal < store.slots; ordinal++) {
|
|
468
|
+
const id = admission.docIdOf(ordinal);
|
|
469
|
+
if (id !== void 0) retained.set(id, ordinal);
|
|
470
|
+
}
|
|
471
|
+
}
|
|
472
|
+
return retained.get(docId);
|
|
473
|
+
}
|
|
290
474
|
return {
|
|
291
475
|
fieldName,
|
|
292
|
-
layoutGeneration: layoutGeneration2,
|
|
476
|
+
layoutGeneration: admission === void 0 ? layoutGeneration2 : -admission.pin - 1,
|
|
293
477
|
slots: store.slots,
|
|
294
478
|
header: store.handles.header,
|
|
295
|
-
ordinalOf
|
|
296
|
-
holdsCurrentOrdinal: (ordinal) => store.holdsOrdinal(ordinal) && store.partitionAt(ordinal) !== void 0,
|
|
297
|
-
isRemoved: (ordinal) => flags.isRemoved(ordinal)
|
|
479
|
+
ordinalOf,
|
|
480
|
+
holdsCurrentOrdinal: (ordinal) => admission === void 0 ? store.holdsOrdinal(ordinal) && store.partitionAt(ordinal) !== void 0 : admission.admits(ordinal),
|
|
481
|
+
isRemoved: (ordinal) => admission === void 0 ? flags.isRemoved(ordinal) : !admission.admits(ordinal)
|
|
298
482
|
};
|
|
299
483
|
}
|
|
300
|
-
function filterForPartitions(allowed) {
|
|
484
|
+
function filterForPartitions(allowed, admission) {
|
|
301
485
|
const slots = view.store.slots;
|
|
302
486
|
const filter = createOrdinalFilter(slots);
|
|
303
487
|
for (let ordinal = 0; ordinal < slots; ordinal++) {
|
|
304
488
|
const partition = view.store.partitionAt(ordinal);
|
|
305
489
|
if (partition === void 0 || !allowed.has(partition)) continue;
|
|
306
|
-
if (!view.store.holdsOrdinal(ordinal) || flags.isRemoved(ordinal))
|
|
490
|
+
if (admission === void 0 ? !view.store.holdsOrdinal(ordinal) || flags.isRemoved(ordinal) : !admission.admits(ordinal))
|
|
491
|
+
continue;
|
|
307
492
|
addToOrdinalFilter(filter, ordinal);
|
|
308
493
|
}
|
|
309
494
|
return filter;
|
|
310
495
|
}
|
|
311
|
-
function filterFor(searchOptions) {
|
|
496
|
+
function filterFor(searchOptions, admission) {
|
|
312
497
|
if (searchOptions.filterSubsets !== void 0) {
|
|
313
|
-
return ordinalFilterForSubsets(searchOptions.filterSubsets, ordinalSpace());
|
|
498
|
+
return ordinalFilterForSubsets(searchOptions.filterSubsets, ordinalSpace(admission));
|
|
314
499
|
}
|
|
315
|
-
if (searchOptions.filterPartitions !== void 0)
|
|
500
|
+
if (searchOptions.filterPartitions !== void 0)
|
|
501
|
+
return filterForPartitions(searchOptions.filterPartitions, admission);
|
|
316
502
|
return void 0;
|
|
317
503
|
}
|
|
318
|
-
function candidatesOf(ordinals, filter) {
|
|
504
|
+
function candidatesOf(ordinals, filter, admission) {
|
|
319
505
|
const candidates = { ordinals: [], docIds: [] };
|
|
320
506
|
for (const ordinal of ordinals) {
|
|
321
507
|
if (filter !== void 0 && !ordinalFilterHas(filter, ordinal)) continue;
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
if (docId === void 0 || view.ordinalOf(docId) !== ordinal) continue;
|
|
508
|
+
const docId = admission.docIdOf(ordinal);
|
|
509
|
+
if (docId === void 0) continue;
|
|
325
510
|
candidates.ordinals.push(ordinal);
|
|
326
511
|
candidates.docIds.push(docId);
|
|
327
512
|
}
|
|
@@ -335,9 +520,10 @@ function createSharedVectorSearcher(options) {
|
|
|
335
520
|
function scanned(scan) {
|
|
336
521
|
return { results: scan.results, matched: scan.matched, matchedExact: true, resolvedEveryHit: true };
|
|
337
522
|
}
|
|
338
|
-
function search2(query, k, searchOptions, filter) {
|
|
523
|
+
function search2(query, k, searchOptions, filter, admission) {
|
|
339
524
|
const { metric, minSimilarity, efSearch, oversample, rescoreWindow } = searchOptions;
|
|
340
525
|
const clock = searchOptions.clock;
|
|
526
|
+
const scan = { store: view.store, query, k, metric, minSimilarity, admission, clock };
|
|
341
527
|
const empty = { results: [], matched: 0, matchedExact: true, resolvedEveryHit: true };
|
|
342
528
|
const liveDocuments = flags.liveDocuments();
|
|
343
529
|
if (liveDocuments <= 0) return empty;
|
|
@@ -352,17 +538,14 @@ function createSharedVectorSearcher(options) {
|
|
|
352
538
|
if (k <= 0) return fetched([], true);
|
|
353
539
|
const graph = view.graph;
|
|
354
540
|
if (graph === null) {
|
|
355
|
-
const ordinals = filter === void 0 ?
|
|
356
|
-
return scanned(
|
|
357
|
-
scoreCandidates(view.store, candidatesOf(ordinals, filter), query, k, metric, minSimilarity, clock)
|
|
358
|
-
);
|
|
541
|
+
const ordinals = filter === void 0 ? storeOrdinals(view.store) : ordinalFilterValues(filter);
|
|
542
|
+
return scanned(scoreCandidates(scan, candidatesOf(ordinals, filter, admission)));
|
|
359
543
|
}
|
|
360
544
|
if (filter !== void 0) {
|
|
361
545
|
const graphLiveSize = view.liveSize;
|
|
362
546
|
const selectivity = graphLiveSize > 0 ? filter.count / graphLiveSize : 1;
|
|
363
547
|
if (selectivity < view.handles.filterThreshold) {
|
|
364
|
-
|
|
365
|
-
return scanned(scoreCandidates(view.store, candidates, query, k, metric, minSimilarity, clock));
|
|
548
|
+
return scanned(scoreCandidates(scan, candidatesOf(ordinalFilterValues(filter), filter, admission)));
|
|
366
549
|
}
|
|
367
550
|
}
|
|
368
551
|
const unplaced = flags.unplacedOrdinals();
|
|
@@ -373,18 +556,54 @@ function createSharedVectorSearcher(options) {
|
|
|
373
556
|
efSearch,
|
|
374
557
|
oversample,
|
|
375
558
|
rescoreWindow,
|
|
376
|
-
clock
|
|
559
|
+
clock,
|
|
560
|
+
admission
|
|
377
561
|
})) {
|
|
378
|
-
const docId =
|
|
562
|
+
const docId = admission.docIdOf(hit.ord);
|
|
379
563
|
if (docId === void 0) {
|
|
380
564
|
resolvedEveryHit = false;
|
|
381
565
|
continue;
|
|
382
566
|
}
|
|
383
|
-
graphResults.push({ docId, score: hit.score });
|
|
567
|
+
graphResults.push({ docId, score: hit.score, ordinal: hit.ord });
|
|
384
568
|
}
|
|
385
569
|
if (unplaced.length === 0) return fetched(graphResults, resolvedEveryHit);
|
|
386
|
-
const
|
|
387
|
-
return fetched(mergeResults(graphResults,
|
|
570
|
+
const unplacedScan = scoreCandidates(scan, candidatesOf(unplaced, filter, admission));
|
|
571
|
+
return fetched(mergeResults(graphResults, unplacedScan.results, k), resolvedEveryHit);
|
|
572
|
+
}
|
|
573
|
+
function searchAtOnePin(query, k, searchOptions) {
|
|
574
|
+
const held = searchOptions.admission;
|
|
575
|
+
if (held !== void 0) {
|
|
576
|
+
const filter = filterFor(searchOptions, held);
|
|
577
|
+
const sequence = writeSequenceOf(writeSequenceWords(view.store.handles.header));
|
|
578
|
+
const outcome = sequence === held.pin && !view.graphRetired ? search2(query, k, searchOptions, filter, held) : void 0;
|
|
579
|
+
if (outcome !== void 0 && writeSequenceOf(writeSequenceWords(view.store.handles.header)) === held.pin && !view.graphRetired)
|
|
580
|
+
return outcome;
|
|
581
|
+
const ordinals = [];
|
|
582
|
+
for (let ordinal = 0; ordinal < view.store.slots; ordinal++) {
|
|
583
|
+
if (held.admits(ordinal)) ordinals.push(ordinal);
|
|
584
|
+
}
|
|
585
|
+
return scanned(
|
|
586
|
+
scoreCandidates(
|
|
587
|
+
{
|
|
588
|
+
store: view.store,
|
|
589
|
+
query,
|
|
590
|
+
k,
|
|
591
|
+
metric: searchOptions.metric,
|
|
592
|
+
minSimilarity: searchOptions.minSimilarity,
|
|
593
|
+
admission: held,
|
|
594
|
+
clock: searchOptions.clock
|
|
595
|
+
},
|
|
596
|
+
candidatesOf(ordinals, filter, held)
|
|
597
|
+
)
|
|
598
|
+
);
|
|
599
|
+
}
|
|
600
|
+
const pins = storePinsOf(view.store);
|
|
601
|
+
const pin = pins.take();
|
|
602
|
+
try {
|
|
603
|
+
return search2(query, k, searchOptions, filterFor(searchOptions), admissionAt(view.store, pin));
|
|
604
|
+
} finally {
|
|
605
|
+
pins.release(pin);
|
|
606
|
+
}
|
|
388
607
|
}
|
|
389
608
|
return {
|
|
390
609
|
fieldName,
|
|
@@ -399,10 +618,12 @@ function createSharedVectorSearcher(options) {
|
|
|
399
618
|
{ expected: view.handles.dimension, received: query.length }
|
|
400
619
|
);
|
|
401
620
|
}
|
|
621
|
+
if (searchOptions.admission !== void 0)
|
|
622
|
+
return Promise.resolve(answerOf(searchAtOnePin(query, k, searchOptions)));
|
|
402
623
|
for (let attempt = 1; ; attempt++) {
|
|
403
624
|
const layoutGeneration2 = ordinalLayoutGeneration();
|
|
404
|
-
const outcome =
|
|
405
|
-
if (view.graphRetired) {
|
|
625
|
+
const outcome = searchAtOnePin(query, k, searchOptions);
|
|
626
|
+
if (view.graphRetired && searchOptions.admission === void 0) {
|
|
406
627
|
throw new NarsilError(
|
|
407
628
|
ErrorCodes.WORKER_BUSY,
|
|
408
629
|
`The main thread replaced the graph of vector field "${fieldName}" while this thread searched it`,
|
|
@@ -421,6 +642,8 @@ function createSharedVectorSearcher(options) {
|
|
|
421
642
|
}
|
|
422
643
|
};
|
|
423
644
|
}
|
|
645
|
+
function closeIdleTurnHop() {
|
|
646
|
+
}
|
|
424
647
|
|
|
425
648
|
// src/vector/vector-index/graph-pass.ts
|
|
426
649
|
function holdGraph(state, graph) {
|
|
@@ -514,6 +737,16 @@ function moveOutOfBuffer(state, docId) {
|
|
|
514
737
|
if (!state.buffer.delete(docId)) return;
|
|
515
738
|
for (const watch of state.searchWatches) watch.leftBuffer.add(docId);
|
|
516
739
|
}
|
|
740
|
+
function writeWatchesOf(state) {
|
|
741
|
+
return {
|
|
742
|
+
watchWrites(listener) {
|
|
743
|
+
state.writeListeners.add(listener);
|
|
744
|
+
return () => {
|
|
745
|
+
state.writeListeners.delete(listener);
|
|
746
|
+
};
|
|
747
|
+
}
|
|
748
|
+
};
|
|
749
|
+
}
|
|
517
750
|
async function watchingSearch(state, search2) {
|
|
518
751
|
const watch = { written: /* @__PURE__ */ new Set(), leftBuffer: /* @__PURE__ */ new Set() };
|
|
519
752
|
state.searchWatches.add(watch);
|
|
@@ -541,13 +774,13 @@ function createSlot(worker, scratchSlot) {
|
|
|
541
774
|
pending: /* @__PURE__ */ new Map(),
|
|
542
775
|
alive: true,
|
|
543
776
|
outstanding: 0,
|
|
544
|
-
|
|
777
|
+
fields: /* @__PURE__ */ new Map(),
|
|
545
778
|
working: /* @__PURE__ */ new Map(),
|
|
546
779
|
idleWaiters: /* @__PURE__ */ new Set()
|
|
547
780
|
};
|
|
548
781
|
}
|
|
549
|
-
function
|
|
550
|
-
|
|
782
|
+
function noteFieldOpened(slot, handle, handles) {
|
|
783
|
+
slot.fields.set(handle, handles);
|
|
551
784
|
}
|
|
552
785
|
function noteWorkStarted(slot, requestId, handle) {
|
|
553
786
|
slot.working.set(requestId, handle);
|
|
@@ -557,8 +790,8 @@ function stillWorkingOn(slot, handle) {
|
|
|
557
790
|
return false;
|
|
558
791
|
}
|
|
559
792
|
function forgetDroppedGraphs(slot, shared) {
|
|
560
|
-
for (const handle of [...slot.
|
|
561
|
-
if (!shared.has(handle) && !stillWorkingOn(slot, handle)) slot.
|
|
793
|
+
for (const handle of [...slot.fields.keys()]) {
|
|
794
|
+
if (!shared.has(handle) && !stillWorkingOn(slot, handle)) slot.fields.delete(handle);
|
|
562
795
|
}
|
|
563
796
|
}
|
|
564
797
|
function noteAnswered(slot, requestId, shared) {
|
|
@@ -581,8 +814,11 @@ function untilIdle(slot, deadlineMs) {
|
|
|
581
814
|
}
|
|
582
815
|
function releaseSlotLocks(slot) {
|
|
583
816
|
noteThreadSlotGone(slot.scratchSlot);
|
|
584
|
-
for (const
|
|
585
|
-
|
|
817
|
+
for (const field of slot.fields.values()) {
|
|
818
|
+
releasePinsHeldBy(field.store.pins, slot.scratchSlot);
|
|
819
|
+
if (field.graph !== null) releaseLocksHeldBy(field.graph, slot.scratchSlot);
|
|
820
|
+
}
|
|
821
|
+
slot.fields.clear();
|
|
586
822
|
slot.working.clear();
|
|
587
823
|
for (const waiter of [...slot.idleWaiters]) waiter();
|
|
588
824
|
}
|
|
@@ -742,7 +978,7 @@ async function createVectorSearchPool(requestedCount) {
|
|
|
742
978
|
async loadShared(handle, handles) {
|
|
743
979
|
sharedFields.set(handle, handles);
|
|
744
980
|
const loaded = await broadcast((slot, requestId) => {
|
|
745
|
-
|
|
981
|
+
noteFieldOpened(slot, handle, handles);
|
|
746
982
|
return { type: "loadShared", requestId, handle, scratchSlot: slot.scratchSlot, handles };
|
|
747
983
|
}, VECTOR_SEARCH_LOAD_TIMEOUT_MS);
|
|
748
984
|
if (loaded) return true;
|
|
@@ -1689,19 +1925,22 @@ function scheduleBuild(state) {
|
|
|
1689
1925
|
if (!buildDue(state)) return;
|
|
1690
1926
|
state.buildScheduled = true;
|
|
1691
1927
|
const turn = turnsAreBudgeted ? yieldBackgroundTurn() : yieldBuildTurn(state);
|
|
1692
|
-
|
|
1928
|
+
const scheduled = turn.then(() => {
|
|
1693
1929
|
state.buildScheduled = false;
|
|
1930
|
+
if (state.scheduledBuild === scheduled) state.scheduledBuild = null;
|
|
1694
1931
|
triggerBuild(state);
|
|
1695
1932
|
});
|
|
1933
|
+
state.scheduledBuild = scheduled;
|
|
1696
1934
|
}
|
|
1697
1935
|
async function awaitBuilds(state) {
|
|
1698
1936
|
for (; ; ) {
|
|
1699
|
-
const running = state.pendingBuild ?? state.shuffledRebuild;
|
|
1937
|
+
const running = state.pendingBuild ?? state.shuffledRebuild ?? state.scheduledBuild;
|
|
1700
1938
|
if (running === null) return;
|
|
1701
1939
|
await running;
|
|
1702
1940
|
}
|
|
1703
1941
|
}
|
|
1704
1942
|
function releaseHeldMemory(state) {
|
|
1943
|
+
state.store.release();
|
|
1705
1944
|
state.hnsw = null;
|
|
1706
1945
|
state.freshGraph = null;
|
|
1707
1946
|
state.osq = null;
|
|
@@ -1710,7 +1949,6 @@ function releaseHeldMemory(state) {
|
|
|
1710
1949
|
state.pendingLocations.clear();
|
|
1711
1950
|
state.savedFiles = [];
|
|
1712
1951
|
state.savedSignature = null;
|
|
1713
|
-
state.store.release();
|
|
1714
1952
|
releaseMemoryCharges(state);
|
|
1715
1953
|
}
|
|
1716
1954
|
function disposeIndex(state) {
|
|
@@ -1721,11 +1959,11 @@ function disposeIndex(state) {
|
|
|
1721
1959
|
state.buildTimer = null;
|
|
1722
1960
|
invalidateWorkerCopies(state);
|
|
1723
1961
|
const release = () => releaseHeldMemory(state);
|
|
1724
|
-
if (state.pendingBuild !== null || state.shuffledRebuild !== null) {
|
|
1725
|
-
|
|
1726
|
-
return;
|
|
1962
|
+
if (state.pendingBuild !== null || state.shuffledRebuild !== null || state.scheduledBuild !== null) {
|
|
1963
|
+
return awaitBuilds(state).then(release, release);
|
|
1727
1964
|
}
|
|
1728
1965
|
release();
|
|
1966
|
+
return Promise.resolve();
|
|
1729
1967
|
}
|
|
1730
1968
|
|
|
1731
1969
|
// src/vector/vector-index/checkpoint-restore.ts
|
|
@@ -2128,12 +2366,16 @@ var FlaggedDocuments = class {
|
|
|
2128
2366
|
}
|
|
2129
2367
|
members = createDocIdMap();
|
|
2130
2368
|
ordinals = createDocIdMap();
|
|
2369
|
+
retired = /* @__PURE__ */ new Set();
|
|
2131
2370
|
handles = null;
|
|
2132
2371
|
flags = new Uint8Array(0);
|
|
2133
2372
|
chunks = null;
|
|
2134
2373
|
get size() {
|
|
2135
2374
|
return this.members.size;
|
|
2136
2375
|
}
|
|
2376
|
+
get retiredCount() {
|
|
2377
|
+
return this.retired.size;
|
|
2378
|
+
}
|
|
2137
2379
|
has(docId) {
|
|
2138
2380
|
return this.members.has(docId);
|
|
2139
2381
|
}
|
|
@@ -2145,29 +2387,56 @@ var FlaggedDocuments = class {
|
|
|
2145
2387
|
const handles = this.openHandles();
|
|
2146
2388
|
if (handles === null) return this;
|
|
2147
2389
|
this.flagCurrentOrdinal(docId);
|
|
2148
|
-
|
|
2390
|
+
this.publishCount(handles);
|
|
2149
2391
|
return this;
|
|
2150
2392
|
}
|
|
2151
2393
|
delete(docId) {
|
|
2152
|
-
|
|
2394
|
+
return this.leave(docId, false);
|
|
2395
|
+
}
|
|
2396
|
+
retire(docId) {
|
|
2397
|
+
return this.leave(docId, this.layout.keepsRetiredFlags);
|
|
2398
|
+
}
|
|
2399
|
+
forgetRetired(mayForget) {
|
|
2400
|
+
if (this.retired.size === 0) return;
|
|
2153
2401
|
const handles = this.openHandles();
|
|
2154
|
-
if (handles === null) return
|
|
2155
|
-
const ordinal
|
|
2156
|
-
|
|
2157
|
-
this.
|
|
2402
|
+
if (handles === null) return;
|
|
2403
|
+
for (const ordinal of this.retired) {
|
|
2404
|
+
if (!mayForget(ordinal)) continue;
|
|
2405
|
+
this.retired.delete(ordinal);
|
|
2158
2406
|
this.unflag(ordinal);
|
|
2159
2407
|
}
|
|
2160
|
-
|
|
2161
|
-
return held;
|
|
2408
|
+
this.publishCount(handles);
|
|
2162
2409
|
}
|
|
2163
2410
|
clear() {
|
|
2164
2411
|
this.members.clear();
|
|
2165
2412
|
const handles = this.openHandles();
|
|
2166
2413
|
if (handles !== null) {
|
|
2167
2414
|
for (const ordinal of this.ordinals.values()) this.unflag(ordinal);
|
|
2415
|
+
for (const ordinal of this.retired) this.unflag(ordinal);
|
|
2168
2416
|
Atomics.store(handles.header, this.layout.countWord, 0);
|
|
2169
2417
|
}
|
|
2170
2418
|
this.ordinals.clear();
|
|
2419
|
+
this.retired.clear();
|
|
2420
|
+
}
|
|
2421
|
+
leave(docId, keepsFlag) {
|
|
2422
|
+
const held = this.members.delete(docId);
|
|
2423
|
+
const store = this.store;
|
|
2424
|
+
if (!held && this.handles !== null && store.dimension !== 0 && store.handles === this.handles) {
|
|
2425
|
+
if (!this.ordinals.has(docId)) return false;
|
|
2426
|
+
}
|
|
2427
|
+
const handles = this.openHandles();
|
|
2428
|
+
if (handles === null) return held;
|
|
2429
|
+
const ordinal = this.ordinals.get(docId);
|
|
2430
|
+
if (ordinal !== void 0) {
|
|
2431
|
+
this.ordinals.delete(docId);
|
|
2432
|
+
if (keepsFlag) this.retired.add(ordinal);
|
|
2433
|
+
else this.unflag(ordinal);
|
|
2434
|
+
}
|
|
2435
|
+
Atomics.store(handles.header, this.layout.countWord, this.members.size + this.retired.size);
|
|
2436
|
+
return held;
|
|
2437
|
+
}
|
|
2438
|
+
publishCount(handles) {
|
|
2439
|
+
Atomics.store(handles.header, this.layout.countWord, this.members.size + this.retired.size);
|
|
2171
2440
|
}
|
|
2172
2441
|
flagCurrentOrdinal(docId) {
|
|
2173
2442
|
const ordinal = this.store.getOrdinal(docId);
|
|
@@ -2176,7 +2445,9 @@ var FlaggedDocuments = class {
|
|
|
2176
2445
|
if (this.chunks !== null) Atomics.add(this.chunks, Math.floor(ordinal / UNPLACED_FLAG_CHUNK_ORDINALS), 1);
|
|
2177
2446
|
Atomics.store(this.flags, ordinal, 1);
|
|
2178
2447
|
this.ordinals.set(docId, ordinal);
|
|
2179
|
-
if (previous
|
|
2448
|
+
if (previous === void 0) return;
|
|
2449
|
+
if (this.layout.keepsRetiredFlags) this.retired.add(previous);
|
|
2450
|
+
else this.unflag(previous);
|
|
2180
2451
|
}
|
|
2181
2452
|
unflag(ordinal) {
|
|
2182
2453
|
Atomics.store(this.flags, ordinal, 0);
|
|
@@ -2191,6 +2462,7 @@ var FlaggedDocuments = class {
|
|
|
2191
2462
|
const chunksOf = this.layout.chunksOf;
|
|
2192
2463
|
this.chunks = chunksOf === null ? null : new Int32Array(chunksOf(handles));
|
|
2193
2464
|
this.ordinals.clear();
|
|
2465
|
+
this.retired.clear();
|
|
2194
2466
|
for (const docId of this.members.keys()) this.flagCurrentOrdinal(docId);
|
|
2195
2467
|
return handles;
|
|
2196
2468
|
}
|
|
@@ -2199,34 +2471,42 @@ function createUnplacedVectors(store) {
|
|
|
2199
2471
|
return new FlaggedDocuments(store, {
|
|
2200
2472
|
flagsOf: (handles) => handles.unplaced,
|
|
2201
2473
|
chunksOf: (handles) => handles.unplacedChunks,
|
|
2202
|
-
countWord: STORE_UNPLACED_COUNT
|
|
2474
|
+
countWord: STORE_UNPLACED_COUNT,
|
|
2475
|
+
keepsRetiredFlags: true
|
|
2203
2476
|
});
|
|
2204
2477
|
}
|
|
2205
2478
|
function createRemovedDocuments(store) {
|
|
2206
2479
|
return new FlaggedDocuments(store, {
|
|
2207
2480
|
flagsOf: (handles) => handles.removed,
|
|
2208
2481
|
chunksOf: null,
|
|
2209
|
-
countWord: STORE_REMOVED_COUNT
|
|
2482
|
+
countWord: STORE_REMOVED_COUNT,
|
|
2483
|
+
keepsRetiredFlags: false
|
|
2210
2484
|
});
|
|
2211
2485
|
}
|
|
2212
2486
|
|
|
2213
2487
|
// src/vector/vector-index/maintenance.ts
|
|
2214
2488
|
function compact(state) {
|
|
2489
|
+
state.store.freeRetiredVectors();
|
|
2490
|
+
const oldestPin = state.store.oldestPin();
|
|
2491
|
+
state.buffer.forgetRetired((ordinal) => state.store.mayFreeOrdinal(ordinal, oldestPin));
|
|
2215
2492
|
if (state.tombstones.size === 0 && state.store.replacedVectorCount === 0) return;
|
|
2216
2493
|
if (state.hnsw) {
|
|
2217
|
-
|
|
2218
|
-
state.hnsw.compactTombstones();
|
|
2494
|
+
const before = state.hnsw.tombstoneCount;
|
|
2495
|
+
state.hnsw.compactTombstones(oldestPin);
|
|
2496
|
+
state.compactedNodeCount += before - state.hnsw.tombstoneCount;
|
|
2219
2497
|
}
|
|
2220
|
-
state.freshGraph?.compactTombstones();
|
|
2498
|
+
state.freshGraph?.compactTombstones(oldestPin);
|
|
2221
2499
|
for (const docId of state.tombstones) {
|
|
2222
|
-
state.store.
|
|
2500
|
+
const ordinal = state.store.getOrdinal(docId);
|
|
2501
|
+
if (ordinal !== void 0 && !state.store.mayFreeOrdinal(ordinal, oldestPin)) continue;
|
|
2502
|
+
state.store.remove(docId, oldestPin);
|
|
2223
2503
|
state.buffer.delete(docId);
|
|
2504
|
+
state.tombstones.delete(docId);
|
|
2224
2505
|
if (state.osq) {
|
|
2225
2506
|
state.osq.remove(docId);
|
|
2226
2507
|
}
|
|
2227
2508
|
}
|
|
2228
|
-
releaseReplacedVectors(state);
|
|
2229
|
-
state.tombstones.clear();
|
|
2509
|
+
releaseReplacedVectors(state, oldestPin);
|
|
2230
2510
|
}
|
|
2231
2511
|
async function insertMissing(state, graph) {
|
|
2232
2512
|
const missingOrReplaced = (docId) => !graph.has(docId) || state.buffer.has(docId);
|
|
@@ -2307,6 +2587,28 @@ function estimateMemoryBytes(state) {
|
|
|
2307
2587
|
return state.store.memoryBytes() + state.hnsw.graphBytes + state.hnsw.searchScratchBytes + freshGraphBytes;
|
|
2308
2588
|
}
|
|
2309
2589
|
|
|
2590
|
+
// src/vector/vector-index/publication.ts
|
|
2591
|
+
var nextStore = 0;
|
|
2592
|
+
function vectorPublicationSource(state) {
|
|
2593
|
+
const handle = `publication-${++nextStore}`;
|
|
2594
|
+
return {
|
|
2595
|
+
prepareCopyPublication: () => untilColdLoaded(state),
|
|
2596
|
+
holdCopyPublication() {
|
|
2597
|
+
const pin = holdAdmission(state.store.view);
|
|
2598
|
+
try {
|
|
2599
|
+
const handles = fieldHandlesOf(state, state.hnsw, true);
|
|
2600
|
+
return {
|
|
2601
|
+
field: { handle, sequence: pin.admission.pin, handles },
|
|
2602
|
+
release: pin.release
|
|
2603
|
+
};
|
|
2604
|
+
} catch (error) {
|
|
2605
|
+
pin.release();
|
|
2606
|
+
throw error;
|
|
2607
|
+
}
|
|
2608
|
+
}
|
|
2609
|
+
};
|
|
2610
|
+
}
|
|
2611
|
+
|
|
2310
2612
|
// src/vector/vector-index/search.ts
|
|
2311
2613
|
function* bufferCandidates(state, buffered, filter) {
|
|
2312
2614
|
for (const docId of buffered) {
|
|
@@ -2376,7 +2678,7 @@ function admitScore(tally, docId, score) {
|
|
|
2376
2678
|
}
|
|
2377
2679
|
function scoreCandidates2(state, query, metric, minSimilarity, docIds, ordinals, tally) {
|
|
2378
2680
|
const count = ordinals.length;
|
|
2379
|
-
const distances = nativeScoresOf(state.store.handles, query, metric, ordinals);
|
|
2681
|
+
const distances = nativeScoresOf(state.store.handles, query, metric, ordinals, state.store.writeSequence());
|
|
2380
2682
|
if (distances !== null) {
|
|
2381
2683
|
for (let i = 0; i < count; i++) {
|
|
2382
2684
|
if (distances[i] === Number.POSITIVE_INFINITY) continue;
|
|
@@ -2471,7 +2773,7 @@ function* searchSteps(state, query, k, options, filter) {
|
|
|
2471
2773
|
function graphResultsOf(state, query, k, options, filter) {
|
|
2472
2774
|
if (state.hnsw === null) return [];
|
|
2473
2775
|
const { metric, minSimilarity, efSearch, oversample, rescoreWindow } = options;
|
|
2474
|
-
return state.hnsw.search(query, k, metric, minSimilarity, { filter, efSearch, oversample, rescoreWindow })
|
|
2776
|
+
return state.hnsw.search(query, k, metric, minSimilarity, { filter, efSearch, oversample, rescoreWindow });
|
|
2475
2777
|
}
|
|
2476
2778
|
function withBufferedVectors(state, query, k, options, filter, graphResults, buffered) {
|
|
2477
2779
|
const scan = bruteForceSearch(state, query, k, options.metric, options.minSimilarity, buffered, filter);
|
|
@@ -2579,8 +2881,10 @@ async function scoredChunk(search2, metric, ordinals, count) {
|
|
|
2579
2881
|
const store = nativeStoreFor(search2.state.store.handles);
|
|
2580
2882
|
if (store === null) return null;
|
|
2581
2883
|
try {
|
|
2884
|
+
const code = nativeMetricCode(metric);
|
|
2885
|
+
const pin = search2.admission.pin;
|
|
2582
2886
|
const scored = await withNativeThreadSlot(
|
|
2583
|
-
(slot) => search2.core.scoreAsync(store.handle, search2.query,
|
|
2887
|
+
(slot) => search2.core.scoreAsync(store.handle, search2.query, code, ordinals, count, pin, slot)
|
|
2584
2888
|
);
|
|
2585
2889
|
return scored.status === NATIVE_OK ? scored.distances : null;
|
|
2586
2890
|
} catch {
|
|
@@ -2645,17 +2949,17 @@ async function outcomeOffThread(search2) {
|
|
|
2645
2949
|
filter,
|
|
2646
2950
|
efSearch,
|
|
2647
2951
|
oversample,
|
|
2648
|
-
rescoreWindow
|
|
2952
|
+
rescoreWindow,
|
|
2953
|
+
admission: search2.admission
|
|
2649
2954
|
});
|
|
2650
2955
|
if (hits === null) return null;
|
|
2651
|
-
|
|
2652
|
-
if (buffered === null) return fetchedOutcome(state, graphResults, minSimilarity, currentFilter(search2));
|
|
2956
|
+
if (buffered === null) return fetchedOutcome(state, hits, minSimilarity, currentFilter(search2));
|
|
2653
2957
|
const scan = await scanOffThread(search2, bufferCandidates(state, buffered, filter));
|
|
2654
2958
|
if (scan === null) return null;
|
|
2655
|
-
return fetchedOutcome(state, mergeResults(
|
|
2959
|
+
return fetchedOutcome(state, mergeResults(hits, scan.results, k), minSimilarity, currentFilter(search2));
|
|
2656
2960
|
}
|
|
2657
2961
|
async function searchOnNativeThreads(search2) {
|
|
2658
|
-
const { state, query, k, options, filter } = search2;
|
|
2962
|
+
const { state, core, query, k, options, filter, confinedAtRevision } = search2;
|
|
2659
2963
|
if (query.length !== state.dimension) {
|
|
2660
2964
|
throw new NarsilError(
|
|
2661
2965
|
ErrorCodes.VECTOR_DIMENSION_MISMATCH,
|
|
@@ -2669,9 +2973,25 @@ async function searchOnNativeThreads(search2) {
|
|
|
2669
2973
|
if (state.buffer.size > 0 && !state.building && !state.buildScheduled) scheduleBuild(state);
|
|
2670
2974
|
const generation = layoutGeneration(state);
|
|
2671
2975
|
const settled = await watchingSearch(state, async (watch) => {
|
|
2672
|
-
const
|
|
2673
|
-
|
|
2674
|
-
|
|
2976
|
+
const view = state.store.view;
|
|
2977
|
+
const pins = storePinsOf(view);
|
|
2978
|
+
const pin = pins.take();
|
|
2979
|
+
try {
|
|
2980
|
+
const outcome = await outcomeOffThread({
|
|
2981
|
+
state,
|
|
2982
|
+
core,
|
|
2983
|
+
query,
|
|
2984
|
+
k,
|
|
2985
|
+
options,
|
|
2986
|
+
filter,
|
|
2987
|
+
confinedAtRevision,
|
|
2988
|
+
admission: admissionAt(view, pin)
|
|
2989
|
+
});
|
|
2990
|
+
if (outcome === null || watch.written.size > 0 || layoutGeneration(state) !== generation) return null;
|
|
2991
|
+
return outcome;
|
|
2992
|
+
} finally {
|
|
2993
|
+
pins.release(pin);
|
|
2994
|
+
}
|
|
2675
2995
|
});
|
|
2676
2996
|
return settled ?? searchFiltered(state, query, k, options, filterForOptions(state, options));
|
|
2677
2997
|
}
|
|
@@ -2706,6 +3026,10 @@ function createVectorWrites(state) {
|
|
|
2706
3026
|
for (let i = 0; i < vector.length; i++) if (held[i] !== vector[i]) return false;
|
|
2707
3027
|
return true;
|
|
2708
3028
|
}
|
|
3029
|
+
function forgetRetiredFlags() {
|
|
3030
|
+
const oldestPin = state.store.oldestPin();
|
|
3031
|
+
state.buffer.forgetRetired((ordinal) => state.store.mayFreeOrdinal(ordinal, oldestPin));
|
|
3032
|
+
}
|
|
2709
3033
|
function applyInsert(docId, vector, partitionId) {
|
|
2710
3034
|
handOverBuildTurns(state);
|
|
2711
3035
|
const previous = state.store.getOrdinal(docId);
|
|
@@ -2732,24 +3056,28 @@ function createVectorWrites(state) {
|
|
|
2732
3056
|
if (!graphHoldsPrevious) state.osq?.removeOrdinal(previous);
|
|
2733
3057
|
}
|
|
2734
3058
|
state.buffer.add(docId);
|
|
3059
|
+
if (state.buffer.retiredCount !== 0) forgetRetiredFlags();
|
|
2735
3060
|
state.pendingLocations.delete(docId);
|
|
2736
3061
|
if (!threadsHoldCurrentLayout(state)) scheduleWorkerCopyLoad(state);
|
|
2737
3062
|
}
|
|
2738
3063
|
function applyRemove(docId) {
|
|
2739
3064
|
handOverBuildTurns(state);
|
|
2740
|
-
|
|
3065
|
+
const ordinal = state.store.getOrdinal(docId);
|
|
3066
|
+
if (ordinal === void 0) return;
|
|
2741
3067
|
noteWrite(state);
|
|
2742
3068
|
noteSearchedDocWritten(state, docId);
|
|
2743
3069
|
state.tombstones.add(docId);
|
|
2744
|
-
state.
|
|
3070
|
+
state.store.retire(ordinal);
|
|
3071
|
+
state.buffer.retire(docId);
|
|
3072
|
+
if (state.buffer.retiredCount !== 0) forgetRetiredFlags();
|
|
2745
3073
|
state.pendingLocations.delete(docId);
|
|
2746
3074
|
const graph = state.hnsw;
|
|
2747
|
-
|
|
2748
|
-
if (graph !== null && ordinal !== void 0) afterGraphPass(state, () => graph.markTombstoneOrdinal(ordinal));
|
|
3075
|
+
if (graph !== null) afterGraphPass(state, () => graph.markTombstoneOrdinal(ordinal));
|
|
2749
3076
|
}
|
|
2750
3077
|
return {
|
|
2751
3078
|
insert(docId, vector, partitionId) {
|
|
2752
3079
|
validateDimension(vector);
|
|
3080
|
+
for (const listener of state.writeListeners) listener(docId);
|
|
2753
3081
|
const hold = state.cold;
|
|
2754
3082
|
if (hold === null) {
|
|
2755
3083
|
applyInsert(docId, vector, partitionId);
|
|
@@ -2761,6 +3089,7 @@ function createVectorWrites(state) {
|
|
|
2761
3089
|
hold.writes.push(() => applyInsert(docId, held, partitionId));
|
|
2762
3090
|
},
|
|
2763
3091
|
remove(docId) {
|
|
3092
|
+
for (const listener of state.writeListeners) listener(docId);
|
|
2764
3093
|
const hold = state.cold;
|
|
2765
3094
|
if (hold === null) {
|
|
2766
3095
|
applyRemove(docId);
|
|
@@ -2824,6 +3153,7 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
2824
3153
|
compactedNodeCount: 0,
|
|
2825
3154
|
building: false,
|
|
2826
3155
|
buildScheduled: false,
|
|
3156
|
+
scheduledBuild: null,
|
|
2827
3157
|
buildTimer: null,
|
|
2828
3158
|
buildRetryDelayMs: 0,
|
|
2829
3159
|
buildTurnWaiters: /* @__PURE__ */ new Map(),
|
|
@@ -2842,7 +3172,8 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
2842
3172
|
releaseToFilesInFlight: Promise.resolve(),
|
|
2843
3173
|
cold: null,
|
|
2844
3174
|
graphsHeldOffThread: null,
|
|
2845
|
-
searchWatches: /* @__PURE__ */ new Set()
|
|
3175
|
+
searchWatches: /* @__PURE__ */ new Set(),
|
|
3176
|
+
writeListeners: /* @__PURE__ */ new Set()
|
|
2846
3177
|
};
|
|
2847
3178
|
const { insert, remove } = createVectorWrites(state);
|
|
2848
3179
|
function getVector(docId) {
|
|
@@ -2892,6 +3223,7 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
2892
3223
|
return searchFiltered(state, query, k, options, filter);
|
|
2893
3224
|
}
|
|
2894
3225
|
return {
|
|
3226
|
+
...vectorPublicationSource(state),
|
|
2895
3227
|
get size() {
|
|
2896
3228
|
return liveSize(state);
|
|
2897
3229
|
},
|
|
@@ -2929,13 +3261,14 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
2929
3261
|
},
|
|
2930
3262
|
dispose: () => {
|
|
2931
3263
|
cancelColdHold(state);
|
|
2932
|
-
disposeIndex(state);
|
|
3264
|
+
return disposeIndex(state).then(closeIdleTurnHop);
|
|
2933
3265
|
},
|
|
2934
3266
|
search: withGraphFree(
|
|
2935
3267
|
state,
|
|
2936
3268
|
(query, k, options) => state.cold === null ? search(state, query, k, options) : coldSearch(state, state.cold, query, k, options)
|
|
2937
3269
|
),
|
|
2938
3270
|
searchParallel,
|
|
3271
|
+
...writeWatchesOf(state),
|
|
2939
3272
|
refreshWorkerCopies: () => {
|
|
2940
3273
|
if (state.cold === null) refreshWorkerCopies(state);
|
|
2941
3274
|
},
|
|
@@ -2999,4 +3332,4 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
2999
3332
|
};
|
|
3000
3333
|
}
|
|
3001
3334
|
|
|
3002
|
-
export { compactVectors, createSharedVectorSearcher, createVectorIndex, getVectorMaintenanceStatus, optimizeVectors };
|
|
3335
|
+
export { compactVectors, createSharedVectorSearcher, createVectorIndex, executeHybridSearch, executeVectorSearch, filterSubsetsMatchNothing, getVectorMaintenanceStatus, optimizeVectors, vectorLegWith };
|