@delali/narsil 0.3.1-next.156 → 0.3.1-next.160
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +3 -3
- package/dist/adapters/gcs.mjs +3 -3
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +3 -3
- package/dist/browser/{chunk-3V7DNNZL.mjs → chunk-4RNSFVWI.mjs} +20997 -19899
- package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
- package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
- package/dist/browser/{durability-config-TIYKW6XX.mjs → durability-config-SGB5ZP5K.mjs} +8 -3
- package/dist/browser/embed-RF2MPGAO.mjs +222 -0
- package/dist/{geo-index-MRH5JMIR.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
- package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
- package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
- package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
- package/dist/{react-native/chunks/restore-hooks-IBGIY3DR.mjs → browser/restore-queue-S4BWOGMU.mjs} +98 -36
- package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
- package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
- package/dist/browser/{chunk-SSTPBZZX.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
- package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
- package/dist/{capabilities-Da4ywVVl.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
- package/dist/chunk-2JRERUNZ.mjs +217 -0
- package/dist/chunk-2RIS76RJ.mjs +212 -0
- package/dist/chunk-3B775F3C.mjs +252 -0
- package/dist/{chunk-K5QFDYST.mjs → chunk-3D6RZGJH.mjs} +3 -3
- package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
- package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
- package/dist/chunk-6EZW2GQL.mjs +978 -0
- package/dist/chunk-75UNINFA.mjs +271 -0
- package/dist/chunk-77AUVDQ5.mjs +7 -0
- package/dist/{browser/chunk-23XRXIBW.mjs → chunk-7MWYORQC.mjs} +10 -3
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
- package/dist/{chunk-XAXKV65G.mjs → chunk-BXM7XM4G.mjs} +7 -3
- package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
- package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
- package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
- package/dist/{chunk-I2KPOLOZ.mjs → chunk-FE3MRIBN.mjs} +104 -13
- package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
- package/dist/{chunk-ZKP7G7TV.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
- package/dist/{chunk-2UV4QBHW.mjs → chunk-GF4K7IUK.mjs} +317 -120
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/{chunk-25KDNIZZ.mjs → chunk-H64YDF5M.mjs} +3 -3
- package/dist/{browser/chunk-CRE3G7F3.mjs → chunk-HOOR4CP5.mjs} +63 -7
- package/dist/chunk-IB4BYLE3.mjs +127 -0
- package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
- package/dist/chunk-IH3G6SJO.mjs +40 -0
- package/dist/chunk-JV74RKCY.mjs +3041 -0
- package/dist/{chunk-FRBFVQFN.mjs → chunk-K67I3RF4.mjs} +261 -101
- package/dist/chunk-KLVMK3R5.mjs +47 -0
- package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
- package/dist/chunk-LF4GB4PO.mjs +281 -0
- package/dist/chunk-NC4QLCZC.mjs +59 -0
- package/dist/chunk-OOO54OVC.mjs +627 -0
- package/dist/chunk-OUWZKNO3.mjs +207 -0
- package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
- package/dist/{chunk-6I6AYAXS.mjs → chunk-PTTMGRG5.mjs} +9 -10
- package/dist/{browser/chunk-SRMZXJSL.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
- package/dist/chunk-QBVTYY4J.mjs +54 -0
- package/dist/{react-native/chunks/chunk-GXX3DQXP.mjs → chunk-R4CE4IVU.mjs} +352 -165
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
- package/dist/{chunk-FAKFUDZZ.mjs → chunk-SHGN3QIF.mjs} +80 -13
- package/dist/chunk-SXIRM4MX.mjs +3549 -0
- package/dist/{react-native/chunks/chunk-EJ33LCHV.mjs → chunk-TGPKS2UM.mjs} +47 -1
- package/dist/chunk-TINW4BSH.mjs +31301 -0
- package/dist/{cold-module-6MO2XJF2.mjs → chunk-TSLV5P2J.mjs} +397 -79
- package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
- package/dist/chunk-U6B7DUQW.mjs +788 -0
- package/dist/{chunk-FYOVBEMM.mjs → chunk-V3SGPXWQ.mjs} +8 -9
- package/dist/chunk-W34VJXY7.mjs +4723 -0
- package/dist/chunk-YETKPX5M.mjs +5 -0
- package/dist/chunk-ZQ6QY42L.mjs +59 -0
- package/dist/{client-DRv7UVeY.d.ts → client-CTp8RRiK.d.ts} +16 -4
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +70 -18
- package/dist/{config-DMwffLKn.d.ts → config-PCNzWjHL.d.ts} +6 -3
- package/dist/{config-CoSig5Ox.d.ts → config-_WT5grSL.d.ts} +3 -3
- package/dist/core-leaf-KXFGP74A.mjs +7 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-MKTZBR26.mjs +16 -0
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +7 -4
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/coordinator/in-memory.mjs +1 -2
- package/dist/distribution/transport/grpc.mjs +7 -2
- package/dist/distribution/transport/tcp.mjs +7 -1
- package/dist/distribution.d.ts +7 -7
- package/dist/distribution.mjs +1192 -1077
- package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
- package/dist/embed-4H7RTBVL.mjs +221 -0
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CFxPYqEk.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
- package/dist/{browser/geo-index-HHWGMNIS.mjs → geo-index-2ZMMWWSK.mjs} +190 -92
- package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
- package/dist/index.browser.mjs +4 -15
- package/dist/index.d.ts +1495 -78
- package/dist/index.mjs +14 -50
- package/dist/index.react-native.mjs +11 -28
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/{long-query-thread-YA4IAYSY.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
- package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
- package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
- package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
- package/dist/optional-writes-DDFHYUOH.mjs +218 -0
- package/dist/{paged-partition-archive-PXW5XAYU.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
- package/dist/partial-words.browser.mjs +1649 -0
- package/dist/partial-words.mjs +15 -14
- package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
- package/dist/pattern.mjs +6 -8
- package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
- package/dist/persistence/durability/checkpoint-worker.mjs +27 -58
- package/dist/phrase-module-XK3T44VU.mjs +634 -0
- package/dist/query-actions-OMXJEC2J.mjs +118 -0
- package/dist/query-suggestions/merge-worker.mjs +18 -54
- package/dist/query-suggestions.browser.mjs +26 -226
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +16 -67
- package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
- package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
- package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
- package/dist/react-native/chunks/chunk-FTQ7JNMU.mjs +898 -0
- package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
- package/dist/{chunk-TBC3XUL2.mjs → react-native/chunks/chunk-HRDMIQ63.mjs} +53 -1
- package/dist/react-native/chunks/{chunk-KV46CT4D.mjs → chunk-IY6U6HRA.mjs} +63 -7
- package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
- package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
- package/dist/react-native/chunks/chunk-OK3WUA6N.mjs +54 -0
- package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-DZ7H7D2C.mjs → chunk-TQ26BKBH.mjs} +6 -0
- package/dist/react-native/chunks/{chunk-6VBXNFLE.mjs → chunk-VUJCSQG5.mjs} +3 -1
- package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
- package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
- package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
- package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
- package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
- package/dist/react-native/chunks/{geo-index-PX3BIHAH.mjs → geo-index-QEYKEVPH.mjs} +190 -93
- package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
- package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
- package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
- package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
- package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
- package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
- package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
- package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
- package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
- package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
- package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
- package/dist/react-native/chunks/{chunk-UQ4OAXKU.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
- package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
- package/dist/react-native/partial-words.mjs +954 -35
- package/dist/react-native/pattern.mjs +238 -111
- package/dist/react-native/query-suggestions.mjs +33 -239
- package/dist/react-native/sync.mjs +127 -50
- package/dist/react-native/synonyms.mjs +256 -112
- package/dist/react.d.ts +9 -9
- package/dist/react.mjs +6 -0
- package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
- package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
- package/dist/runtime-4GKUIAKV.mjs +595 -0
- package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
- package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
- package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
- package/dist/server.d.ts +35 -13
- package/dist/server.mjs +90 -101
- package/dist/{browser/durability-wiring-A7BVG2DW.mjs → storage-leaf-HMIIOUYN.mjs} +2348 -902
- package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +27 -11
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +7 -2
- package/dist/sync.browser.mjs +120 -70
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +121 -57
- package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
- package/dist/synonyms.mjs +15 -11
- package/dist/{tasks-qrJojgST.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
- package/dist/thread-SNILJXX3.mjs +30 -0
- package/dist/{types-BZCGjfLn.d.ts → types-CTg0KaMy.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +7 -1
- package/dist/vector/search-worker.mjs +9 -13
- package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
- package/dist/workers/entry.mjs +60 -30
- package/openapi.json +137 -50
- package/package.json +233 -8
- package/dist/analysis-change-5BQOQ4BF.mjs +0 -55
- package/dist/analysis-change-entry-TXX6JSMX.mjs +0 -1
- package/dist/archive-history-E4R73RWD.mjs +0 -29
- package/dist/browser/analysis-change-435CUEPZ.mjs +0 -933
- package/dist/browser/analysis-change-entry-HZXKPPGV.mjs +0 -1
- package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
- package/dist/browser/chunk-2CFI5VVV.mjs +0 -241
- package/dist/browser/chunk-2TI4SSUP.mjs +0 -315
- package/dist/browser/chunk-3I27KXQD.mjs +0 -34
- package/dist/browser/chunk-3SSRJMFN.mjs +0 -100
- package/dist/browser/chunk-4NGKC4H4.mjs +0 -2635
- package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
- package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
- package/dist/browser/chunk-6LWDPLTB.mjs +0 -177
- package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
- package/dist/browser/chunk-7U3WVJUP.mjs +0 -150
- package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
- package/dist/browser/chunk-BHFQATSC.mjs +0 -432
- package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
- package/dist/browser/chunk-EA63E3D2.mjs +0 -857
- package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
- package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
- package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
- package/dist/browser/chunk-GPPOG6PT.mjs +0 -9
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-IZXVW2ZJ.mjs +0 -217
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-K4Q6KX3R.mjs +0 -2528
- package/dist/browser/chunk-KZWSX6BH.mjs +0 -645
- package/dist/browser/chunk-MGI4BCXC.mjs +0 -63
- package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
- package/dist/browser/chunk-MOG4OVDK.mjs +0 -51
- package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
- package/dist/browser/chunk-NQAME3RK.mjs +0 -21
- package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
- package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
- package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
- package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
- package/dist/browser/chunk-STOWQFT3.mjs +0 -1829
- package/dist/browser/chunk-TK63WFXK.mjs +0 -90
- package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
- package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
- package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
- package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
- package/dist/browser/chunk-WI4MR75E.mjs +0 -86
- package/dist/browser/chunk-WN464PTL.mjs +0 -375
- package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
- package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
- package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
- package/dist/browser/cold-module-2EHCIV4K.mjs +0 -759
- package/dist/browser/engine-hooks-E4UD67JD.mjs +0 -17
- package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
- package/dist/browser/import-DXYB6756.mjs +0 -19
- package/dist/browser/methods-KTQCSIN4.mjs +0 -30
- package/dist/browser/module-NIYMEA5R.mjs +0 -23
- package/dist/browser/operations-OJ3BXS55.mjs +0 -5
- package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
- package/dist/browser/pool-3JLET5RO.mjs +0 -297
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-hooks-YPN4ZFCY.mjs +0 -114
- package/dist/browser/restore-queue-G3RQGL3Y.mjs +0 -55
- package/dist/browser/retention-ZWVMNC3Q.mjs +0 -210
- package/dist/browser/snapshot-VEQNIE6C.mjs +0 -963
- package/dist/browser/start-BM442C6R.mjs +0 -25
- package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
- package/dist/browser/write-2EVMZWDE.mjs +0 -194
- package/dist/chunk-2NE7VCYE.mjs +0 -212
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-3HYC4JRF.mjs +0 -50
- package/dist/chunk-3MXV3VHR.mjs +0 -46
- package/dist/chunk-3OH67G7R.mjs +0 -214
- package/dist/chunk-46KY2PJD.mjs +0 -905
- package/dist/chunk-4KKXNJM6.mjs +0 -242
- package/dist/chunk-5YNRKI2C.mjs +0 -81
- package/dist/chunk-6HTGOXIK.mjs +0 -875
- package/dist/chunk-6OEGXLBX.mjs +0 -57
- package/dist/chunk-6RC4K46J.mjs +0 -86
- package/dist/chunk-7GFE3PEY.mjs +0 -40
- package/dist/chunk-7GXJUJ24.mjs +0 -49
- package/dist/chunk-7LXHHCXZ.mjs +0 -1397
- package/dist/chunk-7V5IUP2T.mjs +0 -63
- package/dist/chunk-A4L7YTKX.mjs +0 -458
- package/dist/chunk-BEZH7VEH.mjs +0 -23
- package/dist/chunk-BTPGQC6Z.mjs +0 -27
- package/dist/chunk-BU4SAIC4.mjs +0 -196
- package/dist/chunk-BWZ3P4MU.mjs +0 -20
- package/dist/chunk-CSLGFPFQ.mjs +0 -218
- package/dist/chunk-CZQ33DLW.mjs +0 -78
- package/dist/chunk-DP5C7YFQ.mjs +0 -543
- package/dist/chunk-DWEPMFJE.mjs +0 -240
- package/dist/chunk-EEBCDP36.mjs +0 -32
- package/dist/chunk-EFBDHH5P.mjs +0 -7081
- package/dist/chunk-FB6463IN.mjs +0 -1499
- package/dist/chunk-FCJ553HS.mjs +0 -655
- package/dist/chunk-FNGAM5B7.mjs +0 -2639
- package/dist/chunk-FOCV4CBZ.mjs +0 -87
- package/dist/chunk-FQBFZAWG.mjs +0 -27
- package/dist/chunk-G6HRSGOU.mjs +0 -74
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-GH4WQ22V.mjs +0 -34
- package/dist/chunk-GQPTDQCL.mjs +0 -54
- package/dist/chunk-HFPMMRQT.mjs +0 -206
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-I53G4JAU.mjs +0 -1974
- package/dist/chunk-I54T6CQP.mjs +0 -117
- package/dist/chunk-IPN7S4KX.mjs +0 -130
- package/dist/chunk-J4IJTTEX.mjs +0 -226
- package/dist/chunk-JDJBQLRO.mjs +0 -1126
- package/dist/chunk-JWRUUCWD.mjs +0 -151
- package/dist/chunk-K4ZIGL2O.mjs +0 -290
- package/dist/chunk-KAKQ74LS.mjs +0 -53
- package/dist/chunk-KF4EXSM4.mjs +0 -21
- package/dist/chunk-KHKIRS5D.mjs +0 -113
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KP7TYHWT.mjs +0 -92
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-L6V6BST3.mjs +0 -1435
- package/dist/chunk-LHKOSI2J.mjs +0 -58
- package/dist/chunk-LQG5G2LY.mjs +0 -39
- package/dist/chunk-MATMVH65.mjs +0 -9
- package/dist/chunk-MP7ABPTD.mjs +0 -189
- package/dist/chunk-MQOJIO5B.mjs +0 -316
- package/dist/chunk-NF4DT3IH.mjs +0 -85
- package/dist/chunk-ORN5BLL7.mjs +0 -11
- package/dist/chunk-P5ZI2P2W.mjs +0 -7481
- package/dist/chunk-PELHVTO7.mjs +0 -24
- package/dist/chunk-PWC4VB3Q.mjs +0 -106
- package/dist/chunk-Q2UL2TPC.mjs +0 -21
- package/dist/chunk-QHPYS427.mjs +0 -66
- package/dist/chunk-QJVOLKU6.mjs +0 -111
- package/dist/chunk-QOW2JPUI.mjs +0 -634
- package/dist/chunk-QYRNLLLI.mjs +0 -99
- package/dist/chunk-RDXO6JST.mjs +0 -63
- package/dist/chunk-RFBLQLLZ.mjs +0 -16
- package/dist/chunk-RLOES5SX.mjs +0 -31
- package/dist/chunk-RZWWB2XR.mjs +0 -96
- package/dist/chunk-S5LN746F.mjs +0 -10
- package/dist/chunk-SA5LOGO3.mjs +0 -470
- package/dist/chunk-SQJWAIF4.mjs +0 -12
- package/dist/chunk-TDIK6NTV.mjs +0 -10
- package/dist/chunk-TGS5UXBE.mjs +0 -216
- package/dist/chunk-TQXHPFWT.mjs +0 -177
- package/dist/chunk-TZ3355VS.mjs +0 -121
- package/dist/chunk-TZTRKM33.mjs +0 -74
- package/dist/chunk-U55XJEIG.mjs +0 -18
- package/dist/chunk-UHICS3JI.mjs +0 -83
- package/dist/chunk-VD7J552I.mjs +0 -28
- package/dist/chunk-VTTRFF2C.mjs +0 -3711
- package/dist/chunk-WX4LAO6M.mjs +0 -656
- package/dist/chunk-WZ7YV54N.mjs +0 -152
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-XXHN7J46.mjs +0 -101
- package/dist/chunk-Y4WPNHMC.mjs +0 -50
- package/dist/chunk-YEKL4JBK.mjs +0 -96
- package/dist/chunk-YTWZVGCB.mjs +0 -382
- package/dist/chunk-Z2KAFCRT.mjs +0 -30
- package/dist/chunk-ZXNQEW43.mjs +0 -18
- package/dist/chunk-ZYAY26KG.mjs +0 -29
- package/dist/direct-executor-FTMYY3TI.mjs +0 -34
- package/dist/durability-wiring-VIF5MOSY.mjs +0 -4064
- package/dist/engine-hooks-EGUGNZYE.mjs +0 -54
- package/dist/gzip-F4HMIEEQ.mjs +0 -1
- package/dist/import-XKDPJQDP.mjs +0 -56
- package/dist/methods-7IOINERF.mjs +0 -30
- package/dist/module-FQ4JWNQJ.mjs +0 -62
- package/dist/operations-G5EP6JPX.mjs +0 -5
- package/dist/phrase-module-XW5MKWP5.mjs +0 -330
- package/dist/pool-Y4A46T36.mjs +0 -298
- package/dist/react-native/chunks/analysis-change-LT5QBQ3H.mjs +0 -926
- package/dist/react-native/chunks/analysis-change-entry-SCVWK6OU.mjs +0 -1
- package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
- package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
- package/dist/react-native/chunks/chunk-3JWDECAZ.mjs +0 -858
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
- package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
- package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
- package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
- package/dist/react-native/chunks/chunk-4JYO3JD2.mjs +0 -242
- package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
- package/dist/react-native/chunks/chunk-6WA3C3DV.mjs +0 -85
- package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
- package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
- package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
- package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
- package/dist/react-native/chunks/chunk-DNXOMPAQ.mjs +0 -191
- package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
- package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
- package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
- package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
- package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
- package/dist/react-native/chunks/chunk-G43IPIDG.mjs +0 -151
- package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
- package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
- package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
- package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
- package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
- package/dist/react-native/chunks/chunk-MIP4SOR6.mjs +0 -22803
- package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
- package/dist/react-native/chunks/chunk-MUWD2H2S.mjs +0 -21
- package/dist/react-native/chunks/chunk-NB3LP33V.mjs +0 -315
- package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
- package/dist/react-native/chunks/chunk-PDRWWPKV.mjs +0 -2532
- package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
- package/dist/react-native/chunks/chunk-POPDAGH6.mjs +0 -2636
- package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
- package/dist/react-native/chunks/chunk-QUKQNI3H.mjs +0 -647
- package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
- package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
- package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
- package/dist/react-native/chunks/chunk-TP6KCKER.mjs +0 -63
- package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
- package/dist/react-native/chunks/chunk-VWUDIOT6.mjs +0 -218
- package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
- package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
- package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZLWVW734.mjs +0 -100
- package/dist/react-native/chunks/chunk-ZXZFN7FI.mjs +0 -432
- package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
- package/dist/react-native/chunks/cold-module-KVZYUGRY.mjs +0 -772
- package/dist/react-native/chunks/durability-wiring-34OYO32E.mjs +0 -4942
- package/dist/react-native/chunks/engine-hooks-M7JV46NH.mjs +0 -30
- package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
- package/dist/react-native/chunks/import-H6AQREWI.mjs +0 -32
- package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
- package/dist/react-native/chunks/module-LBZPGOWH.mjs +0 -36
- package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
- package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
- package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
- package/dist/react-native/chunks/release-D7ZTIANM.mjs +0 -33
- package/dist/react-native/chunks/restore-queue-ZZX54AH7.mjs +0 -55
- package/dist/react-native/chunks/retention-EW4TTDFB.mjs +0 -223
- package/dist/react-native/chunks/snapshot-REYVIN3X.mjs +0 -975
- package/dist/react-native/chunks/start-BQK6KN3R.mjs +0 -38
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
- package/dist/react-native/chunks/write-FQAYCZF5.mjs +0 -207
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-hooks-CDERDEF4.mjs +0 -153
- package/dist/restore-queue-7NNSTROA.mjs +0 -55
- package/dist/retention-QSVBBNRM.mjs +0 -66
- package/dist/runtime-COIUORCN.mjs +0 -177
- package/dist/snapshot-RH4NSKIZ.mjs +0 -782
- package/dist/start-MCKCOGIW.mjs +0 -66
- package/dist/sync-state-ZWHLAFLE.mjs +0 -15
- package/dist/thread-O4SBJJJS.mjs +0 -50
- package/dist/write-3FK7NG3Y.mjs +0 -232
- /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
- /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
- /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
|
@@ -1,7 +1,6 @@
|
|
|
1
|
-
import { createVectorFileReader } from './chunk-
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
1
|
+
import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, withTransientAdmission, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_LIVE_COUNT, IN_MEMORY, STORE_RELEASED_VECTORS_TO_DISK, STORE_SLOTS, writeSequenceOf, openGraphState, fixedView, createSharedVectorStoreHandles, sequenceWritesOf, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, oldestHeldPin, coverOrdinal, nextSequence, publishSequence, createOrdinalFilter, addToOrdinalFilter, magnitude, stampBorn, mayFree, retiredAtOf, stampRetired, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorFileReader, grownByteLength, growBufferTo, resetStoreHeader, STORE_CODE_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, createVectorBlock, ensureBlockSlots } from './chunk-LAWIJRMJ.mjs';
|
|
2
|
+
import { createDocIdMap } from './chunk-OUWZKNO3.mjs';
|
|
3
|
+
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
5
4
|
|
|
6
5
|
// src/vector/vector-store/hot-block-distance.ts
|
|
7
6
|
function jsDistance(a, b, magA, magB, metric) {
|
|
@@ -427,31 +426,19 @@ function openSharedVectorField(initial, threadSlot) {
|
|
|
427
426
|
return outcome;
|
|
428
427
|
},
|
|
429
428
|
searchOrdinals(query, k, metric, minSimilarity, options) {
|
|
430
|
-
|
|
431
|
-
|
|
429
|
+
const current = graph;
|
|
430
|
+
if (current === null) return [];
|
|
431
|
+
if (options.admission !== void 0) {
|
|
432
|
+
return searchOrdinals(current, docIdOf, query, k, metric, minSimilarity, options);
|
|
433
|
+
}
|
|
434
|
+
return withTransientAdmission(
|
|
435
|
+
store,
|
|
436
|
+
(admission) => searchOrdinals(current, docIdOf, query, k, metric, minSimilarity, { ...options, admission })
|
|
437
|
+
);
|
|
432
438
|
}
|
|
433
439
|
};
|
|
434
440
|
}
|
|
435
441
|
|
|
436
|
-
// src/vector/vector-store/doc-ids.ts
|
|
437
|
-
var encoder = new TextEncoder();
|
|
438
|
-
function appendDocId(handles, ordinal, docId) {
|
|
439
|
-
const bytes = encoder.encode(docId);
|
|
440
|
-
const start = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
|
|
441
|
-
const end = start + bytes.length;
|
|
442
|
-
growBufferTo(handles.docIdBytes, end);
|
|
443
|
-
growBufferTo(handles.docIdOffsets, (ordinal + 2) * 4);
|
|
444
|
-
new Uint8Array(handles.docIdBytes).set(bytes, start);
|
|
445
|
-
const offsets = new Uint32Array(handles.docIdOffsets);
|
|
446
|
-
offsets[ordinal] = start;
|
|
447
|
-
offsets[ordinal + 1] = end;
|
|
448
|
-
Atomics.store(handles.header, STORE_DOC_ID_BYTES, end);
|
|
449
|
-
}
|
|
450
|
-
function resetDocIds(handles) {
|
|
451
|
-
new Uint32Array(handles.docIdOffsets, 0, handles.docIdOffsets.byteLength / 4).fill(0);
|
|
452
|
-
Atomics.store(handles.header, STORE_DOC_ID_BYTES, 0);
|
|
453
|
-
}
|
|
454
|
-
|
|
455
442
|
// src/vector/vector-store/ordinal-reads.ts
|
|
456
443
|
function entryAt(store, ordinal) {
|
|
457
444
|
return { vector: store.view.vectorAt(ordinal), magnitude: store.magnitudes[ordinal] };
|
|
@@ -529,6 +516,25 @@ function snapshotOf(open, documents, replacedOrdinals) {
|
|
|
529
516
|
return { dimension, slots, vectors, magnitudes, docIds, replacedOrdinals: [...replacedOrdinals] };
|
|
530
517
|
}
|
|
531
518
|
|
|
519
|
+
// src/vector/vector-store/doc-ids.ts
|
|
520
|
+
var encoder = new TextEncoder();
|
|
521
|
+
function appendDocId(handles, ordinal, docId) {
|
|
522
|
+
const bytes = encoder.encode(docId);
|
|
523
|
+
const start = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
|
|
524
|
+
const end = start + bytes.length;
|
|
525
|
+
growBufferTo(handles.docIdBytes, end);
|
|
526
|
+
growBufferTo(handles.docIdOffsets, (ordinal + 2) * 4);
|
|
527
|
+
new Uint8Array(handles.docIdBytes).set(bytes, start);
|
|
528
|
+
const offsets = new Uint32Array(handles.docIdOffsets);
|
|
529
|
+
offsets[ordinal] = start;
|
|
530
|
+
offsets[ordinal + 1] = end;
|
|
531
|
+
Atomics.store(handles.header, STORE_DOC_ID_BYTES, end);
|
|
532
|
+
}
|
|
533
|
+
function resetDocIds(handles) {
|
|
534
|
+
new Uint32Array(handles.docIdOffsets, 0, handles.docIdOffsets.byteLength / 4).fill(0);
|
|
535
|
+
Atomics.store(handles.header, STORE_DOC_ID_BYTES, 0);
|
|
536
|
+
}
|
|
537
|
+
|
|
532
538
|
// src/vector/vector-store/open-store.ts
|
|
533
539
|
function openHandles(dimension, codeBits, blockBytes) {
|
|
534
540
|
const handles = createSharedVectorStoreHandles(dimension, codeBits, blockBytes);
|
|
@@ -540,7 +546,8 @@ function openHandles(dimension, codeBits, blockBytes) {
|
|
|
540
546
|
partitions: new Int32Array(handles.partitions),
|
|
541
547
|
diskFile: new Int32Array(handles.diskFile),
|
|
542
548
|
diskOffset: new Uint32Array(handles.diskOffset),
|
|
543
|
-
longestDocIdBytes: 0
|
|
549
|
+
longestDocIdBytes: 0,
|
|
550
|
+
sequences: sequenceWritesOf(handles)
|
|
544
551
|
};
|
|
545
552
|
}
|
|
546
553
|
function relayout(store) {
|
|
@@ -561,10 +568,13 @@ function publishOrdinal(store, ordinal) {
|
|
|
561
568
|
Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
|
|
562
569
|
Atomics.store(store.present, ordinal, 1);
|
|
563
570
|
}
|
|
564
|
-
function
|
|
571
|
+
function placeOnDisk(store, ordinal, vectorMagnitude, location) {
|
|
565
572
|
store.magnitudes[ordinal] = vectorMagnitude;
|
|
566
573
|
store.diskOffset[ordinal] = location.offset;
|
|
567
574
|
store.diskFile[ordinal] = location.fileIndex;
|
|
575
|
+
}
|
|
576
|
+
function publishOnDisk(store, ordinal, vectorMagnitude, location) {
|
|
577
|
+
placeOnDisk(store, ordinal, vectorMagnitude, location);
|
|
568
578
|
publishOrdinal(store, ordinal);
|
|
569
579
|
}
|
|
570
580
|
function relocateFiles(store, rewrite) {
|
|
@@ -628,6 +638,8 @@ function ensureOrdinal(store, ordinal, cold) {
|
|
|
628
638
|
new Int32Array(handles.diskFile, 0, handles.diskFile.byteLength / 4).fill(IN_MEMORY, diskFileBytes / 4);
|
|
629
639
|
}
|
|
630
640
|
growBufferTo(handles.diskOffset, (ordinal + 1) * 4);
|
|
641
|
+
growBufferTo(handles.bornAt, (ordinal + 1) * 8);
|
|
642
|
+
growBufferTo(handles.retiredAt, (ordinal + 1) * 8);
|
|
631
643
|
if (!cold) ensureFloatSlot(store, ordinal);
|
|
632
644
|
ensureCodeSlot(store, ordinal);
|
|
633
645
|
}
|
|
@@ -640,7 +652,7 @@ function growthBytesFor(store, vectors) {
|
|
|
640
652
|
const last = Math.min(slots + vectors, VECTOR_MEMORY_LIMITS.maxOrdinals) - 1;
|
|
641
653
|
if (last < slots) return 0;
|
|
642
654
|
const idBytes = Atomics.load(handles.header, STORE_DOC_ID_BYTES);
|
|
643
|
-
let bytes = bufferGrowthBytes(handles.magnitudes, (last + 1) * 8) + bufferGrowthBytes(handles.present, last + 1) + bufferGrowthBytes(handles.unplaced, last + 1) + bufferGrowthBytes(handles.unplacedChunks, unplacedChunkCount(last) * 4) + bufferGrowthBytes(handles.removed, last + 1) + bufferGrowthBytes(handles.partitions, (last + 1) * 4) + bufferGrowthBytes(handles.codePresent, last + 1) + bufferGrowthBytes(handles.diskFile, (last + 1) * 4) + bufferGrowthBytes(handles.diskOffset, (last + 1) * 4) + bufferGrowthBytes(handles.docIdOffsets, (last + 2) * 4) + bufferGrowthBytes(handles.docIdBytes, idBytes + (last + 1 - slots) * store.longestDocIdBytes) + blocksGrowthBytes(handles.blocks, handles.layout, slots, last);
|
|
655
|
+
let bytes = bufferGrowthBytes(handles.magnitudes, (last + 1) * 8) + bufferGrowthBytes(handles.present, last + 1) + bufferGrowthBytes(handles.unplaced, last + 1) + bufferGrowthBytes(handles.unplacedChunks, unplacedChunkCount(last) * 4) + bufferGrowthBytes(handles.removed, last + 1) + bufferGrowthBytes(handles.partitions, (last + 1) * 4) + bufferGrowthBytes(handles.codePresent, last + 1) + bufferGrowthBytes(handles.diskFile, (last + 1) * 4) + bufferGrowthBytes(handles.diskOffset, (last + 1) * 4) + bufferGrowthBytes(handles.bornAt, (last + 1) * 8) + bufferGrowthBytes(handles.retiredAt, (last + 1) * 8) + bufferGrowthBytes(handles.docIdOffsets, (last + 2) * 4) + bufferGrowthBytes(handles.docIdBytes, idBytes + (last + 1 - slots) * store.longestDocIdBytes) + blocksGrowthBytes(handles.blocks, handles.layout, slots, last);
|
|
644
656
|
if (handles.codeLayout !== null) bytes += blocksGrowthBytes(handles.codeBlocks, handles.codeLayout, slots, last);
|
|
645
657
|
return bytes;
|
|
646
658
|
}
|
|
@@ -706,6 +718,162 @@ function partitionFilterOf(store, documents, partitionIds) {
|
|
|
706
718
|
return filter;
|
|
707
719
|
}
|
|
708
720
|
|
|
721
|
+
// src/vector/vector-store/retirement.ts
|
|
722
|
+
var UNKNOWN_PARTITION = -1;
|
|
723
|
+
var NO_PARTITION = -2;
|
|
724
|
+
var LOADED_SEQUENCE = 1;
|
|
725
|
+
var RETIRED_BEFORE_LOAD = 1;
|
|
726
|
+
function oldestPinOf(store) {
|
|
727
|
+
return oldestHeldPin(store.handles.pins);
|
|
728
|
+
}
|
|
729
|
+
function freeable(store, ordinal, oldestPin) {
|
|
730
|
+
return mayFree(retiredAtOf(store.sequences, ordinal), oldestPin);
|
|
731
|
+
}
|
|
732
|
+
function recordPartition(state, store, ordinal, partitionId) {
|
|
733
|
+
const given = partitionId !== void 0 && partitionId >= 0 ? partitionId : UNKNOWN_PARTITION;
|
|
734
|
+
store.partitions[ordinal] = given;
|
|
735
|
+
if (given === UNKNOWN_PARTITION) state.unknownPartitions += 1;
|
|
736
|
+
}
|
|
737
|
+
function freeRetired(state, store, ordinal) {
|
|
738
|
+
state.awaitingFree.delete(ordinal);
|
|
739
|
+
Atomics.store(store.present, ordinal, 0);
|
|
740
|
+
state.checkpointPins.note(ordinal);
|
|
741
|
+
}
|
|
742
|
+
function retireOrdinal(state, store, ordinal, oldestPin) {
|
|
743
|
+
state.ordToDoc[ordinal] = void 0;
|
|
744
|
+
if (store.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
|
|
745
|
+
if (freeable(store, ordinal, oldestPin)) {
|
|
746
|
+
freeRetired(state, store, ordinal);
|
|
747
|
+
return;
|
|
748
|
+
}
|
|
749
|
+
state.awaitingFree.add(ordinal);
|
|
750
|
+
}
|
|
751
|
+
function keepReplacedOrdinal(state, store, ordinal) {
|
|
752
|
+
state.ordToDoc[ordinal] = void 0;
|
|
753
|
+
if (store.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
|
|
754
|
+
state.replacedOrdinals.add(ordinal);
|
|
755
|
+
}
|
|
756
|
+
function freeAwaitingOrdinals(state) {
|
|
757
|
+
const store = state.open;
|
|
758
|
+
if (store === null || state.awaitingFree.size === 0) return;
|
|
759
|
+
const oldestPin = oldestPinOf(store);
|
|
760
|
+
for (const ordinal of state.awaitingFree) {
|
|
761
|
+
if (freeable(store, ordinal, oldestPin)) freeRetired(state, store, ordinal);
|
|
762
|
+
}
|
|
763
|
+
}
|
|
764
|
+
function claimOrdinal(state, store, docId, cold, partitionId) {
|
|
765
|
+
const ordinal = claimSlot(store, docId, cold);
|
|
766
|
+
recordPartition(state, store, ordinal, partitionId);
|
|
767
|
+
state.ordToDoc[ordinal] = docId;
|
|
768
|
+
state.docToOrd.set(docId, ordinal);
|
|
769
|
+
return ordinal;
|
|
770
|
+
}
|
|
771
|
+
function appendOrdinal(state, store, docId, vector, sequence, partitionId) {
|
|
772
|
+
const ordinal = claimOrdinal(state, store, docId, false, partitionId);
|
|
773
|
+
writeVector(store, ordinal, vector);
|
|
774
|
+
stampBorn(store.sequences, ordinal, sequence);
|
|
775
|
+
publishOrdinal(store, ordinal);
|
|
776
|
+
return ordinal;
|
|
777
|
+
}
|
|
778
|
+
function settleReplacement(state, store, previous, keepsReplacedVector) {
|
|
779
|
+
if (previous === void 0) {
|
|
780
|
+
state.liveCount++;
|
|
781
|
+
Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
|
|
782
|
+
return;
|
|
783
|
+
}
|
|
784
|
+
if (keepsReplacedVector) keepReplacedOrdinal(state, store, previous);
|
|
785
|
+
else retireOrdinal(state, store, previous, oldestPinOf(store));
|
|
786
|
+
}
|
|
787
|
+
function beginWrite(state, store) {
|
|
788
|
+
freeAwaitingOrdinals(state);
|
|
789
|
+
return nextSequence(store.sequences);
|
|
790
|
+
}
|
|
791
|
+
function retireInWrite(store, ordinal, sequence) {
|
|
792
|
+
stampRetired(store.sequences, ordinal, sequence);
|
|
793
|
+
}
|
|
794
|
+
function endWrite(store, sequence) {
|
|
795
|
+
publishSequence(store.sequences, sequence);
|
|
796
|
+
}
|
|
797
|
+
function retireStoredOrdinal(state, ordinal) {
|
|
798
|
+
const store = state.open;
|
|
799
|
+
if (store === null) return false;
|
|
800
|
+
if (state.awaitingFree.size > 0) freeAwaitingOrdinals(state);
|
|
801
|
+
const writes = store.sequences;
|
|
802
|
+
if (ordinal >= writes.retired.length) coverOrdinal(writes, ordinal);
|
|
803
|
+
const retiredHalves = writes.retiredHalves;
|
|
804
|
+
const retiredLow = ordinal * 2;
|
|
805
|
+
if (retiredHalves[retiredLow] !== 0 || retiredHalves[retiredLow + 1] !== 0) return false;
|
|
806
|
+
const sequence = nextSequence(writes);
|
|
807
|
+
Atomics.store(writes.retired, ordinal, BigInt(sequence));
|
|
808
|
+
publishSequence(writes, sequence);
|
|
809
|
+
return true;
|
|
810
|
+
}
|
|
811
|
+
|
|
812
|
+
// src/vector/vector-store/load.ts
|
|
813
|
+
function retiredBeforeLoad(store, ordinal) {
|
|
814
|
+
stampRetired(store.sequences, ordinal, RETIRED_BEFORE_LOAD);
|
|
815
|
+
}
|
|
816
|
+
function settleLoadedReplacement(state, store, previous) {
|
|
817
|
+
if (previous === void 0) {
|
|
818
|
+
state.liveCount++;
|
|
819
|
+
Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
|
|
820
|
+
return;
|
|
821
|
+
}
|
|
822
|
+
stampRetired(store.sequences, previous, RETIRED_BEFORE_LOAD);
|
|
823
|
+
retireOrdinal(state, store, previous, Number.POSITIVE_INFINITY);
|
|
824
|
+
}
|
|
825
|
+
function loadColdVector(state, store, docId, vectorMagnitude, location, partitionId) {
|
|
826
|
+
const previous = state.docToOrd.get(docId);
|
|
827
|
+
Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
|
|
828
|
+
const ordinal = claimOrdinal(state, store, docId, true, partitionId);
|
|
829
|
+
placeOnDisk(store, ordinal, vectorMagnitude, location);
|
|
830
|
+
stampBorn(store.sequences, ordinal, LOADED_SEQUENCE);
|
|
831
|
+
publishOrdinal(store, ordinal);
|
|
832
|
+
settleLoadedReplacement(state, store, previous);
|
|
833
|
+
return ordinal;
|
|
834
|
+
}
|
|
835
|
+
function loadReplacedVector(state, store, docId, vector, location) {
|
|
836
|
+
if (location !== void 0) Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
|
|
837
|
+
const ordinal = claimSlot(store, docId, location !== void 0);
|
|
838
|
+
store.partitions[ordinal] = NO_PARTITION;
|
|
839
|
+
state.ordToDoc[ordinal] = void 0;
|
|
840
|
+
state.replacedOrdinals.add(ordinal);
|
|
841
|
+
retiredBeforeLoad(store, ordinal);
|
|
842
|
+
if (location !== void 0) {
|
|
843
|
+
publishOnDisk(store, ordinal, magnitude(vector), location);
|
|
844
|
+
return ordinal;
|
|
845
|
+
}
|
|
846
|
+
writeVector(store, ordinal, vector);
|
|
847
|
+
publishOrdinal(store, ordinal);
|
|
848
|
+
return ordinal;
|
|
849
|
+
}
|
|
850
|
+
function restoreReplacedVector(state, store, ordinal, vector) {
|
|
851
|
+
store.diskFile[ordinal] = IN_MEMORY;
|
|
852
|
+
retiredBeforeLoad(store, ordinal);
|
|
853
|
+
writeVector(store, ordinal, vector);
|
|
854
|
+
Atomics.store(store.present, ordinal, 1);
|
|
855
|
+
state.replacedOrdinals.add(ordinal);
|
|
856
|
+
}
|
|
857
|
+
function loadSnapshot(state, store, snapshot) {
|
|
858
|
+
const replaced = new Set(snapshot.replacedOrdinals);
|
|
859
|
+
for (let ordinal = 0; ordinal < snapshot.slots; ordinal++) {
|
|
860
|
+
const docId = snapshot.docIds[ordinal];
|
|
861
|
+
const vector = snapshot.vectors.subarray(ordinal * snapshot.dimension, (ordinal + 1) * snapshot.dimension);
|
|
862
|
+
if (docId === null || docId === void 0) {
|
|
863
|
+
ensureOrdinal(store, ordinal, false);
|
|
864
|
+
state.ordToDoc[ordinal] = void 0;
|
|
865
|
+
store.partitions[ordinal] = NO_PARTITION;
|
|
866
|
+
if (replaced.has(ordinal)) restoreReplacedVector(state, store, ordinal, vector);
|
|
867
|
+
else retiredBeforeLoad(store, ordinal);
|
|
868
|
+
Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
|
|
869
|
+
continue;
|
|
870
|
+
}
|
|
871
|
+
appendOrdinal(state, store, docId, vector, LOADED_SEQUENCE);
|
|
872
|
+
state.liveCount++;
|
|
873
|
+
}
|
|
874
|
+
Atomics.store(store.handles.header, STORE_LIVE_COUNT, state.liveCount);
|
|
875
|
+
}
|
|
876
|
+
|
|
709
877
|
// src/vector/vector-store/retired-pins.ts
|
|
710
878
|
function createRetiredVectorPins() {
|
|
711
879
|
let pins = 0;
|
|
@@ -760,93 +928,95 @@ function pinnedReads(pins, openStore, readable) {
|
|
|
760
928
|
};
|
|
761
929
|
}
|
|
762
930
|
|
|
931
|
+
// src/vector/vector-store/store-clear.ts
|
|
932
|
+
function retireEveryOrdinal(store) {
|
|
933
|
+
const sequences = store.sequences;
|
|
934
|
+
const sequence = nextSequence(sequences);
|
|
935
|
+
const slots = Atomics.load(store.handles.header, STORE_SLOTS);
|
|
936
|
+
for (let ordinal = 0; ordinal < slots; ordinal++) stampRetired(sequences, ordinal, sequence);
|
|
937
|
+
publishSequence(sequences, sequence);
|
|
938
|
+
}
|
|
939
|
+
function forgetCodes(store) {
|
|
940
|
+
const { header, codePresent } = store.handles;
|
|
941
|
+
new Uint8Array(codePresent, 0, codePresent.byteLength).fill(0);
|
|
942
|
+
Atomics.store(header, STORE_LIVE_COUNT, 0);
|
|
943
|
+
Atomics.store(header, STORE_CODE_COUNT, 0);
|
|
944
|
+
Atomics.store(header, STORE_CALIBRATED, 0);
|
|
945
|
+
Atomics.add(header, STORE_CALIBRATION_GENERATION, 1);
|
|
946
|
+
}
|
|
947
|
+
function resetInPlace(store) {
|
|
948
|
+
const { handles } = store;
|
|
949
|
+
store.present.fill(0, 0, handles.present.byteLength);
|
|
950
|
+
new Uint8Array(handles.codePresent, 0, handles.codePresent.byteLength).fill(0);
|
|
951
|
+
new Int32Array(handles.diskFile, 0, handles.diskFile.byteLength / 4).fill(IN_MEMORY);
|
|
952
|
+
handles.centroid.fill(0);
|
|
953
|
+
if (handles.vectorFiles.length > 0) {
|
|
954
|
+
handles.vectorFiles.length = 0;
|
|
955
|
+
relayout(store);
|
|
956
|
+
}
|
|
957
|
+
resetDocIds(handles);
|
|
958
|
+
resetStoreHeader(handles.header);
|
|
959
|
+
}
|
|
960
|
+
function clearStore(store) {
|
|
961
|
+
retireEveryOrdinal(store);
|
|
962
|
+
if (oldestHeldPin(store.handles.pins) === Number.POSITIVE_INFINITY) {
|
|
963
|
+
resetInPlace(store);
|
|
964
|
+
return;
|
|
965
|
+
}
|
|
966
|
+
forgetCodes(store);
|
|
967
|
+
}
|
|
968
|
+
|
|
763
969
|
// src/vector/vector-store/index.ts
|
|
764
|
-
var UNKNOWN_PARTITION = -1;
|
|
765
|
-
var NO_PARTITION = -2;
|
|
766
970
|
function createVectorStore(options) {
|
|
767
971
|
const codeBits = options?.codeBits ?? null;
|
|
768
972
|
const blockBytes = Math.min(options?.blockBytes ?? VECTOR_MEMORY_LIMITS.blockBytes, VECTOR_MEMORY_LIMITS.blockBytes);
|
|
769
|
-
const
|
|
770
|
-
|
|
771
|
-
|
|
772
|
-
|
|
773
|
-
|
|
774
|
-
|
|
973
|
+
const state = {
|
|
974
|
+
open: options?.dimension === void 0 ? null : openHandles(options.dimension, codeBits, blockBytes),
|
|
975
|
+
docToOrd: createDocIdMap(),
|
|
976
|
+
ordToDoc: [],
|
|
977
|
+
replacedOrdinals: /* @__PURE__ */ new Set(),
|
|
978
|
+
awaitingFree: /* @__PURE__ */ new Set(),
|
|
979
|
+
checkpointPins: createRetiredVectorPins(),
|
|
980
|
+
unknownPartitions: 0,
|
|
981
|
+
liveCount: 0
|
|
982
|
+
};
|
|
983
|
+
const { docToOrd, ordToDoc, replacedOrdinals, awaitingFree } = state;
|
|
775
984
|
let readBackVector = null;
|
|
776
|
-
let open = options?.dimension === void 0 ? null : openHandles(options.dimension, codeBits, blockBytes);
|
|
777
985
|
function forgetDocuments() {
|
|
778
986
|
docToOrd.clear();
|
|
779
987
|
ordToDoc.length = 0;
|
|
780
988
|
replacedOrdinals.clear();
|
|
781
|
-
|
|
782
|
-
|
|
783
|
-
|
|
989
|
+
state.awaitingFree.clear();
|
|
990
|
+
state.checkpointPins.forget();
|
|
991
|
+
state.unknownPartitions = 0;
|
|
992
|
+
state.liveCount = 0;
|
|
784
993
|
}
|
|
785
|
-
function
|
|
786
|
-
return
|
|
994
|
+
function heldAfterRemoval(ordinal) {
|
|
995
|
+
return replacedOrdinals.has(ordinal) || awaitingFree.has(ordinal);
|
|
996
|
+
}
|
|
997
|
+
function isReadable(ordinal) {
|
|
998
|
+
return ordToDoc[ordinal] !== void 0 || heldAfterRemoval(ordinal);
|
|
787
999
|
}
|
|
788
1000
|
function requireOpen() {
|
|
789
|
-
if (open === null) {
|
|
1001
|
+
if (state.open === null) {
|
|
790
1002
|
throw new NarsilError(ErrorCodes.VECTOR_DIMENSION_MISMATCH, "The vector store holds no vector yet");
|
|
791
1003
|
}
|
|
792
|
-
return open;
|
|
793
|
-
}
|
|
794
|
-
function recordPartition(store, ordinal, partitionId) {
|
|
795
|
-
const given = partitionId !== void 0 && partitionId >= 0 ? partitionId : UNKNOWN_PARTITION;
|
|
796
|
-
store.partitions[ordinal] = given;
|
|
797
|
-
if (given === UNKNOWN_PARTITION) unknownPartitions += 1;
|
|
798
|
-
}
|
|
799
|
-
function retireOrdinal(store, ordinal) {
|
|
800
|
-
ordToDoc[ordinal] = void 0;
|
|
801
|
-
Atomics.store(store.present, ordinal, 0);
|
|
802
|
-
pins.note(ordinal);
|
|
803
|
-
if (store.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
|
|
1004
|
+
return state.open;
|
|
804
1005
|
}
|
|
805
|
-
function
|
|
806
|
-
|
|
807
|
-
|
|
808
|
-
store.partitions[ordinal] = NO_PARTITION;
|
|
809
|
-
replacedOrdinals.add(ordinal);
|
|
810
|
-
}
|
|
811
|
-
function restoreReplacedVector(store, ordinal, vector) {
|
|
812
|
-
store.diskFile[ordinal] = IN_MEMORY;
|
|
813
|
-
writeVector(store, ordinal, vector);
|
|
814
|
-
Atomics.store(store.present, ordinal, 1);
|
|
815
|
-
replacedOrdinals.add(ordinal);
|
|
816
|
-
}
|
|
817
|
-
function claimOrdinal(store, docId, cold, partitionId) {
|
|
818
|
-
const ordinal = claimSlot(store, docId, cold);
|
|
819
|
-
recordPartition(store, ordinal, partitionId);
|
|
820
|
-
ordToDoc[ordinal] = docId;
|
|
821
|
-
docToOrd.set(docId, ordinal);
|
|
822
|
-
return ordinal;
|
|
823
|
-
}
|
|
824
|
-
function appendOrdinal(store, docId, vector, partitionId) {
|
|
825
|
-
const ordinal = claimOrdinal(store, docId, false, partitionId);
|
|
826
|
-
writeVector(store, ordinal, vector);
|
|
827
|
-
publishOrdinal(store, ordinal);
|
|
828
|
-
return ordinal;
|
|
829
|
-
}
|
|
830
|
-
function settleReplacement(store, ordinal, previous, keepsReplacedVector) {
|
|
831
|
-
if (previous !== void 0) {
|
|
832
|
-
if (keepsReplacedVector) keepReplacedOrdinal(store, previous);
|
|
833
|
-
else retireOrdinal(store, previous);
|
|
834
|
-
return ordinal;
|
|
835
|
-
}
|
|
836
|
-
liveCount++;
|
|
837
|
-
Atomics.add(store.handles.header, STORE_LIVE_COUNT, 1);
|
|
838
|
-
return ordinal;
|
|
1006
|
+
function openFor(dimension) {
|
|
1007
|
+
state.open ??= openHandles(dimension, codeBits, blockBytes);
|
|
1008
|
+
return state.open;
|
|
839
1009
|
}
|
|
840
1010
|
return {
|
|
841
|
-
...createOrdinalReads(() => open,
|
|
1011
|
+
...createOrdinalReads(() => state.open, isReadable),
|
|
842
1012
|
get size() {
|
|
843
|
-
return liveCount;
|
|
1013
|
+
return state.liveCount;
|
|
844
1014
|
},
|
|
845
1015
|
get slots() {
|
|
846
1016
|
return ordToDoc.length;
|
|
847
1017
|
},
|
|
848
1018
|
get dimension() {
|
|
849
|
-
return open === null ? 0 : open.handles.dimension;
|
|
1019
|
+
return state.open === null ? 0 : state.open.handles.dimension;
|
|
850
1020
|
},
|
|
851
1021
|
get codeBits() {
|
|
852
1022
|
return codeBits;
|
|
@@ -861,8 +1031,7 @@ function createVectorStore(options) {
|
|
|
861
1031
|
return replacedOrdinals.size;
|
|
862
1032
|
},
|
|
863
1033
|
insert(docId, vector, partitionId, keepsReplacedVector = false) {
|
|
864
|
-
|
|
865
|
-
const store = open;
|
|
1034
|
+
const store = openFor(vector.length);
|
|
866
1035
|
if (vector.length !== store.handles.dimension) {
|
|
867
1036
|
throw new NarsilError(
|
|
868
1037
|
ErrorCodes.VECTOR_DIMENSION_MISMATCH,
|
|
@@ -871,40 +1040,54 @@ function createVectorStore(options) {
|
|
|
871
1040
|
);
|
|
872
1041
|
}
|
|
873
1042
|
const previous = docToOrd.get(docId);
|
|
874
|
-
const
|
|
875
|
-
|
|
876
|
-
|
|
877
|
-
|
|
878
|
-
|
|
879
|
-
|
|
880
|
-
|
|
881
|
-
|
|
1043
|
+
const sequence = beginWrite(state, store);
|
|
1044
|
+
const ordinal = appendOrdinal(state, store, docId, vector, sequence, partitionId);
|
|
1045
|
+
if (previous !== void 0) retireInWrite(store, previous, sequence);
|
|
1046
|
+
endWrite(store, sequence);
|
|
1047
|
+
settleReplacement(state, store, previous, keepsReplacedVector);
|
|
1048
|
+
return ordinal;
|
|
1049
|
+
},
|
|
1050
|
+
retire(ordinal) {
|
|
1051
|
+
retireStoredOrdinal(state, ordinal);
|
|
1052
|
+
},
|
|
1053
|
+
freeRetiredVectors() {
|
|
1054
|
+
freeAwaitingOrdinals(state);
|
|
1055
|
+
},
|
|
1056
|
+
oldestPin() {
|
|
1057
|
+
return state.open === null ? Number.POSITIVE_INFINITY : oldestPinOf(state.open);
|
|
1058
|
+
},
|
|
1059
|
+
writeSequence() {
|
|
1060
|
+
return state.open === null ? 0 : writeSequenceOf(state.open.sequences.header);
|
|
1061
|
+
},
|
|
1062
|
+
retiredStampHalves() {
|
|
1063
|
+
return requireOpen().sequences.retiredHalves;
|
|
1064
|
+
},
|
|
1065
|
+
claimedSlots() {
|
|
1066
|
+
return state.open === null ? 0 : state.open.handles.header[STORE_SLOTS];
|
|
1067
|
+
},
|
|
1068
|
+
mayFreeOrdinal(ordinal, oldestPin) {
|
|
1069
|
+
return state.open !== null && freeable(state.open, ordinal, oldestPin);
|
|
1070
|
+
},
|
|
1071
|
+
releaseReplacedVectors(oldestPin) {
|
|
1072
|
+
const store = state.open;
|
|
1073
|
+
const released = [];
|
|
1074
|
+
const oldest = oldestPin ?? (store === null ? Number.POSITIVE_INFINITY : oldestPinOf(store));
|
|
1075
|
+
for (const ordinal of replacedOrdinals) {
|
|
1076
|
+
if (store !== null && !freeable(store, ordinal, oldest)) continue;
|
|
1077
|
+
released.push(ordinal);
|
|
1078
|
+
}
|
|
1079
|
+
for (const ordinal of released) {
|
|
1080
|
+
replacedOrdinals.delete(ordinal);
|
|
1081
|
+
if (store !== null) freeRetired(state, store, ordinal);
|
|
1082
|
+
}
|
|
882
1083
|
return released;
|
|
883
1084
|
},
|
|
884
|
-
...pinnedReads(
|
|
1085
|
+
...pinnedReads(state.checkpointPins, () => state.open, isReadable),
|
|
885
1086
|
insertCold(docId, vectorMagnitude, location, partitionId) {
|
|
886
|
-
|
|
887
|
-
const previous = docToOrd.get(docId);
|
|
888
|
-
Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
|
|
889
|
-
const ordinal = claimOrdinal(store, docId, true, partitionId);
|
|
890
|
-
publishOnDisk(store, ordinal, vectorMagnitude, location);
|
|
891
|
-
return settleReplacement(store, ordinal, previous, false);
|
|
1087
|
+
return loadColdVector(state, requireOpen(), docId, vectorMagnitude, location, partitionId);
|
|
892
1088
|
},
|
|
893
1089
|
insertReplaced(docId, vector, location) {
|
|
894
|
-
|
|
895
|
-
const store = open;
|
|
896
|
-
if (location !== void 0) Atomics.store(store.handles.header, STORE_RELEASED_VECTORS_TO_DISK, 1);
|
|
897
|
-
const ordinal = claimSlot(store, docId, location !== void 0);
|
|
898
|
-
store.partitions[ordinal] = NO_PARTITION;
|
|
899
|
-
ordToDoc[ordinal] = void 0;
|
|
900
|
-
replacedOrdinals.add(ordinal);
|
|
901
|
-
if (location !== void 0) {
|
|
902
|
-
publishOnDisk(store, ordinal, magnitude(vector), location);
|
|
903
|
-
return ordinal;
|
|
904
|
-
}
|
|
905
|
-
writeVector(store, ordinal, vector);
|
|
906
|
-
publishOrdinal(store, ordinal);
|
|
907
|
-
return ordinal;
|
|
1090
|
+
return loadReplacedVector(state, openFor(vector.length), docId, vector, location);
|
|
908
1091
|
},
|
|
909
1092
|
addVectorFile(path) {
|
|
910
1093
|
const store = requireOpen();
|
|
@@ -915,8 +1098,8 @@ function createVectorStore(options) {
|
|
|
915
1098
|
return store.handles.vectorFiles.length - 1;
|
|
916
1099
|
},
|
|
917
1100
|
isCold(ordinal) {
|
|
918
|
-
if (open === null) return false;
|
|
919
|
-
return open.view.isCold(ordinal);
|
|
1101
|
+
if (state.open === null) return false;
|
|
1102
|
+
return state.open.view.isCold(ordinal);
|
|
920
1103
|
},
|
|
921
1104
|
releaseToFile(ordinal, location) {
|
|
922
1105
|
const store = requireOpen();
|
|
@@ -932,7 +1115,9 @@ function createVectorStore(options) {
|
|
|
932
1115
|
},
|
|
933
1116
|
releaseColdBlocks() {
|
|
934
1117
|
const store = requireOpen();
|
|
935
|
-
const
|
|
1118
|
+
const held = new Set(replacedOrdinals);
|
|
1119
|
+
for (const ordinal of state.awaitingFree) held.add(ordinal);
|
|
1120
|
+
const kept = state.checkpointPins.keptWith(held);
|
|
936
1121
|
let released = 0;
|
|
937
1122
|
for (let index = 0; index < store.handles.blocks.length; index++) {
|
|
938
1123
|
if (store.handles.blocks[index] === null || !blockFullyCold(store, index, ordToDoc, kept)) continue;
|
|
@@ -944,38 +1129,40 @@ function createVectorStore(options) {
|
|
|
944
1129
|
},
|
|
945
1130
|
setPartition(docId, partitionId) {
|
|
946
1131
|
const ordinal = docToOrd.get(docId);
|
|
947
|
-
if (ordinal === void 0 || open === null || partitionId < 0) return;
|
|
948
|
-
if (open.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
|
|
949
|
-
open.partitions[ordinal] = partitionId;
|
|
1132
|
+
if (ordinal === void 0 || state.open === null || partitionId < 0) return;
|
|
1133
|
+
if (state.open.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
|
|
1134
|
+
state.open.partitions[ordinal] = partitionId;
|
|
950
1135
|
},
|
|
951
1136
|
forgetPartition(docId) {
|
|
952
1137
|
const ordinal = docToOrd.get(docId);
|
|
953
|
-
if (ordinal === void 0 || open === null) return;
|
|
954
|
-
if (open.partitions[ordinal] === UNKNOWN_PARTITION) unknownPartitions -= 1;
|
|
955
|
-
open.partitions[ordinal] = NO_PARTITION;
|
|
1138
|
+
if (ordinal === void 0 || state.open === null) return;
|
|
1139
|
+
if (state.open.partitions[ordinal] === UNKNOWN_PARTITION) state.unknownPartitions -= 1;
|
|
1140
|
+
state.open.partitions[ordinal] = NO_PARTITION;
|
|
956
1141
|
},
|
|
957
1142
|
partitionOfOrdinal(ordinal) {
|
|
958
|
-
if (open === null || ordinal < 0 || ordinal >= ordToDoc.length) return void 0;
|
|
959
|
-
const partitionId = open.partitions[ordinal];
|
|
1143
|
+
if (state.open === null || ordinal < 0 || ordinal >= ordToDoc.length) return void 0;
|
|
1144
|
+
const partitionId = state.open.partitions[ordinal];
|
|
960
1145
|
return partitionId < 0 ? void 0 : partitionId;
|
|
961
1146
|
},
|
|
962
1147
|
get partitionsKnown() {
|
|
963
|
-
return unknownPartitions === 0;
|
|
1148
|
+
return state.unknownPartitions === 0;
|
|
964
1149
|
},
|
|
965
1150
|
partitionFilter(partitionIds) {
|
|
966
|
-
return partitionFilterOf(open, ordToDoc, partitionIds);
|
|
1151
|
+
return partitionFilterOf(state.open, ordToDoc, partitionIds);
|
|
967
1152
|
},
|
|
968
|
-
remove(docId) {
|
|
1153
|
+
remove(docId, oldestPin) {
|
|
969
1154
|
const ordinal = docToOrd.get(docId);
|
|
970
|
-
|
|
1155
|
+
const store = state.open;
|
|
1156
|
+
if (ordinal === void 0 || store === null) return;
|
|
1157
|
+
const retiredNow = retireStoredOrdinal(state, ordinal);
|
|
971
1158
|
docToOrd.delete(docId);
|
|
972
|
-
retireOrdinal(
|
|
973
|
-
liveCount--;
|
|
974
|
-
Atomics.sub(
|
|
1159
|
+
retireOrdinal(state, store, ordinal, retiredNow || oldestPin === void 0 ? oldestPinOf(store) : oldestPin);
|
|
1160
|
+
state.liveCount--;
|
|
1161
|
+
Atomics.sub(store.handles.header, STORE_LIVE_COUNT, 1);
|
|
975
1162
|
},
|
|
976
1163
|
get(docId) {
|
|
977
1164
|
const ordinal = docToOrd.get(docId);
|
|
978
|
-
return ordinal === void 0 || open === null ? void 0 : entryAt(open, ordinal);
|
|
1165
|
+
return ordinal === void 0 || state.open === null ? void 0 : entryAt(state.open, ordinal);
|
|
979
1166
|
},
|
|
980
1167
|
has(docId) {
|
|
981
1168
|
return docToOrd.has(docId);
|
|
@@ -983,31 +1170,22 @@ function createVectorStore(options) {
|
|
|
983
1170
|
holdsOrdinal(ordinal) {
|
|
984
1171
|
return ordinal >= 0 && ordinal < ordToDoc.length && ordToDoc[ordinal] !== void 0;
|
|
985
1172
|
},
|
|
986
|
-
entries: () => entriesOf(open, ordToDoc),
|
|
987
|
-
docIds: () => docIdsOf(open, ordToDoc),
|
|
1173
|
+
entries: () => entriesOf(state.open, ordToDoc),
|
|
1174
|
+
docIds: () => docIdsOf(state.open, ordToDoc),
|
|
988
1175
|
clear() {
|
|
1176
|
+
const store = state.open;
|
|
989
1177
|
forgetDocuments();
|
|
990
|
-
if (
|
|
991
|
-
open.present.fill(0, 0, open.handles.present.byteLength);
|
|
992
|
-
new Uint8Array(open.handles.codePresent, 0, open.handles.codePresent.byteLength).fill(0);
|
|
993
|
-
new Int32Array(open.handles.diskFile, 0, open.handles.diskFile.byteLength / 4).fill(IN_MEMORY);
|
|
994
|
-
open.handles.centroid.fill(0);
|
|
995
|
-
if (open.handles.vectorFiles.length > 0) {
|
|
996
|
-
open.handles.vectorFiles.length = 0;
|
|
997
|
-
relayout(open);
|
|
998
|
-
}
|
|
999
|
-
resetDocIds(open.handles);
|
|
1000
|
-
resetStoreHeader(open.handles.header);
|
|
1178
|
+
if (store !== null) clearStore(store);
|
|
1001
1179
|
},
|
|
1002
1180
|
release() {
|
|
1003
1181
|
forgetDocuments();
|
|
1004
|
-
if (open !== null) Atomics.add(open.handles.header, STORE_ORDINAL_LAYOUT_GENERATION, 1);
|
|
1005
|
-
open?.view.close();
|
|
1006
|
-
open = null;
|
|
1182
|
+
if (state.open !== null) Atomics.add(state.open.handles.header, STORE_ORDINAL_LAYOUT_GENERATION, 1);
|
|
1183
|
+
state.open?.view.close();
|
|
1184
|
+
state.open = null;
|
|
1007
1185
|
},
|
|
1008
|
-
closeFiles: () => open?.view.close(),
|
|
1186
|
+
closeFiles: () => state.open?.view.close(),
|
|
1009
1187
|
relocateVectorFiles(rewrite) {
|
|
1010
|
-
if (open !== null) relocateFiles(open, rewrite);
|
|
1188
|
+
if (state.open !== null) relocateFiles(state.open, rewrite);
|
|
1011
1189
|
},
|
|
1012
1190
|
getOrdinal(docId) {
|
|
1013
1191
|
return docToOrd.get(docId);
|
|
@@ -1016,36 +1194,19 @@ function createVectorStore(options) {
|
|
|
1016
1194
|
return ordToDoc[ordinal];
|
|
1017
1195
|
},
|
|
1018
1196
|
prepareQueryArena(query) {
|
|
1019
|
-
return open === null ? null : open.view.prepareQueryArena(query);
|
|
1197
|
+
return state.open === null ? null : state.open.view.prepareQueryArena(query);
|
|
1020
1198
|
},
|
|
1021
|
-
exportSnapshot: () => snapshotOf(open, ordToDoc, replacedOrdinals),
|
|
1199
|
+
exportSnapshot: () => snapshotOf(state.open, ordToDoc, replacedOrdinals),
|
|
1022
1200
|
restoreSnapshot(snapshot) {
|
|
1023
1201
|
this.clear();
|
|
1024
1202
|
if (snapshot.dimension === 0 || snapshot.slots === 0) return;
|
|
1025
|
-
|
|
1026
|
-
const store = open;
|
|
1027
|
-
const replaced = new Set(snapshot.replacedOrdinals);
|
|
1028
|
-
for (let ordinal = 0; ordinal < snapshot.slots; ordinal++) {
|
|
1029
|
-
const docId = snapshot.docIds[ordinal];
|
|
1030
|
-
const vector = snapshot.vectors.subarray(ordinal * snapshot.dimension, (ordinal + 1) * snapshot.dimension);
|
|
1031
|
-
if (docId === null || docId === void 0) {
|
|
1032
|
-
ensureOrdinal(store, ordinal, false);
|
|
1033
|
-
ordToDoc[ordinal] = void 0;
|
|
1034
|
-
store.partitions[ordinal] = NO_PARTITION;
|
|
1035
|
-
if (replaced.has(ordinal)) restoreReplacedVector(store, ordinal, vector);
|
|
1036
|
-
Atomics.store(store.handles.header, STORE_SLOTS, ordinal + 1);
|
|
1037
|
-
continue;
|
|
1038
|
-
}
|
|
1039
|
-
appendOrdinal(store, docId, vector);
|
|
1040
|
-
liveCount++;
|
|
1041
|
-
}
|
|
1042
|
-
Atomics.store(store.handles.header, STORE_LIVE_COUNT, liveCount);
|
|
1203
|
+
loadSnapshot(state, openFor(snapshot.dimension), snapshot);
|
|
1043
1204
|
},
|
|
1044
1205
|
memoryBytes() {
|
|
1045
|
-
return open === null ? 0 : sharedVectorStoreBytes(open.handles);
|
|
1206
|
+
return state.open === null ? 0 : sharedVectorStoreBytes(state.open.handles);
|
|
1046
1207
|
},
|
|
1047
1208
|
growthBytesFor(vectors) {
|
|
1048
|
-
return open === null ? 0 : growthBytesFor(open, vectors);
|
|
1209
|
+
return state.open === null ? 0 : growthBytesFor(state.open, vectors);
|
|
1049
1210
|
}
|
|
1050
1211
|
};
|
|
1051
1212
|
}
|