@delali/narsil 0.3.1-next.157 → 0.3.1-next.161
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +3 -3
- package/dist/adapters/gcs.mjs +3 -3
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +3 -3
- package/dist/browser/{chunk-N23GL72Q.mjs → chunk-4RNSFVWI.mjs} +20777 -19056
- package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
- package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
- package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → browser/durability-config-SGB5ZP5K.mjs} +8 -3
- package/dist/browser/embed-RF2MPGAO.mjs +222 -0
- package/dist/{react-native/chunks/geo-index-PX3BIHAH.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
- package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
- package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
- package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
- package/dist/browser/{restore-hooks-IE3GGYHG.mjs → restore-queue-S4BWOGMU.mjs} +98 -24
- package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
- package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
- package/dist/browser/{chunk-GFAZPSWK.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
- package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
- package/dist/{capabilities-D3AoBJoF.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
- package/dist/chunk-2JRERUNZ.mjs +217 -0
- package/dist/chunk-2RIS76RJ.mjs +212 -0
- package/dist/chunk-3B775F3C.mjs +252 -0
- package/dist/{chunk-24FNVRKB.mjs → chunk-3D6RZGJH.mjs} +3 -3
- package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
- package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
- package/dist/chunk-6EZW2GQL.mjs +978 -0
- package/dist/chunk-75UNINFA.mjs +271 -0
- package/dist/chunk-77AUVDQ5.mjs +7 -0
- package/dist/{chunk-JTYPJF3T.mjs → chunk-7MWYORQC.mjs} +2 -2
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
- package/dist/{chunk-FUD5XSZ5.mjs → chunk-BXM7XM4G.mjs} +7 -3
- package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
- package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
- package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
- package/dist/{chunk-SMOOSIAW.mjs → chunk-FE3MRIBN.mjs} +104 -13
- package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
- package/dist/{chunk-XXJZMTZT.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
- package/dist/{chunk-EYD7K3H6.mjs → chunk-GF4K7IUK.mjs} +317 -120
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/{chunk-IIRIG7H5.mjs → chunk-H64YDF5M.mjs} +3 -3
- package/dist/{browser/chunk-VY5KW3HN.mjs → chunk-HOOR4CP5.mjs} +63 -7
- package/dist/chunk-IB4BYLE3.mjs +127 -0
- package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
- package/dist/chunk-IH3G6SJO.mjs +40 -0
- package/dist/chunk-JV74RKCY.mjs +3041 -0
- package/dist/{chunk-ZPZ3YGXV.mjs → chunk-K67I3RF4.mjs} +261 -101
- package/dist/chunk-KLVMK3R5.mjs +47 -0
- package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
- package/dist/chunk-LF4GB4PO.mjs +281 -0
- package/dist/chunk-NC4QLCZC.mjs +59 -0
- package/dist/chunk-OOO54OVC.mjs +627 -0
- package/dist/chunk-OUWZKNO3.mjs +207 -0
- package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
- package/dist/{chunk-4ZTHGTVX.mjs → chunk-PTTMGRG5.mjs} +9 -10
- package/dist/{react-native/chunks/chunk-DZ7H7D2C.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
- package/dist/{browser/chunk-EKMGCRSR.mjs → chunk-QBVTYY4J.mjs} +2 -9
- package/dist/{chunk-W5EB5XKI.mjs → chunk-R4CE4IVU.mjs} +341 -183
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
- package/dist/{chunk-4LMSZAK6.mjs → chunk-SHGN3QIF.mjs} +69 -13
- package/dist/chunk-SXIRM4MX.mjs +3549 -0
- package/dist/{chunk-TBC3XUL2.mjs → chunk-TGPKS2UM.mjs} +47 -1
- package/dist/chunk-TINW4BSH.mjs +31301 -0
- package/dist/{cold-module-VOJXMNZB.mjs → chunk-TSLV5P2J.mjs} +397 -80
- package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
- package/dist/chunk-U6B7DUQW.mjs +788 -0
- package/dist/{chunk-OQLD2BSW.mjs → chunk-V3SGPXWQ.mjs} +8 -9
- package/dist/chunk-W34VJXY7.mjs +4723 -0
- package/dist/chunk-YETKPX5M.mjs +5 -0
- package/dist/chunk-ZQ6QY42L.mjs +59 -0
- package/dist/{client-kqSMevVi.d.ts → client-CTp8RRiK.d.ts} +4 -4
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +66 -18
- package/dist/{config-B4v_Htpu.d.ts → config-PCNzWjHL.d.ts} +6 -3
- package/dist/{config-CTP01fns.d.ts → config-_WT5grSL.d.ts} +3 -3
- package/dist/core-leaf-KXFGP74A.mjs +7 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-MKTZBR26.mjs +16 -0
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +7 -4
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/coordinator/in-memory.mjs +1 -2
- package/dist/distribution/transport/grpc.mjs +7 -2
- package/dist/distribution/transport/tcp.mjs +7 -1
- package/dist/distribution.d.ts +7 -7
- package/dist/distribution.mjs +1199 -1092
- package/dist/{browser/durability-config-TIYKW6XX.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
- package/dist/embed-4H7RTBVL.mjs +221 -0
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CkPn2PWE.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
- package/dist/{browser/geo-index-OTV7VPIR.mjs → geo-index-2ZMMWWSK.mjs} +190 -93
- package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
- package/dist/index.browser.mjs +4 -16
- package/dist/index.d.ts +1495 -78
- package/dist/index.mjs +14 -50
- package/dist/index.react-native.mjs +11 -28
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/{long-query-thread-QDFQSJD6.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
- package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
- package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
- package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
- package/dist/optional-writes-DDFHYUOH.mjs +218 -0
- package/dist/{paged-partition-archive-RLRGOXDX.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
- package/dist/partial-words.browser.mjs +1649 -0
- package/dist/partial-words.mjs +15 -14
- package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
- package/dist/pattern.mjs +6 -8
- package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
- package/dist/persistence/durability/checkpoint-worker.mjs +27 -59
- package/dist/phrase-module-XK3T44VU.mjs +634 -0
- package/dist/query-actions-OMXJEC2J.mjs +118 -0
- package/dist/query-suggestions/merge-worker.mjs +18 -54
- package/dist/query-suggestions.browser.mjs +26 -227
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +16 -67
- package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
- package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
- package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
- package/dist/react-native/chunks/{chunk-4COWCEY7.mjs → chunk-FTQ7JNMU.mjs} +341 -180
- package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
- package/dist/react-native/chunks/{chunk-EJ33LCHV.mjs → chunk-HRDMIQ63.mjs} +53 -1
- package/dist/react-native/chunks/{chunk-4AV5PPH6.mjs → chunk-IY6U6HRA.mjs} +63 -7
- package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
- package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
- package/dist/react-native/chunks/{chunk-OXM66LO6.mjs → chunk-OK3WUA6N.mjs} +2 -10
- package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
- package/dist/{browser/chunk-SRMZXJSL.mjs → react-native/chunks/chunk-TQ26BKBH.mjs} +6 -0
- package/dist/{browser/chunk-GPPOG6PT.mjs → react-native/chunks/chunk-VUJCSQG5.mjs} +3 -1
- package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
- package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
- package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
- package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
- package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
- package/dist/{geo-index-MRH5JMIR.mjs → react-native/chunks/geo-index-QEYKEVPH.mjs} +190 -93
- package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
- package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
- package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
- package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
- package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
- package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
- package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
- package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
- package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
- package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
- package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
- package/dist/react-native/chunks/{chunk-WW2X2AEI.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
- package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
- package/dist/react-native/partial-words.mjs +954 -35
- package/dist/react-native/pattern.mjs +238 -111
- package/dist/react-native/query-suggestions.mjs +33 -239
- package/dist/react-native/sync.mjs +95 -52
- package/dist/react-native/synonyms.mjs +256 -112
- package/dist/react.d.ts +9 -9
- package/dist/react.mjs +6 -0
- package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
- package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
- package/dist/runtime-4GKUIAKV.mjs +595 -0
- package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
- package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
- package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
- package/dist/server.d.ts +33 -13
- package/dist/server.mjs +81 -100
- package/dist/{browser/durability-wiring-GVZEE46O.mjs → storage-leaf-HMIIOUYN.mjs} +2334 -931
- package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +27 -11
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +7 -2
- package/dist/sync.browser.mjs +88 -72
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +89 -59
- package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
- package/dist/synonyms.mjs +15 -11
- package/dist/{tasks-CoNjxbop.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
- package/dist/thread-SNILJXX3.mjs +30 -0
- package/dist/{types-DPMjfOr_.d.ts → types-CTg0KaMy.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +7 -1
- package/dist/vector/search-worker.mjs +9 -13
- package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
- package/dist/workers/entry.mjs +60 -30
- package/openapi.json +66 -50
- package/package.json +233 -8
- package/dist/analysis-change-CKEMM2MC.mjs +0 -55
- package/dist/analysis-change-entry-SEDMJ6MW.mjs +0 -1
- package/dist/archive-history-E4R73RWD.mjs +0 -29
- package/dist/browser/analysis-change-ZKGJFENM.mjs +0 -942
- package/dist/browser/analysis-change-entry-5BFUVMHJ.mjs +0 -1
- package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
- package/dist/browser/chunk-25MTVDYD.mjs +0 -432
- package/dist/browser/chunk-3I27KXQD.mjs +0 -34
- package/dist/browser/chunk-3NLMB5CC.mjs +0 -217
- package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
- package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
- package/dist/browser/chunk-5YWB3E2W.mjs +0 -92
- package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
- package/dist/browser/chunk-AI5UI46D.mjs +0 -12
- package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
- package/dist/browser/chunk-BLT4RHCJ.mjs +0 -241
- package/dist/browser/chunk-C26SPCGQ.mjs +0 -2636
- package/dist/browser/chunk-C4FJ3WDY.mjs +0 -177
- package/dist/browser/chunk-CXNTHHA7.mjs +0 -63
- package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
- package/dist/browser/chunk-DUH6QUVU.mjs +0 -2374
- package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
- package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
- package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-HUCSHDTB.mjs +0 -100
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-K3IPRX6D.mjs +0 -2559
- package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
- package/dist/browser/chunk-MY2XKH22.mjs +0 -40
- package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
- package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
- package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
- package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
- package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
- package/dist/browser/chunk-TK63WFXK.mjs +0 -90
- package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
- package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
- package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
- package/dist/browser/chunk-UATIJ4KU.mjs +0 -21
- package/dist/browser/chunk-UKOWD2K5.mjs +0 -315
- package/dist/browser/chunk-UTMHUHUV.mjs +0 -150
- package/dist/browser/chunk-V43N6TZO.mjs +0 -857
- package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
- package/dist/browser/chunk-WN464PTL.mjs +0 -375
- package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
- package/dist/browser/chunk-X7TXYUKO.mjs +0 -86
- package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
- package/dist/browser/chunk-Y6IBAUNO.mjs +0 -561
- package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
- package/dist/browser/cold-module-YNUUDNOM.mjs +0 -761
- package/dist/browser/engine-hooks-HBVS6YM4.mjs +0 -18
- package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
- package/dist/browser/import-5ESVMFDJ.mjs +0 -20
- package/dist/browser/methods-KTQCSIN4.mjs +0 -30
- package/dist/browser/module-NDSQLPMQ.mjs +0 -25
- package/dist/browser/operations-OJ3BXS55.mjs +0 -5
- package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
- package/dist/browser/pool-3JLET5RO.mjs +0 -297
- package/dist/browser/release-HYXPVJVS.mjs +0 -32
- package/dist/browser/restore-queue-LQBBTODR.mjs +0 -55
- package/dist/browser/retention-TY3L3BFN.mjs +0 -211
- package/dist/browser/snapshot-5FHPPCNZ.mjs +0 -965
- package/dist/browser/start-2UZTOBG5.mjs +0 -26
- package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
- package/dist/browser/write-ULXAN5B4.mjs +0 -196
- package/dist/chunk-2NE7VCYE.mjs +0 -212
- package/dist/chunk-2ROUFMQX.mjs +0 -543
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-3MXV3VHR.mjs +0 -46
- package/dist/chunk-3OH67G7R.mjs +0 -214
- package/dist/chunk-4B7JIGQD.mjs +0 -106
- package/dist/chunk-5YNRKI2C.mjs +0 -81
- package/dist/chunk-6HTGOXIK.mjs +0 -875
- package/dist/chunk-6OEGXLBX.mjs +0 -57
- package/dist/chunk-6RC4K46J.mjs +0 -86
- package/dist/chunk-7GFE3PEY.mjs +0 -40
- package/dist/chunk-7GXJUJ24.mjs +0 -49
- package/dist/chunk-7V5IUP2T.mjs +0 -63
- package/dist/chunk-A4L7YTKX.mjs +0 -458
- package/dist/chunk-BEZH7VEH.mjs +0 -23
- package/dist/chunk-BNL5OPRV.mjs +0 -634
- package/dist/chunk-BTPGQC6Z.mjs +0 -27
- package/dist/chunk-C7XQYG6U.mjs +0 -50
- package/dist/chunk-CQZXZ75V.mjs +0 -562
- package/dist/chunk-CWS55TEX.mjs +0 -242
- package/dist/chunk-CZQ33DLW.mjs +0 -78
- package/dist/chunk-EEBCDP36.mjs +0 -32
- package/dist/chunk-FB6463IN.mjs +0 -1499
- package/dist/chunk-FCJ553HS.mjs +0 -655
- package/dist/chunk-FEZVDOWX.mjs +0 -6996
- package/dist/chunk-FOCV4CBZ.mjs +0 -87
- package/dist/chunk-FQBFZAWG.mjs +0 -27
- package/dist/chunk-G6HRSGOU.mjs +0 -74
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-GH4WQ22V.mjs +0 -34
- package/dist/chunk-GPWMUPCA.mjs +0 -1126
- package/dist/chunk-GQPTDQCL.mjs +0 -54
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-I54T6CQP.mjs +0 -117
- package/dist/chunk-IPN7S4KX.mjs +0 -130
- package/dist/chunk-J4IJTTEX.mjs +0 -226
- package/dist/chunk-JSV6OQ4C.mjs +0 -74
- package/dist/chunk-K4ZIGL2O.mjs +0 -290
- package/dist/chunk-KAKQ74LS.mjs +0 -53
- package/dist/chunk-KCQYFO4K.mjs +0 -62
- package/dist/chunk-KHKIRS5D.mjs +0 -113
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KP7TYHWT.mjs +0 -92
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LDNCLRZU.mjs +0 -218
- package/dist/chunk-LHKOSI2J.mjs +0 -58
- package/dist/chunk-LQG5G2LY.mjs +0 -39
- package/dist/chunk-MATMVH65.mjs +0 -9
- package/dist/chunk-MP7ABPTD.mjs +0 -189
- package/dist/chunk-MW6BR4QP.mjs +0 -316
- package/dist/chunk-MWD5VPN7.mjs +0 -21
- package/dist/chunk-ODYKO5TO.mjs +0 -101
- package/dist/chunk-OG7UGJ6F.mjs +0 -63
- package/dist/chunk-ORN5BLL7.mjs +0 -11
- package/dist/chunk-OYABFKTW.mjs +0 -1974
- package/dist/chunk-P5LANSH6.mjs +0 -121
- package/dist/chunk-PELHVTO7.mjs +0 -24
- package/dist/chunk-PIH5SJ4N.mjs +0 -7481
- package/dist/chunk-PSZI4O24.mjs +0 -253
- package/dist/chunk-PV2CG7EJ.mjs +0 -886
- package/dist/chunk-PWGYQXML.mjs +0 -470
- package/dist/chunk-Q2UL2TPC.mjs +0 -21
- package/dist/chunk-QHPYS427.mjs +0 -66
- package/dist/chunk-QJVOLKU6.mjs +0 -111
- package/dist/chunk-QLDABJZM.mjs +0 -20
- package/dist/chunk-QYRNLLLI.mjs +0 -99
- package/dist/chunk-RCX4WNLC.mjs +0 -151
- package/dist/chunk-RFBLQLLZ.mjs +0 -16
- package/dist/chunk-RIHIVFIQ.mjs +0 -240
- package/dist/chunk-RLOES5SX.mjs +0 -31
- package/dist/chunk-RWURUDSP.mjs +0 -2639
- package/dist/chunk-RZWWB2XR.mjs +0 -96
- package/dist/chunk-S5LN746F.mjs +0 -10
- package/dist/chunk-SOI6LTHM.mjs +0 -216
- package/dist/chunk-SQJWAIF4.mjs +0 -12
- package/dist/chunk-TDIK6NTV.mjs +0 -10
- package/dist/chunk-TQXHPFWT.mjs +0 -177
- package/dist/chunk-U55XJEIG.mjs +0 -18
- package/dist/chunk-UD5HIS4U.mjs +0 -382
- package/dist/chunk-UHICS3JI.mjs +0 -83
- package/dist/chunk-UJDJB3NE.mjs +0 -913
- package/dist/chunk-VD7J552I.mjs +0 -28
- package/dist/chunk-VSLSGASN.mjs +0 -30
- package/dist/chunk-VZ2ONHEE.mjs +0 -3715
- package/dist/chunk-W7OSSKH5.mjs +0 -1427
- package/dist/chunk-WZ7YV54N.mjs +0 -152
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-Y4WPNHMC.mjs +0 -50
- package/dist/chunk-YEKL4JBK.mjs +0 -96
- package/dist/chunk-ZXNQEW43.mjs +0 -18
- package/dist/chunk-ZYAY26KG.mjs +0 -29
- package/dist/direct-executor-V5DRIECI.mjs +0 -34
- package/dist/durability-wiring-3TD62MBI.mjs +0 -4072
- package/dist/engine-hooks-HA3SBOBR.mjs +0 -54
- package/dist/gzip-F4HMIEEQ.mjs +0 -1
- package/dist/import-GPKLTSKA.mjs +0 -56
- package/dist/methods-7IOINERF.mjs +0 -30
- package/dist/module-JYHFTVPS.mjs +0 -63
- package/dist/operations-G5EP6JPX.mjs +0 -5
- package/dist/phrase-module-XW5MKWP5.mjs +0 -330
- package/dist/pool-Y4A46T36.mjs +0 -298
- package/dist/react-native/chunks/analysis-change-QUVDNABS.mjs +0 -934
- package/dist/react-native/chunks/analysis-change-entry-OC4XASBF.mjs +0 -1
- package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
- package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
- package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
- package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
- package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
- package/dist/react-native/chunks/chunk-4NWR3NGS.mjs +0 -151
- package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
- package/dist/react-native/chunks/chunk-5MSX5FRT.mjs +0 -858
- package/dist/react-native/chunks/chunk-6OFDUYVX.mjs +0 -92
- package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +0 -9
- package/dist/react-native/chunks/chunk-6ZELFCK5.mjs +0 -315
- package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
- package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
- package/dist/react-native/chunks/chunk-BITYFZSZ.mjs +0 -242
- package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
- package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
- package/dist/react-native/chunks/chunk-DMIFXZ3Q.mjs +0 -432
- package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
- package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
- package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
- package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
- package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
- package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
- package/dist/react-native/chunks/chunk-IAENKE2D.mjs +0 -21
- package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
- package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
- package/dist/react-native/chunks/chunk-KSBYEMCB.mjs +0 -100
- package/dist/react-native/chunks/chunk-KU646XXT.mjs +0 -164
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
- package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
- package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
- package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
- package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
- package/dist/react-native/chunks/chunk-OCSLSH27.mjs +0 -22723
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
- package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
- package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
- package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
- package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
- package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
- package/dist/react-native/chunks/chunk-TORU2OHQ.mjs +0 -218
- package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
- package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
- package/dist/react-native/chunks/chunk-WVWJNUMN.mjs +0 -2562
- package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
- package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZNZ6CPAZ.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZVQMBF2H.mjs +0 -63
- package/dist/react-native/chunks/chunk-ZWAIN4GG.mjs +0 -2636
- package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
- package/dist/react-native/chunks/cold-module-N6KFNNZA.mjs +0 -773
- package/dist/react-native/chunks/durability-wiring-RN64S2TL.mjs +0 -4984
- package/dist/react-native/chunks/engine-hooks-CWA5CKCA.mjs +0 -30
- package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
- package/dist/react-native/chunks/import-5UAWBRJP.mjs +0 -32
- package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
- package/dist/react-native/chunks/module-6RP4ZCBW.mjs +0 -37
- package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
- package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
- package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
- package/dist/react-native/chunks/release-2SIHZWDO.mjs +0 -32
- package/dist/react-native/chunks/restore-hooks-ENFMDTWC.mjs +0 -127
- package/dist/react-native/chunks/restore-queue-4R6AASE5.mjs +0 -55
- package/dist/react-native/chunks/retention-5GTFT3GR.mjs +0 -223
- package/dist/react-native/chunks/snapshot-5LGPQXFS.mjs +0 -976
- package/dist/react-native/chunks/start-ZQJVZ5DN.mjs +0 -38
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
- package/dist/react-native/chunks/write-6BRYIIZ7.mjs +0 -208
- package/dist/release-SMR4WJD4.mjs +0 -32
- package/dist/restore-hooks-HXLIEB4A.mjs +0 -153
- package/dist/restore-queue-LZH7LMLR.mjs +0 -55
- package/dist/retention-3K7ARGAG.mjs +0 -66
- package/dist/runtime-COIUORCN.mjs +0 -177
- package/dist/snapshot-O7ICP7NJ.mjs +0 -783
- package/dist/start-S4PFP6RS.mjs +0 -66
- package/dist/sync-state-ZWHLAFLE.mjs +0 -15
- package/dist/thread-YLJ3ZPQ3.mjs +0 -50
- package/dist/write-2OBJGLFS.mjs +0 -233
- /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
- /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
- /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
|
@@ -1,375 +0,0 @@
|
|
|
1
|
-
import { MAX_M, EARLIER_RELEASE_MIN_M, MIN_M } from './chunk-5CQX3XXV.mjs';
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
|
|
3
|
-
|
|
4
|
-
// src/vector/vector-index/dead-bits.ts
|
|
5
|
-
var NO_LIVE_VECTOR_AT_POSITION = -1;
|
|
6
|
-
function deadBytesFor(count) {
|
|
7
|
-
return Math.ceil(count / 8);
|
|
8
|
-
}
|
|
9
|
-
function isDead(dead, position) {
|
|
10
|
-
return dead !== null && (dead[position >> 3] >> (position & 7) & 1) === 1;
|
|
11
|
-
}
|
|
12
|
-
function countDead(dead, count) {
|
|
13
|
-
if (dead === null) return 0;
|
|
14
|
-
let found = 0;
|
|
15
|
-
for (let position = 0; position < count; position++) {
|
|
16
|
-
if (isDead(dead, position)) found += 1;
|
|
17
|
-
}
|
|
18
|
-
return found;
|
|
19
|
-
}
|
|
20
|
-
function deadBitsWhere(count, isDeadAt) {
|
|
21
|
-
let dead = null;
|
|
22
|
-
for (let position = 0; position < count; position++) {
|
|
23
|
-
if (!isDeadAt(position)) continue;
|
|
24
|
-
dead ??= new Uint8Array(deadBytesFor(count));
|
|
25
|
-
dead[position >> 3] |= 1 << (position & 7);
|
|
26
|
-
}
|
|
27
|
-
return dead;
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
// src/vector/osq/record.ts
|
|
31
|
-
var OSQ_RECORD_TRAILER_BYTES = 16;
|
|
32
|
-
var TRAILER_LOWER = 0;
|
|
33
|
-
var TRAILER_UPPER = 4;
|
|
34
|
-
var TRAILER_CORRECTION = 8;
|
|
35
|
-
var TRAILER_SUM = 12;
|
|
36
|
-
var QUERY_PLANES_FOR_NARROW_CODES = 4;
|
|
37
|
-
var LEVELS_IN_A_TWO_BIT_BYTE = 4;
|
|
38
|
-
function osqCodeBytes(dimension, bits) {
|
|
39
|
-
return Math.ceil(dimension * bits / 8);
|
|
40
|
-
}
|
|
41
|
-
function osqRecordBytes(dimension, bits) {
|
|
42
|
-
return osqCodeBytes(dimension, bits) + OSQ_RECORD_TRAILER_BYTES;
|
|
43
|
-
}
|
|
44
|
-
function packLevels(levels, bits, target, offset) {
|
|
45
|
-
const dimension = levels.length;
|
|
46
|
-
if (bits === 8) {
|
|
47
|
-
target.set(levels, offset);
|
|
48
|
-
return;
|
|
49
|
-
}
|
|
50
|
-
const perByte = 8 / bits;
|
|
51
|
-
target.fill(0, offset, offset + osqCodeBytes(dimension, bits));
|
|
52
|
-
for (let i = 0; i < dimension; i++) {
|
|
53
|
-
const value = levels[i];
|
|
54
|
-
if (value === 0) continue;
|
|
55
|
-
target[offset + Math.floor(i / perByte)] |= value << i % perByte * bits;
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
function unpackLevels(bytes, offset, dimension, bits) {
|
|
59
|
-
const levels = new Uint8Array(dimension);
|
|
60
|
-
if (bits === 8) {
|
|
61
|
-
levels.set(bytes.subarray(offset, offset + dimension));
|
|
62
|
-
return levels;
|
|
63
|
-
}
|
|
64
|
-
const perByte = 8 / bits;
|
|
65
|
-
const mask = (1 << bits) - 1;
|
|
66
|
-
for (let i = 0; i < dimension; i++) {
|
|
67
|
-
levels[i] = bytes[offset + Math.floor(i / perByte)] >> i % perByte * bits & mask;
|
|
68
|
-
}
|
|
69
|
-
return levels;
|
|
70
|
-
}
|
|
71
|
-
function osqStagedQueryBytes(dimension, documentBits) {
|
|
72
|
-
if (documentBits === 8) return dimension;
|
|
73
|
-
if (documentBits === 4) return osqCodeBytes(dimension, 4);
|
|
74
|
-
return QUERY_PLANES_FOR_NARROW_CODES * osqCodeBytes(dimension, documentBits);
|
|
75
|
-
}
|
|
76
|
-
function stageQueryLevels(levels, documentBits, target) {
|
|
77
|
-
if (documentBits === 8 || documentBits === 4) {
|
|
78
|
-
packLevels(levels, documentBits, target, 0);
|
|
79
|
-
return;
|
|
80
|
-
}
|
|
81
|
-
const planeBytes = osqCodeBytes(levels.length, documentBits);
|
|
82
|
-
target.fill(0, 0, QUERY_PLANES_FOR_NARROW_CODES * planeBytes);
|
|
83
|
-
if (documentBits === 2) {
|
|
84
|
-
for (let i = 0; i < levels.length; i++) {
|
|
85
|
-
target[i % LEVELS_IN_A_TWO_BIT_BYTE * planeBytes + Math.floor(i / LEVELS_IN_A_TWO_BIT_BYTE)] = levels[i];
|
|
86
|
-
}
|
|
87
|
-
return;
|
|
88
|
-
}
|
|
89
|
-
for (let i = 0; i < levels.length; i++) {
|
|
90
|
-
const value = levels[i];
|
|
91
|
-
if (value === 0) continue;
|
|
92
|
-
const byte = i >> 3;
|
|
93
|
-
const bit = 1 << (i & 7);
|
|
94
|
-
for (let plane = 0; plane < QUERY_PLANES_FOR_NARROW_CODES; plane++) {
|
|
95
|
-
if (value >> plane & 1) target[plane * planeBytes + byte] |= bit;
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
}
|
|
99
|
-
function writeRecord(target, offset, code, bits, trailer = new DataView(target.buffer, target.byteOffset, target.byteLength)) {
|
|
100
|
-
packLevels(code.levels, bits, target, offset);
|
|
101
|
-
const at = offset + osqCodeBytes(code.levels.length, bits);
|
|
102
|
-
trailer.setFloat32(at + TRAILER_LOWER, code.lower, true);
|
|
103
|
-
trailer.setFloat32(at + TRAILER_UPPER, code.upper, true);
|
|
104
|
-
trailer.setFloat32(at + TRAILER_CORRECTION, code.correction, true);
|
|
105
|
-
trailer.setUint32(at + TRAILER_SUM, code.sum, true);
|
|
106
|
-
}
|
|
107
|
-
function readTrailer(trailer, codeOffset, codeBytes, into) {
|
|
108
|
-
const at = codeOffset + codeBytes;
|
|
109
|
-
into.lower = trailer.getFloat32(at + TRAILER_LOWER, true);
|
|
110
|
-
into.upper = trailer.getFloat32(at + TRAILER_UPPER, true);
|
|
111
|
-
into.correction = trailer.getFloat32(at + TRAILER_CORRECTION, true);
|
|
112
|
-
into.sum = trailer.getUint32(at + TRAILER_SUM, true);
|
|
113
|
-
return into;
|
|
114
|
-
}
|
|
115
|
-
|
|
116
|
-
// src/vector/vector-index/payload.ts
|
|
117
|
-
var VECTOR_INDEX_PAYLOAD_VERSION = 3;
|
|
118
|
-
var VECTOR_INDEX_PART_VECTORS = 65536;
|
|
119
|
-
var LITTLE_ENDIAN = new Uint8Array(new Uint16Array([1]).buffer)[0] === 1;
|
|
120
|
-
function vectorsToBytes(vectors) {
|
|
121
|
-
if (LITTLE_ENDIAN) return new Uint8Array(vectors.buffer, vectors.byteOffset, vectors.byteLength);
|
|
122
|
-
const bytes = new Uint8Array(vectors.byteLength);
|
|
123
|
-
const view = new DataView(bytes.buffer);
|
|
124
|
-
for (let i = 0; i < vectors.length; i++) view.setFloat32(i * 4, vectors[i], true);
|
|
125
|
-
return bytes;
|
|
126
|
-
}
|
|
127
|
-
function bytesToVectors(bytes) {
|
|
128
|
-
if (LITTLE_ENDIAN && bytes.byteOffset % 4 === 0) {
|
|
129
|
-
return new Float32Array(bytes.buffer, bytes.byteOffset, bytes.byteLength / 4);
|
|
130
|
-
}
|
|
131
|
-
const vectors = new Float32Array(bytes.byteLength / 4);
|
|
132
|
-
const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
|
|
133
|
-
for (let i = 0; i < vectors.length; i++) vectors[i] = view.getFloat32(i * 4, true);
|
|
134
|
-
return vectors;
|
|
135
|
-
}
|
|
136
|
-
function invalid(message, details) {
|
|
137
|
-
throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Invalid vector index payload: ${message}`, details);
|
|
138
|
-
}
|
|
139
|
-
function isRecord(value) {
|
|
140
|
-
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
141
|
-
}
|
|
142
|
-
function isNonNegativeInteger(value) {
|
|
143
|
-
return typeof value === "number" && Number.isInteger(value) && value >= 0;
|
|
144
|
-
}
|
|
145
|
-
function isSerializedGraph(value) {
|
|
146
|
-
return isRecord(value) && Array.isArray(value.nodes);
|
|
147
|
-
}
|
|
148
|
-
function codesOf(raw, dimension, count) {
|
|
149
|
-
if (raw === null || raw === void 0) return null;
|
|
150
|
-
if (!isRecord(raw)) invalid("codes must be a map or nil");
|
|
151
|
-
const bits = raw.bits;
|
|
152
|
-
if (bits !== 1 && bits !== 2 && bits !== 4 && bits !== 8) invalid("codes.bits must be 8, 4, 2, or 1", { bits });
|
|
153
|
-
if (!Array.isArray(raw.centroid) || raw.centroid.length !== dimension) {
|
|
154
|
-
invalid("codes.centroid must hold one number per dimension");
|
|
155
|
-
}
|
|
156
|
-
if (!(raw.records instanceof Uint8Array)) invalid("codes.records must be bytes");
|
|
157
|
-
if (raw.records.byteLength !== count * osqRecordBytes(dimension, bits)) {
|
|
158
|
-
invalid("codes.records must hold one record per vector", { count, bytes: raw.records.byteLength });
|
|
159
|
-
}
|
|
160
|
-
return { bits, centroid: raw.centroid.map(Number), records: raw.records };
|
|
161
|
-
}
|
|
162
|
-
function decodeVectorIndexPart(raw) {
|
|
163
|
-
if (!isRecord(raw)) invalid("payload must be a map");
|
|
164
|
-
if (raw.v !== VECTOR_INDEX_PAYLOAD_VERSION) {
|
|
165
|
-
throw new NarsilError(
|
|
166
|
-
ErrorCodes.ENVELOPE_VERSION_MISMATCH,
|
|
167
|
-
`This vector index payload was written in layout ${String(raw.v ?? 1)}, and this build reads layout ${VECTOR_INDEX_PAYLOAD_VERSION} alone`,
|
|
168
|
-
{ version: raw.v ?? 1 }
|
|
169
|
-
);
|
|
170
|
-
}
|
|
171
|
-
if (typeof raw.fieldName !== "string") invalid("fieldName must be a string");
|
|
172
|
-
if (!isNonNegativeInteger(raw.dimension) || raw.dimension === 0) invalid("dimension must be a positive integer");
|
|
173
|
-
if (!isNonNegativeInteger(raw.part)) invalid("part must be a non-negative integer");
|
|
174
|
-
if (!isNonNegativeInteger(raw.parts) || raw.parts === 0 || raw.part >= raw.parts) {
|
|
175
|
-
invalid("parts must exceed part", { part: raw.part, parts: raw.parts });
|
|
176
|
-
}
|
|
177
|
-
if (!Array.isArray(raw.docIds) || !raw.docIds.every((docId) => typeof docId === "string")) {
|
|
178
|
-
invalid("docIds must be a list of strings");
|
|
179
|
-
}
|
|
180
|
-
if (raw.docIds.length > VECTOR_INDEX_PART_VECTORS) {
|
|
181
|
-
invalid(`a part holds at most ${VECTOR_INDEX_PART_VECTORS} vectors`, { count: raw.docIds.length });
|
|
182
|
-
}
|
|
183
|
-
if (!Array.isArray(raw.graphs) || !raw.graphs.every(isSerializedGraph)) {
|
|
184
|
-
invalid("graphs must be a list of graphs, each holding a list of nodes");
|
|
185
|
-
}
|
|
186
|
-
if (!(raw.vectors instanceof Uint8Array)) invalid("vectors must be bytes");
|
|
187
|
-
if (raw.vectors.byteLength !== raw.docIds.length * raw.dimension * 4) {
|
|
188
|
-
invalid("vectors must hold dimension float32 components per document", {
|
|
189
|
-
count: raw.docIds.length,
|
|
190
|
-
bytes: raw.vectors.byteLength
|
|
191
|
-
});
|
|
192
|
-
}
|
|
193
|
-
return {
|
|
194
|
-
v: VECTOR_INDEX_PAYLOAD_VERSION,
|
|
195
|
-
fieldName: raw.fieldName,
|
|
196
|
-
dimension: raw.dimension,
|
|
197
|
-
part: raw.part,
|
|
198
|
-
parts: raw.parts,
|
|
199
|
-
docIds: raw.docIds,
|
|
200
|
-
graphs: raw.graphs,
|
|
201
|
-
codes: codesOf(raw.codes, raw.dimension, raw.docIds.length),
|
|
202
|
-
vectors: raw.vectors
|
|
203
|
-
};
|
|
204
|
-
}
|
|
205
|
-
function decodeVectorIndexParts(raw) {
|
|
206
|
-
if (!Array.isArray(raw)) invalid("a field must carry a list of parts");
|
|
207
|
-
return raw.map(decodeVectorIndexPart);
|
|
208
|
-
}
|
|
209
|
-
|
|
210
|
-
// src/vector/vector-index/checkpoint-payload.ts
|
|
211
|
-
var VECTOR_FILE_PAYLOAD_VERSION = 1;
|
|
212
|
-
var VECTOR_GRAPH_PAYLOAD_VERSION = 1;
|
|
213
|
-
var VECTOR_GRAPH_PART_PAYLOAD_VERSION = 2;
|
|
214
|
-
var VECTOR_GRAPH_PART_VECTORS = 16384;
|
|
215
|
-
var VECTOR_FILE_MAX_VECTORS = VECTOR_INDEX_PART_VECTORS;
|
|
216
|
-
var METRICS = ["cosine", "dotProduct", "euclidean"];
|
|
217
|
-
function invalid2(payload, message, details) {
|
|
218
|
-
throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Invalid ${payload} payload: ${message}`, details);
|
|
219
|
-
}
|
|
220
|
-
function isRecord2(value) {
|
|
221
|
-
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
222
|
-
}
|
|
223
|
-
function isIntegerUpTo(value, highest) {
|
|
224
|
-
return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= highest;
|
|
225
|
-
}
|
|
226
|
-
function requireVersion(payload, found, expected) {
|
|
227
|
-
if (found === expected) return;
|
|
228
|
-
throw new NarsilError(
|
|
229
|
-
ErrorCodes.ENVELOPE_VERSION_MISMATCH,
|
|
230
|
-
`This ${payload} payload was written in layout ${String(found)}, and this build reads layout ${expected} alone`,
|
|
231
|
-
{ version: found }
|
|
232
|
-
);
|
|
233
|
-
}
|
|
234
|
-
function decodeVectorFilePayload(raw) {
|
|
235
|
-
const name = "vector file";
|
|
236
|
-
if (!isRecord2(raw)) invalid2(name, "payload must be a map");
|
|
237
|
-
requireVersion(name, raw.v, VECTOR_FILE_PAYLOAD_VERSION);
|
|
238
|
-
if (typeof raw.fieldName !== "string") invalid2(name, "fieldName must be a string");
|
|
239
|
-
if (!isIntegerUpTo(raw.dimension, 65535) || raw.dimension === 0) invalid2(name, "dimension must be a positive uint16");
|
|
240
|
-
if (!Array.isArray(raw.docIds) || !raw.docIds.every((docId) => typeof docId === "string")) {
|
|
241
|
-
invalid2(name, "docIds must be a list of strings");
|
|
242
|
-
}
|
|
243
|
-
if (raw.docIds.length > VECTOR_FILE_MAX_VECTORS) {
|
|
244
|
-
invalid2(name, `a file holds at most ${VECTOR_FILE_MAX_VECTORS} vectors`, { count: raw.docIds.length });
|
|
245
|
-
}
|
|
246
|
-
if (!(raw.vectors instanceof Uint8Array)) invalid2(name, "vectors must be bytes");
|
|
247
|
-
if (raw.vectors.byteLength !== raw.docIds.length * raw.dimension * 4) {
|
|
248
|
-
invalid2(name, "vectors must hold dimension float32 components per document", {
|
|
249
|
-
count: raw.docIds.length,
|
|
250
|
-
bytes: raw.vectors.byteLength
|
|
251
|
-
});
|
|
252
|
-
}
|
|
253
|
-
return {
|
|
254
|
-
v: VECTOR_FILE_PAYLOAD_VERSION,
|
|
255
|
-
fieldName: raw.fieldName,
|
|
256
|
-
dimension: raw.dimension,
|
|
257
|
-
docIds: raw.docIds,
|
|
258
|
-
codes: codesOf(raw.codes, raw.dimension, raw.docIds.length),
|
|
259
|
-
vectors: raw.vectors
|
|
260
|
-
};
|
|
261
|
-
}
|
|
262
|
-
function isMetric(value) {
|
|
263
|
-
return METRICS.some((metric) => metric === value);
|
|
264
|
-
}
|
|
265
|
-
function calibratedMeanLengthOf(name, value) {
|
|
266
|
-
if (value === void 0 || value === null) return null;
|
|
267
|
-
if (typeof value !== "number" || !Number.isFinite(value) || value < 0) {
|
|
268
|
-
invalid2(name, "calibratedMeanLength must be a finite float64 of at least 0");
|
|
269
|
-
}
|
|
270
|
-
return value;
|
|
271
|
-
}
|
|
272
|
-
function decodeNumberedGraph(raw, minimumM) {
|
|
273
|
-
const name = "vector graph";
|
|
274
|
-
if (!isRecord2(raw)) invalid2(name, "each graph must be a map");
|
|
275
|
-
const entryPoint = raw.entryPoint ?? null;
|
|
276
|
-
if (entryPoint !== null && !isIntegerUpTo(entryPoint, 4294967295))
|
|
277
|
-
invalid2(name, "entryPoint must be a uint32 or nil");
|
|
278
|
-
if (!isIntegerUpTo(raw.maxLayer, 255)) invalid2(name, "maxLayer must be a uint8");
|
|
279
|
-
if (!isIntegerUpTo(raw.m, MAX_M) || raw.m < minimumM) {
|
|
280
|
-
invalid2(name, `m must be a whole number from ${minimumM} to ${MAX_M}`);
|
|
281
|
-
}
|
|
282
|
-
if (!isIntegerUpTo(raw.efConstruction, 65535)) invalid2(name, "efConstruction must be a uint16");
|
|
283
|
-
if (!isMetric(raw.metric)) invalid2(name, "metric must name a supported metric", { metric: raw.metric });
|
|
284
|
-
if (!(raw.levels instanceof Uint8Array)) invalid2(name, "levels must be bytes");
|
|
285
|
-
if (!(raw.neighbours instanceof Uint8Array)) invalid2(name, "neighbours must be bytes");
|
|
286
|
-
const graph = {
|
|
287
|
-
entryPoint,
|
|
288
|
-
maxLayer: raw.maxLayer,
|
|
289
|
-
m: raw.m,
|
|
290
|
-
efConstruction: raw.efConstruction,
|
|
291
|
-
metric: raw.metric,
|
|
292
|
-
levels: raw.levels,
|
|
293
|
-
neighbours: raw.neighbours
|
|
294
|
-
};
|
|
295
|
-
const calibratedMeanLength = calibratedMeanLengthOf(name, raw.calibratedMeanLength);
|
|
296
|
-
const shuffledBuildCount = raw.shuffledBuildCount ?? null;
|
|
297
|
-
if (shuffledBuildCount === null) return graph;
|
|
298
|
-
if (!isIntegerUpTo(shuffledBuildCount, 4294967295)) invalid2(name, "shuffledBuildCount must be a uint32");
|
|
299
|
-
if (calibratedMeanLength === null) return { ...graph, shuffledBuildCount };
|
|
300
|
-
return { ...graph, shuffledBuildCount, calibratedMeanLength };
|
|
301
|
-
}
|
|
302
|
-
function decodeVectorGraphPayload(raw) {
|
|
303
|
-
const name = "vector graph";
|
|
304
|
-
if (!isRecord2(raw)) invalid2(name, "payload must be a map");
|
|
305
|
-
requireVersion(name, raw.v, VECTOR_GRAPH_PAYLOAD_VERSION);
|
|
306
|
-
if (typeof raw.fieldName !== "string") invalid2(name, "fieldName must be a string");
|
|
307
|
-
if (!Array.isArray(raw.graphs)) invalid2(name, "graphs must be a list");
|
|
308
|
-
return {
|
|
309
|
-
v: VECTOR_GRAPH_PAYLOAD_VERSION,
|
|
310
|
-
fieldName: raw.fieldName,
|
|
311
|
-
graphs: raw.graphs.map((graph) => decodeNumberedGraph(graph, EARLIER_RELEASE_MIN_M))
|
|
312
|
-
};
|
|
313
|
-
}
|
|
314
|
-
function decodeVectorGraphPartPayload(raw) {
|
|
315
|
-
const name = "vector graph part";
|
|
316
|
-
if (!isRecord2(raw)) invalid2(name, "payload must be a map");
|
|
317
|
-
requireVersion(name, raw.v, VECTOR_GRAPH_PART_PAYLOAD_VERSION);
|
|
318
|
-
if (typeof raw.fieldName !== "string") invalid2(name, "fieldName must be a string");
|
|
319
|
-
if (!Array.isArray(raw.graphs)) invalid2(name, "graphs must be a list");
|
|
320
|
-
return {
|
|
321
|
-
v: VECTOR_GRAPH_PART_PAYLOAD_VERSION,
|
|
322
|
-
fieldName: raw.fieldName,
|
|
323
|
-
graphs: raw.graphs.map((graph) => decodeNumberedGraph(graph, MIN_M))
|
|
324
|
-
};
|
|
325
|
-
}
|
|
326
|
-
function sameGraphHeader(a, b) {
|
|
327
|
-
return a.entryPoint === b.entryPoint && a.maxLayer === b.maxLayer && a.m === b.m && a.efConstruction === b.efConstruction && a.metric === b.metric && a.shuffledBuildCount === b.shuffledBuildCount && a.calibratedMeanLength === b.calibratedMeanLength;
|
|
328
|
-
}
|
|
329
|
-
function requireOneGraphPerVector(part, p) {
|
|
330
|
-
if (part.graphs.length < 2) return;
|
|
331
|
-
const held = new Uint8Array(VECTOR_GRAPH_PART_VECTORS);
|
|
332
|
-
for (const graph of part.graphs) {
|
|
333
|
-
for (let at = 0; at < graph.levels.length; at++) {
|
|
334
|
-
if (graph.levels[at] === 0) continue;
|
|
335
|
-
if (held[at] === 1) {
|
|
336
|
-
const vector = p * VECTOR_GRAPH_PART_VECTORS + at;
|
|
337
|
-
invalid2("vector graph part", `part ${p} gives vector ${vector} a node in two graphs`, { part: p, vector });
|
|
338
|
-
}
|
|
339
|
-
held[at] = 1;
|
|
340
|
-
}
|
|
341
|
-
}
|
|
342
|
-
}
|
|
343
|
-
function assembleGraphParts(parts) {
|
|
344
|
-
const name = "vector graph part";
|
|
345
|
-
const first = parts[0];
|
|
346
|
-
if (first === void 0) invalid2(name, "a field that holds a graph must have at least one part");
|
|
347
|
-
const partLists = first.graphs.map(() => []);
|
|
348
|
-
for (let p = 0; p < parts.length; p++) {
|
|
349
|
-
const part = parts[p];
|
|
350
|
-
const isLast = p === parts.length - 1;
|
|
351
|
-
if (part.fieldName !== first.fieldName || part.graphs.length !== first.graphs.length) {
|
|
352
|
-
invalid2(name, `part ${p} lists other graphs than part 0`, { part: p });
|
|
353
|
-
}
|
|
354
|
-
for (let g = 0; g < part.graphs.length; g++) {
|
|
355
|
-
const graph = part.graphs[g];
|
|
356
|
-
if (!sameGraphHeader(graph, first.graphs[g]))
|
|
357
|
-
invalid2(name, `part ${p} gives graph ${g} other headers`, { part: p });
|
|
358
|
-
const levels = graph.levels.length;
|
|
359
|
-
const fits = isLast ? levels >= 1 && levels <= VECTOR_GRAPH_PART_VECTORS : levels === VECTOR_GRAPH_PART_VECTORS;
|
|
360
|
-
if (!fits) invalid2(name, `part ${p} gives graph ${g} ${levels} bytes of levels`, { part: p, levels });
|
|
361
|
-
partLists[g].push(graph);
|
|
362
|
-
}
|
|
363
|
-
requireOneGraphPerVector(part, p);
|
|
364
|
-
}
|
|
365
|
-
const graphs = partLists.map((list) => ({ partSize: VECTOR_GRAPH_PART_VECTORS, parts: list }));
|
|
366
|
-
return { fieldName: first.fieldName, graphs };
|
|
367
|
-
}
|
|
368
|
-
function graphPartsOfEarlierPayload(payload) {
|
|
369
|
-
return {
|
|
370
|
-
fieldName: payload.fieldName,
|
|
371
|
-
graphs: payload.graphs.map((graph) => ({ partSize: Math.max(graph.levels.length, 1), parts: [graph] }))
|
|
372
|
-
};
|
|
373
|
-
}
|
|
374
|
-
|
|
375
|
-
export { NO_LIVE_VECTOR_AT_POSITION, VECTOR_FILE_MAX_VECTORS, VECTOR_FILE_PAYLOAD_VERSION, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_GRAPH_PART_VECTORS, assembleGraphParts, bytesToVectors, countDead, deadBitsWhere, deadBytesFor, decodeVectorFilePayload, decodeVectorGraphPartPayload, decodeVectorGraphPayload, decodeVectorIndexParts, graphPartsOfEarlierPayload, isDead, osqCodeBytes, osqRecordBytes, osqStagedQueryBytes, readTrailer, stageQueryLevels, unpackLevels, vectorsToBytes, writeRecord };
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
// src/geo/constants.ts
|
|
2
|
-
var DEG_TO_RAD = Math.PI / 180;
|
|
3
|
-
var MAX_LATITUDE_DEGREES = 90;
|
|
4
|
-
var MAX_LONGITUDE_DEGREES = 180;
|
|
5
|
-
var MIN_POLYGON_POINTS = 3;
|
|
6
|
-
var ANTIMERIDIAN_SPAN_DEGREES = 180;
|
|
7
|
-
var FULL_TURN_DEGREES = 360;
|
|
8
|
-
var EARTH_RADIUS_METERS = 63710088e-1;
|
|
9
|
-
var LOCATION_CODE_BITS_PER_AXIS = 26;
|
|
10
|
-
var MAX_COVERING_CELLS = 16;
|
|
11
|
-
|
|
12
|
-
export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS };
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
// src/persistence/durability/constants.ts
|
|
2
|
-
var DEFAULT_CHECKPOINT_INTERVAL_MS = 3e5;
|
|
3
|
-
var DEFAULT_CHECKPOINT_MUTATION_THRESHOLD = 1e5;
|
|
4
|
-
var DEFAULT_ASYNC_FLUSH_INTERVAL_MS = 1e3;
|
|
5
|
-
var DIRECTORY_IDENTITY_CHECK_INTERVAL_MS = 1e3;
|
|
6
|
-
var DIRECTORY_LOCK_ATTEMPTS = 3;
|
|
7
|
-
var DIRECTORY_LOCK_SETTLE_MS = 50;
|
|
8
|
-
var DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS = 1e3;
|
|
9
|
-
var PHONE_FILE_CHUNK_BYTES = 1048576;
|
|
10
|
-
var DEFAULT_SEGMENT_MAX_BYTES = 67108864;
|
|
11
|
-
var DEFAULT_COMPACTION_THRESHOLD = 12;
|
|
12
|
-
var COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT = 2e5;
|
|
13
|
-
var SEGMENT_FILE_FRAMING_SLACK_BYTES = 65536;
|
|
14
|
-
var SEGMENT_TOKEN_TABLE_SHARE_OF_FILE = 0.25;
|
|
15
|
-
var WHOLE_PARTITION_MIN_CHANGED_SHARE = 0.5;
|
|
16
|
-
var WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT = 1e5;
|
|
17
|
-
var LOG_RECORDS_PER_CHECKPOINT = 1e5;
|
|
18
|
-
var WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES = 2147483648;
|
|
19
|
-
var CHECKPOINT_WORKER_TIMEOUT_MS = 6e5;
|
|
20
|
-
var CHECKPOINT_WORKER_IDLE_MS = 5e3;
|
|
21
|
-
var CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS = 50;
|
|
22
|
-
|
|
23
|
-
export { CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, CHECKPOINT_WORKER_IDLE_MS, CHECKPOINT_WORKER_TIMEOUT_MS, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_SEGMENT_MAX_BYTES, DIRECTORY_IDENTITY_CHECK_INTERVAL_MS, DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS, DIRECTORY_LOCK_SETTLE_MS, LOG_RECORDS_PER_CHECKPOINT, PHONE_FILE_CHUNK_BYTES, SEGMENT_FILE_FRAMING_SLACK_BYTES, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES };
|
|
@@ -1,40 +0,0 @@
|
|
|
1
|
-
// src/math/words.ts
|
|
2
|
-
var FLOAT = new Float64Array(1);
|
|
3
|
-
var SIGNED = new Int32Array(FLOAT.buffer);
|
|
4
|
-
var UNSIGNED = new Uint32Array(FLOAT.buffer);
|
|
5
|
-
var LITTLE_ENDIAN = new Uint8Array(new Uint16Array([1]).buffer)[0] === 1;
|
|
6
|
-
var HIGH = LITTLE_ENDIAN ? 1 : 0;
|
|
7
|
-
var LOW = LITTLE_ENDIAN ? 0 : 1;
|
|
8
|
-
var EXPONENT_BIAS = 1023;
|
|
9
|
-
var EXPONENT_SHIFT = 20;
|
|
10
|
-
var MAGNITUDE_MASK = 2147483647;
|
|
11
|
-
var INFINITE_HIGH_WORD = 2146435072;
|
|
12
|
-
var SMALLEST_NORMAL_HIGH_WORD = 1048576;
|
|
13
|
-
function highWord(value) {
|
|
14
|
-
FLOAT[0] = value;
|
|
15
|
-
return SIGNED[HIGH];
|
|
16
|
-
}
|
|
17
|
-
function lowWord(value) {
|
|
18
|
-
FLOAT[0] = value;
|
|
19
|
-
return UNSIGNED[LOW];
|
|
20
|
-
}
|
|
21
|
-
function fromWords(high, low) {
|
|
22
|
-
SIGNED[HIGH] = high;
|
|
23
|
-
UNSIGNED[LOW] = low;
|
|
24
|
-
return FLOAT[0];
|
|
25
|
-
}
|
|
26
|
-
function withHighWord(value, high) {
|
|
27
|
-
FLOAT[0] = value;
|
|
28
|
-
SIGNED[HIGH] = high;
|
|
29
|
-
return FLOAT[0];
|
|
30
|
-
}
|
|
31
|
-
function withLowWord(value, low) {
|
|
32
|
-
FLOAT[0] = value;
|
|
33
|
-
UNSIGNED[LOW] = low;
|
|
34
|
-
return FLOAT[0];
|
|
35
|
-
}
|
|
36
|
-
function scaleByPowerOfTwo(value, exponent) {
|
|
37
|
-
return value * fromWords(exponent + EXPONENT_BIAS << EXPONENT_SHIFT, 0);
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
export { INFINITE_HIGH_WORD, MAGNITUDE_MASK, SMALLEST_NORMAL_HIGH_WORD, fromWords, highWord, lowWord, scaleByPowerOfTwo, withHighWord, withLowWord };
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
// src/core/partition/constants.ts
|
|
2
|
-
var TARGET_BLOCK_ENTRIES = 128;
|
|
3
|
-
var PRUNING_REJECTION_SLACK = 1e-12;
|
|
4
|
-
var SCORE_BUFFER_INITIAL_TOUCHED_CAPACITY = 1024;
|
|
5
|
-
var SEGMENT_TOKEN_TABLE_START = 1 << 12;
|
|
6
|
-
var PHRASE_ROWS_START = 16;
|
|
7
|
-
var FIELD_RUN_ENTRIES_START = 8;
|
|
8
|
-
var PHRASE_SORT_RADIX_BITS = 11;
|
|
9
|
-
var PHRASE_SORT_CLOCK_ROWS = 65536;
|
|
10
|
-
var SEGMENT_POSTING_LOG_START = 1 << 14;
|
|
11
|
-
var SEGMENT_POSITION_POOL_START = 1 << 16;
|
|
12
|
-
var SEGMENT_FIELD_SCRATCH_START = 1 << 10;
|
|
13
|
-
var LOOKUP_KEY_SCRATCH_BYTES = 4096;
|
|
14
|
-
var FROZEN_REMOVAL_INDEX_MAX_PROCESS_FRACTION = 0.9;
|
|
15
|
-
var SORT_COLUMN_MINIMUM_REBUILD_THRESHOLD = 1024;
|
|
16
|
-
var SORT_COLUMN_REBUILD_FRACTION_SHIFT = 2;
|
|
17
|
-
|
|
18
|
-
export { FIELD_RUN_ENTRIES_START, FROZEN_REMOVAL_INDEX_MAX_PROCESS_FRACTION, LOOKUP_KEY_SCRATCH_BYTES, PHRASE_ROWS_START, PHRASE_SORT_CLOCK_ROWS, PHRASE_SORT_RADIX_BITS, PRUNING_REJECTION_SLACK, SCORE_BUFFER_INITIAL_TOUCHED_CAPACITY, SEGMENT_FIELD_SCRATCH_START, SEGMENT_POSITION_POOL_START, SEGMENT_POSTING_LOG_START, SEGMENT_TOKEN_TABLE_START, SORT_COLUMN_MINIMUM_REBUILD_THRESHOLD, SORT_COLUMN_REBUILD_FRACTION_SHIFT, TARGET_BLOCK_ENTRIES };
|
|
@@ -1,34 +0,0 @@
|
|
|
1
|
-
// src/vector/vector-index/constants.ts
|
|
2
|
-
var DEFAULT_PROMOTION_THRESHOLD = 1024;
|
|
3
|
-
var DEFAULT_FILTER_THRESHOLD = 0.03;
|
|
4
|
-
var ESTIMATED_MS_PER_TOMBSTONE = 0.05;
|
|
5
|
-
var ESTIMATED_MS_PER_VECTOR_REBUILD = 0.15;
|
|
6
|
-
var WORKER_COPY_MIN_VECTORS = 1024;
|
|
7
|
-
var BUILD_CHUNK_SIZE = 100;
|
|
8
|
-
var BUILD_STEPS_BETWEEN_CLOCK_CHECKS = 256;
|
|
9
|
-
var SEARCH_SCAN_CHUNK_VECTORS = 4096;
|
|
10
|
-
var SEARCH_REFILL_RESERVE = 64;
|
|
11
|
-
var SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES = 1;
|
|
12
|
-
var BUILD_TURN_HANDOVER_AFTER_MS = 50;
|
|
13
|
-
var BUILD_RETRY_FIRST_DELAY_MS = 250;
|
|
14
|
-
var BUILD_RETRY_MAX_DELAY_MS = 3e4;
|
|
15
|
-
var SHUFFLED_REBUILD_MEMORY_RETRY_MS = 1e3;
|
|
16
|
-
var REBUILD_REMOVED_RATIO = 0.2;
|
|
17
|
-
var DRIFT_CHECK_GROWTH_FACTOR = 2;
|
|
18
|
-
var RECALIBRATION_DRIFT_RATIO = 2.5;
|
|
19
|
-
var RECALIBRATION_CHUNK_VECTORS = 512;
|
|
20
|
-
var VECTOR_FILE_REPLACED_ABOVE_DEAD_SHARE = 0.2;
|
|
21
|
-
var VECTOR_FILE_FIXED_OVERHEAD_BYTES = 65536;
|
|
22
|
-
var VECTOR_FILE_STRING_HEADER_BYTES = 5;
|
|
23
|
-
var VECTOR_FILE_CENTROID_BYTES_PER_COMPONENT = 9;
|
|
24
|
-
var OSQ4_MIN_DIMENSION = 384;
|
|
25
|
-
var DEFAULT_VECTOR_METRIC = "cosine";
|
|
26
|
-
var DISK_ADOPTION_YIELD_INTERVAL = 4096;
|
|
27
|
-
|
|
28
|
-
// src/vector/vector-index/default-quantization.ts
|
|
29
|
-
function defaultQuantizationFor(dimension) {
|
|
30
|
-
if (dimension >= OSQ4_MIN_DIMENSION) return "osq4";
|
|
31
|
-
return "osq8";
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
export { BUILD_CHUNK_SIZE, BUILD_RETRY_FIRST_DELAY_MS, BUILD_RETRY_MAX_DELAY_MS, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, BUILD_TURN_HANDOVER_AFTER_MS, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_VECTOR_METRIC, DISK_ADOPTION_YIELD_INTERVAL, DRIFT_CHECK_GROWTH_FACTOR, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, REBUILD_REMOVED_RATIO, RECALIBRATION_CHUNK_VECTORS, RECALIBRATION_DRIFT_RATIO, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, SEARCH_REFILL_RESERVE, SEARCH_SCAN_CHUNK_VECTORS, SHUFFLED_REBUILD_MEMORY_RETRY_MS, VECTOR_FILE_CENTROID_BYTES_PER_COMPONENT, VECTOR_FILE_FIXED_OVERHEAD_BYTES, VECTOR_FILE_REPLACED_ABOVE_DEAD_SHARE, VECTOR_FILE_STRING_HEADER_BYTES, WORKER_COPY_MIN_VECTORS, defaultQuantizationFor };
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
// src/engine/analysis-change-entry.ts
|
|
2
|
-
function holdsChangeWork(entry) {
|
|
3
|
-
return entry !== void 0 && (entry.pendingAnalysis !== null || entry.durableAnalysis !== null);
|
|
4
|
-
}
|
|
5
|
-
async function abandonChangeOf(core, indexName) {
|
|
6
|
-
if (!holdsChangeWork(core.indexRegistry.get(indexName))) return;
|
|
7
|
-
const { abandonAnalysisChange } = await import('./analysis-change-QUVDNABS.mjs');
|
|
8
|
-
await abandonAnalysisChange(core, indexName);
|
|
9
|
-
}
|
|
10
|
-
async function resumeChangeOf(core, indexName) {
|
|
11
|
-
if ((core.indexRegistry.get(indexName)?.pendingAnalysis ?? null) === null) return;
|
|
12
|
-
if (core.mutationCtx.capacityScope === "partition") return;
|
|
13
|
-
if (core.executor.getManager(indexName) === void 0) return;
|
|
14
|
-
const { resumeAnalysisChange } = await import('./analysis-change-QUVDNABS.mjs');
|
|
15
|
-
void resumeAnalysisChange(core, indexName).catch(() => void 0);
|
|
16
|
-
}
|
|
17
|
-
async function resumeEveryChange(core) {
|
|
18
|
-
for (const indexName of [...core.indexRegistry.keys()]) await resumeChangeOf(core, indexName);
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
export { abandonChangeOf, resumeChangeOf, resumeEveryChange };
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
// src/rerank/constants.ts
|
|
2
|
-
var DEFAULT_RERANK_TIMEOUT_MS = 3e4;
|
|
3
|
-
var MIN_RERANK_TIMEOUT_MS = 1;
|
|
4
|
-
var MAX_RERANK_TIMEOUT_MS = 2147483647;
|
|
5
|
-
var DEFAULT_MAX_RERANK_WINDOW = 100;
|
|
6
|
-
var MIN_RERANK_WINDOW = 1;
|
|
7
|
-
var MAX_RERANK_WINDOW = 1e3;
|
|
8
|
-
var DEFAULT_RERANK_WINDOW = 100;
|
|
9
|
-
|
|
10
|
-
export { DEFAULT_MAX_RERANK_WINDOW, DEFAULT_RERANK_TIMEOUT_MS, DEFAULT_RERANK_WINDOW, MAX_RERANK_TIMEOUT_MS, MAX_RERANK_WINDOW, MIN_RERANK_TIMEOUT_MS, MIN_RERANK_WINDOW };
|
|
@@ -1,111 +0,0 @@
|
|
|
1
|
-
import { newSyncEpoch } from './chunk-JWUCMVRK.mjs';
|
|
2
|
-
import { oneSyncChangeAtATime } from './chunk-Q32DDFKX.mjs';
|
|
3
|
-
import { withOpenIndex, emitSyncChange } from './chunk-JDOEEMEF.mjs';
|
|
4
|
-
import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
|
|
5
|
-
|
|
6
|
-
// src/engine/sync/operations.ts
|
|
7
|
-
function invalidLimit(name, value) {
|
|
8
|
-
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `The sync setting ${name} must be a positive whole number`, {
|
|
9
|
-
[name]: String(value)
|
|
10
|
-
});
|
|
11
|
-
}
|
|
12
|
-
function requireSyncSetting(setting) {
|
|
13
|
-
if (setting === null || typeof setting !== "object") {
|
|
14
|
-
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The sync setting must be an object");
|
|
15
|
-
}
|
|
16
|
-
const { enabled, historyMaxAgeMs, historyMaxBytes } = setting;
|
|
17
|
-
if (typeof enabled !== "boolean") {
|
|
18
|
-
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The sync setting needs enabled set to true or false");
|
|
19
|
-
}
|
|
20
|
-
const isLimit = (value) => typeof value === "number" && Number.isSafeInteger(value) && value >= 1;
|
|
21
|
-
if (historyMaxAgeMs !== void 0 && !isLimit(historyMaxAgeMs)) invalidLimit("historyMaxAgeMs", historyMaxAgeMs);
|
|
22
|
-
if (historyMaxBytes !== void 0 && !isLimit(historyMaxBytes)) invalidLimit("historyMaxBytes", historyMaxBytes);
|
|
23
|
-
return {
|
|
24
|
-
enabled,
|
|
25
|
-
...historyMaxAgeMs !== void 0 ? { historyMaxAgeMs } : {},
|
|
26
|
-
...historyMaxBytes !== void 0 ? { historyMaxBytes } : {}
|
|
27
|
-
};
|
|
28
|
-
}
|
|
29
|
-
function requireNoQuerySuggestions(state, indexName) {
|
|
30
|
-
if (state?.querySuggestions?.enabled !== true) return;
|
|
31
|
-
throw new NarsilError(
|
|
32
|
-
ErrorCodes.CONFIG_INVALID,
|
|
33
|
-
`Index "${indexName}" has popular query suggestions on, so it cannot sync to devices: a device receives the whole index of one user, while a suggestion comes from the searches of several people`,
|
|
34
|
-
{ indexName }
|
|
35
|
-
);
|
|
36
|
-
}
|
|
37
|
-
function syncStorageOf(core, indexName) {
|
|
38
|
-
const storage = core.durability?.manager.syncStorage?.();
|
|
39
|
-
if (storage === void 0) {
|
|
40
|
-
throw new NarsilError(
|
|
41
|
-
ErrorCodes.SYNC_DURABILITY_REQUIRED,
|
|
42
|
-
`Index "${indexName}" needs write-ahead log durability for device sync, because the feed reads the log`,
|
|
43
|
-
{ indexName }
|
|
44
|
-
);
|
|
45
|
-
}
|
|
46
|
-
return storage;
|
|
47
|
-
}
|
|
48
|
-
async function persistSyncState(core, indexName, next) {
|
|
49
|
-
const entry = core.requireIndex(indexName);
|
|
50
|
-
const previous = entry.sync;
|
|
51
|
-
entry.sync = next;
|
|
52
|
-
try {
|
|
53
|
-
await core.durability?.manager.persistMetadata(indexName);
|
|
54
|
-
} catch (error) {
|
|
55
|
-
entry.sync = previous;
|
|
56
|
-
throw error;
|
|
57
|
-
}
|
|
58
|
-
}
|
|
59
|
-
function updateIndexSync(core, indexName, value) {
|
|
60
|
-
const setting = requireSyncSetting(value);
|
|
61
|
-
core.requireIndex(indexName);
|
|
62
|
-
const storage = syncStorageOf(core, indexName);
|
|
63
|
-
return withOpenIndex(
|
|
64
|
-
core,
|
|
65
|
-
indexName,
|
|
66
|
-
() => oneSyncChangeAtATime(core.indexRegistry, indexName, async () => {
|
|
67
|
-
if (setting.enabled) requireNoQuerySuggestions(core.requireIndex(indexName).querySuggestions, indexName);
|
|
68
|
-
const previous = core.requireIndex(indexName).sync;
|
|
69
|
-
if (!setting.enabled) {
|
|
70
|
-
if (previous === null) return;
|
|
71
|
-
await persistSyncState(core, indexName, null);
|
|
72
|
-
await storage.release(indexName);
|
|
73
|
-
emitSyncChange(core.indexRegistry, { kind: "off", indexName });
|
|
74
|
-
return;
|
|
75
|
-
}
|
|
76
|
-
const limits = {
|
|
77
|
-
...setting.historyMaxAgeMs !== void 0 ? { historyMaxAgeMs: setting.historyMaxAgeMs } : {},
|
|
78
|
-
...setting.historyMaxBytes !== void 0 ? { historyMaxBytes: setting.historyMaxBytes } : {}
|
|
79
|
-
};
|
|
80
|
-
if (previous !== null) {
|
|
81
|
-
await persistSyncState(core, indexName, { ...limits, active: previous.active, epoch: previous.epoch });
|
|
82
|
-
return;
|
|
83
|
-
}
|
|
84
|
-
await storage.release(indexName);
|
|
85
|
-
await persistSyncState(core, indexName, { ...limits, active: false, epoch: newSyncEpoch() });
|
|
86
|
-
})
|
|
87
|
-
);
|
|
88
|
-
}
|
|
89
|
-
async function renewWhileHeld(core, indexName) {
|
|
90
|
-
const sync = core.indexRegistry.get(indexName)?.sync ?? null;
|
|
91
|
-
if (sync === null) return;
|
|
92
|
-
await persistSyncState(core, indexName, { ...sync, active: false, epoch: newSyncEpoch() });
|
|
93
|
-
await core.durability?.manager.syncStorage?.().release(indexName);
|
|
94
|
-
emitSyncChange(core.indexRegistry, { kind: "epoch", indexName });
|
|
95
|
-
}
|
|
96
|
-
function holdRenewedSyncEpoch(core, indexName) {
|
|
97
|
-
if (core.mutationCtx.capacityScope === "partition") return Promise.resolve(() => void 0);
|
|
98
|
-
return new Promise((resolveHold, rejectHold) => {
|
|
99
|
-
void oneSyncChangeAtATime(core.indexRegistry, indexName, async () => {
|
|
100
|
-
try {
|
|
101
|
-
await renewWhileHeld(core, indexName);
|
|
102
|
-
} catch (error) {
|
|
103
|
-
rejectHold(error);
|
|
104
|
-
return;
|
|
105
|
-
}
|
|
106
|
-
await new Promise((release) => resolveHold(() => release()));
|
|
107
|
-
});
|
|
108
|
-
});
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
export { holdRenewedSyncEpoch, requireNoQuerySuggestions, requireSyncSetting, syncStorageOf, updateIndexSync };
|