@delali/narsil 0.3.1-next.157 → 0.3.1-next.161
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +3 -3
- package/dist/adapters/gcs.mjs +3 -3
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +3 -3
- package/dist/browser/{chunk-N23GL72Q.mjs → chunk-4RNSFVWI.mjs} +20777 -19056
- package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
- package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
- package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → browser/durability-config-SGB5ZP5K.mjs} +8 -3
- package/dist/browser/embed-RF2MPGAO.mjs +222 -0
- package/dist/{react-native/chunks/geo-index-PX3BIHAH.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
- package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
- package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
- package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
- package/dist/browser/{restore-hooks-IE3GGYHG.mjs → restore-queue-S4BWOGMU.mjs} +98 -24
- package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
- package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
- package/dist/browser/{chunk-GFAZPSWK.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
- package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
- package/dist/{capabilities-D3AoBJoF.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
- package/dist/chunk-2JRERUNZ.mjs +217 -0
- package/dist/chunk-2RIS76RJ.mjs +212 -0
- package/dist/chunk-3B775F3C.mjs +252 -0
- package/dist/{chunk-24FNVRKB.mjs → chunk-3D6RZGJH.mjs} +3 -3
- package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
- package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
- package/dist/chunk-6EZW2GQL.mjs +978 -0
- package/dist/chunk-75UNINFA.mjs +271 -0
- package/dist/chunk-77AUVDQ5.mjs +7 -0
- package/dist/{chunk-JTYPJF3T.mjs → chunk-7MWYORQC.mjs} +2 -2
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
- package/dist/{chunk-FUD5XSZ5.mjs → chunk-BXM7XM4G.mjs} +7 -3
- package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
- package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
- package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
- package/dist/{chunk-SMOOSIAW.mjs → chunk-FE3MRIBN.mjs} +104 -13
- package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
- package/dist/{chunk-XXJZMTZT.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
- package/dist/{chunk-EYD7K3H6.mjs → chunk-GF4K7IUK.mjs} +317 -120
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/{chunk-IIRIG7H5.mjs → chunk-H64YDF5M.mjs} +3 -3
- package/dist/{browser/chunk-VY5KW3HN.mjs → chunk-HOOR4CP5.mjs} +63 -7
- package/dist/chunk-IB4BYLE3.mjs +127 -0
- package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
- package/dist/chunk-IH3G6SJO.mjs +40 -0
- package/dist/chunk-JV74RKCY.mjs +3041 -0
- package/dist/{chunk-ZPZ3YGXV.mjs → chunk-K67I3RF4.mjs} +261 -101
- package/dist/chunk-KLVMK3R5.mjs +47 -0
- package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
- package/dist/chunk-LF4GB4PO.mjs +281 -0
- package/dist/chunk-NC4QLCZC.mjs +59 -0
- package/dist/chunk-OOO54OVC.mjs +627 -0
- package/dist/chunk-OUWZKNO3.mjs +207 -0
- package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
- package/dist/{chunk-4ZTHGTVX.mjs → chunk-PTTMGRG5.mjs} +9 -10
- package/dist/{react-native/chunks/chunk-DZ7H7D2C.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
- package/dist/{browser/chunk-EKMGCRSR.mjs → chunk-QBVTYY4J.mjs} +2 -9
- package/dist/{chunk-W5EB5XKI.mjs → chunk-R4CE4IVU.mjs} +341 -183
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
- package/dist/{chunk-4LMSZAK6.mjs → chunk-SHGN3QIF.mjs} +69 -13
- package/dist/chunk-SXIRM4MX.mjs +3549 -0
- package/dist/{chunk-TBC3XUL2.mjs → chunk-TGPKS2UM.mjs} +47 -1
- package/dist/chunk-TINW4BSH.mjs +31301 -0
- package/dist/{cold-module-VOJXMNZB.mjs → chunk-TSLV5P2J.mjs} +397 -80
- package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
- package/dist/chunk-U6B7DUQW.mjs +788 -0
- package/dist/{chunk-OQLD2BSW.mjs → chunk-V3SGPXWQ.mjs} +8 -9
- package/dist/chunk-W34VJXY7.mjs +4723 -0
- package/dist/chunk-YETKPX5M.mjs +5 -0
- package/dist/chunk-ZQ6QY42L.mjs +59 -0
- package/dist/{client-kqSMevVi.d.ts → client-CTp8RRiK.d.ts} +4 -4
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +66 -18
- package/dist/{config-B4v_Htpu.d.ts → config-PCNzWjHL.d.ts} +6 -3
- package/dist/{config-CTP01fns.d.ts → config-_WT5grSL.d.ts} +3 -3
- package/dist/core-leaf-KXFGP74A.mjs +7 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-MKTZBR26.mjs +16 -0
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +7 -4
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/coordinator/in-memory.mjs +1 -2
- package/dist/distribution/transport/grpc.mjs +7 -2
- package/dist/distribution/transport/tcp.mjs +7 -1
- package/dist/distribution.d.ts +7 -7
- package/dist/distribution.mjs +1199 -1092
- package/dist/{browser/durability-config-TIYKW6XX.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
- package/dist/embed-4H7RTBVL.mjs +221 -0
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CkPn2PWE.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
- package/dist/{browser/geo-index-OTV7VPIR.mjs → geo-index-2ZMMWWSK.mjs} +190 -93
- package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
- package/dist/index.browser.mjs +4 -16
- package/dist/index.d.ts +1495 -78
- package/dist/index.mjs +14 -50
- package/dist/index.react-native.mjs +11 -28
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/{long-query-thread-QDFQSJD6.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
- package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
- package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
- package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
- package/dist/optional-writes-DDFHYUOH.mjs +218 -0
- package/dist/{paged-partition-archive-RLRGOXDX.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
- package/dist/partial-words.browser.mjs +1649 -0
- package/dist/partial-words.mjs +15 -14
- package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
- package/dist/pattern.mjs +6 -8
- package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
- package/dist/persistence/durability/checkpoint-worker.mjs +27 -59
- package/dist/phrase-module-XK3T44VU.mjs +634 -0
- package/dist/query-actions-OMXJEC2J.mjs +118 -0
- package/dist/query-suggestions/merge-worker.mjs +18 -54
- package/dist/query-suggestions.browser.mjs +26 -227
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +16 -67
- package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
- package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
- package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
- package/dist/react-native/chunks/{chunk-4COWCEY7.mjs → chunk-FTQ7JNMU.mjs} +341 -180
- package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
- package/dist/react-native/chunks/{chunk-EJ33LCHV.mjs → chunk-HRDMIQ63.mjs} +53 -1
- package/dist/react-native/chunks/{chunk-4AV5PPH6.mjs → chunk-IY6U6HRA.mjs} +63 -7
- package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
- package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
- package/dist/react-native/chunks/{chunk-OXM66LO6.mjs → chunk-OK3WUA6N.mjs} +2 -10
- package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
- package/dist/{browser/chunk-SRMZXJSL.mjs → react-native/chunks/chunk-TQ26BKBH.mjs} +6 -0
- package/dist/{browser/chunk-GPPOG6PT.mjs → react-native/chunks/chunk-VUJCSQG5.mjs} +3 -1
- package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
- package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
- package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
- package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
- package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
- package/dist/{geo-index-MRH5JMIR.mjs → react-native/chunks/geo-index-QEYKEVPH.mjs} +190 -93
- package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
- package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
- package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
- package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
- package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
- package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
- package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
- package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
- package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
- package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
- package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
- package/dist/react-native/chunks/{chunk-WW2X2AEI.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
- package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
- package/dist/react-native/partial-words.mjs +954 -35
- package/dist/react-native/pattern.mjs +238 -111
- package/dist/react-native/query-suggestions.mjs +33 -239
- package/dist/react-native/sync.mjs +95 -52
- package/dist/react-native/synonyms.mjs +256 -112
- package/dist/react.d.ts +9 -9
- package/dist/react.mjs +6 -0
- package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
- package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
- package/dist/runtime-4GKUIAKV.mjs +595 -0
- package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
- package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
- package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
- package/dist/server.d.ts +33 -13
- package/dist/server.mjs +81 -100
- package/dist/{browser/durability-wiring-GVZEE46O.mjs → storage-leaf-HMIIOUYN.mjs} +2334 -931
- package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +27 -11
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +7 -2
- package/dist/sync.browser.mjs +88 -72
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +89 -59
- package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
- package/dist/synonyms.mjs +15 -11
- package/dist/{tasks-CoNjxbop.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
- package/dist/thread-SNILJXX3.mjs +30 -0
- package/dist/{types-DPMjfOr_.d.ts → types-CTg0KaMy.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +7 -1
- package/dist/vector/search-worker.mjs +9 -13
- package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
- package/dist/workers/entry.mjs +60 -30
- package/openapi.json +66 -50
- package/package.json +233 -8
- package/dist/analysis-change-CKEMM2MC.mjs +0 -55
- package/dist/analysis-change-entry-SEDMJ6MW.mjs +0 -1
- package/dist/archive-history-E4R73RWD.mjs +0 -29
- package/dist/browser/analysis-change-ZKGJFENM.mjs +0 -942
- package/dist/browser/analysis-change-entry-5BFUVMHJ.mjs +0 -1
- package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
- package/dist/browser/chunk-25MTVDYD.mjs +0 -432
- package/dist/browser/chunk-3I27KXQD.mjs +0 -34
- package/dist/browser/chunk-3NLMB5CC.mjs +0 -217
- package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
- package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
- package/dist/browser/chunk-5YWB3E2W.mjs +0 -92
- package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
- package/dist/browser/chunk-AI5UI46D.mjs +0 -12
- package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
- package/dist/browser/chunk-BLT4RHCJ.mjs +0 -241
- package/dist/browser/chunk-C26SPCGQ.mjs +0 -2636
- package/dist/browser/chunk-C4FJ3WDY.mjs +0 -177
- package/dist/browser/chunk-CXNTHHA7.mjs +0 -63
- package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
- package/dist/browser/chunk-DUH6QUVU.mjs +0 -2374
- package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
- package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
- package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-HUCSHDTB.mjs +0 -100
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-K3IPRX6D.mjs +0 -2559
- package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
- package/dist/browser/chunk-MY2XKH22.mjs +0 -40
- package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
- package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
- package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
- package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
- package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
- package/dist/browser/chunk-TK63WFXK.mjs +0 -90
- package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
- package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
- package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
- package/dist/browser/chunk-UATIJ4KU.mjs +0 -21
- package/dist/browser/chunk-UKOWD2K5.mjs +0 -315
- package/dist/browser/chunk-UTMHUHUV.mjs +0 -150
- package/dist/browser/chunk-V43N6TZO.mjs +0 -857
- package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
- package/dist/browser/chunk-WN464PTL.mjs +0 -375
- package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
- package/dist/browser/chunk-X7TXYUKO.mjs +0 -86
- package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
- package/dist/browser/chunk-Y6IBAUNO.mjs +0 -561
- package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
- package/dist/browser/cold-module-YNUUDNOM.mjs +0 -761
- package/dist/browser/engine-hooks-HBVS6YM4.mjs +0 -18
- package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
- package/dist/browser/import-5ESVMFDJ.mjs +0 -20
- package/dist/browser/methods-KTQCSIN4.mjs +0 -30
- package/dist/browser/module-NDSQLPMQ.mjs +0 -25
- package/dist/browser/operations-OJ3BXS55.mjs +0 -5
- package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
- package/dist/browser/pool-3JLET5RO.mjs +0 -297
- package/dist/browser/release-HYXPVJVS.mjs +0 -32
- package/dist/browser/restore-queue-LQBBTODR.mjs +0 -55
- package/dist/browser/retention-TY3L3BFN.mjs +0 -211
- package/dist/browser/snapshot-5FHPPCNZ.mjs +0 -965
- package/dist/browser/start-2UZTOBG5.mjs +0 -26
- package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
- package/dist/browser/write-ULXAN5B4.mjs +0 -196
- package/dist/chunk-2NE7VCYE.mjs +0 -212
- package/dist/chunk-2ROUFMQX.mjs +0 -543
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-3MXV3VHR.mjs +0 -46
- package/dist/chunk-3OH67G7R.mjs +0 -214
- package/dist/chunk-4B7JIGQD.mjs +0 -106
- package/dist/chunk-5YNRKI2C.mjs +0 -81
- package/dist/chunk-6HTGOXIK.mjs +0 -875
- package/dist/chunk-6OEGXLBX.mjs +0 -57
- package/dist/chunk-6RC4K46J.mjs +0 -86
- package/dist/chunk-7GFE3PEY.mjs +0 -40
- package/dist/chunk-7GXJUJ24.mjs +0 -49
- package/dist/chunk-7V5IUP2T.mjs +0 -63
- package/dist/chunk-A4L7YTKX.mjs +0 -458
- package/dist/chunk-BEZH7VEH.mjs +0 -23
- package/dist/chunk-BNL5OPRV.mjs +0 -634
- package/dist/chunk-BTPGQC6Z.mjs +0 -27
- package/dist/chunk-C7XQYG6U.mjs +0 -50
- package/dist/chunk-CQZXZ75V.mjs +0 -562
- package/dist/chunk-CWS55TEX.mjs +0 -242
- package/dist/chunk-CZQ33DLW.mjs +0 -78
- package/dist/chunk-EEBCDP36.mjs +0 -32
- package/dist/chunk-FB6463IN.mjs +0 -1499
- package/dist/chunk-FCJ553HS.mjs +0 -655
- package/dist/chunk-FEZVDOWX.mjs +0 -6996
- package/dist/chunk-FOCV4CBZ.mjs +0 -87
- package/dist/chunk-FQBFZAWG.mjs +0 -27
- package/dist/chunk-G6HRSGOU.mjs +0 -74
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-GH4WQ22V.mjs +0 -34
- package/dist/chunk-GPWMUPCA.mjs +0 -1126
- package/dist/chunk-GQPTDQCL.mjs +0 -54
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-I54T6CQP.mjs +0 -117
- package/dist/chunk-IPN7S4KX.mjs +0 -130
- package/dist/chunk-J4IJTTEX.mjs +0 -226
- package/dist/chunk-JSV6OQ4C.mjs +0 -74
- package/dist/chunk-K4ZIGL2O.mjs +0 -290
- package/dist/chunk-KAKQ74LS.mjs +0 -53
- package/dist/chunk-KCQYFO4K.mjs +0 -62
- package/dist/chunk-KHKIRS5D.mjs +0 -113
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KP7TYHWT.mjs +0 -92
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LDNCLRZU.mjs +0 -218
- package/dist/chunk-LHKOSI2J.mjs +0 -58
- package/dist/chunk-LQG5G2LY.mjs +0 -39
- package/dist/chunk-MATMVH65.mjs +0 -9
- package/dist/chunk-MP7ABPTD.mjs +0 -189
- package/dist/chunk-MW6BR4QP.mjs +0 -316
- package/dist/chunk-MWD5VPN7.mjs +0 -21
- package/dist/chunk-ODYKO5TO.mjs +0 -101
- package/dist/chunk-OG7UGJ6F.mjs +0 -63
- package/dist/chunk-ORN5BLL7.mjs +0 -11
- package/dist/chunk-OYABFKTW.mjs +0 -1974
- package/dist/chunk-P5LANSH6.mjs +0 -121
- package/dist/chunk-PELHVTO7.mjs +0 -24
- package/dist/chunk-PIH5SJ4N.mjs +0 -7481
- package/dist/chunk-PSZI4O24.mjs +0 -253
- package/dist/chunk-PV2CG7EJ.mjs +0 -886
- package/dist/chunk-PWGYQXML.mjs +0 -470
- package/dist/chunk-Q2UL2TPC.mjs +0 -21
- package/dist/chunk-QHPYS427.mjs +0 -66
- package/dist/chunk-QJVOLKU6.mjs +0 -111
- package/dist/chunk-QLDABJZM.mjs +0 -20
- package/dist/chunk-QYRNLLLI.mjs +0 -99
- package/dist/chunk-RCX4WNLC.mjs +0 -151
- package/dist/chunk-RFBLQLLZ.mjs +0 -16
- package/dist/chunk-RIHIVFIQ.mjs +0 -240
- package/dist/chunk-RLOES5SX.mjs +0 -31
- package/dist/chunk-RWURUDSP.mjs +0 -2639
- package/dist/chunk-RZWWB2XR.mjs +0 -96
- package/dist/chunk-S5LN746F.mjs +0 -10
- package/dist/chunk-SOI6LTHM.mjs +0 -216
- package/dist/chunk-SQJWAIF4.mjs +0 -12
- package/dist/chunk-TDIK6NTV.mjs +0 -10
- package/dist/chunk-TQXHPFWT.mjs +0 -177
- package/dist/chunk-U55XJEIG.mjs +0 -18
- package/dist/chunk-UD5HIS4U.mjs +0 -382
- package/dist/chunk-UHICS3JI.mjs +0 -83
- package/dist/chunk-UJDJB3NE.mjs +0 -913
- package/dist/chunk-VD7J552I.mjs +0 -28
- package/dist/chunk-VSLSGASN.mjs +0 -30
- package/dist/chunk-VZ2ONHEE.mjs +0 -3715
- package/dist/chunk-W7OSSKH5.mjs +0 -1427
- package/dist/chunk-WZ7YV54N.mjs +0 -152
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-Y4WPNHMC.mjs +0 -50
- package/dist/chunk-YEKL4JBK.mjs +0 -96
- package/dist/chunk-ZXNQEW43.mjs +0 -18
- package/dist/chunk-ZYAY26KG.mjs +0 -29
- package/dist/direct-executor-V5DRIECI.mjs +0 -34
- package/dist/durability-wiring-3TD62MBI.mjs +0 -4072
- package/dist/engine-hooks-HA3SBOBR.mjs +0 -54
- package/dist/gzip-F4HMIEEQ.mjs +0 -1
- package/dist/import-GPKLTSKA.mjs +0 -56
- package/dist/methods-7IOINERF.mjs +0 -30
- package/dist/module-JYHFTVPS.mjs +0 -63
- package/dist/operations-G5EP6JPX.mjs +0 -5
- package/dist/phrase-module-XW5MKWP5.mjs +0 -330
- package/dist/pool-Y4A46T36.mjs +0 -298
- package/dist/react-native/chunks/analysis-change-QUVDNABS.mjs +0 -934
- package/dist/react-native/chunks/analysis-change-entry-OC4XASBF.mjs +0 -1
- package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
- package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
- package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
- package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
- package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
- package/dist/react-native/chunks/chunk-4NWR3NGS.mjs +0 -151
- package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
- package/dist/react-native/chunks/chunk-5MSX5FRT.mjs +0 -858
- package/dist/react-native/chunks/chunk-6OFDUYVX.mjs +0 -92
- package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +0 -9
- package/dist/react-native/chunks/chunk-6ZELFCK5.mjs +0 -315
- package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
- package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
- package/dist/react-native/chunks/chunk-BITYFZSZ.mjs +0 -242
- package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
- package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
- package/dist/react-native/chunks/chunk-DMIFXZ3Q.mjs +0 -432
- package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
- package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
- package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
- package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
- package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
- package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
- package/dist/react-native/chunks/chunk-IAENKE2D.mjs +0 -21
- package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
- package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
- package/dist/react-native/chunks/chunk-KSBYEMCB.mjs +0 -100
- package/dist/react-native/chunks/chunk-KU646XXT.mjs +0 -164
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
- package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
- package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
- package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
- package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
- package/dist/react-native/chunks/chunk-OCSLSH27.mjs +0 -22723
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
- package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
- package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
- package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
- package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
- package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
- package/dist/react-native/chunks/chunk-TORU2OHQ.mjs +0 -218
- package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
- package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
- package/dist/react-native/chunks/chunk-WVWJNUMN.mjs +0 -2562
- package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
- package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZNZ6CPAZ.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZVQMBF2H.mjs +0 -63
- package/dist/react-native/chunks/chunk-ZWAIN4GG.mjs +0 -2636
- package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
- package/dist/react-native/chunks/cold-module-N6KFNNZA.mjs +0 -773
- package/dist/react-native/chunks/durability-wiring-RN64S2TL.mjs +0 -4984
- package/dist/react-native/chunks/engine-hooks-CWA5CKCA.mjs +0 -30
- package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
- package/dist/react-native/chunks/import-5UAWBRJP.mjs +0 -32
- package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
- package/dist/react-native/chunks/module-6RP4ZCBW.mjs +0 -37
- package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
- package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
- package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
- package/dist/react-native/chunks/release-2SIHZWDO.mjs +0 -32
- package/dist/react-native/chunks/restore-hooks-ENFMDTWC.mjs +0 -127
- package/dist/react-native/chunks/restore-queue-4R6AASE5.mjs +0 -55
- package/dist/react-native/chunks/retention-5GTFT3GR.mjs +0 -223
- package/dist/react-native/chunks/snapshot-5LGPQXFS.mjs +0 -976
- package/dist/react-native/chunks/start-ZQJVZ5DN.mjs +0 -38
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
- package/dist/react-native/chunks/write-6BRYIIZ7.mjs +0 -208
- package/dist/release-SMR4WJD4.mjs +0 -32
- package/dist/restore-hooks-HXLIEB4A.mjs +0 -153
- package/dist/restore-queue-LZH7LMLR.mjs +0 -55
- package/dist/retention-3K7ARGAG.mjs +0 -66
- package/dist/runtime-COIUORCN.mjs +0 -177
- package/dist/snapshot-O7ICP7NJ.mjs +0 -783
- package/dist/start-S4PFP6RS.mjs +0 -66
- package/dist/sync-state-ZWHLAFLE.mjs +0 -15
- package/dist/thread-YLJ3ZPQ3.mjs +0 -50
- package/dist/write-2OBJGLFS.mjs +0 -233
- /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
- /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
- /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
package/dist/chunk-K4ZIGL2O.mjs
DELETED
|
@@ -1,290 +0,0 @@
|
|
|
1
|
-
import { osqRecordBytes } from './chunk-37CD3OKS.mjs';
|
|
2
|
-
import { MAX_M, EARLIER_RELEASE_MIN_M, MIN_M } from './chunk-ZXX5GZEX.mjs';
|
|
3
|
-
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
4
|
-
|
|
5
|
-
// src/vector/vector-index/dead-bits.ts
|
|
6
|
-
var NO_LIVE_VECTOR_AT_POSITION = -1;
|
|
7
|
-
function deadBytesFor(count) {
|
|
8
|
-
return Math.ceil(count / 8);
|
|
9
|
-
}
|
|
10
|
-
function isDead(dead, position) {
|
|
11
|
-
return dead !== null && (dead[position >> 3] >> (position & 7) & 1) === 1;
|
|
12
|
-
}
|
|
13
|
-
function countDead(dead, count) {
|
|
14
|
-
if (dead === null) return 0;
|
|
15
|
-
let found = 0;
|
|
16
|
-
for (let position = 0; position < count; position++) {
|
|
17
|
-
if (isDead(dead, position)) found += 1;
|
|
18
|
-
}
|
|
19
|
-
return found;
|
|
20
|
-
}
|
|
21
|
-
function deadBitsWhere(count, isDeadAt) {
|
|
22
|
-
let dead = null;
|
|
23
|
-
for (let position = 0; position < count; position++) {
|
|
24
|
-
if (!isDeadAt(position)) continue;
|
|
25
|
-
dead ??= new Uint8Array(deadBytesFor(count));
|
|
26
|
-
dead[position >> 3] |= 1 << (position & 7);
|
|
27
|
-
}
|
|
28
|
-
return dead;
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
// src/vector/vector-index/payload.ts
|
|
32
|
-
var VECTOR_INDEX_PAYLOAD_VERSION = 3;
|
|
33
|
-
var VECTOR_INDEX_PART_VECTORS = 65536;
|
|
34
|
-
var LITTLE_ENDIAN = new Uint8Array(new Uint16Array([1]).buffer)[0] === 1;
|
|
35
|
-
function vectorsToBytes(vectors) {
|
|
36
|
-
if (LITTLE_ENDIAN) return new Uint8Array(vectors.buffer, vectors.byteOffset, vectors.byteLength);
|
|
37
|
-
const bytes = new Uint8Array(vectors.byteLength);
|
|
38
|
-
const view = new DataView(bytes.buffer);
|
|
39
|
-
for (let i = 0; i < vectors.length; i++) view.setFloat32(i * 4, vectors[i], true);
|
|
40
|
-
return bytes;
|
|
41
|
-
}
|
|
42
|
-
function bytesToVectors(bytes) {
|
|
43
|
-
if (LITTLE_ENDIAN && bytes.byteOffset % 4 === 0) {
|
|
44
|
-
return new Float32Array(bytes.buffer, bytes.byteOffset, bytes.byteLength / 4);
|
|
45
|
-
}
|
|
46
|
-
const vectors = new Float32Array(bytes.byteLength / 4);
|
|
47
|
-
const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
|
|
48
|
-
for (let i = 0; i < vectors.length; i++) vectors[i] = view.getFloat32(i * 4, true);
|
|
49
|
-
return vectors;
|
|
50
|
-
}
|
|
51
|
-
function invalid(message, details) {
|
|
52
|
-
throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Invalid vector index payload: ${message}`, details);
|
|
53
|
-
}
|
|
54
|
-
function isRecord(value) {
|
|
55
|
-
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
56
|
-
}
|
|
57
|
-
function isNonNegativeInteger(value) {
|
|
58
|
-
return typeof value === "number" && Number.isInteger(value) && value >= 0;
|
|
59
|
-
}
|
|
60
|
-
function isSerializedGraph(value) {
|
|
61
|
-
return isRecord(value) && Array.isArray(value.nodes);
|
|
62
|
-
}
|
|
63
|
-
function codesOf(raw, dimension, count) {
|
|
64
|
-
if (raw === null || raw === void 0) return null;
|
|
65
|
-
if (!isRecord(raw)) invalid("codes must be a map or nil");
|
|
66
|
-
const bits = raw.bits;
|
|
67
|
-
if (bits !== 1 && bits !== 2 && bits !== 4 && bits !== 8) invalid("codes.bits must be 8, 4, 2, or 1", { bits });
|
|
68
|
-
if (!Array.isArray(raw.centroid) || raw.centroid.length !== dimension) {
|
|
69
|
-
invalid("codes.centroid must hold one number per dimension");
|
|
70
|
-
}
|
|
71
|
-
if (!(raw.records instanceof Uint8Array)) invalid("codes.records must be bytes");
|
|
72
|
-
if (raw.records.byteLength !== count * osqRecordBytes(dimension, bits)) {
|
|
73
|
-
invalid("codes.records must hold one record per vector", { count, bytes: raw.records.byteLength });
|
|
74
|
-
}
|
|
75
|
-
return { bits, centroid: raw.centroid.map(Number), records: raw.records };
|
|
76
|
-
}
|
|
77
|
-
function decodeVectorIndexPart(raw) {
|
|
78
|
-
if (!isRecord(raw)) invalid("payload must be a map");
|
|
79
|
-
if (raw.v !== VECTOR_INDEX_PAYLOAD_VERSION) {
|
|
80
|
-
throw new NarsilError(
|
|
81
|
-
ErrorCodes.ENVELOPE_VERSION_MISMATCH,
|
|
82
|
-
`This vector index payload was written in layout ${String(raw.v ?? 1)}, and this build reads layout ${VECTOR_INDEX_PAYLOAD_VERSION} alone`,
|
|
83
|
-
{ version: raw.v ?? 1 }
|
|
84
|
-
);
|
|
85
|
-
}
|
|
86
|
-
if (typeof raw.fieldName !== "string") invalid("fieldName must be a string");
|
|
87
|
-
if (!isNonNegativeInteger(raw.dimension) || raw.dimension === 0) invalid("dimension must be a positive integer");
|
|
88
|
-
if (!isNonNegativeInteger(raw.part)) invalid("part must be a non-negative integer");
|
|
89
|
-
if (!isNonNegativeInteger(raw.parts) || raw.parts === 0 || raw.part >= raw.parts) {
|
|
90
|
-
invalid("parts must exceed part", { part: raw.part, parts: raw.parts });
|
|
91
|
-
}
|
|
92
|
-
if (!Array.isArray(raw.docIds) || !raw.docIds.every((docId) => typeof docId === "string")) {
|
|
93
|
-
invalid("docIds must be a list of strings");
|
|
94
|
-
}
|
|
95
|
-
if (raw.docIds.length > VECTOR_INDEX_PART_VECTORS) {
|
|
96
|
-
invalid(`a part holds at most ${VECTOR_INDEX_PART_VECTORS} vectors`, { count: raw.docIds.length });
|
|
97
|
-
}
|
|
98
|
-
if (!Array.isArray(raw.graphs) || !raw.graphs.every(isSerializedGraph)) {
|
|
99
|
-
invalid("graphs must be a list of graphs, each holding a list of nodes");
|
|
100
|
-
}
|
|
101
|
-
if (!(raw.vectors instanceof Uint8Array)) invalid("vectors must be bytes");
|
|
102
|
-
if (raw.vectors.byteLength !== raw.docIds.length * raw.dimension * 4) {
|
|
103
|
-
invalid("vectors must hold dimension float32 components per document", {
|
|
104
|
-
count: raw.docIds.length,
|
|
105
|
-
bytes: raw.vectors.byteLength
|
|
106
|
-
});
|
|
107
|
-
}
|
|
108
|
-
return {
|
|
109
|
-
v: VECTOR_INDEX_PAYLOAD_VERSION,
|
|
110
|
-
fieldName: raw.fieldName,
|
|
111
|
-
dimension: raw.dimension,
|
|
112
|
-
part: raw.part,
|
|
113
|
-
parts: raw.parts,
|
|
114
|
-
docIds: raw.docIds,
|
|
115
|
-
graphs: raw.graphs,
|
|
116
|
-
codes: codesOf(raw.codes, raw.dimension, raw.docIds.length),
|
|
117
|
-
vectors: raw.vectors
|
|
118
|
-
};
|
|
119
|
-
}
|
|
120
|
-
function decodeVectorIndexParts(raw) {
|
|
121
|
-
if (!Array.isArray(raw)) invalid("a field must carry a list of parts");
|
|
122
|
-
return raw.map(decodeVectorIndexPart);
|
|
123
|
-
}
|
|
124
|
-
|
|
125
|
-
// src/vector/vector-index/checkpoint-payload.ts
|
|
126
|
-
var VECTOR_FILE_PAYLOAD_VERSION = 1;
|
|
127
|
-
var VECTOR_GRAPH_PAYLOAD_VERSION = 1;
|
|
128
|
-
var VECTOR_GRAPH_PART_PAYLOAD_VERSION = 2;
|
|
129
|
-
var VECTOR_GRAPH_PART_VECTORS = 16384;
|
|
130
|
-
var VECTOR_FILE_MAX_VECTORS = VECTOR_INDEX_PART_VECTORS;
|
|
131
|
-
var METRICS = ["cosine", "dotProduct", "euclidean"];
|
|
132
|
-
function invalid2(payload, message, details) {
|
|
133
|
-
throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Invalid ${payload} payload: ${message}`, details);
|
|
134
|
-
}
|
|
135
|
-
function isRecord2(value) {
|
|
136
|
-
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
137
|
-
}
|
|
138
|
-
function isIntegerUpTo(value, highest) {
|
|
139
|
-
return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= highest;
|
|
140
|
-
}
|
|
141
|
-
function requireVersion(payload, found, expected) {
|
|
142
|
-
if (found === expected) return;
|
|
143
|
-
throw new NarsilError(
|
|
144
|
-
ErrorCodes.ENVELOPE_VERSION_MISMATCH,
|
|
145
|
-
`This ${payload} payload was written in layout ${String(found)}, and this build reads layout ${expected} alone`,
|
|
146
|
-
{ version: found }
|
|
147
|
-
);
|
|
148
|
-
}
|
|
149
|
-
function decodeVectorFilePayload(raw) {
|
|
150
|
-
const name = "vector file";
|
|
151
|
-
if (!isRecord2(raw)) invalid2(name, "payload must be a map");
|
|
152
|
-
requireVersion(name, raw.v, VECTOR_FILE_PAYLOAD_VERSION);
|
|
153
|
-
if (typeof raw.fieldName !== "string") invalid2(name, "fieldName must be a string");
|
|
154
|
-
if (!isIntegerUpTo(raw.dimension, 65535) || raw.dimension === 0) invalid2(name, "dimension must be a positive uint16");
|
|
155
|
-
if (!Array.isArray(raw.docIds) || !raw.docIds.every((docId) => typeof docId === "string")) {
|
|
156
|
-
invalid2(name, "docIds must be a list of strings");
|
|
157
|
-
}
|
|
158
|
-
if (raw.docIds.length > VECTOR_FILE_MAX_VECTORS) {
|
|
159
|
-
invalid2(name, `a file holds at most ${VECTOR_FILE_MAX_VECTORS} vectors`, { count: raw.docIds.length });
|
|
160
|
-
}
|
|
161
|
-
if (!(raw.vectors instanceof Uint8Array)) invalid2(name, "vectors must be bytes");
|
|
162
|
-
if (raw.vectors.byteLength !== raw.docIds.length * raw.dimension * 4) {
|
|
163
|
-
invalid2(name, "vectors must hold dimension float32 components per document", {
|
|
164
|
-
count: raw.docIds.length,
|
|
165
|
-
bytes: raw.vectors.byteLength
|
|
166
|
-
});
|
|
167
|
-
}
|
|
168
|
-
return {
|
|
169
|
-
v: VECTOR_FILE_PAYLOAD_VERSION,
|
|
170
|
-
fieldName: raw.fieldName,
|
|
171
|
-
dimension: raw.dimension,
|
|
172
|
-
docIds: raw.docIds,
|
|
173
|
-
codes: codesOf(raw.codes, raw.dimension, raw.docIds.length),
|
|
174
|
-
vectors: raw.vectors
|
|
175
|
-
};
|
|
176
|
-
}
|
|
177
|
-
function isMetric(value) {
|
|
178
|
-
return METRICS.some((metric) => metric === value);
|
|
179
|
-
}
|
|
180
|
-
function calibratedMeanLengthOf(name, value) {
|
|
181
|
-
if (value === void 0 || value === null) return null;
|
|
182
|
-
if (typeof value !== "number" || !Number.isFinite(value) || value < 0) {
|
|
183
|
-
invalid2(name, "calibratedMeanLength must be a finite float64 of at least 0");
|
|
184
|
-
}
|
|
185
|
-
return value;
|
|
186
|
-
}
|
|
187
|
-
function decodeNumberedGraph(raw, minimumM) {
|
|
188
|
-
const name = "vector graph";
|
|
189
|
-
if (!isRecord2(raw)) invalid2(name, "each graph must be a map");
|
|
190
|
-
const entryPoint = raw.entryPoint ?? null;
|
|
191
|
-
if (entryPoint !== null && !isIntegerUpTo(entryPoint, 4294967295))
|
|
192
|
-
invalid2(name, "entryPoint must be a uint32 or nil");
|
|
193
|
-
if (!isIntegerUpTo(raw.maxLayer, 255)) invalid2(name, "maxLayer must be a uint8");
|
|
194
|
-
if (!isIntegerUpTo(raw.m, MAX_M) || raw.m < minimumM) {
|
|
195
|
-
invalid2(name, `m must be a whole number from ${minimumM} to ${MAX_M}`);
|
|
196
|
-
}
|
|
197
|
-
if (!isIntegerUpTo(raw.efConstruction, 65535)) invalid2(name, "efConstruction must be a uint16");
|
|
198
|
-
if (!isMetric(raw.metric)) invalid2(name, "metric must name a supported metric", { metric: raw.metric });
|
|
199
|
-
if (!(raw.levels instanceof Uint8Array)) invalid2(name, "levels must be bytes");
|
|
200
|
-
if (!(raw.neighbours instanceof Uint8Array)) invalid2(name, "neighbours must be bytes");
|
|
201
|
-
const graph = {
|
|
202
|
-
entryPoint,
|
|
203
|
-
maxLayer: raw.maxLayer,
|
|
204
|
-
m: raw.m,
|
|
205
|
-
efConstruction: raw.efConstruction,
|
|
206
|
-
metric: raw.metric,
|
|
207
|
-
levels: raw.levels,
|
|
208
|
-
neighbours: raw.neighbours
|
|
209
|
-
};
|
|
210
|
-
const calibratedMeanLength = calibratedMeanLengthOf(name, raw.calibratedMeanLength);
|
|
211
|
-
const shuffledBuildCount = raw.shuffledBuildCount ?? null;
|
|
212
|
-
if (shuffledBuildCount === null) return graph;
|
|
213
|
-
if (!isIntegerUpTo(shuffledBuildCount, 4294967295)) invalid2(name, "shuffledBuildCount must be a uint32");
|
|
214
|
-
if (calibratedMeanLength === null) return { ...graph, shuffledBuildCount };
|
|
215
|
-
return { ...graph, shuffledBuildCount, calibratedMeanLength };
|
|
216
|
-
}
|
|
217
|
-
function decodeVectorGraphPayload(raw) {
|
|
218
|
-
const name = "vector graph";
|
|
219
|
-
if (!isRecord2(raw)) invalid2(name, "payload must be a map");
|
|
220
|
-
requireVersion(name, raw.v, VECTOR_GRAPH_PAYLOAD_VERSION);
|
|
221
|
-
if (typeof raw.fieldName !== "string") invalid2(name, "fieldName must be a string");
|
|
222
|
-
if (!Array.isArray(raw.graphs)) invalid2(name, "graphs must be a list");
|
|
223
|
-
return {
|
|
224
|
-
v: VECTOR_GRAPH_PAYLOAD_VERSION,
|
|
225
|
-
fieldName: raw.fieldName,
|
|
226
|
-
graphs: raw.graphs.map((graph) => decodeNumberedGraph(graph, EARLIER_RELEASE_MIN_M))
|
|
227
|
-
};
|
|
228
|
-
}
|
|
229
|
-
function decodeVectorGraphPartPayload(raw) {
|
|
230
|
-
const name = "vector graph part";
|
|
231
|
-
if (!isRecord2(raw)) invalid2(name, "payload must be a map");
|
|
232
|
-
requireVersion(name, raw.v, VECTOR_GRAPH_PART_PAYLOAD_VERSION);
|
|
233
|
-
if (typeof raw.fieldName !== "string") invalid2(name, "fieldName must be a string");
|
|
234
|
-
if (!Array.isArray(raw.graphs)) invalid2(name, "graphs must be a list");
|
|
235
|
-
return {
|
|
236
|
-
v: VECTOR_GRAPH_PART_PAYLOAD_VERSION,
|
|
237
|
-
fieldName: raw.fieldName,
|
|
238
|
-
graphs: raw.graphs.map((graph) => decodeNumberedGraph(graph, MIN_M))
|
|
239
|
-
};
|
|
240
|
-
}
|
|
241
|
-
function sameGraphHeader(a, b) {
|
|
242
|
-
return a.entryPoint === b.entryPoint && a.maxLayer === b.maxLayer && a.m === b.m && a.efConstruction === b.efConstruction && a.metric === b.metric && a.shuffledBuildCount === b.shuffledBuildCount && a.calibratedMeanLength === b.calibratedMeanLength;
|
|
243
|
-
}
|
|
244
|
-
function requireOneGraphPerVector(part, p) {
|
|
245
|
-
if (part.graphs.length < 2) return;
|
|
246
|
-
const held = new Uint8Array(VECTOR_GRAPH_PART_VECTORS);
|
|
247
|
-
for (const graph of part.graphs) {
|
|
248
|
-
for (let at = 0; at < graph.levels.length; at++) {
|
|
249
|
-
if (graph.levels[at] === 0) continue;
|
|
250
|
-
if (held[at] === 1) {
|
|
251
|
-
const vector = p * VECTOR_GRAPH_PART_VECTORS + at;
|
|
252
|
-
invalid2("vector graph part", `part ${p} gives vector ${vector} a node in two graphs`, { part: p, vector });
|
|
253
|
-
}
|
|
254
|
-
held[at] = 1;
|
|
255
|
-
}
|
|
256
|
-
}
|
|
257
|
-
}
|
|
258
|
-
function assembleGraphParts(parts) {
|
|
259
|
-
const name = "vector graph part";
|
|
260
|
-
const first = parts[0];
|
|
261
|
-
if (first === void 0) invalid2(name, "a field that holds a graph must have at least one part");
|
|
262
|
-
const partLists = first.graphs.map(() => []);
|
|
263
|
-
for (let p = 0; p < parts.length; p++) {
|
|
264
|
-
const part = parts[p];
|
|
265
|
-
const isLast = p === parts.length - 1;
|
|
266
|
-
if (part.fieldName !== first.fieldName || part.graphs.length !== first.graphs.length) {
|
|
267
|
-
invalid2(name, `part ${p} lists other graphs than part 0`, { part: p });
|
|
268
|
-
}
|
|
269
|
-
for (let g = 0; g < part.graphs.length; g++) {
|
|
270
|
-
const graph = part.graphs[g];
|
|
271
|
-
if (!sameGraphHeader(graph, first.graphs[g]))
|
|
272
|
-
invalid2(name, `part ${p} gives graph ${g} other headers`, { part: p });
|
|
273
|
-
const levels = graph.levels.length;
|
|
274
|
-
const fits = isLast ? levels >= 1 && levels <= VECTOR_GRAPH_PART_VECTORS : levels === VECTOR_GRAPH_PART_VECTORS;
|
|
275
|
-
if (!fits) invalid2(name, `part ${p} gives graph ${g} ${levels} bytes of levels`, { part: p, levels });
|
|
276
|
-
partLists[g].push(graph);
|
|
277
|
-
}
|
|
278
|
-
requireOneGraphPerVector(part, p);
|
|
279
|
-
}
|
|
280
|
-
const graphs = partLists.map((list) => ({ partSize: VECTOR_GRAPH_PART_VECTORS, parts: list }));
|
|
281
|
-
return { fieldName: first.fieldName, graphs };
|
|
282
|
-
}
|
|
283
|
-
function graphPartsOfEarlierPayload(payload) {
|
|
284
|
-
return {
|
|
285
|
-
fieldName: payload.fieldName,
|
|
286
|
-
graphs: payload.graphs.map((graph) => ({ partSize: Math.max(graph.levels.length, 1), parts: [graph] }))
|
|
287
|
-
};
|
|
288
|
-
}
|
|
289
|
-
|
|
290
|
-
export { NO_LIVE_VECTOR_AT_POSITION, VECTOR_FILE_MAX_VECTORS, VECTOR_FILE_PAYLOAD_VERSION, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_GRAPH_PART_VECTORS, assembleGraphParts, bytesToVectors, countDead, deadBitsWhere, deadBytesFor, decodeVectorFilePayload, decodeVectorGraphPartPayload, decodeVectorGraphPayload, decodeVectorIndexParts, graphPartsOfEarlierPayload, isDead, vectorsToBytes };
|
package/dist/chunk-KAKQ74LS.mjs
DELETED
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
// src/core/hash.ts
|
|
2
|
-
var FNV_OFFSET_BASIS = 2166136261;
|
|
3
|
-
var FNV_PRIME = 16777619;
|
|
4
|
-
var encoder = new TextEncoder();
|
|
5
|
-
function fnv1aBytes(bytes) {
|
|
6
|
-
return fnv1aContinue(FNV_OFFSET_BASIS, bytes, bytes.length) >>> 0;
|
|
7
|
-
}
|
|
8
|
-
function fnv1aContinue(start, bytes, length) {
|
|
9
|
-
let hash = start;
|
|
10
|
-
for (let i = 0; i < length; i++) {
|
|
11
|
-
hash = Math.imul(hash ^ bytes[i], FNV_PRIME);
|
|
12
|
-
}
|
|
13
|
-
return hash;
|
|
14
|
-
}
|
|
15
|
-
var scratchNumber = new Float64Array(1);
|
|
16
|
-
var scratchBytes = new Uint8Array(scratchNumber.buffer);
|
|
17
|
-
var HOST_IS_LITTLE_ENDIAN = new Uint8Array(new Uint16Array([1]).buffer)[0] === 1;
|
|
18
|
-
function fnv1aContinueTaggedNumbers(start, tag, numbers) {
|
|
19
|
-
let hash = start;
|
|
20
|
-
const b = scratchBytes;
|
|
21
|
-
for (let i = 0; i < numbers.length; i++) {
|
|
22
|
-
scratchNumber[0] = Math.fround(numbers[i]);
|
|
23
|
-
hash = Math.imul(hash ^ tag, FNV_PRIME);
|
|
24
|
-
if (HOST_IS_LITTLE_ENDIAN) {
|
|
25
|
-
hash = Math.imul(hash ^ b[7], FNV_PRIME);
|
|
26
|
-
hash = Math.imul(hash ^ b[6], FNV_PRIME);
|
|
27
|
-
hash = Math.imul(hash ^ b[5], FNV_PRIME);
|
|
28
|
-
hash = Math.imul(hash ^ b[4], FNV_PRIME);
|
|
29
|
-
hash = Math.imul(hash ^ b[3], FNV_PRIME);
|
|
30
|
-
hash = Math.imul(hash ^ b[2], FNV_PRIME);
|
|
31
|
-
hash = Math.imul(hash ^ b[1], FNV_PRIME);
|
|
32
|
-
hash = Math.imul(hash ^ b[0], FNV_PRIME);
|
|
33
|
-
} else {
|
|
34
|
-
for (let at = 0; at < 8; at++) hash = Math.imul(hash ^ b[at], FNV_PRIME);
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
|
-
return hash;
|
|
38
|
-
}
|
|
39
|
-
function fnv1aUint32s(values) {
|
|
40
|
-
let hash = FNV_OFFSET_BASIS;
|
|
41
|
-
for (const value of values) {
|
|
42
|
-
for (let shift = 24; shift >= 0; shift -= 8) {
|
|
43
|
-
hash ^= value >>> shift & 255;
|
|
44
|
-
hash = Math.imul(hash, FNV_PRIME);
|
|
45
|
-
}
|
|
46
|
-
}
|
|
47
|
-
return hash >>> 0;
|
|
48
|
-
}
|
|
49
|
-
function fnv1a(input) {
|
|
50
|
-
return fnv1aBytes(encoder.encode(input));
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
export { FNV_OFFSET_BASIS, fnv1a, fnv1aContinue, fnv1aContinueTaggedNumbers, fnv1aUint32s };
|
package/dist/chunk-KCQYFO4K.mjs
DELETED
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
import { flattenSchema, getNestedValue } from './chunk-W5EB5XKI.mjs';
|
|
2
|
-
import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
|
|
3
|
-
|
|
4
|
-
// src/serialization/vector-field-bytes.ts
|
|
5
|
-
var FORBIDDEN_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
|
|
6
|
-
var FLOAT32_BYTES = 4;
|
|
7
|
-
function vectorFieldPathsOfSchema(schema) {
|
|
8
|
-
const paths = /* @__PURE__ */ new Set();
|
|
9
|
-
for (const [fieldPath, fieldType] of Object.entries(flattenSchema(schema))) {
|
|
10
|
-
if (typeof fieldType === "string" && VECTOR_PATTERN.test(fieldType)) paths.add(fieldPath);
|
|
11
|
-
}
|
|
12
|
-
return paths;
|
|
13
|
-
}
|
|
14
|
-
function setNestedValue(obj, path, value) {
|
|
15
|
-
if (!path.includes(".")) {
|
|
16
|
-
if (FORBIDDEN_KEYS.has(path)) {
|
|
17
|
-
return;
|
|
18
|
-
}
|
|
19
|
-
obj[path] = value;
|
|
20
|
-
return;
|
|
21
|
-
}
|
|
22
|
-
const segments = path.split(".");
|
|
23
|
-
let current = obj;
|
|
24
|
-
for (let i = 0; i < segments.length - 1; i += 1) {
|
|
25
|
-
const segment = segments[i];
|
|
26
|
-
if (segment === void 0 || FORBIDDEN_KEYS.has(segment)) {
|
|
27
|
-
return;
|
|
28
|
-
}
|
|
29
|
-
let next = current[segment];
|
|
30
|
-
if (next === null || next === void 0 || typeof next !== "object") {
|
|
31
|
-
next = {};
|
|
32
|
-
current[segment] = next;
|
|
33
|
-
}
|
|
34
|
-
current = next;
|
|
35
|
-
}
|
|
36
|
-
const finalSegment = segments.at(-1);
|
|
37
|
-
if (finalSegment === void 0 || FORBIDDEN_KEYS.has(finalSegment)) {
|
|
38
|
-
return;
|
|
39
|
-
}
|
|
40
|
-
current[finalSegment] = value;
|
|
41
|
-
}
|
|
42
|
-
function restoreVectorFields(document, vectorFieldPaths) {
|
|
43
|
-
for (const fieldPath of vectorFieldPaths) {
|
|
44
|
-
const value = getNestedValue(document, fieldPath);
|
|
45
|
-
if (value instanceof Uint8Array && !(value instanceof Float32Array)) {
|
|
46
|
-
if (value.byteLength % FLOAT32_BYTES !== 0) {
|
|
47
|
-
throw new Error(
|
|
48
|
-
`Vector field "${fieldPath}" has invalid byte length ${value.byteLength} (must be divisible by 4)`
|
|
49
|
-
);
|
|
50
|
-
}
|
|
51
|
-
const elementCount = value.byteLength / FLOAT32_BYTES;
|
|
52
|
-
const float32 = new Float32Array(elementCount);
|
|
53
|
-
const dataView = new DataView(value.buffer, value.byteOffset, value.byteLength);
|
|
54
|
-
for (let i = 0; i < elementCount; i += 1) {
|
|
55
|
-
float32[i] = dataView.getFloat32(i * FLOAT32_BYTES, true);
|
|
56
|
-
}
|
|
57
|
-
setNestedValue(document, fieldPath, float32);
|
|
58
|
-
}
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
export { restoreVectorFields, setNestedValue, vectorFieldPathsOfSchema };
|
package/dist/chunk-KHKIRS5D.mjs
DELETED
|
@@ -1,113 +0,0 @@
|
|
|
1
|
-
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
2
|
-
|
|
3
|
-
// src/rerank/call.ts
|
|
4
|
-
function unregistered(adapters, name) {
|
|
5
|
-
const registered = [...adapters.keys()].sort();
|
|
6
|
-
return new NarsilError(
|
|
7
|
-
ErrorCodes.RERANK_CONFIG_INVALID,
|
|
8
|
-
`The query gives rerank adapter "${name}", which this engine has not registered. Register it with registerRerankAdapter or the rerankAdapters setting`,
|
|
9
|
-
{ adapter: name, registered }
|
|
10
|
-
);
|
|
11
|
-
}
|
|
12
|
-
function scoresOf(raw, expected, name) {
|
|
13
|
-
const list = Array.isArray(raw) ? raw : ArrayBuffer.isView(raw) && !(raw instanceof DataView) ? Array.from(raw) : null;
|
|
14
|
-
if (list === null) {
|
|
15
|
-
throw new NarsilError(
|
|
16
|
-
ErrorCodes.RERANK_FAILED,
|
|
17
|
-
`Rerank adapter "${name}" returned ${typeof raw}, expected a list of scores`,
|
|
18
|
-
{
|
|
19
|
-
adapter: name
|
|
20
|
-
}
|
|
21
|
-
);
|
|
22
|
-
}
|
|
23
|
-
if (list.length !== expected) {
|
|
24
|
-
throw new NarsilError(
|
|
25
|
-
ErrorCodes.RERANK_FAILED,
|
|
26
|
-
`Rerank adapter "${name}" returned ${list.length} scores for ${expected} documents`,
|
|
27
|
-
{ adapter: name, expected, actual: list.length }
|
|
28
|
-
);
|
|
29
|
-
}
|
|
30
|
-
const scores = new Array(expected);
|
|
31
|
-
for (let i = 0; i < expected; i++) {
|
|
32
|
-
const score = list[i];
|
|
33
|
-
if (typeof score !== "number" || !Number.isFinite(score)) {
|
|
34
|
-
throw new NarsilError(
|
|
35
|
-
ErrorCodes.RERANK_FAILED,
|
|
36
|
-
`Rerank adapter "${name}" returned a score that is not a finite number at position ${i}`,
|
|
37
|
-
{ adapter: name, position: i }
|
|
38
|
-
);
|
|
39
|
-
}
|
|
40
|
-
scores[i] = score;
|
|
41
|
-
}
|
|
42
|
-
return scores;
|
|
43
|
-
}
|
|
44
|
-
function requireRerankAdapter(adapters, name) {
|
|
45
|
-
const adapter = adapters.get(name);
|
|
46
|
-
if (adapter === void 0) throw unregistered(adapters, name);
|
|
47
|
-
return adapter;
|
|
48
|
-
}
|
|
49
|
-
function timedOut(name, timeoutMs) {
|
|
50
|
-
return new NarsilError(
|
|
51
|
-
ErrorCodes.RERANK_FAILED,
|
|
52
|
-
`Rerank adapter "${name}" did not answer within ${timeoutMs} ms, so the engine cancelled the call`,
|
|
53
|
-
{ adapter: name, timeoutMs }
|
|
54
|
-
);
|
|
55
|
-
}
|
|
56
|
-
function cancelled(name) {
|
|
57
|
-
return new NarsilError(ErrorCodes.RERANK_FAILED, `The engine cancelled the call to rerank adapter "${name}"`, {
|
|
58
|
-
adapter: name
|
|
59
|
-
});
|
|
60
|
-
}
|
|
61
|
-
function wrapped(err, name) {
|
|
62
|
-
if (err instanceof NarsilError && err.code === ErrorCodes.RERANK_FAILED) return err;
|
|
63
|
-
const message = err instanceof Error ? err.message : String(err);
|
|
64
|
-
return new NarsilError(ErrorCodes.RERANK_FAILED, `Rerank adapter "${name}" failed: ${message}`, {
|
|
65
|
-
adapter: name,
|
|
66
|
-
cause: message,
|
|
67
|
-
...err instanceof NarsilError ? { causeCode: err.code } : {}
|
|
68
|
-
});
|
|
69
|
-
}
|
|
70
|
-
async function callRerankAdapter(adapters, name, query, documents, options) {
|
|
71
|
-
const adapter = requireRerankAdapter(adapters, name);
|
|
72
|
-
if (documents.length === 0) return [];
|
|
73
|
-
const outer = options.signal;
|
|
74
|
-
if (outer?.aborted) throw cancelled(name);
|
|
75
|
-
const controller = new AbortController();
|
|
76
|
-
let timer;
|
|
77
|
-
let detach;
|
|
78
|
-
const stopped = new Promise((_resolve, reject) => {
|
|
79
|
-
timer = setTimeout(() => {
|
|
80
|
-
controller.abort();
|
|
81
|
-
reject(timedOut(name, options.timeoutMs));
|
|
82
|
-
}, options.timeoutMs);
|
|
83
|
-
if (outer !== void 0) {
|
|
84
|
-
const onAbort = () => {
|
|
85
|
-
controller.abort();
|
|
86
|
-
reject(cancelled(name));
|
|
87
|
-
};
|
|
88
|
-
outer.addEventListener("abort", onAbort, { once: true });
|
|
89
|
-
detach = () => outer.removeEventListener("abort", onAbort);
|
|
90
|
-
}
|
|
91
|
-
});
|
|
92
|
-
let raw;
|
|
93
|
-
try {
|
|
94
|
-
raw = await Promise.race([
|
|
95
|
-
Promise.resolve().then(() => adapter.rerank(query, documents, controller.signal)),
|
|
96
|
-
stopped
|
|
97
|
-
]);
|
|
98
|
-
} catch (err) {
|
|
99
|
-
throw wrapped(err, name);
|
|
100
|
-
} finally {
|
|
101
|
-
clearTimeout(timer);
|
|
102
|
-
detach?.();
|
|
103
|
-
}
|
|
104
|
-
return scoresOf(raw, documents.length, name);
|
|
105
|
-
}
|
|
106
|
-
function rerankOnHost(host, name, query, documents) {
|
|
107
|
-
return callRerankAdapter(host.rerankAdapters, name, query, documents, {
|
|
108
|
-
timeoutMs: host.rerankSettings.timeoutMs,
|
|
109
|
-
signal: host.abortController.signal
|
|
110
|
-
});
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
export { rerankOnHost };
|
package/dist/chunk-KOKM4PQN.mjs
DELETED
|
@@ -1,52 +0,0 @@
|
|
|
1
|
-
// src/runtime/simd-support.ts
|
|
2
|
-
var SIMD_PROBE_MODULE = new Uint8Array([
|
|
3
|
-
0,
|
|
4
|
-
97,
|
|
5
|
-
115,
|
|
6
|
-
109,
|
|
7
|
-
1,
|
|
8
|
-
0,
|
|
9
|
-
0,
|
|
10
|
-
0,
|
|
11
|
-
1,
|
|
12
|
-
5,
|
|
13
|
-
1,
|
|
14
|
-
96,
|
|
15
|
-
0,
|
|
16
|
-
1,
|
|
17
|
-
123,
|
|
18
|
-
3,
|
|
19
|
-
2,
|
|
20
|
-
1,
|
|
21
|
-
0,
|
|
22
|
-
10,
|
|
23
|
-
10,
|
|
24
|
-
1,
|
|
25
|
-
8,
|
|
26
|
-
0,
|
|
27
|
-
65,
|
|
28
|
-
0,
|
|
29
|
-
253,
|
|
30
|
-
15,
|
|
31
|
-
253,
|
|
32
|
-
98,
|
|
33
|
-
11
|
|
34
|
-
]);
|
|
35
|
-
function runtimeStartsSimdModule() {
|
|
36
|
-
try {
|
|
37
|
-
if (typeof WebAssembly === "undefined") return false;
|
|
38
|
-
new WebAssembly.Instance(new WebAssembly.Module(SIMD_PROBE_MODULE));
|
|
39
|
-
return true;
|
|
40
|
-
} catch {
|
|
41
|
-
return false;
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
var simdAvailable = runtimeStartsSimdModule();
|
|
45
|
-
function isSimdAvailable() {
|
|
46
|
-
return simdAvailable;
|
|
47
|
-
}
|
|
48
|
-
function markSimdUnavailable() {
|
|
49
|
-
simdAvailable = false;
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
export { isSimdAvailable, markSimdUnavailable };
|
package/dist/chunk-KP7TYHWT.mjs
DELETED
|
@@ -1,92 +0,0 @@
|
|
|
1
|
-
import { QUERY_HISTORY_FOLDER, RESTORED_HISTORY_FOLDER, RESTORE_STAGING_INFIX, MAX_HISTORY_FILE_BYTES } from './chunk-5YNRKI2C.mjs';
|
|
2
|
-
|
|
3
|
-
// src/query-suggestions/history-files.ts
|
|
4
|
-
var BUILD_RECORD_FILE = "build.nrsl";
|
|
5
|
-
var DAY_FILE = /^(\d{4}-\d{2}-\d{2})\.nrsl$/;
|
|
6
|
-
var RESTORED_FILE = /^(\d{4}-\d{2}-\d{2})-(\d{4})\.nrsl$/;
|
|
7
|
-
function historyFolderOf(indexName) {
|
|
8
|
-
return `${QUERY_HISTORY_FOLDER}/${indexName}/`;
|
|
9
|
-
}
|
|
10
|
-
function dayFileKey(indexName, day) {
|
|
11
|
-
return `${historyFolderOf(indexName)}${day}.nrsl`;
|
|
12
|
-
}
|
|
13
|
-
function restoredFileKey(indexName, day, sequence) {
|
|
14
|
-
return `${historyFolderOf(indexName)}${RESTORED_HISTORY_FOLDER}/${day}-${String(sequence).padStart(4, "0")}.nrsl`;
|
|
15
|
-
}
|
|
16
|
-
function buildRecordKey(indexName) {
|
|
17
|
-
return `${historyFolderOf(indexName)}${BUILD_RECORD_FILE}`;
|
|
18
|
-
}
|
|
19
|
-
function historyFileOf(indexName, key) {
|
|
20
|
-
const folder = historyFolderOf(indexName);
|
|
21
|
-
if (!key.startsWith(folder)) return null;
|
|
22
|
-
const rest = key.slice(folder.length);
|
|
23
|
-
const own = DAY_FILE.exec(rest);
|
|
24
|
-
if (own !== null) return { key, day: own[1], restored: false };
|
|
25
|
-
const restoredPrefix = `${RESTORED_HISTORY_FOLDER}/`;
|
|
26
|
-
if (!rest.startsWith(restoredPrefix)) return null;
|
|
27
|
-
const restored = RESTORED_FILE.exec(rest.slice(restoredPrefix.length));
|
|
28
|
-
return restored === null ? null : { key, day: restored[1], restored: true };
|
|
29
|
-
}
|
|
30
|
-
function directoryFiles(storage) {
|
|
31
|
-
const { directory } = storage;
|
|
32
|
-
return {
|
|
33
|
-
listUnder: (prefix) => directory.list(prefix),
|
|
34
|
-
async read(key) {
|
|
35
|
-
const length = await directory.byteLength?.(key) ?? null;
|
|
36
|
-
if (length !== null && length > MAX_HISTORY_FILE_BYTES) return "too-long";
|
|
37
|
-
const bytes = await directory.read(key);
|
|
38
|
-
if (bytes !== null && bytes.byteLength > MAX_HISTORY_FILE_BYTES) return "too-long";
|
|
39
|
-
return bytes;
|
|
40
|
-
},
|
|
41
|
-
write: (key, bytes) => directory.atomicWrite(key, bytes),
|
|
42
|
-
remove: (key) => directory.remove(key)
|
|
43
|
-
};
|
|
44
|
-
}
|
|
45
|
-
function adapterFiles(storage) {
|
|
46
|
-
const { adapter } = storage;
|
|
47
|
-
return {
|
|
48
|
-
listUnder: (prefix) => adapter.list(prefix),
|
|
49
|
-
async read(key) {
|
|
50
|
-
const bytes = await adapter.load(key);
|
|
51
|
-
if (bytes !== null && bytes.byteLength > MAX_HISTORY_FILE_BYTES) return "too-long";
|
|
52
|
-
return bytes;
|
|
53
|
-
},
|
|
54
|
-
write: (key, bytes) => adapter.save(key, bytes),
|
|
55
|
-
remove: (key) => adapter.delete(key)
|
|
56
|
-
};
|
|
57
|
-
}
|
|
58
|
-
function memoryFiles() {
|
|
59
|
-
const files = /* @__PURE__ */ new Map();
|
|
60
|
-
return {
|
|
61
|
-
async listUnder(prefix) {
|
|
62
|
-
return [...files.keys()].filter((key) => key.startsWith(prefix)).sort();
|
|
63
|
-
},
|
|
64
|
-
async read(key) {
|
|
65
|
-
return files.get(key) ?? null;
|
|
66
|
-
},
|
|
67
|
-
async write(key, bytes) {
|
|
68
|
-
files.set(key, bytes);
|
|
69
|
-
},
|
|
70
|
-
async remove(key) {
|
|
71
|
-
files.delete(key);
|
|
72
|
-
}
|
|
73
|
-
};
|
|
74
|
-
}
|
|
75
|
-
function historyFilesOf(storage) {
|
|
76
|
-
if (storage === null) return memoryFiles();
|
|
77
|
-
return storage.kind === "directory" ? directoryFiles(storage) : adapterFiles(storage);
|
|
78
|
-
}
|
|
79
|
-
function listHistoryFolder(files, indexName) {
|
|
80
|
-
return files.listUnder(historyFolderOf(indexName));
|
|
81
|
-
}
|
|
82
|
-
async function removeHistoryFolder(files, indexName) {
|
|
83
|
-
for (const key of await listHistoryFolder(files, indexName)) await files.remove(key);
|
|
84
|
-
}
|
|
85
|
-
function restoreStagingPrefix() {
|
|
86
|
-
return `${QUERY_HISTORY_FOLDER}/${RESTORE_STAGING_INFIX}${globalThis.crypto.randomUUID()}/`;
|
|
87
|
-
}
|
|
88
|
-
async function removeRestoreLeftovers(files) {
|
|
89
|
-
for (const key of await files.listUnder(`${QUERY_HISTORY_FOLDER}/${RESTORE_STAGING_INFIX}`)) await files.remove(key);
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
export { buildRecordKey, dayFileKey, historyFileOf, historyFilesOf, historyFolderOf, listHistoryFolder, removeHistoryFolder, removeRestoreLeftovers, restoreStagingPrefix, restoredFileKey };
|
package/dist/chunk-KZ3NX2P7.mjs
DELETED
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
// src/rerank/query-text.ts
|
|
2
|
-
function nonBlank(value) {
|
|
3
|
-
return typeof value === "string" && value.trim().length > 0 ? value : void 0;
|
|
4
|
-
}
|
|
5
|
-
function rerankQueryTextOf(params) {
|
|
6
|
-
const rerank = params.rerank;
|
|
7
|
-
if (typeof rerank === "object" && rerank !== null && "query" in rerank && rerank.query !== void 0) {
|
|
8
|
-
return nonBlank(rerank.query);
|
|
9
|
-
}
|
|
10
|
-
return nonBlank(params.term) ?? nonBlank(params.vector?.text);
|
|
11
|
-
}
|
|
12
|
-
function withRerankQueryText(params) {
|
|
13
|
-
const rerank = params.rerank;
|
|
14
|
-
if (rerank === void 0 || typeof rerank !== "object" || rerank === null || rerank.query !== void 0) {
|
|
15
|
-
return params;
|
|
16
|
-
}
|
|
17
|
-
const query = rerankQueryTextOf(params);
|
|
18
|
-
return query === void 0 ? params : { ...params, rerank: { ...rerank, query } };
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
export { rerankQueryTextOf, withRerankQueryText };
|