@delali/narsil 0.3.1-next.156 → 0.3.1-next.160
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +3 -3
- package/dist/adapters/gcs.mjs +3 -3
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +3 -3
- package/dist/browser/{chunk-3V7DNNZL.mjs → chunk-4RNSFVWI.mjs} +20997 -19899
- package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
- package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
- package/dist/browser/{durability-config-TIYKW6XX.mjs → durability-config-SGB5ZP5K.mjs} +8 -3
- package/dist/browser/embed-RF2MPGAO.mjs +222 -0
- package/dist/{geo-index-MRH5JMIR.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
- package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
- package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
- package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
- package/dist/{react-native/chunks/restore-hooks-IBGIY3DR.mjs → browser/restore-queue-S4BWOGMU.mjs} +98 -36
- package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
- package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
- package/dist/browser/{chunk-SSTPBZZX.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
- package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
- package/dist/{capabilities-Da4ywVVl.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
- package/dist/chunk-2JRERUNZ.mjs +217 -0
- package/dist/chunk-2RIS76RJ.mjs +212 -0
- package/dist/chunk-3B775F3C.mjs +252 -0
- package/dist/{chunk-K5QFDYST.mjs → chunk-3D6RZGJH.mjs} +3 -3
- package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
- package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
- package/dist/chunk-6EZW2GQL.mjs +978 -0
- package/dist/chunk-75UNINFA.mjs +271 -0
- package/dist/chunk-77AUVDQ5.mjs +7 -0
- package/dist/{browser/chunk-23XRXIBW.mjs → chunk-7MWYORQC.mjs} +10 -3
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
- package/dist/{chunk-XAXKV65G.mjs → chunk-BXM7XM4G.mjs} +7 -3
- package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
- package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
- package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
- package/dist/{chunk-I2KPOLOZ.mjs → chunk-FE3MRIBN.mjs} +104 -13
- package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
- package/dist/{chunk-ZKP7G7TV.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
- package/dist/{chunk-2UV4QBHW.mjs → chunk-GF4K7IUK.mjs} +317 -120
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/{chunk-25KDNIZZ.mjs → chunk-H64YDF5M.mjs} +3 -3
- package/dist/{browser/chunk-CRE3G7F3.mjs → chunk-HOOR4CP5.mjs} +63 -7
- package/dist/chunk-IB4BYLE3.mjs +127 -0
- package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
- package/dist/chunk-IH3G6SJO.mjs +40 -0
- package/dist/chunk-JV74RKCY.mjs +3041 -0
- package/dist/{chunk-FRBFVQFN.mjs → chunk-K67I3RF4.mjs} +261 -101
- package/dist/chunk-KLVMK3R5.mjs +47 -0
- package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
- package/dist/chunk-LF4GB4PO.mjs +281 -0
- package/dist/chunk-NC4QLCZC.mjs +59 -0
- package/dist/chunk-OOO54OVC.mjs +627 -0
- package/dist/chunk-OUWZKNO3.mjs +207 -0
- package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
- package/dist/{chunk-6I6AYAXS.mjs → chunk-PTTMGRG5.mjs} +9 -10
- package/dist/{browser/chunk-SRMZXJSL.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
- package/dist/chunk-QBVTYY4J.mjs +54 -0
- package/dist/{react-native/chunks/chunk-GXX3DQXP.mjs → chunk-R4CE4IVU.mjs} +352 -165
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
- package/dist/{chunk-FAKFUDZZ.mjs → chunk-SHGN3QIF.mjs} +80 -13
- package/dist/chunk-SXIRM4MX.mjs +3549 -0
- package/dist/{react-native/chunks/chunk-EJ33LCHV.mjs → chunk-TGPKS2UM.mjs} +47 -1
- package/dist/chunk-TINW4BSH.mjs +31301 -0
- package/dist/{cold-module-6MO2XJF2.mjs → chunk-TSLV5P2J.mjs} +397 -79
- package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
- package/dist/chunk-U6B7DUQW.mjs +788 -0
- package/dist/{chunk-FYOVBEMM.mjs → chunk-V3SGPXWQ.mjs} +8 -9
- package/dist/chunk-W34VJXY7.mjs +4723 -0
- package/dist/chunk-YETKPX5M.mjs +5 -0
- package/dist/chunk-ZQ6QY42L.mjs +59 -0
- package/dist/{client-DRv7UVeY.d.ts → client-CTp8RRiK.d.ts} +16 -4
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +70 -18
- package/dist/{config-DMwffLKn.d.ts → config-PCNzWjHL.d.ts} +6 -3
- package/dist/{config-CoSig5Ox.d.ts → config-_WT5grSL.d.ts} +3 -3
- package/dist/core-leaf-KXFGP74A.mjs +7 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-MKTZBR26.mjs +16 -0
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +7 -4
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/coordinator/in-memory.mjs +1 -2
- package/dist/distribution/transport/grpc.mjs +7 -2
- package/dist/distribution/transport/tcp.mjs +7 -1
- package/dist/distribution.d.ts +7 -7
- package/dist/distribution.mjs +1192 -1077
- package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
- package/dist/embed-4H7RTBVL.mjs +221 -0
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CFxPYqEk.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
- package/dist/{browser/geo-index-HHWGMNIS.mjs → geo-index-2ZMMWWSK.mjs} +190 -92
- package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
- package/dist/index.browser.mjs +4 -15
- package/dist/index.d.ts +1495 -78
- package/dist/index.mjs +14 -50
- package/dist/index.react-native.mjs +11 -28
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/{long-query-thread-YA4IAYSY.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
- package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
- package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
- package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
- package/dist/optional-writes-DDFHYUOH.mjs +218 -0
- package/dist/{paged-partition-archive-PXW5XAYU.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
- package/dist/partial-words.browser.mjs +1649 -0
- package/dist/partial-words.mjs +15 -14
- package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
- package/dist/pattern.mjs +6 -8
- package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
- package/dist/persistence/durability/checkpoint-worker.mjs +27 -58
- package/dist/phrase-module-XK3T44VU.mjs +634 -0
- package/dist/query-actions-OMXJEC2J.mjs +118 -0
- package/dist/query-suggestions/merge-worker.mjs +18 -54
- package/dist/query-suggestions.browser.mjs +26 -226
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +16 -67
- package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
- package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
- package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
- package/dist/react-native/chunks/chunk-FTQ7JNMU.mjs +898 -0
- package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
- package/dist/{chunk-TBC3XUL2.mjs → react-native/chunks/chunk-HRDMIQ63.mjs} +53 -1
- package/dist/react-native/chunks/{chunk-KV46CT4D.mjs → chunk-IY6U6HRA.mjs} +63 -7
- package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
- package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
- package/dist/react-native/chunks/chunk-OK3WUA6N.mjs +54 -0
- package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-DZ7H7D2C.mjs → chunk-TQ26BKBH.mjs} +6 -0
- package/dist/react-native/chunks/{chunk-6VBXNFLE.mjs → chunk-VUJCSQG5.mjs} +3 -1
- package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
- package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
- package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
- package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
- package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
- package/dist/react-native/chunks/{geo-index-PX3BIHAH.mjs → geo-index-QEYKEVPH.mjs} +190 -93
- package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
- package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
- package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
- package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
- package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
- package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
- package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
- package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
- package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
- package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
- package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
- package/dist/react-native/chunks/{chunk-UQ4OAXKU.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
- package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
- package/dist/react-native/partial-words.mjs +954 -35
- package/dist/react-native/pattern.mjs +238 -111
- package/dist/react-native/query-suggestions.mjs +33 -239
- package/dist/react-native/sync.mjs +127 -50
- package/dist/react-native/synonyms.mjs +256 -112
- package/dist/react.d.ts +9 -9
- package/dist/react.mjs +6 -0
- package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
- package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
- package/dist/runtime-4GKUIAKV.mjs +595 -0
- package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
- package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
- package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
- package/dist/server.d.ts +35 -13
- package/dist/server.mjs +90 -101
- package/dist/{browser/durability-wiring-A7BVG2DW.mjs → storage-leaf-HMIIOUYN.mjs} +2348 -902
- package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +27 -11
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +7 -2
- package/dist/sync.browser.mjs +120 -70
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +121 -57
- package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
- package/dist/synonyms.mjs +15 -11
- package/dist/{tasks-qrJojgST.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
- package/dist/thread-SNILJXX3.mjs +30 -0
- package/dist/{types-BZCGjfLn.d.ts → types-CTg0KaMy.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +7 -1
- package/dist/vector/search-worker.mjs +9 -13
- package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
- package/dist/workers/entry.mjs +60 -30
- package/openapi.json +137 -50
- package/package.json +233 -8
- package/dist/analysis-change-5BQOQ4BF.mjs +0 -55
- package/dist/analysis-change-entry-TXX6JSMX.mjs +0 -1
- package/dist/archive-history-E4R73RWD.mjs +0 -29
- package/dist/browser/analysis-change-435CUEPZ.mjs +0 -933
- package/dist/browser/analysis-change-entry-HZXKPPGV.mjs +0 -1
- package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
- package/dist/browser/chunk-2CFI5VVV.mjs +0 -241
- package/dist/browser/chunk-2TI4SSUP.mjs +0 -315
- package/dist/browser/chunk-3I27KXQD.mjs +0 -34
- package/dist/browser/chunk-3SSRJMFN.mjs +0 -100
- package/dist/browser/chunk-4NGKC4H4.mjs +0 -2635
- package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
- package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
- package/dist/browser/chunk-6LWDPLTB.mjs +0 -177
- package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
- package/dist/browser/chunk-7U3WVJUP.mjs +0 -150
- package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
- package/dist/browser/chunk-BHFQATSC.mjs +0 -432
- package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
- package/dist/browser/chunk-EA63E3D2.mjs +0 -857
- package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
- package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
- package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
- package/dist/browser/chunk-GPPOG6PT.mjs +0 -9
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-IZXVW2ZJ.mjs +0 -217
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-K4Q6KX3R.mjs +0 -2528
- package/dist/browser/chunk-KZWSX6BH.mjs +0 -645
- package/dist/browser/chunk-MGI4BCXC.mjs +0 -63
- package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
- package/dist/browser/chunk-MOG4OVDK.mjs +0 -51
- package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
- package/dist/browser/chunk-NQAME3RK.mjs +0 -21
- package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
- package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
- package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
- package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
- package/dist/browser/chunk-STOWQFT3.mjs +0 -1829
- package/dist/browser/chunk-TK63WFXK.mjs +0 -90
- package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
- package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
- package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
- package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
- package/dist/browser/chunk-WI4MR75E.mjs +0 -86
- package/dist/browser/chunk-WN464PTL.mjs +0 -375
- package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
- package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
- package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
- package/dist/browser/cold-module-2EHCIV4K.mjs +0 -759
- package/dist/browser/engine-hooks-E4UD67JD.mjs +0 -17
- package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
- package/dist/browser/import-DXYB6756.mjs +0 -19
- package/dist/browser/methods-KTQCSIN4.mjs +0 -30
- package/dist/browser/module-NIYMEA5R.mjs +0 -23
- package/dist/browser/operations-OJ3BXS55.mjs +0 -5
- package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
- package/dist/browser/pool-3JLET5RO.mjs +0 -297
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-hooks-YPN4ZFCY.mjs +0 -114
- package/dist/browser/restore-queue-G3RQGL3Y.mjs +0 -55
- package/dist/browser/retention-ZWVMNC3Q.mjs +0 -210
- package/dist/browser/snapshot-VEQNIE6C.mjs +0 -963
- package/dist/browser/start-BM442C6R.mjs +0 -25
- package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
- package/dist/browser/write-2EVMZWDE.mjs +0 -194
- package/dist/chunk-2NE7VCYE.mjs +0 -212
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-3HYC4JRF.mjs +0 -50
- package/dist/chunk-3MXV3VHR.mjs +0 -46
- package/dist/chunk-3OH67G7R.mjs +0 -214
- package/dist/chunk-46KY2PJD.mjs +0 -905
- package/dist/chunk-4KKXNJM6.mjs +0 -242
- package/dist/chunk-5YNRKI2C.mjs +0 -81
- package/dist/chunk-6HTGOXIK.mjs +0 -875
- package/dist/chunk-6OEGXLBX.mjs +0 -57
- package/dist/chunk-6RC4K46J.mjs +0 -86
- package/dist/chunk-7GFE3PEY.mjs +0 -40
- package/dist/chunk-7GXJUJ24.mjs +0 -49
- package/dist/chunk-7LXHHCXZ.mjs +0 -1397
- package/dist/chunk-7V5IUP2T.mjs +0 -63
- package/dist/chunk-A4L7YTKX.mjs +0 -458
- package/dist/chunk-BEZH7VEH.mjs +0 -23
- package/dist/chunk-BTPGQC6Z.mjs +0 -27
- package/dist/chunk-BU4SAIC4.mjs +0 -196
- package/dist/chunk-BWZ3P4MU.mjs +0 -20
- package/dist/chunk-CSLGFPFQ.mjs +0 -218
- package/dist/chunk-CZQ33DLW.mjs +0 -78
- package/dist/chunk-DP5C7YFQ.mjs +0 -543
- package/dist/chunk-DWEPMFJE.mjs +0 -240
- package/dist/chunk-EEBCDP36.mjs +0 -32
- package/dist/chunk-EFBDHH5P.mjs +0 -7081
- package/dist/chunk-FB6463IN.mjs +0 -1499
- package/dist/chunk-FCJ553HS.mjs +0 -655
- package/dist/chunk-FNGAM5B7.mjs +0 -2639
- package/dist/chunk-FOCV4CBZ.mjs +0 -87
- package/dist/chunk-FQBFZAWG.mjs +0 -27
- package/dist/chunk-G6HRSGOU.mjs +0 -74
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-GH4WQ22V.mjs +0 -34
- package/dist/chunk-GQPTDQCL.mjs +0 -54
- package/dist/chunk-HFPMMRQT.mjs +0 -206
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-I53G4JAU.mjs +0 -1974
- package/dist/chunk-I54T6CQP.mjs +0 -117
- package/dist/chunk-IPN7S4KX.mjs +0 -130
- package/dist/chunk-J4IJTTEX.mjs +0 -226
- package/dist/chunk-JDJBQLRO.mjs +0 -1126
- package/dist/chunk-JWRUUCWD.mjs +0 -151
- package/dist/chunk-K4ZIGL2O.mjs +0 -290
- package/dist/chunk-KAKQ74LS.mjs +0 -53
- package/dist/chunk-KF4EXSM4.mjs +0 -21
- package/dist/chunk-KHKIRS5D.mjs +0 -113
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KP7TYHWT.mjs +0 -92
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-L6V6BST3.mjs +0 -1435
- package/dist/chunk-LHKOSI2J.mjs +0 -58
- package/dist/chunk-LQG5G2LY.mjs +0 -39
- package/dist/chunk-MATMVH65.mjs +0 -9
- package/dist/chunk-MP7ABPTD.mjs +0 -189
- package/dist/chunk-MQOJIO5B.mjs +0 -316
- package/dist/chunk-NF4DT3IH.mjs +0 -85
- package/dist/chunk-ORN5BLL7.mjs +0 -11
- package/dist/chunk-P5ZI2P2W.mjs +0 -7481
- package/dist/chunk-PELHVTO7.mjs +0 -24
- package/dist/chunk-PWC4VB3Q.mjs +0 -106
- package/dist/chunk-Q2UL2TPC.mjs +0 -21
- package/dist/chunk-QHPYS427.mjs +0 -66
- package/dist/chunk-QJVOLKU6.mjs +0 -111
- package/dist/chunk-QOW2JPUI.mjs +0 -634
- package/dist/chunk-QYRNLLLI.mjs +0 -99
- package/dist/chunk-RDXO6JST.mjs +0 -63
- package/dist/chunk-RFBLQLLZ.mjs +0 -16
- package/dist/chunk-RLOES5SX.mjs +0 -31
- package/dist/chunk-RZWWB2XR.mjs +0 -96
- package/dist/chunk-S5LN746F.mjs +0 -10
- package/dist/chunk-SA5LOGO3.mjs +0 -470
- package/dist/chunk-SQJWAIF4.mjs +0 -12
- package/dist/chunk-TDIK6NTV.mjs +0 -10
- package/dist/chunk-TGS5UXBE.mjs +0 -216
- package/dist/chunk-TQXHPFWT.mjs +0 -177
- package/dist/chunk-TZ3355VS.mjs +0 -121
- package/dist/chunk-TZTRKM33.mjs +0 -74
- package/dist/chunk-U55XJEIG.mjs +0 -18
- package/dist/chunk-UHICS3JI.mjs +0 -83
- package/dist/chunk-VD7J552I.mjs +0 -28
- package/dist/chunk-VTTRFF2C.mjs +0 -3711
- package/dist/chunk-WX4LAO6M.mjs +0 -656
- package/dist/chunk-WZ7YV54N.mjs +0 -152
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-XXHN7J46.mjs +0 -101
- package/dist/chunk-Y4WPNHMC.mjs +0 -50
- package/dist/chunk-YEKL4JBK.mjs +0 -96
- package/dist/chunk-YTWZVGCB.mjs +0 -382
- package/dist/chunk-Z2KAFCRT.mjs +0 -30
- package/dist/chunk-ZXNQEW43.mjs +0 -18
- package/dist/chunk-ZYAY26KG.mjs +0 -29
- package/dist/direct-executor-FTMYY3TI.mjs +0 -34
- package/dist/durability-wiring-VIF5MOSY.mjs +0 -4064
- package/dist/engine-hooks-EGUGNZYE.mjs +0 -54
- package/dist/gzip-F4HMIEEQ.mjs +0 -1
- package/dist/import-XKDPJQDP.mjs +0 -56
- package/dist/methods-7IOINERF.mjs +0 -30
- package/dist/module-FQ4JWNQJ.mjs +0 -62
- package/dist/operations-G5EP6JPX.mjs +0 -5
- package/dist/phrase-module-XW5MKWP5.mjs +0 -330
- package/dist/pool-Y4A46T36.mjs +0 -298
- package/dist/react-native/chunks/analysis-change-LT5QBQ3H.mjs +0 -926
- package/dist/react-native/chunks/analysis-change-entry-SCVWK6OU.mjs +0 -1
- package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
- package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
- package/dist/react-native/chunks/chunk-3JWDECAZ.mjs +0 -858
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
- package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
- package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
- package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
- package/dist/react-native/chunks/chunk-4JYO3JD2.mjs +0 -242
- package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
- package/dist/react-native/chunks/chunk-6WA3C3DV.mjs +0 -85
- package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
- package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
- package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
- package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
- package/dist/react-native/chunks/chunk-DNXOMPAQ.mjs +0 -191
- package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
- package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
- package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
- package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
- package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
- package/dist/react-native/chunks/chunk-G43IPIDG.mjs +0 -151
- package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
- package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
- package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
- package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
- package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
- package/dist/react-native/chunks/chunk-MIP4SOR6.mjs +0 -22803
- package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
- package/dist/react-native/chunks/chunk-MUWD2H2S.mjs +0 -21
- package/dist/react-native/chunks/chunk-NB3LP33V.mjs +0 -315
- package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
- package/dist/react-native/chunks/chunk-PDRWWPKV.mjs +0 -2532
- package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
- package/dist/react-native/chunks/chunk-POPDAGH6.mjs +0 -2636
- package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
- package/dist/react-native/chunks/chunk-QUKQNI3H.mjs +0 -647
- package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
- package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
- package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
- package/dist/react-native/chunks/chunk-TP6KCKER.mjs +0 -63
- package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
- package/dist/react-native/chunks/chunk-VWUDIOT6.mjs +0 -218
- package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
- package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
- package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZLWVW734.mjs +0 -100
- package/dist/react-native/chunks/chunk-ZXZFN7FI.mjs +0 -432
- package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
- package/dist/react-native/chunks/cold-module-KVZYUGRY.mjs +0 -772
- package/dist/react-native/chunks/durability-wiring-34OYO32E.mjs +0 -4942
- package/dist/react-native/chunks/engine-hooks-M7JV46NH.mjs +0 -30
- package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
- package/dist/react-native/chunks/import-H6AQREWI.mjs +0 -32
- package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
- package/dist/react-native/chunks/module-LBZPGOWH.mjs +0 -36
- package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
- package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
- package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
- package/dist/react-native/chunks/release-D7ZTIANM.mjs +0 -33
- package/dist/react-native/chunks/restore-queue-ZZX54AH7.mjs +0 -55
- package/dist/react-native/chunks/retention-EW4TTDFB.mjs +0 -223
- package/dist/react-native/chunks/snapshot-REYVIN3X.mjs +0 -975
- package/dist/react-native/chunks/start-BQK6KN3R.mjs +0 -38
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
- package/dist/react-native/chunks/write-FQAYCZF5.mjs +0 -207
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-hooks-CDERDEF4.mjs +0 -153
- package/dist/restore-queue-7NNSTROA.mjs +0 -55
- package/dist/retention-QSVBBNRM.mjs +0 -66
- package/dist/runtime-COIUORCN.mjs +0 -177
- package/dist/snapshot-RH4NSKIZ.mjs +0 -782
- package/dist/start-MCKCOGIW.mjs +0 -66
- package/dist/sync-state-ZWHLAFLE.mjs +0 -15
- package/dist/thread-O4SBJJJS.mjs +0 -50
- package/dist/write-3FK7NG3Y.mjs +0 -232
- /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
- /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
- /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
package/dist/chunk-WX4LAO6M.mjs
DELETED
|
@@ -1,656 +0,0 @@
|
|
|
1
|
-
import { removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors } from './chunk-EFBDHH5P.mjs';
|
|
2
|
-
import { getNestedValue } from './chunk-L6V6BST3.mjs';
|
|
3
|
-
import { requireValidFieldTypes } from './chunk-BU4SAIC4.mjs';
|
|
4
|
-
import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
|
|
5
|
-
import { ErrorCodes, NarsilError } from './chunk-MP7ABPTD.mjs';
|
|
6
|
-
import { decode } from '@msgpack/msgpack';
|
|
7
|
-
|
|
8
|
-
function validateReplicationEntry(entry, localPrimaryTerm, log) {
|
|
9
|
-
if (!log.verifyChecksum(entry)) {
|
|
10
|
-
return { valid: false, error: ErrorCodes.REPLICATION_ENTRY_CORRUPT };
|
|
11
|
-
}
|
|
12
|
-
if (entry.primaryTerm < localPrimaryTerm) {
|
|
13
|
-
return { valid: false, error: ErrorCodes.REPLICATION_TERM_MISMATCH };
|
|
14
|
-
}
|
|
15
|
-
return { valid: true };
|
|
16
|
-
}
|
|
17
|
-
function applyIndexEntry(entry, manager, vectorFieldPaths, vecIndexes, schedulesGraphBuild = true) {
|
|
18
|
-
if (entry.document === null) {
|
|
19
|
-
return;
|
|
20
|
-
}
|
|
21
|
-
const document = decode(entry.document);
|
|
22
|
-
restoreVectorFields(document, vectorFieldPaths);
|
|
23
|
-
const documentId = entry.documentId;
|
|
24
|
-
if (manager.has(documentId)) {
|
|
25
|
-
removeDocumentVectors(documentId, vecIndexes);
|
|
26
|
-
manager.remove(documentId);
|
|
27
|
-
}
|
|
28
|
-
const { partitionDoc, extractedVectors } = prepareDocumentVectors(document, vectorFieldPaths);
|
|
29
|
-
manager.insert(documentId, partitionDoc);
|
|
30
|
-
try {
|
|
31
|
-
insertDocumentVectors(documentId, extractedVectors, vecIndexes, manager.partitionIdOf(documentId));
|
|
32
|
-
} catch (err) {
|
|
33
|
-
manager.remove(documentId);
|
|
34
|
-
throw err;
|
|
35
|
-
}
|
|
36
|
-
if (!schedulesGraphBuild) return;
|
|
37
|
-
for (const fieldPath of extractedVectors.keys()) {
|
|
38
|
-
const vecIndex = vecIndexes.get(fieldPath);
|
|
39
|
-
if (vecIndex) {
|
|
40
|
-
vecIndex.scheduleBuild();
|
|
41
|
-
}
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
function applyDeleteEntry(entry, manager, vecIndexes, removedSpellings) {
|
|
45
|
-
removeDocumentVectors(entry.documentId, vecIndexes);
|
|
46
|
-
if (!manager.has(entry.documentId)) {
|
|
47
|
-
return;
|
|
48
|
-
}
|
|
49
|
-
manager.remove(entry.documentId, removedSpellings);
|
|
50
|
-
}
|
|
51
|
-
function restoreVectorFields(document, vectorFieldPaths) {
|
|
52
|
-
for (const fieldPath of vectorFieldPaths) {
|
|
53
|
-
const value = getNestedValue(document, fieldPath);
|
|
54
|
-
if (value instanceof Uint8Array && !(value instanceof Float32Array)) {
|
|
55
|
-
if (value.byteLength % 4 !== 0) {
|
|
56
|
-
throw new Error(
|
|
57
|
-
`Vector field "${fieldPath}" has invalid byte length ${value.byteLength} (must be divisible by 4)`
|
|
58
|
-
);
|
|
59
|
-
}
|
|
60
|
-
const elementCount = value.byteLength / 4;
|
|
61
|
-
const float32 = new Float32Array(elementCount);
|
|
62
|
-
const dataView = new DataView(value.buffer, value.byteOffset, value.byteLength);
|
|
63
|
-
for (let i = 0; i < elementCount; i += 1) {
|
|
64
|
-
float32[i] = dataView.getFloat32(i * 4, true);
|
|
65
|
-
}
|
|
66
|
-
setNestedValue(document, fieldPath, float32);
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
}
|
|
70
|
-
var FORBIDDEN_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
|
|
71
|
-
function setNestedValue(obj, path, value) {
|
|
72
|
-
if (!path.includes(".")) {
|
|
73
|
-
if (FORBIDDEN_KEYS.has(path)) {
|
|
74
|
-
return;
|
|
75
|
-
}
|
|
76
|
-
obj[path] = value;
|
|
77
|
-
return;
|
|
78
|
-
}
|
|
79
|
-
const segments = path.split(".");
|
|
80
|
-
let current = obj;
|
|
81
|
-
for (let i = 0; i < segments.length - 1; i += 1) {
|
|
82
|
-
const segment = segments[i];
|
|
83
|
-
if (segment === void 0 || FORBIDDEN_KEYS.has(segment)) {
|
|
84
|
-
return;
|
|
85
|
-
}
|
|
86
|
-
let next = current[segment];
|
|
87
|
-
if (next === null || next === void 0 || typeof next !== "object") {
|
|
88
|
-
next = {};
|
|
89
|
-
current[segment] = next;
|
|
90
|
-
}
|
|
91
|
-
current = next;
|
|
92
|
-
}
|
|
93
|
-
const finalSegment = segments.at(-1);
|
|
94
|
-
if (finalSegment === void 0 || FORBIDDEN_KEYS.has(finalSegment)) {
|
|
95
|
-
return;
|
|
96
|
-
}
|
|
97
|
-
current[finalSegment] = value;
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
// src/serialization/keyword-segment/types.ts
|
|
101
|
-
var KEYWORD_SEGMENT_PAYLOAD_VERSION = 1;
|
|
102
|
-
var KEYWORD_SEGMENT_ENVELOPE_VERSION = 4;
|
|
103
|
-
var MAX_SEGMENT_FIELD_NAMES = 65536;
|
|
104
|
-
|
|
105
|
-
// src/serialization/keyword-segment/little-endian.ts
|
|
106
|
-
var LITTLE_ENDIAN_PLATFORM = new Uint8Array(new Uint16Array([1]).buffer)[0] === 1;
|
|
107
|
-
function swappedCopy(values) {
|
|
108
|
-
const width = values.BYTES_PER_ELEMENT;
|
|
109
|
-
const source = new Uint8Array(values.buffer, values.byteOffset, values.byteLength);
|
|
110
|
-
const copy = new Uint8Array(values.byteLength);
|
|
111
|
-
for (let at = 0; at < copy.length; at += width) {
|
|
112
|
-
for (let k = 0; k < width; k++) copy[at + k] = source[at + width - 1 - k];
|
|
113
|
-
}
|
|
114
|
-
return copy;
|
|
115
|
-
}
|
|
116
|
-
function littleEndianBytes(values) {
|
|
117
|
-
if (!LITTLE_ENDIAN_PLATFORM) return swappedCopy(values);
|
|
118
|
-
return new Uint8Array(values.buffer, values.byteOffset, values.byteLength);
|
|
119
|
-
}
|
|
120
|
-
function allocate(byteLength, shared) {
|
|
121
|
-
return shared ? new SharedArrayBuffer(byteLength) : new ArrayBuffer(byteLength);
|
|
122
|
-
}
|
|
123
|
-
function copyInto(bytes, width, shared) {
|
|
124
|
-
const buffer = allocate(bytes.byteLength, shared);
|
|
125
|
-
const target = new Uint8Array(buffer);
|
|
126
|
-
if (LITTLE_ENDIAN_PLATFORM) {
|
|
127
|
-
target.set(bytes);
|
|
128
|
-
return buffer;
|
|
129
|
-
}
|
|
130
|
-
for (let at = 0; at < bytes.length; at += width) {
|
|
131
|
-
for (let k = 0; k < width; k++) target[at + k] = bytes[at + width - 1 - k];
|
|
132
|
-
}
|
|
133
|
-
return buffer;
|
|
134
|
-
}
|
|
135
|
-
function uint32sFrom(bytes, shared) {
|
|
136
|
-
return new Uint32Array(copyInto(bytes, 4, shared));
|
|
137
|
-
}
|
|
138
|
-
function uint16sFrom(bytes, shared) {
|
|
139
|
-
return new Uint16Array(copyInto(bytes, 2, shared));
|
|
140
|
-
}
|
|
141
|
-
function float64sFrom(bytes, shared) {
|
|
142
|
-
return new Float64Array(copyInto(bytes, 8, shared));
|
|
143
|
-
}
|
|
144
|
-
function bytesFrom(bytes, shared) {
|
|
145
|
-
return new Uint8Array(copyInto(bytes, 1, shared));
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
// src/serialization/keyword-segment/raw-fields.ts
|
|
149
|
-
function corrupt(message, details) {
|
|
150
|
-
throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Invalid keyword segment: ${message}`, details);
|
|
151
|
-
}
|
|
152
|
-
function isRecord(value) {
|
|
153
|
-
return typeof value === "object" && value !== null && !Array.isArray(value) && !(value instanceof Uint8Array);
|
|
154
|
-
}
|
|
155
|
-
function requireRecord(value, name) {
|
|
156
|
-
if (!isRecord(value)) corrupt(`${name} must be a map`);
|
|
157
|
-
return value;
|
|
158
|
-
}
|
|
159
|
-
function requireList(value, name) {
|
|
160
|
-
if (!Array.isArray(value)) corrupt(`${name} must be a list`);
|
|
161
|
-
return value;
|
|
162
|
-
}
|
|
163
|
-
function requireString(value, name) {
|
|
164
|
-
if (typeof value !== "string") corrupt(`${name} must be a string`);
|
|
165
|
-
return value;
|
|
166
|
-
}
|
|
167
|
-
function requireStrings(value, name) {
|
|
168
|
-
const list = requireList(value, name);
|
|
169
|
-
for (const item of list) {
|
|
170
|
-
if (typeof item !== "string") corrupt(`${name} must hold strings alone`);
|
|
171
|
-
}
|
|
172
|
-
return list;
|
|
173
|
-
}
|
|
174
|
-
function requireBytes(value, name, width) {
|
|
175
|
-
if (!(value instanceof Uint8Array)) corrupt(`${name} must be bytes`);
|
|
176
|
-
if (value.byteLength % width !== 0) {
|
|
177
|
-
corrupt(`${name} holds ${value.byteLength} bytes, which is not a whole number of ${width}-byte values`, {
|
|
178
|
-
field: name
|
|
179
|
-
});
|
|
180
|
-
}
|
|
181
|
-
return value;
|
|
182
|
-
}
|
|
183
|
-
function requireBytesOrNil(value, name, width) {
|
|
184
|
-
if (value === null || value === void 0) return null;
|
|
185
|
-
return requireBytes(value, name, width);
|
|
186
|
-
}
|
|
187
|
-
function requireUint32(value, name) {
|
|
188
|
-
if (typeof value !== "number" || !Number.isInteger(value) || value < 0 || value > 4294967295) {
|
|
189
|
-
corrupt(`${name} must be a uint32`);
|
|
190
|
-
}
|
|
191
|
-
return value;
|
|
192
|
-
}
|
|
193
|
-
function requireCount(found, expected, name) {
|
|
194
|
-
if (found === expected) return;
|
|
195
|
-
corrupt(`${name} holds ${found} values where the segment needs ${expected}`, { field: name, found, expected });
|
|
196
|
-
}
|
|
197
|
-
|
|
198
|
-
// src/serialization/keyword-segment/utf8.ts
|
|
199
|
-
var CONTINUATION_MASK = 192;
|
|
200
|
-
var CONTINUATION_BYTE = 128;
|
|
201
|
-
function continues(bytes, at, count) {
|
|
202
|
-
if (at + count > bytes.length) return false;
|
|
203
|
-
for (let k = 1; k <= count; k++) {
|
|
204
|
-
if ((bytes[at + k] & CONTINUATION_MASK) !== CONTINUATION_BYTE) return false;
|
|
205
|
-
}
|
|
206
|
-
return true;
|
|
207
|
-
}
|
|
208
|
-
function sequenceLengthAt(bytes, at) {
|
|
209
|
-
const lead = bytes[at];
|
|
210
|
-
if (lead < 128) return 1;
|
|
211
|
-
if (lead >= 194 && lead <= 223) return continues(bytes, at, 1) ? 2 : 0;
|
|
212
|
-
if (lead >= 224 && lead <= 239) {
|
|
213
|
-
if (!continues(bytes, at, 2)) return 0;
|
|
214
|
-
const second = bytes[at + 1];
|
|
215
|
-
if (lead === 224 && second < 160) return 0;
|
|
216
|
-
if (lead === 237 && second > 159) return 0;
|
|
217
|
-
return 3;
|
|
218
|
-
}
|
|
219
|
-
if (lead >= 240 && lead <= 244) {
|
|
220
|
-
if (!continues(bytes, at, 3)) return 0;
|
|
221
|
-
const second = bytes[at + 1];
|
|
222
|
-
if (lead === 240 && second < 144) return 0;
|
|
223
|
-
if (lead === 244 && second > 143) return 0;
|
|
224
|
-
return 4;
|
|
225
|
-
}
|
|
226
|
-
return 0;
|
|
227
|
-
}
|
|
228
|
-
function isValidUtf8(bytes) {
|
|
229
|
-
let at = 0;
|
|
230
|
-
while (at < bytes.length) {
|
|
231
|
-
const length = sequenceLengthAt(bytes, at);
|
|
232
|
-
if (length === 0) return false;
|
|
233
|
-
at += length;
|
|
234
|
-
}
|
|
235
|
-
return true;
|
|
236
|
-
}
|
|
237
|
-
|
|
238
|
-
// src/serialization/keyword-segment/validate.ts
|
|
239
|
-
var CONTINUATION_MASK2 = 192;
|
|
240
|
-
var CONTINUATION_BYTE2 = 128;
|
|
241
|
-
function requireOffsets(offsets, listSize, name) {
|
|
242
|
-
if (offsets.length === 0) corrupt(`${name} must hold at least one value`, { field: name });
|
|
243
|
-
if (offsets[0] !== 0) corrupt(`${name} must start at 0`, { field: name });
|
|
244
|
-
for (let at = 1; at < offsets.length; at++) {
|
|
245
|
-
if (offsets[at] < offsets[at - 1]) corrupt(`${name} decreases at entry ${at}`, { field: name, at });
|
|
246
|
-
}
|
|
247
|
-
if (offsets[offsets.length - 1] !== listSize) {
|
|
248
|
-
corrupt(`${name} ends at ${offsets[offsets.length - 1]} where the list it divides holds ${listSize}`, {
|
|
249
|
-
field: name
|
|
250
|
-
});
|
|
251
|
-
}
|
|
252
|
-
}
|
|
253
|
-
function requireUtf8Entries(blob, offsets, name) {
|
|
254
|
-
if (!isValidUtf8(blob)) corrupt(`${name} is not valid UTF-8`, { field: name });
|
|
255
|
-
for (let at = 0; at < offsets.length; at++) {
|
|
256
|
-
const offset = offsets[at];
|
|
257
|
-
if (offset < blob.length && (blob[offset] & CONTINUATION_MASK2) === CONTINUATION_BYTE2) {
|
|
258
|
-
corrupt(`${name} splits a character at entry ${at}`, { field: name, at });
|
|
259
|
-
}
|
|
260
|
-
}
|
|
261
|
-
}
|
|
262
|
-
function requireOrdinals(values, documentCount, name) {
|
|
263
|
-
for (let at = 0; at < values.length; at++) {
|
|
264
|
-
if (values[at] >= documentCount) {
|
|
265
|
-
corrupt(`${name} names document ${values[at]} of a segment of ${documentCount}`, { field: name, at });
|
|
266
|
-
}
|
|
267
|
-
}
|
|
268
|
-
}
|
|
269
|
-
function requireStrictlyAscending(values, start, end, name) {
|
|
270
|
-
for (let at = start + 1; at < end; at++) {
|
|
271
|
-
if (values[at] <= values[at - 1]) corrupt(`${name} fails to ascend strictly at entry ${at}`, { field: name, at });
|
|
272
|
-
}
|
|
273
|
-
}
|
|
274
|
-
function compareEntries(blob, offsets, left, right) {
|
|
275
|
-
const leftStart = offsets[left];
|
|
276
|
-
const leftLength = offsets[left + 1] - leftStart;
|
|
277
|
-
const rightStart = offsets[right];
|
|
278
|
-
const rightLength = offsets[right + 1] - rightStart;
|
|
279
|
-
const shared = leftLength < rightLength ? leftLength : rightLength;
|
|
280
|
-
for (let k = 0; k < shared; k++) {
|
|
281
|
-
const diff = blob[leftStart + k] - blob[rightStart + k];
|
|
282
|
-
if (diff !== 0) return diff;
|
|
283
|
-
}
|
|
284
|
-
return leftLength - rightLength;
|
|
285
|
-
}
|
|
286
|
-
function requireEntriesAscend(blob, offsets, order, name) {
|
|
287
|
-
const count = offsets.length - 1;
|
|
288
|
-
for (let at = 1; at < count; at++) {
|
|
289
|
-
const left = order === null ? at - 1 : order[at - 1];
|
|
290
|
-
const right = order === null ? at : order[at];
|
|
291
|
-
if (compareEntries(blob, offsets, left, right) >= 0) {
|
|
292
|
-
corrupt(`${name} fails to ascend strictly at entry ${at}`, { field: name, at });
|
|
293
|
-
}
|
|
294
|
-
}
|
|
295
|
-
}
|
|
296
|
-
function requireSpellingEntriesAscend(blob, offsets, tokens, name) {
|
|
297
|
-
for (let at = 1; at < tokens.length; at++) {
|
|
298
|
-
const order = compareEntries(blob, offsets, at - 1, at) || tokens[at - 1] - tokens[at];
|
|
299
|
-
if (order >= 0) corrupt(`${name} fails to ascend strictly at entry ${at}`, { field: name, at });
|
|
300
|
-
}
|
|
301
|
-
}
|
|
302
|
-
function requireBelow(values, limit, name) {
|
|
303
|
-
for (let at = 0; at < values.length; at++) {
|
|
304
|
-
if (values[at] >= limit)
|
|
305
|
-
corrupt(`${name} holds ${values[at]} at entry ${at}, at or above ${limit}`, { field: name, at });
|
|
306
|
-
}
|
|
307
|
-
}
|
|
308
|
-
function requireNonZero(values, name) {
|
|
309
|
-
for (let at = 0; at < values.length; at++) {
|
|
310
|
-
if (values[at] === 0) corrupt(`${name} holds 0 at entry ${at}`, { field: name, at });
|
|
311
|
-
}
|
|
312
|
-
}
|
|
313
|
-
function requirePermutation(order, name) {
|
|
314
|
-
const seen = new Uint8Array(order.length);
|
|
315
|
-
for (let at = 0; at < order.length; at++) {
|
|
316
|
-
const ordinal = order[at];
|
|
317
|
-
if (ordinal >= order.length || seen[ordinal] === 1) {
|
|
318
|
-
corrupt(`${name} repeats or overruns ordinal ${ordinal}`, { field: name, at });
|
|
319
|
-
}
|
|
320
|
-
seen[ordinal] = 1;
|
|
321
|
-
}
|
|
322
|
-
}
|
|
323
|
-
function requireValuesAscendWithoutNaN(values, name) {
|
|
324
|
-
for (let at = 0; at < values.length; at++) {
|
|
325
|
-
if (Number.isNaN(values[at])) corrupt(`${name} holds NaN at entry ${at}`, { field: name, at });
|
|
326
|
-
if (at > 0 && values[at] < values[at - 1]) corrupt(`${name} descends at entry ${at}`, { field: name, at });
|
|
327
|
-
}
|
|
328
|
-
}
|
|
329
|
-
function requireWithin(values, lowest, highest, name) {
|
|
330
|
-
for (let at = 0; at < values.length; at++) {
|
|
331
|
-
const value = values[at];
|
|
332
|
-
if (!(value >= lowest && value <= highest)) {
|
|
333
|
-
corrupt(`${name} holds ${value} at entry ${at}, outside ${lowest} to ${highest}`, { field: name, at });
|
|
334
|
-
}
|
|
335
|
-
}
|
|
336
|
-
}
|
|
337
|
-
function requireRunsAscend(runs, name) {
|
|
338
|
-
for (let run = 1; run * 3 < runs.length; run++) {
|
|
339
|
-
const at = run * 3;
|
|
340
|
-
const before = at - 3;
|
|
341
|
-
let diff = runs[at] - runs[before];
|
|
342
|
-
if (diff === 0) diff = runs[at + 1] - runs[before + 1];
|
|
343
|
-
if (diff === 0) diff = runs[at + 2] - runs[before + 2];
|
|
344
|
-
if (diff <= 0) corrupt(`${name} fails to ascend strictly at run ${run}`, { field: name, run });
|
|
345
|
-
}
|
|
346
|
-
}
|
|
347
|
-
|
|
348
|
-
// src/serialization/keyword-segment/decode-columns.ts
|
|
349
|
-
var LATITUDE_LIMIT = 90;
|
|
350
|
-
var LONGITUDE_LIMIT = 180;
|
|
351
|
-
var CODE_POINTS_PER_RUN = 3;
|
|
352
|
-
function uint32Column(raw, key, name, context) {
|
|
353
|
-
return uint32sFrom(requireBytes(raw[key], `${name}.${key}`, 4), context.shared);
|
|
354
|
-
}
|
|
355
|
-
function ordinalColumn(raw, key, name, context) {
|
|
356
|
-
const values = uint32Column(raw, key, name, context);
|
|
357
|
-
requireOrdinals(values, context.documentCount, `${name}.${key}`);
|
|
358
|
-
return values;
|
|
359
|
-
}
|
|
360
|
-
function eachColumn(raw, name) {
|
|
361
|
-
return requireList(raw, name).map((entry, at) => {
|
|
362
|
-
const column = requireRecord(entry, `${name}[${at}]`);
|
|
363
|
-
return { column, label: `${name}[${at}]` };
|
|
364
|
-
});
|
|
365
|
-
}
|
|
366
|
-
function decodeFieldLengths(raw, context) {
|
|
367
|
-
const fieldLengthNames = [];
|
|
368
|
-
const fieldLengthColumns = [];
|
|
369
|
-
const totalFieldLengths = /* @__PURE__ */ Object.create(null);
|
|
370
|
-
for (const { column, label } of eachColumn(raw, "fieldLengths")) {
|
|
371
|
-
const field = requireString(column.field, `${label}.field`);
|
|
372
|
-
const lengths = uint32Column(column, "lengths", label, context);
|
|
373
|
-
requireCount(lengths.length, context.documentCount, `${label}.lengths`);
|
|
374
|
-
let total = 0;
|
|
375
|
-
for (let at = 0; at < lengths.length; at++) total += lengths[at];
|
|
376
|
-
fieldLengthNames.push(field);
|
|
377
|
-
fieldLengthColumns.push(lengths);
|
|
378
|
-
totalFieldLengths[field] = (totalFieldLengths[field] ?? 0) + total;
|
|
379
|
-
}
|
|
380
|
-
return { fieldLengthNames, fieldLengthColumns, totalFieldLengths };
|
|
381
|
-
}
|
|
382
|
-
function decodeValueColumns(raw, name, context) {
|
|
383
|
-
return eachColumn(raw, name).map(({ column, label }) => {
|
|
384
|
-
const fieldPath = requireString(column.field, `${label}.field`);
|
|
385
|
-
const docIds = ordinalColumn(column, "documents", label, context);
|
|
386
|
-
const values = float64sFrom(requireBytes(column.values, `${label}.values`, 8), context.shared);
|
|
387
|
-
requireCount(values.length, docIds.length, `${label}.values`);
|
|
388
|
-
requireValuesAscendWithoutNaN(values, `${label}.values`);
|
|
389
|
-
return { fieldPath, docIds, values };
|
|
390
|
-
});
|
|
391
|
-
}
|
|
392
|
-
function decodeBooleanColumns(raw, context) {
|
|
393
|
-
return eachColumn(raw, "boolean").map(({ column, label }) => ({
|
|
394
|
-
fieldPath: requireString(column.field, `${label}.field`),
|
|
395
|
-
trueDocs: ordinalColumn(column, "trueDocuments", label, context),
|
|
396
|
-
falseDocs: ordinalColumn(column, "falseDocuments", label, context)
|
|
397
|
-
}));
|
|
398
|
-
}
|
|
399
|
-
function decodeEnumColumns(raw, context) {
|
|
400
|
-
return eachColumn(raw, "enum").map(({ column, label }) => {
|
|
401
|
-
const fieldPath = requireString(column.field, `${label}.field`);
|
|
402
|
-
const values = requireStrings(column.values, `${label}.values`);
|
|
403
|
-
if (new Set(values).size !== values.length) corrupt(`${label}.values names a value twice`, { field: label });
|
|
404
|
-
const offsets = uint32Column(column, "offsets", label, context);
|
|
405
|
-
const docIds = ordinalColumn(column, "documents", label, context);
|
|
406
|
-
requireCount(offsets.length, values.length + 1, `${label}.offsets`);
|
|
407
|
-
requireOffsets(offsets, docIds.length, `${label}.offsets`);
|
|
408
|
-
return { fieldPath, values, offsets, docIds };
|
|
409
|
-
});
|
|
410
|
-
}
|
|
411
|
-
function decodeGeopointColumns(raw, context) {
|
|
412
|
-
return eachColumn(raw, "geopoint").map(({ column, label }) => {
|
|
413
|
-
const fieldPath = requireString(column.field, `${label}.field`);
|
|
414
|
-
const docIds = ordinalColumn(column, "documents", label, context);
|
|
415
|
-
const latitudes = float64sFrom(requireBytes(column.latitudes, `${label}.latitudes`, 8), context.shared);
|
|
416
|
-
const longitudes = float64sFrom(requireBytes(column.longitudes, `${label}.longitudes`, 8), context.shared);
|
|
417
|
-
requireCount(latitudes.length, docIds.length, `${label}.latitudes`);
|
|
418
|
-
requireCount(longitudes.length, docIds.length, `${label}.longitudes`);
|
|
419
|
-
requireWithin(latitudes, -LATITUDE_LIMIT, LATITUDE_LIMIT, `${label}.latitudes`);
|
|
420
|
-
requireWithin(longitudes, -LONGITUDE_LIMIT, LONGITUDE_LIMIT, `${label}.longitudes`);
|
|
421
|
-
return { fieldPath, docIds, latitudes, longitudes };
|
|
422
|
-
});
|
|
423
|
-
}
|
|
424
|
-
function decodePatternColumns(raw, context) {
|
|
425
|
-
return eachColumn(raw, "pattern").map(({ column, label }) => {
|
|
426
|
-
const fieldPath = requireString(column.field, `${label}.field`);
|
|
427
|
-
const docIds = ordinalColumn(column, "documents", label, context);
|
|
428
|
-
requireStrictlyAscending(docIds, 0, docIds.length, `${label}.documents`);
|
|
429
|
-
const runs = uint32sFrom(requireBytes(column.runs, `${label}.runs`, 4 * CODE_POINTS_PER_RUN), context.shared);
|
|
430
|
-
requireRunsAscend(runs, `${label}.runs`);
|
|
431
|
-
const offsets = uint32Column(column, "offsets", label, context);
|
|
432
|
-
const postings = ordinalColumn(column, "postings", label, context);
|
|
433
|
-
requireCount(offsets.length, runs.length / CODE_POINTS_PER_RUN + 1, `${label}.offsets`);
|
|
434
|
-
requireOffsets(offsets, postings.length, `${label}.offsets`);
|
|
435
|
-
for (let run = 0; run + 1 < offsets.length; run++) {
|
|
436
|
-
requireStrictlyAscending(postings, offsets[run], offsets[run + 1], `${label}.postings`);
|
|
437
|
-
}
|
|
438
|
-
return { fieldPath, docIds, runs, offsets, postings };
|
|
439
|
-
});
|
|
440
|
-
}
|
|
441
|
-
function decodeSurfaceForms(raw, context) {
|
|
442
|
-
if (raw === null || raw === void 0) return null;
|
|
443
|
-
const column = requireRecord(raw, "surfaceForms");
|
|
444
|
-
const blob = bytesFrom(requireBytes(column.text, "surfaceForms.text", 1), context.shared);
|
|
445
|
-
const offsets = uint32Column(column, "offsets", "surfaceForms", context);
|
|
446
|
-
const counts = uint32Column(column, "counts", "surfaceForms", context);
|
|
447
|
-
requireCount(offsets.length, counts.length * 2 + 1, "surfaceForms.offsets");
|
|
448
|
-
requireOffsets(offsets, blob.length, "surfaceForms.offsets");
|
|
449
|
-
requireUtf8Entries(blob, offsets, "surfaceForms.text");
|
|
450
|
-
return counts.length === 0 ? null : { blob, offsets, counts };
|
|
451
|
-
}
|
|
452
|
-
function decodePartialWords(raw, tokenCount, context) {
|
|
453
|
-
if (raw === null || raw === void 0) return null;
|
|
454
|
-
const column = requireRecord(raw, "partialWords");
|
|
455
|
-
const fields = requireStrings(column.fields, "partialWords.fields");
|
|
456
|
-
const spellings = bytesFrom(requireBytes(column.text, "partialWords.text", 1), context.shared);
|
|
457
|
-
const spellingOffsets = uint32Column(column, "offsets", "partialWords", context);
|
|
458
|
-
const spellingTokens = uint32Column(column, "tokens", "partialWords", context);
|
|
459
|
-
const spellingCounts = uint32Column(column, "counts", "partialWords", context);
|
|
460
|
-
const entries = spellingTokens.length;
|
|
461
|
-
requireCount(spellingOffsets.length, entries + 1, "partialWords.offsets");
|
|
462
|
-
requireCount(spellingCounts.length, entries, "partialWords.counts");
|
|
463
|
-
requireOffsets(spellingOffsets, spellings.length, "partialWords.offsets");
|
|
464
|
-
requireUtf8Entries(spellings, spellingOffsets, "partialWords.text");
|
|
465
|
-
requireBelow(spellingTokens, tokenCount, "partialWords.tokens");
|
|
466
|
-
requireNonZero(spellingCounts, "partialWords.counts");
|
|
467
|
-
requireSpellingEntriesAscend(spellings, spellingOffsets, spellingTokens, "partialWords");
|
|
468
|
-
const runs = uint32sFrom(requireBytes(column.runs, "partialWords.runs", 4 * CODE_POINTS_PER_RUN), context.shared);
|
|
469
|
-
requireRunsAscend(runs, "partialWords.runs");
|
|
470
|
-
const runOffsets = uint32Column(column, "runOffsets", "partialWords", context);
|
|
471
|
-
const runEntries = uint32Column(column, "runEntries", "partialWords", context);
|
|
472
|
-
requireCount(runOffsets.length, runs.length / CODE_POINTS_PER_RUN + 1, "partialWords.runOffsets");
|
|
473
|
-
requireOffsets(runOffsets, runEntries.length, "partialWords.runOffsets");
|
|
474
|
-
requireBelow(runEntries, entries, "partialWords.runEntries");
|
|
475
|
-
for (let run = 0; run + 1 < runOffsets.length; run++) {
|
|
476
|
-
requireStrictlyAscending(runEntries, runOffsets[run], runOffsets[run + 1], "partialWords.runEntries");
|
|
477
|
-
}
|
|
478
|
-
return { fields, spellings, spellingOffsets, spellingTokens, spellingCounts, runs, runOffsets, runEntries };
|
|
479
|
-
}
|
|
480
|
-
|
|
481
|
-
// src/serialization/keyword-segment/write-records.ts
|
|
482
|
-
var UINT64_BYTES = 8;
|
|
483
|
-
function uint64Bytes(values) {
|
|
484
|
-
const bytes = new Uint8Array(values.length * UINT64_BYTES);
|
|
485
|
-
const view = new DataView(bytes.buffer);
|
|
486
|
-
for (let at = 0; at < values.length; at++) view.setBigUint64(at * UINT64_BYTES, BigInt(values[at]), true);
|
|
487
|
-
return bytes;
|
|
488
|
-
}
|
|
489
|
-
function uint64sOf(bytes, name) {
|
|
490
|
-
const values = new Float64Array(bytes.byteLength / UINT64_BYTES);
|
|
491
|
-
const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
|
|
492
|
-
for (let at = 0; at < values.length; at++) {
|
|
493
|
-
const value = view.getBigUint64(at * UINT64_BYTES, true);
|
|
494
|
-
if (value > BigInt(Number.MAX_SAFE_INTEGER)) corrupt(`${name} holds a value above 2^53 - 1`, { at });
|
|
495
|
-
values[at] = Number(value);
|
|
496
|
-
}
|
|
497
|
-
return values;
|
|
498
|
-
}
|
|
499
|
-
function decodeWriteRecords(raw, documentCount) {
|
|
500
|
-
const rawSeqNos = requireBytesOrNil(raw.seqNos, "seqNos", UINT64_BYTES);
|
|
501
|
-
const rawTerms = requireBytesOrNil(raw.primaryTerms, "primaryTerms", UINT64_BYTES);
|
|
502
|
-
if (rawSeqNos === null !== (rawTerms === null))
|
|
503
|
-
corrupt("seqNos and primaryTerms must both be present or both absent");
|
|
504
|
-
if (rawSeqNos === null || rawTerms === null) return null;
|
|
505
|
-
const seqNos = uint64sOf(rawSeqNos, "seqNos");
|
|
506
|
-
const primaryTerms = uint64sOf(rawTerms, "primaryTerms");
|
|
507
|
-
requireCount(seqNos.length, documentCount, "seqNos");
|
|
508
|
-
requireCount(primaryTerms.length, documentCount, "primaryTerms");
|
|
509
|
-
for (let at = 0; at < documentCount; at++) {
|
|
510
|
-
if (seqNos[at] === 0 && primaryTerms[at] !== 0) {
|
|
511
|
-
corrupt(`primaryTerms gives document ${at} a term without a seqNo`, { at });
|
|
512
|
-
}
|
|
513
|
-
}
|
|
514
|
-
return { seqNos, primaryTerms };
|
|
515
|
-
}
|
|
516
|
-
|
|
517
|
-
// src/serialization/keyword-segment/decode.ts
|
|
518
|
-
function decodeSchema(raw) {
|
|
519
|
-
const schema = requireRecord(raw, "schema");
|
|
520
|
-
requireValidFieldTypes(schema);
|
|
521
|
-
return schema;
|
|
522
|
-
}
|
|
523
|
-
function decodeIds(raw, context) {
|
|
524
|
-
const blob = bytesFrom(requireBytes(raw.ids, "ids", 1), context.shared);
|
|
525
|
-
const offsets = uint32sFrom(requireBytes(raw.idOffsets, "idOffsets", 4), context.shared);
|
|
526
|
-
const sortedOrdinals = uint32sFrom(requireBytes(raw.idOrder, "idOrder", 4), context.shared);
|
|
527
|
-
requireCount(offsets.length, context.documentCount + 1, "idOffsets");
|
|
528
|
-
requireCount(sortedOrdinals.length, context.documentCount, "idOrder");
|
|
529
|
-
requireOffsets(offsets, blob.length, "idOffsets");
|
|
530
|
-
requireUtf8Entries(blob, offsets, "ids");
|
|
531
|
-
requirePermutation(sortedOrdinals, "idOrder");
|
|
532
|
-
requireEntriesAscend(blob, offsets, sortedOrdinals, "ids");
|
|
533
|
-
return { blob, offsets, sortedOrdinals };
|
|
534
|
-
}
|
|
535
|
-
function vectorFieldPathsOf(schema) {
|
|
536
|
-
return Object.keys(schema).filter((fieldPath) => VECTOR_PATTERN.test(schema[fieldPath]));
|
|
537
|
-
}
|
|
538
|
-
function decodeDocuments(raw, schema, context) {
|
|
539
|
-
const blob = bytesFrom(requireBytes(raw.documents, "documents", 1), context.shared);
|
|
540
|
-
const offsets = uint32sFrom(requireBytes(raw.documentOffsets, "documentOffsets", 4), context.shared);
|
|
541
|
-
requireCount(offsets.length, context.documentCount + 1, "documentOffsets");
|
|
542
|
-
requireOffsets(offsets, blob.length, "documentOffsets");
|
|
543
|
-
const discardedFields = vectorFieldPathsOf(schema);
|
|
544
|
-
return discardedFields.length === 0 ? { blob, offsets } : { blob, offsets, discardedFields };
|
|
545
|
-
}
|
|
546
|
-
function identitySlots(count, shared) {
|
|
547
|
-
const slots = uint32sFrom(new Uint8Array(count * 4), shared);
|
|
548
|
-
for (let at = 0; at < count; at++) slots[at] = at;
|
|
549
|
-
return slots;
|
|
550
|
-
}
|
|
551
|
-
function requireDocumentFrequencies(frequencies, postingOffsets) {
|
|
552
|
-
for (let token = 0; token < frequencies.length; token++) {
|
|
553
|
-
const postings = postingOffsets[token + 1] - postingOffsets[token];
|
|
554
|
-
if (frequencies[token] === 0 || frequencies[token] > postings) {
|
|
555
|
-
corrupt(`documentFrequencies gives token ${token} a count of ${frequencies[token]} over ${postings} postings`, {
|
|
556
|
-
token
|
|
557
|
-
});
|
|
558
|
-
}
|
|
559
|
-
}
|
|
560
|
-
}
|
|
561
|
-
function requireFieldNumbers(fields, fieldNames) {
|
|
562
|
-
for (let at = 0; at < fields.length; at++) {
|
|
563
|
-
if (fields[at] >= fieldNames) corrupt(`postingFields names field ${fields[at]} of ${fieldNames}`, { at });
|
|
564
|
-
}
|
|
565
|
-
}
|
|
566
|
-
function decodePostings(raw, fieldNames, context) {
|
|
567
|
-
const blob = bytesFrom(requireBytes(raw.tokens, "tokens", 1), context.shared);
|
|
568
|
-
const offsets = uint32sFrom(requireBytes(raw.tokenOffsets, "tokenOffsets", 4), context.shared);
|
|
569
|
-
requireOffsets(offsets, blob.length, "tokenOffsets");
|
|
570
|
-
requireUtf8Entries(blob, offsets, "tokens");
|
|
571
|
-
requireEntriesAscend(blob, offsets, null, "tokens");
|
|
572
|
-
const tokens = offsets.length - 1;
|
|
573
|
-
const documentFrequencies = uint32sFrom(
|
|
574
|
-
requireBytes(raw.documentFrequencies, "documentFrequencies", 4),
|
|
575
|
-
context.shared
|
|
576
|
-
);
|
|
577
|
-
const postingOffsets = uint32sFrom(requireBytes(raw.postingOffsets, "postingOffsets", 4), context.shared);
|
|
578
|
-
const postingDocIds = uint32sFrom(requireBytes(raw.postingDocuments, "postingDocuments", 4), context.shared);
|
|
579
|
-
const postingFrequencies = uint16sFrom(requireBytes(raw.postingFrequencies, "postingFrequencies", 2), context.shared);
|
|
580
|
-
const postingFieldIndices = uint16sFrom(requireBytes(raw.postingFields, "postingFields", 2), context.shared);
|
|
581
|
-
requireCount(documentFrequencies.length, tokens, "documentFrequencies");
|
|
582
|
-
requireCount(postingOffsets.length, tokens + 1, "postingOffsets");
|
|
583
|
-
requireOffsets(postingOffsets, postingDocIds.length, "postingOffsets");
|
|
584
|
-
requireCount(postingFrequencies.length, postingDocIds.length, "postingFrequencies");
|
|
585
|
-
requireCount(postingFieldIndices.length, postingDocIds.length, "postingFields");
|
|
586
|
-
requireOrdinals(postingDocIds, context.documentCount, "postingDocuments");
|
|
587
|
-
requireFieldNumbers(postingFieldIndices, fieldNames.length);
|
|
588
|
-
requireDocumentFrequencies(documentFrequencies, postingOffsets);
|
|
589
|
-
const rawPositionOffsets = requireBytesOrNil(raw.positionOffsets, "positionOffsets", 4);
|
|
590
|
-
const rawPositions = requireBytesOrNil(raw.positions, "positions", 4);
|
|
591
|
-
if (rawPositionOffsets === null !== (rawPositions === null)) {
|
|
592
|
-
corrupt("positionOffsets and positions must both be nil or both hold bytes");
|
|
593
|
-
}
|
|
594
|
-
let positionOffsets = null;
|
|
595
|
-
let positionValues = null;
|
|
596
|
-
if (rawPositionOffsets !== null && rawPositions !== null) {
|
|
597
|
-
positionOffsets = uint32sFrom(rawPositionOffsets, context.shared);
|
|
598
|
-
positionValues = uint32sFrom(rawPositions, context.shared);
|
|
599
|
-
requireCount(positionOffsets.length, postingDocIds.length + 1, "positionOffsets");
|
|
600
|
-
requireOffsets(positionOffsets, positionValues.length, "positionOffsets");
|
|
601
|
-
}
|
|
602
|
-
return {
|
|
603
|
-
tokenTable: { blob, offsets, payloadSlots: identitySlots(tokens, context.shared), documentFrequencies },
|
|
604
|
-
postingOffsets,
|
|
605
|
-
postingDocIds,
|
|
606
|
-
postingFrequencies,
|
|
607
|
-
postingFieldIndices,
|
|
608
|
-
positionOffsets,
|
|
609
|
-
positionValues
|
|
610
|
-
};
|
|
611
|
-
}
|
|
612
|
-
function decodeKeywordSegment(payload, shared) {
|
|
613
|
-
let decoded;
|
|
614
|
-
try {
|
|
615
|
-
decoded = decode(payload);
|
|
616
|
-
} catch (error) {
|
|
617
|
-
corrupt(`payload is not MessagePack: ${error instanceof Error ? error.message : String(error)}`);
|
|
618
|
-
}
|
|
619
|
-
const raw = requireRecord(decoded, "payload");
|
|
620
|
-
if (raw.v !== KEYWORD_SEGMENT_PAYLOAD_VERSION) {
|
|
621
|
-
throw new NarsilError(
|
|
622
|
-
ErrorCodes.ENVELOPE_VERSION_MISMATCH,
|
|
623
|
-
`This keyword segment payload was written in layout ${String(raw.v)}, and this build reads layout ${KEYWORD_SEGMENT_PAYLOAD_VERSION} alone`,
|
|
624
|
-
{ version: raw.v }
|
|
625
|
-
);
|
|
626
|
-
}
|
|
627
|
-
const schema = decodeSchema(raw.schema);
|
|
628
|
-
const tombstones = requireStrings(raw.tombstones, "tombstones");
|
|
629
|
-
const documentCount = requireUint32(raw.documentCount, "documentCount");
|
|
630
|
-
const fieldNames = requireStrings(raw.fieldNames, "fieldNames");
|
|
631
|
-
if (fieldNames.length > MAX_SEGMENT_FIELD_NAMES) {
|
|
632
|
-
corrupt(`fieldNames holds ${fieldNames.length} names, above the limit of ${MAX_SEGMENT_FIELD_NAMES}`);
|
|
633
|
-
}
|
|
634
|
-
const context = { documentCount, shared };
|
|
635
|
-
const postings = decodePostings(raw, fieldNames, context);
|
|
636
|
-
const arrays = {
|
|
637
|
-
documentCount,
|
|
638
|
-
fieldNames,
|
|
639
|
-
idTable: decodeIds(raw, context),
|
|
640
|
-
documentTable: decodeDocuments(raw, schema, context),
|
|
641
|
-
...postings,
|
|
642
|
-
...decodeFieldLengths(raw.fieldLengths, context),
|
|
643
|
-
numeric: decodeValueColumns(raw.numeric, "numeric", context),
|
|
644
|
-
sizes: decodeValueColumns(raw.sizes, "sizes", context),
|
|
645
|
-
boolean: decodeBooleanColumns(raw.boolean, context),
|
|
646
|
-
enums: decodeEnumColumns(raw.enum, context),
|
|
647
|
-
geo: decodeGeopointColumns(raw.geopoint, context),
|
|
648
|
-
pattern: decodePatternColumns(raw.pattern, context),
|
|
649
|
-
surfaceTable: decodeSurfaceForms(raw.surfaceForms, context),
|
|
650
|
-
partialWords: decodePartialWords(raw.partialWords, postings.tokenTable.offsets.length - 1, context)
|
|
651
|
-
};
|
|
652
|
-
const writeRecords = decodeWriteRecords(raw, documentCount);
|
|
653
|
-
return writeRecords === null ? { schema, tombstones, arrays } : { schema, tombstones, arrays, writeRecords };
|
|
654
|
-
}
|
|
655
|
-
|
|
656
|
-
export { KEYWORD_SEGMENT_ENVELOPE_VERSION, KEYWORD_SEGMENT_PAYLOAD_VERSION, applyDeleteEntry, applyIndexEntry, decodeBooleanColumns, decodeEnumColumns, decodeFieldLengths, decodeGeopointColumns, decodeKeywordSegment, decodePartialWords, decodePatternColumns, decodeSurfaceForms, decodeValueColumns, littleEndianBytes, requireEntriesAscend, requireOffsets, requireUtf8Entries, restoreVectorFields, setNestedValue, uint32sFrom, uint64Bytes, validateReplicationEntry };
|