@delali/narsil 0.3.1-next.156 → 0.3.1-next.160
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +3 -3
- package/dist/adapters/gcs.mjs +3 -3
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +3 -3
- package/dist/browser/{chunk-3V7DNNZL.mjs → chunk-4RNSFVWI.mjs} +20997 -19899
- package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
- package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
- package/dist/browser/{durability-config-TIYKW6XX.mjs → durability-config-SGB5ZP5K.mjs} +8 -3
- package/dist/browser/embed-RF2MPGAO.mjs +222 -0
- package/dist/{geo-index-MRH5JMIR.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
- package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
- package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
- package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
- package/dist/{react-native/chunks/restore-hooks-IBGIY3DR.mjs → browser/restore-queue-S4BWOGMU.mjs} +98 -36
- package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
- package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
- package/dist/browser/{chunk-SSTPBZZX.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
- package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
- package/dist/{capabilities-Da4ywVVl.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
- package/dist/chunk-2JRERUNZ.mjs +217 -0
- package/dist/chunk-2RIS76RJ.mjs +212 -0
- package/dist/chunk-3B775F3C.mjs +252 -0
- package/dist/{chunk-K5QFDYST.mjs → chunk-3D6RZGJH.mjs} +3 -3
- package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
- package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
- package/dist/chunk-6EZW2GQL.mjs +978 -0
- package/dist/chunk-75UNINFA.mjs +271 -0
- package/dist/chunk-77AUVDQ5.mjs +7 -0
- package/dist/{browser/chunk-23XRXIBW.mjs → chunk-7MWYORQC.mjs} +10 -3
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
- package/dist/{chunk-XAXKV65G.mjs → chunk-BXM7XM4G.mjs} +7 -3
- package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
- package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
- package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
- package/dist/{chunk-I2KPOLOZ.mjs → chunk-FE3MRIBN.mjs} +104 -13
- package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
- package/dist/{chunk-ZKP7G7TV.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
- package/dist/{chunk-2UV4QBHW.mjs → chunk-GF4K7IUK.mjs} +317 -120
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/{chunk-25KDNIZZ.mjs → chunk-H64YDF5M.mjs} +3 -3
- package/dist/{browser/chunk-CRE3G7F3.mjs → chunk-HOOR4CP5.mjs} +63 -7
- package/dist/chunk-IB4BYLE3.mjs +127 -0
- package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
- package/dist/chunk-IH3G6SJO.mjs +40 -0
- package/dist/chunk-JV74RKCY.mjs +3041 -0
- package/dist/{chunk-FRBFVQFN.mjs → chunk-K67I3RF4.mjs} +261 -101
- package/dist/chunk-KLVMK3R5.mjs +47 -0
- package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
- package/dist/chunk-LF4GB4PO.mjs +281 -0
- package/dist/chunk-NC4QLCZC.mjs +59 -0
- package/dist/chunk-OOO54OVC.mjs +627 -0
- package/dist/chunk-OUWZKNO3.mjs +207 -0
- package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
- package/dist/{chunk-6I6AYAXS.mjs → chunk-PTTMGRG5.mjs} +9 -10
- package/dist/{browser/chunk-SRMZXJSL.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
- package/dist/chunk-QBVTYY4J.mjs +54 -0
- package/dist/{react-native/chunks/chunk-GXX3DQXP.mjs → chunk-R4CE4IVU.mjs} +352 -165
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
- package/dist/{chunk-FAKFUDZZ.mjs → chunk-SHGN3QIF.mjs} +80 -13
- package/dist/chunk-SXIRM4MX.mjs +3549 -0
- package/dist/{react-native/chunks/chunk-EJ33LCHV.mjs → chunk-TGPKS2UM.mjs} +47 -1
- package/dist/chunk-TINW4BSH.mjs +31301 -0
- package/dist/{cold-module-6MO2XJF2.mjs → chunk-TSLV5P2J.mjs} +397 -79
- package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
- package/dist/chunk-U6B7DUQW.mjs +788 -0
- package/dist/{chunk-FYOVBEMM.mjs → chunk-V3SGPXWQ.mjs} +8 -9
- package/dist/chunk-W34VJXY7.mjs +4723 -0
- package/dist/chunk-YETKPX5M.mjs +5 -0
- package/dist/chunk-ZQ6QY42L.mjs +59 -0
- package/dist/{client-DRv7UVeY.d.ts → client-CTp8RRiK.d.ts} +16 -4
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +70 -18
- package/dist/{config-DMwffLKn.d.ts → config-PCNzWjHL.d.ts} +6 -3
- package/dist/{config-CoSig5Ox.d.ts → config-_WT5grSL.d.ts} +3 -3
- package/dist/core-leaf-KXFGP74A.mjs +7 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-MKTZBR26.mjs +16 -0
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +7 -4
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/coordinator/in-memory.mjs +1 -2
- package/dist/distribution/transport/grpc.mjs +7 -2
- package/dist/distribution/transport/tcp.mjs +7 -1
- package/dist/distribution.d.ts +7 -7
- package/dist/distribution.mjs +1192 -1077
- package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
- package/dist/embed-4H7RTBVL.mjs +221 -0
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CFxPYqEk.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
- package/dist/{browser/geo-index-HHWGMNIS.mjs → geo-index-2ZMMWWSK.mjs} +190 -92
- package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
- package/dist/index.browser.mjs +4 -15
- package/dist/index.d.ts +1495 -78
- package/dist/index.mjs +14 -50
- package/dist/index.react-native.mjs +11 -28
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/{long-query-thread-YA4IAYSY.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
- package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
- package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
- package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
- package/dist/optional-writes-DDFHYUOH.mjs +218 -0
- package/dist/{paged-partition-archive-PXW5XAYU.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
- package/dist/partial-words.browser.mjs +1649 -0
- package/dist/partial-words.mjs +15 -14
- package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
- package/dist/pattern.mjs +6 -8
- package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
- package/dist/persistence/durability/checkpoint-worker.mjs +27 -58
- package/dist/phrase-module-XK3T44VU.mjs +634 -0
- package/dist/query-actions-OMXJEC2J.mjs +118 -0
- package/dist/query-suggestions/merge-worker.mjs +18 -54
- package/dist/query-suggestions.browser.mjs +26 -226
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +16 -67
- package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
- package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
- package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
- package/dist/react-native/chunks/chunk-FTQ7JNMU.mjs +898 -0
- package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
- package/dist/{chunk-TBC3XUL2.mjs → react-native/chunks/chunk-HRDMIQ63.mjs} +53 -1
- package/dist/react-native/chunks/{chunk-KV46CT4D.mjs → chunk-IY6U6HRA.mjs} +63 -7
- package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
- package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
- package/dist/react-native/chunks/chunk-OK3WUA6N.mjs +54 -0
- package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-DZ7H7D2C.mjs → chunk-TQ26BKBH.mjs} +6 -0
- package/dist/react-native/chunks/{chunk-6VBXNFLE.mjs → chunk-VUJCSQG5.mjs} +3 -1
- package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
- package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
- package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
- package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
- package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
- package/dist/react-native/chunks/{geo-index-PX3BIHAH.mjs → geo-index-QEYKEVPH.mjs} +190 -93
- package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
- package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
- package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
- package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
- package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
- package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
- package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
- package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
- package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
- package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
- package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
- package/dist/react-native/chunks/{chunk-UQ4OAXKU.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
- package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
- package/dist/react-native/partial-words.mjs +954 -35
- package/dist/react-native/pattern.mjs +238 -111
- package/dist/react-native/query-suggestions.mjs +33 -239
- package/dist/react-native/sync.mjs +127 -50
- package/dist/react-native/synonyms.mjs +256 -112
- package/dist/react.d.ts +9 -9
- package/dist/react.mjs +6 -0
- package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
- package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
- package/dist/runtime-4GKUIAKV.mjs +595 -0
- package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
- package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
- package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
- package/dist/server.d.ts +35 -13
- package/dist/server.mjs +90 -101
- package/dist/{browser/durability-wiring-A7BVG2DW.mjs → storage-leaf-HMIIOUYN.mjs} +2348 -902
- package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +27 -11
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +7 -2
- package/dist/sync.browser.mjs +120 -70
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +121 -57
- package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
- package/dist/synonyms.mjs +15 -11
- package/dist/{tasks-qrJojgST.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
- package/dist/thread-SNILJXX3.mjs +30 -0
- package/dist/{types-BZCGjfLn.d.ts → types-CTg0KaMy.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +7 -1
- package/dist/vector/search-worker.mjs +9 -13
- package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
- package/dist/workers/entry.mjs +60 -30
- package/openapi.json +137 -50
- package/package.json +233 -8
- package/dist/analysis-change-5BQOQ4BF.mjs +0 -55
- package/dist/analysis-change-entry-TXX6JSMX.mjs +0 -1
- package/dist/archive-history-E4R73RWD.mjs +0 -29
- package/dist/browser/analysis-change-435CUEPZ.mjs +0 -933
- package/dist/browser/analysis-change-entry-HZXKPPGV.mjs +0 -1
- package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
- package/dist/browser/chunk-2CFI5VVV.mjs +0 -241
- package/dist/browser/chunk-2TI4SSUP.mjs +0 -315
- package/dist/browser/chunk-3I27KXQD.mjs +0 -34
- package/dist/browser/chunk-3SSRJMFN.mjs +0 -100
- package/dist/browser/chunk-4NGKC4H4.mjs +0 -2635
- package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
- package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
- package/dist/browser/chunk-6LWDPLTB.mjs +0 -177
- package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
- package/dist/browser/chunk-7U3WVJUP.mjs +0 -150
- package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
- package/dist/browser/chunk-BHFQATSC.mjs +0 -432
- package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
- package/dist/browser/chunk-EA63E3D2.mjs +0 -857
- package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
- package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
- package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
- package/dist/browser/chunk-GPPOG6PT.mjs +0 -9
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-IZXVW2ZJ.mjs +0 -217
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-K4Q6KX3R.mjs +0 -2528
- package/dist/browser/chunk-KZWSX6BH.mjs +0 -645
- package/dist/browser/chunk-MGI4BCXC.mjs +0 -63
- package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
- package/dist/browser/chunk-MOG4OVDK.mjs +0 -51
- package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
- package/dist/browser/chunk-NQAME3RK.mjs +0 -21
- package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
- package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
- package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
- package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
- package/dist/browser/chunk-STOWQFT3.mjs +0 -1829
- package/dist/browser/chunk-TK63WFXK.mjs +0 -90
- package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
- package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
- package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
- package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
- package/dist/browser/chunk-WI4MR75E.mjs +0 -86
- package/dist/browser/chunk-WN464PTL.mjs +0 -375
- package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
- package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
- package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
- package/dist/browser/cold-module-2EHCIV4K.mjs +0 -759
- package/dist/browser/engine-hooks-E4UD67JD.mjs +0 -17
- package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
- package/dist/browser/import-DXYB6756.mjs +0 -19
- package/dist/browser/methods-KTQCSIN4.mjs +0 -30
- package/dist/browser/module-NIYMEA5R.mjs +0 -23
- package/dist/browser/operations-OJ3BXS55.mjs +0 -5
- package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
- package/dist/browser/pool-3JLET5RO.mjs +0 -297
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-hooks-YPN4ZFCY.mjs +0 -114
- package/dist/browser/restore-queue-G3RQGL3Y.mjs +0 -55
- package/dist/browser/retention-ZWVMNC3Q.mjs +0 -210
- package/dist/browser/snapshot-VEQNIE6C.mjs +0 -963
- package/dist/browser/start-BM442C6R.mjs +0 -25
- package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
- package/dist/browser/write-2EVMZWDE.mjs +0 -194
- package/dist/chunk-2NE7VCYE.mjs +0 -212
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-3HYC4JRF.mjs +0 -50
- package/dist/chunk-3MXV3VHR.mjs +0 -46
- package/dist/chunk-3OH67G7R.mjs +0 -214
- package/dist/chunk-46KY2PJD.mjs +0 -905
- package/dist/chunk-4KKXNJM6.mjs +0 -242
- package/dist/chunk-5YNRKI2C.mjs +0 -81
- package/dist/chunk-6HTGOXIK.mjs +0 -875
- package/dist/chunk-6OEGXLBX.mjs +0 -57
- package/dist/chunk-6RC4K46J.mjs +0 -86
- package/dist/chunk-7GFE3PEY.mjs +0 -40
- package/dist/chunk-7GXJUJ24.mjs +0 -49
- package/dist/chunk-7LXHHCXZ.mjs +0 -1397
- package/dist/chunk-7V5IUP2T.mjs +0 -63
- package/dist/chunk-A4L7YTKX.mjs +0 -458
- package/dist/chunk-BEZH7VEH.mjs +0 -23
- package/dist/chunk-BTPGQC6Z.mjs +0 -27
- package/dist/chunk-BU4SAIC4.mjs +0 -196
- package/dist/chunk-BWZ3P4MU.mjs +0 -20
- package/dist/chunk-CSLGFPFQ.mjs +0 -218
- package/dist/chunk-CZQ33DLW.mjs +0 -78
- package/dist/chunk-DP5C7YFQ.mjs +0 -543
- package/dist/chunk-DWEPMFJE.mjs +0 -240
- package/dist/chunk-EEBCDP36.mjs +0 -32
- package/dist/chunk-EFBDHH5P.mjs +0 -7081
- package/dist/chunk-FB6463IN.mjs +0 -1499
- package/dist/chunk-FCJ553HS.mjs +0 -655
- package/dist/chunk-FNGAM5B7.mjs +0 -2639
- package/dist/chunk-FOCV4CBZ.mjs +0 -87
- package/dist/chunk-FQBFZAWG.mjs +0 -27
- package/dist/chunk-G6HRSGOU.mjs +0 -74
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-GH4WQ22V.mjs +0 -34
- package/dist/chunk-GQPTDQCL.mjs +0 -54
- package/dist/chunk-HFPMMRQT.mjs +0 -206
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-I53G4JAU.mjs +0 -1974
- package/dist/chunk-I54T6CQP.mjs +0 -117
- package/dist/chunk-IPN7S4KX.mjs +0 -130
- package/dist/chunk-J4IJTTEX.mjs +0 -226
- package/dist/chunk-JDJBQLRO.mjs +0 -1126
- package/dist/chunk-JWRUUCWD.mjs +0 -151
- package/dist/chunk-K4ZIGL2O.mjs +0 -290
- package/dist/chunk-KAKQ74LS.mjs +0 -53
- package/dist/chunk-KF4EXSM4.mjs +0 -21
- package/dist/chunk-KHKIRS5D.mjs +0 -113
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KP7TYHWT.mjs +0 -92
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-L6V6BST3.mjs +0 -1435
- package/dist/chunk-LHKOSI2J.mjs +0 -58
- package/dist/chunk-LQG5G2LY.mjs +0 -39
- package/dist/chunk-MATMVH65.mjs +0 -9
- package/dist/chunk-MP7ABPTD.mjs +0 -189
- package/dist/chunk-MQOJIO5B.mjs +0 -316
- package/dist/chunk-NF4DT3IH.mjs +0 -85
- package/dist/chunk-ORN5BLL7.mjs +0 -11
- package/dist/chunk-P5ZI2P2W.mjs +0 -7481
- package/dist/chunk-PELHVTO7.mjs +0 -24
- package/dist/chunk-PWC4VB3Q.mjs +0 -106
- package/dist/chunk-Q2UL2TPC.mjs +0 -21
- package/dist/chunk-QHPYS427.mjs +0 -66
- package/dist/chunk-QJVOLKU6.mjs +0 -111
- package/dist/chunk-QOW2JPUI.mjs +0 -634
- package/dist/chunk-QYRNLLLI.mjs +0 -99
- package/dist/chunk-RDXO6JST.mjs +0 -63
- package/dist/chunk-RFBLQLLZ.mjs +0 -16
- package/dist/chunk-RLOES5SX.mjs +0 -31
- package/dist/chunk-RZWWB2XR.mjs +0 -96
- package/dist/chunk-S5LN746F.mjs +0 -10
- package/dist/chunk-SA5LOGO3.mjs +0 -470
- package/dist/chunk-SQJWAIF4.mjs +0 -12
- package/dist/chunk-TDIK6NTV.mjs +0 -10
- package/dist/chunk-TGS5UXBE.mjs +0 -216
- package/dist/chunk-TQXHPFWT.mjs +0 -177
- package/dist/chunk-TZ3355VS.mjs +0 -121
- package/dist/chunk-TZTRKM33.mjs +0 -74
- package/dist/chunk-U55XJEIG.mjs +0 -18
- package/dist/chunk-UHICS3JI.mjs +0 -83
- package/dist/chunk-VD7J552I.mjs +0 -28
- package/dist/chunk-VTTRFF2C.mjs +0 -3711
- package/dist/chunk-WX4LAO6M.mjs +0 -656
- package/dist/chunk-WZ7YV54N.mjs +0 -152
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-XXHN7J46.mjs +0 -101
- package/dist/chunk-Y4WPNHMC.mjs +0 -50
- package/dist/chunk-YEKL4JBK.mjs +0 -96
- package/dist/chunk-YTWZVGCB.mjs +0 -382
- package/dist/chunk-Z2KAFCRT.mjs +0 -30
- package/dist/chunk-ZXNQEW43.mjs +0 -18
- package/dist/chunk-ZYAY26KG.mjs +0 -29
- package/dist/direct-executor-FTMYY3TI.mjs +0 -34
- package/dist/durability-wiring-VIF5MOSY.mjs +0 -4064
- package/dist/engine-hooks-EGUGNZYE.mjs +0 -54
- package/dist/gzip-F4HMIEEQ.mjs +0 -1
- package/dist/import-XKDPJQDP.mjs +0 -56
- package/dist/methods-7IOINERF.mjs +0 -30
- package/dist/module-FQ4JWNQJ.mjs +0 -62
- package/dist/operations-G5EP6JPX.mjs +0 -5
- package/dist/phrase-module-XW5MKWP5.mjs +0 -330
- package/dist/pool-Y4A46T36.mjs +0 -298
- package/dist/react-native/chunks/analysis-change-LT5QBQ3H.mjs +0 -926
- package/dist/react-native/chunks/analysis-change-entry-SCVWK6OU.mjs +0 -1
- package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
- package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
- package/dist/react-native/chunks/chunk-3JWDECAZ.mjs +0 -858
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
- package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
- package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
- package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
- package/dist/react-native/chunks/chunk-4JYO3JD2.mjs +0 -242
- package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
- package/dist/react-native/chunks/chunk-6WA3C3DV.mjs +0 -85
- package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
- package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
- package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
- package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
- package/dist/react-native/chunks/chunk-DNXOMPAQ.mjs +0 -191
- package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
- package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
- package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
- package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
- package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
- package/dist/react-native/chunks/chunk-G43IPIDG.mjs +0 -151
- package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
- package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
- package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
- package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
- package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
- package/dist/react-native/chunks/chunk-MIP4SOR6.mjs +0 -22803
- package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
- package/dist/react-native/chunks/chunk-MUWD2H2S.mjs +0 -21
- package/dist/react-native/chunks/chunk-NB3LP33V.mjs +0 -315
- package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
- package/dist/react-native/chunks/chunk-PDRWWPKV.mjs +0 -2532
- package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
- package/dist/react-native/chunks/chunk-POPDAGH6.mjs +0 -2636
- package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
- package/dist/react-native/chunks/chunk-QUKQNI3H.mjs +0 -647
- package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
- package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
- package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
- package/dist/react-native/chunks/chunk-TP6KCKER.mjs +0 -63
- package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
- package/dist/react-native/chunks/chunk-VWUDIOT6.mjs +0 -218
- package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
- package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
- package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZLWVW734.mjs +0 -100
- package/dist/react-native/chunks/chunk-ZXZFN7FI.mjs +0 -432
- package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
- package/dist/react-native/chunks/cold-module-KVZYUGRY.mjs +0 -772
- package/dist/react-native/chunks/durability-wiring-34OYO32E.mjs +0 -4942
- package/dist/react-native/chunks/engine-hooks-M7JV46NH.mjs +0 -30
- package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
- package/dist/react-native/chunks/import-H6AQREWI.mjs +0 -32
- package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
- package/dist/react-native/chunks/module-LBZPGOWH.mjs +0 -36
- package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
- package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
- package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
- package/dist/react-native/chunks/release-D7ZTIANM.mjs +0 -33
- package/dist/react-native/chunks/restore-queue-ZZX54AH7.mjs +0 -55
- package/dist/react-native/chunks/retention-EW4TTDFB.mjs +0 -223
- package/dist/react-native/chunks/snapshot-REYVIN3X.mjs +0 -975
- package/dist/react-native/chunks/start-BQK6KN3R.mjs +0 -38
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
- package/dist/react-native/chunks/write-FQAYCZF5.mjs +0 -207
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-hooks-CDERDEF4.mjs +0 -153
- package/dist/restore-queue-7NNSTROA.mjs +0 -55
- package/dist/retention-QSVBBNRM.mjs +0 -66
- package/dist/runtime-COIUORCN.mjs +0 -177
- package/dist/snapshot-RH4NSKIZ.mjs +0 -782
- package/dist/start-MCKCOGIW.mjs +0 -66
- package/dist/sync-state-ZWHLAFLE.mjs +0 -15
- package/dist/thread-O4SBJJJS.mjs +0 -50
- package/dist/write-3FK7NG3Y.mjs +0 -232
- /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
- /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
- /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import { DEFAULT_PAGE_SIZE } from './chunk-WXLBZJMT.mjs';
|
|
2
|
-
|
|
3
|
-
// src/engine/constants.ts
|
|
4
|
-
var MIN_DOCUMENTS_FOR_SEGMENTS = 64;
|
|
5
|
-
var BATCH_CHUNK_SIZE = 1e3;
|
|
6
|
-
var ANALYSIS_HOLD_APPLY_INTERVAL_MS = 100;
|
|
7
|
-
var ANALYSIS_CHANGE_MEMBERS = ["language", "tokenizer", "stopWords"];
|
|
8
|
-
var DEFAULT_LIMIT = DEFAULT_PAGE_SIZE;
|
|
9
|
-
var DEFAULT_OFFSET = 0;
|
|
10
|
-
var INDEX_NAME_PATTERN = /^[a-zA-Z0-9][a-zA-Z0-9._-]*$/;
|
|
11
|
-
var ABSOLUTE_WINDOWS_PATH_PATTERN = /^[a-zA-Z]:[\\/]/;
|
|
12
|
-
var MODULE_URL_SCHEME_PATTERN = /^(file|https?|data|node):/;
|
|
13
|
-
var MAX_INDEX_NAME_LENGTH = 255;
|
|
14
|
-
var MAX_DOC_ID_LENGTH = 512;
|
|
15
|
-
var EXPORT_CHUNK_BYTES = 1048576;
|
|
16
|
-
var MAX_EXPORT_LINE_BYTES = 117443592;
|
|
17
|
-
var MAX_INDEX_CONFIGURATION_BYTES = 16777216;
|
|
18
|
-
var IMPORT_BATCH_DOCUMENTS = 1e3;
|
|
19
|
-
var MAX_IMPORT_REFUSALS_REPORTED = 1e3;
|
|
20
|
-
var MIN_SWEEP_INTERVAL_MS = 100;
|
|
21
|
-
var MAX_SWEEP_INTERVAL_MS = 6e4;
|
|
22
|
-
var HEAP_PRESSURE_WARNING_FRACTION = 0.9;
|
|
23
|
-
var HEAP_PRESSURE_REARM_FRACTION = 0.8;
|
|
24
|
-
var STATISTICS_BROADCAST_INTERVAL_MS = 5e3;
|
|
25
|
-
var FOREIGN_STATS_TTL_MS = 6e4;
|
|
26
|
-
var DEFAULT_SUGGEST_LIMIT = 10;
|
|
27
|
-
var MAX_SUGGEST_LIMIT = 100;
|
|
28
|
-
var SUGGEST_OVERSAMPLE_FACTOR = 1.5;
|
|
29
|
-
var SUGGEST_OVERSAMPLE_PADDING = 10;
|
|
30
|
-
var MAX_SUGGEST_SCATTER_LIMIT = Math.ceil(MAX_SUGGEST_LIMIT * SUGGEST_OVERSAMPLE_FACTOR) + SUGGEST_OVERSAMPLE_PADDING;
|
|
31
|
-
|
|
32
|
-
export { ABSOLUTE_WINDOWS_PATH_PATTERN, ANALYSIS_CHANGE_MEMBERS, ANALYSIS_HOLD_APPLY_INTERVAL_MS, BATCH_CHUNK_SIZE, DEFAULT_LIMIT, DEFAULT_OFFSET, DEFAULT_SUGGEST_LIMIT, EXPORT_CHUNK_BYTES, FOREIGN_STATS_TTL_MS, HEAP_PRESSURE_REARM_FRACTION, HEAP_PRESSURE_WARNING_FRACTION, IMPORT_BATCH_DOCUMENTS, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, MAX_EXPORT_LINE_BYTES, MAX_IMPORT_REFUSALS_REPORTED, MAX_INDEX_CONFIGURATION_BYTES, MAX_INDEX_NAME_LENGTH, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, MAX_SWEEP_INTERVAL_MS, MIN_DOCUMENTS_FOR_SEGMENTS, MIN_SWEEP_INTERVAL_MS, MODULE_URL_SCHEME_PATTERN, STATISTICS_BROADCAST_INTERVAL_MS };
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
// src/engine/sync/serial.ts
|
|
2
|
-
var chainsByRegistry = /* @__PURE__ */ new WeakMap();
|
|
3
|
-
async function oneSyncChangeAtATime(registry, indexName, action) {
|
|
4
|
-
let chains = chainsByRegistry.get(registry);
|
|
5
|
-
if (chains === void 0) {
|
|
6
|
-
chains = /* @__PURE__ */ new Map();
|
|
7
|
-
chainsByRegistry.set(registry, chains);
|
|
8
|
-
}
|
|
9
|
-
const running = chains;
|
|
10
|
-
const current = (running.get(indexName) ?? Promise.resolve()).catch(() => void 0).then(action);
|
|
11
|
-
running.set(indexName, current);
|
|
12
|
-
try {
|
|
13
|
-
return await current;
|
|
14
|
-
} finally {
|
|
15
|
-
if (running.get(indexName) === current) running.delete(indexName);
|
|
16
|
-
}
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
export { oneSyncChangeAtATime };
|
|
@@ -1,177 +0,0 @@
|
|
|
1
|
-
import { MAX_DOCUMENT_NESTING_DEPTH } from './chunk-STOWQFT3.mjs';
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-SRMZXJSL.mjs';
|
|
3
|
-
|
|
4
|
-
// src/serialization/base64.ts
|
|
5
|
-
var ALPHABET = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
|
|
6
|
-
var PAD = 61;
|
|
7
|
-
var BYTES_PER_GROUP = 3;
|
|
8
|
-
var CHARACTERS_PER_GROUP = 4;
|
|
9
|
-
var ASCII_LIMIT = 128;
|
|
10
|
-
var ENCODE = new Uint8Array(ALPHABET.length);
|
|
11
|
-
var DECODE = new Int8Array(ASCII_LIMIT).fill(-1);
|
|
12
|
-
for (let at = 0; at < ALPHABET.length; at++) {
|
|
13
|
-
ENCODE[at] = ALPHABET.charCodeAt(at);
|
|
14
|
-
DECODE[ALPHABET.charCodeAt(at)] = at;
|
|
15
|
-
}
|
|
16
|
-
var asciiDecoder = new TextDecoder();
|
|
17
|
-
function encodeBase64(bytes) {
|
|
18
|
-
const out = new Uint8Array(Math.ceil(bytes.byteLength / BYTES_PER_GROUP) * CHARACTERS_PER_GROUP);
|
|
19
|
-
let write = 0;
|
|
20
|
-
let read = 0;
|
|
21
|
-
for (; read + BYTES_PER_GROUP <= bytes.byteLength; read += BYTES_PER_GROUP) {
|
|
22
|
-
const group = bytes[read] << 16 | bytes[read + 1] << 8 | bytes[read + 2];
|
|
23
|
-
out[write++] = ENCODE[group >>> 18];
|
|
24
|
-
out[write++] = ENCODE[group >>> 12 & 63];
|
|
25
|
-
out[write++] = ENCODE[group >>> 6 & 63];
|
|
26
|
-
out[write++] = ENCODE[group & 63];
|
|
27
|
-
}
|
|
28
|
-
const left = bytes.byteLength - read;
|
|
29
|
-
if (left > 0) {
|
|
30
|
-
const group = bytes[read] << 16 | (left === 2 ? bytes[read + 1] << 8 : 0);
|
|
31
|
-
out[write++] = ENCODE[group >>> 18];
|
|
32
|
-
out[write++] = ENCODE[group >>> 12 & 63];
|
|
33
|
-
out[write++] = left === 2 ? ENCODE[group >>> 6 & 63] : PAD;
|
|
34
|
-
out[write++] = PAD;
|
|
35
|
-
}
|
|
36
|
-
return asciiDecoder.decode(out);
|
|
37
|
-
}
|
|
38
|
-
function sextetAt(text, at) {
|
|
39
|
-
const code = text.charCodeAt(at);
|
|
40
|
-
return code < ASCII_LIMIT ? DECODE[code] : -1;
|
|
41
|
-
}
|
|
42
|
-
function decodeExactBase64(text) {
|
|
43
|
-
if (text.length % CHARACTERS_PER_GROUP !== 0) return null;
|
|
44
|
-
const padding = text.endsWith("==") ? 2 : text.endsWith("=") ? 1 : 0;
|
|
45
|
-
const out = new Uint8Array(text.length / CHARACTERS_PER_GROUP * BYTES_PER_GROUP - padding);
|
|
46
|
-
const fullEnd = padding === 0 ? text.length : text.length - CHARACTERS_PER_GROUP;
|
|
47
|
-
let write = 0;
|
|
48
|
-
for (let at = 0; at < fullEnd; at += CHARACTERS_PER_GROUP) {
|
|
49
|
-
const a2 = sextetAt(text, at);
|
|
50
|
-
const b2 = sextetAt(text, at + 1);
|
|
51
|
-
const c2 = sextetAt(text, at + 2);
|
|
52
|
-
const d = sextetAt(text, at + 3);
|
|
53
|
-
if ((a2 | b2 | c2 | d) < 0) return null;
|
|
54
|
-
const group = a2 << 18 | b2 << 12 | c2 << 6 | d;
|
|
55
|
-
out[write++] = group >>> 16;
|
|
56
|
-
out[write++] = group >>> 8 & 255;
|
|
57
|
-
out[write++] = group & 255;
|
|
58
|
-
}
|
|
59
|
-
if (padding === 0) return out;
|
|
60
|
-
const a = sextetAt(text, fullEnd);
|
|
61
|
-
const b = sextetAt(text, fullEnd + 1);
|
|
62
|
-
const c = padding === 1 ? sextetAt(text, fullEnd + 2) : 0;
|
|
63
|
-
if ((a | b | c) < 0) return null;
|
|
64
|
-
if (padding === 2 && (b & 15) !== 0) return null;
|
|
65
|
-
if (padding === 1 && (c & 3) !== 0) return null;
|
|
66
|
-
out[write++] = a << 2 | b >>> 4;
|
|
67
|
-
if (padding === 1) out[write] = (b & 15) << 4 | c >>> 2;
|
|
68
|
-
return out;
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
// src/engine/export/tags.ts
|
|
72
|
-
var TAG_PREFIX = "$";
|
|
73
|
-
var DATE_TAG = "$date";
|
|
74
|
-
var BYTES_TAG = "$bytes";
|
|
75
|
-
var NUMBER_TAG = "$number";
|
|
76
|
-
var OBJECT_TAG = "$object";
|
|
77
|
-
var MILLISECONDS_PER_SECOND = 1e3;
|
|
78
|
-
var NANOSECONDS_PER_MILLISECOND = 1e6;
|
|
79
|
-
var MAX_NANOSECONDS = 999999999;
|
|
80
|
-
var MAX_DATE_MILLISECONDS = 864e13;
|
|
81
|
-
var ESCAPED_TAG_PREFIX = "\\u0024";
|
|
82
|
-
var NON_FINITE_NUMBERS = /* @__PURE__ */ new Map([
|
|
83
|
-
["NaN", Number.NaN],
|
|
84
|
-
["Infinity", Number.POSITIVE_INFINITY],
|
|
85
|
-
["-Infinity", Number.NEGATIVE_INFINITY]
|
|
86
|
-
]);
|
|
87
|
-
function refuse(path, reason) {
|
|
88
|
-
throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Field "${path === "" ? "(document)" : path}" ${reason}`, {
|
|
89
|
-
field: path
|
|
90
|
-
});
|
|
91
|
-
}
|
|
92
|
-
function isRecord(value) {
|
|
93
|
-
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
94
|
-
}
|
|
95
|
-
function startsWithTagPrefix(key) {
|
|
96
|
-
return key.startsWith(TAG_PREFIX);
|
|
97
|
-
}
|
|
98
|
-
function soleTagKey(record) {
|
|
99
|
-
let sole = null;
|
|
100
|
-
for (const key of Object.keys(record)) {
|
|
101
|
-
if (sole !== null) return null;
|
|
102
|
-
sole = key;
|
|
103
|
-
}
|
|
104
|
-
return sole !== null && startsWithTagPrefix(sole) ? sole : null;
|
|
105
|
-
}
|
|
106
|
-
function dateOf(value, path) {
|
|
107
|
-
if (!Array.isArray(value) || value.length !== 2)
|
|
108
|
-
refuse(path, `holds a "${DATE_TAG}" tag other than [seconds, nanoseconds]`);
|
|
109
|
-
const seconds = value[0];
|
|
110
|
-
const nanoseconds = value[1];
|
|
111
|
-
if (typeof seconds !== "number" || !Number.isSafeInteger(seconds)) {
|
|
112
|
-
refuse(
|
|
113
|
-
path,
|
|
114
|
-
`holds a "${DATE_TAG}" tag whose seconds are not an integer from -${Number.MAX_SAFE_INTEGER} to ${Number.MAX_SAFE_INTEGER}`
|
|
115
|
-
);
|
|
116
|
-
}
|
|
117
|
-
if (typeof nanoseconds !== "number" || !Number.isInteger(nanoseconds) || nanoseconds < 0 || nanoseconds > MAX_NANOSECONDS) {
|
|
118
|
-
refuse(path, `holds a "${DATE_TAG}" tag whose nanoseconds are not an integer from 0 to ${MAX_NANOSECONDS}`);
|
|
119
|
-
}
|
|
120
|
-
const milliseconds = seconds * MILLISECONDS_PER_SECOND + nanoseconds / NANOSECONDS_PER_MILLISECOND;
|
|
121
|
-
if (Math.abs(milliseconds) > MAX_DATE_MILLISECONDS)
|
|
122
|
-
refuse(path, `holds a "${DATE_TAG}" tag outside the range of a date`);
|
|
123
|
-
return new Date(milliseconds);
|
|
124
|
-
}
|
|
125
|
-
function bytesOf(value, path) {
|
|
126
|
-
const bytes = typeof value === "string" ? decodeExactBase64(value) : null;
|
|
127
|
-
if (bytes === null) refuse(path, `holds a "${BYTES_TAG}" tag whose text is not padded base64`);
|
|
128
|
-
return bytes;
|
|
129
|
-
}
|
|
130
|
-
function numberOf(value, path) {
|
|
131
|
-
const number = typeof value === "string" ? NON_FINITE_NUMBERS.get(value) : void 0;
|
|
132
|
-
if (number === void 0) refuse(path, `holds a "${NUMBER_TAG}" tag other than "NaN", "Infinity", or "-Infinity"`);
|
|
133
|
-
return number;
|
|
134
|
-
}
|
|
135
|
-
function requireDepth(path, depth) {
|
|
136
|
-
if (depth >= MAX_DOCUMENT_NESTING_DEPTH) refuse(path, `nests deeper than ${MAX_DOCUMENT_NESTING_DEPTH} levels`);
|
|
137
|
-
}
|
|
138
|
-
function untagMap(record, path, depth) {
|
|
139
|
-
requireDepth(path, depth);
|
|
140
|
-
for (const key of Object.keys(record)) {
|
|
141
|
-
record[key] = untag(record[key], path === "" ? key : `${path}.${key}`, depth + 1);
|
|
142
|
-
}
|
|
143
|
-
return record;
|
|
144
|
-
}
|
|
145
|
-
function untagList(list, path, depth) {
|
|
146
|
-
requireDepth(path, depth);
|
|
147
|
-
for (let at = 0; at < list.length; at++) list[at] = untag(list[at], `${path}[${at}]`, depth + 1);
|
|
148
|
-
return list;
|
|
149
|
-
}
|
|
150
|
-
function untagTag(tag, value, path, depth) {
|
|
151
|
-
switch (tag) {
|
|
152
|
-
case DATE_TAG:
|
|
153
|
-
return dateOf(value, path);
|
|
154
|
-
case BYTES_TAG:
|
|
155
|
-
return bytesOf(value, path);
|
|
156
|
-
case NUMBER_TAG:
|
|
157
|
-
return numberOf(value, path);
|
|
158
|
-
case OBJECT_TAG:
|
|
159
|
-
if (!isRecord(value)) refuse(path, `holds an "${OBJECT_TAG}" tag whose value is not an object`);
|
|
160
|
-
return untagMap(value, path, depth);
|
|
161
|
-
default:
|
|
162
|
-
return refuse(path, `holds an object whose only key, "${tag}", names no tag`);
|
|
163
|
-
}
|
|
164
|
-
}
|
|
165
|
-
function untag(value, path, depth) {
|
|
166
|
-
if (typeof value !== "object" || value === null) return value;
|
|
167
|
-
if (Array.isArray(value)) return untagList(value, path, depth);
|
|
168
|
-
const record = value;
|
|
169
|
-
const tag = soleTagKey(record);
|
|
170
|
-
return tag === null ? untagMap(record, path, depth) : untagTag(tag, record[tag], path, depth);
|
|
171
|
-
}
|
|
172
|
-
function untagDocumentLine(text, parsed) {
|
|
173
|
-
if (!text.includes(`"${TAG_PREFIX}`) && !text.includes(ESCAPED_TAG_PREFIX)) return parsed;
|
|
174
|
-
return untagMap(parsed, "", 0);
|
|
175
|
-
}
|
|
176
|
-
|
|
177
|
-
export { BYTES_TAG, DATE_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, NUMBER_TAG, OBJECT_TAG, encodeBase64, startsWithTagPrefix, untagDocumentLine };
|
|
@@ -1,79 +0,0 @@
|
|
|
1
|
-
// src/query-suggestions/constants.ts
|
|
2
|
-
var QUERY_HISTORY_FOLDER = "_query-counts";
|
|
3
|
-
var RESTORED_HISTORY_FOLDER = "restored";
|
|
4
|
-
var RESTORE_STAGING_INFIX = ".restoring-";
|
|
5
|
-
var MAX_TIMER_DELAY_MS = 2147483647;
|
|
6
|
-
var DEFAULT_PREVIEW_LIMIT = 100;
|
|
7
|
-
var MAX_PREVIEW_LIMIT = 1e3;
|
|
8
|
-
var QUERY_HISTORY_ARCHIVE_PREFIX = "query-history/";
|
|
9
|
-
var MAX_HISTORY_FILE_BYTES = 16777216;
|
|
10
|
-
var MAX_INDEX_UUID_LENGTH = 255;
|
|
11
|
-
var KEY_FINGERPRINT_LABEL = "narsil.query-suggestions.key";
|
|
12
|
-
var SUGGESTIONS_INDEX_INFIX = ".suggestions.";
|
|
13
|
-
var MIN_KEY_BYTES = 32;
|
|
14
|
-
var SCRAMBLED_ID_BYTES = 16;
|
|
15
|
-
var KEY_FINGERPRINT_BYTES = 16;
|
|
16
|
-
var DEFAULT_MIN_PEOPLE = 4;
|
|
17
|
-
var MIN_MIN_PEOPLE = 2;
|
|
18
|
-
var MAX_MIN_PEOPLE = 4096;
|
|
19
|
-
var DEFAULT_MIN_RESULTS = 5;
|
|
20
|
-
var MIN_MIN_RESULTS = 1;
|
|
21
|
-
var MAX_MIN_RESULTS = 1e4;
|
|
22
|
-
var DEFAULT_RETENTION_DAYS = 30;
|
|
23
|
-
var MIN_RETENTION_DAYS = 1;
|
|
24
|
-
var MAX_RETENTION_DAYS = 365;
|
|
25
|
-
var DEFAULT_MAX_PHRASES_PER_DAY = 1e4;
|
|
26
|
-
var MAX_MAX_PHRASES_PER_DAY = 16384;
|
|
27
|
-
var DEFAULT_MAX_PHRASES_PER_PERSON = 100;
|
|
28
|
-
var MAX_MAX_PHRASES_PER_PERSON = 1e3;
|
|
29
|
-
var DEFAULT_MAX_PEOPLE_PER_DAY = 1e5;
|
|
30
|
-
var MAX_MAX_PEOPLE_PER_DAY = 1e5;
|
|
31
|
-
var DEFAULT_MAX_GROUPS = 100;
|
|
32
|
-
var MAX_MAX_GROUPS = 1e3;
|
|
33
|
-
var DEFAULT_MIN_LETTERS = 4;
|
|
34
|
-
var DEFAULT_MAX_LENGTH = 100;
|
|
35
|
-
var MAX_MAX_LENGTH = 150;
|
|
36
|
-
var DEFAULT_MAX_WORDS = 8;
|
|
37
|
-
var MAX_MAX_WORDS = 50;
|
|
38
|
-
var DEFAULT_MAX_DIGITS = 5;
|
|
39
|
-
var DEFAULT_MAX_MERGE_PHRASES = 1e5;
|
|
40
|
-
var MAX_MAX_MERGE_PHRASES = 5e5;
|
|
41
|
-
var DEFAULT_MERGE_MEMORY_BYTES = 134217728;
|
|
42
|
-
var MIN_MERGE_MEMORY_BYTES = 16777216;
|
|
43
|
-
var MAX_MERGE_MEMORY_BYTES = 1073741824;
|
|
44
|
-
var DEFAULT_SAVE_INTERVAL_MS = 3e5;
|
|
45
|
-
var MIN_SAVE_INTERVAL_MS = 1e3;
|
|
46
|
-
var MAX_SAVE_INTERVAL_MS = 36e5;
|
|
47
|
-
var DEFAULT_RESULT_CHECKS_PER_SECOND = 20;
|
|
48
|
-
var MAX_RESULT_CHECKS_PER_SECOND = 1e3;
|
|
49
|
-
var DEFAULT_SCHEDULE = "0 3 * * *";
|
|
50
|
-
var SCHEDULE_OFF = "off";
|
|
51
|
-
var DEFAULT_TIME_ZONE = "UTC";
|
|
52
|
-
var MAX_PERSON_PAIRS_PER_DAY = 1e7;
|
|
53
|
-
var MAX_FILE_PEOPLE_PER_DAY = 65536;
|
|
54
|
-
var MAX_MERGE_PEOPLE = 2097152;
|
|
55
|
-
var MAX_PEOPLE_PER_PHRASE_IN_FILE = 4096;
|
|
56
|
-
var MAX_FIELDS = 32;
|
|
57
|
-
var MAX_SETTING_BYTES = 16384;
|
|
58
|
-
var MAX_BANNED_PHRASES = 1e3;
|
|
59
|
-
var MAX_BAN_LIST_BYTES = 262144;
|
|
60
|
-
var MAX_BANNED_PHRASE_CODE_POINTS = 150;
|
|
61
|
-
var MAX_SOURCE_INDEX_NAME_LENGTH = 210;
|
|
62
|
-
var MAX_PERSON_UTF16_UNITS = 256;
|
|
63
|
-
var MAX_GROUP_LENGTH = 32;
|
|
64
|
-
var RAW_PHRASE_UTF16_UNITS_PER_CODE_POINT = 8;
|
|
65
|
-
var PAIR_BLOCK_SLOTS = 16;
|
|
66
|
-
var PAIR_PAGE_BLOCKS = 16384;
|
|
67
|
-
var PERSON_TABLE_MIN_SLOTS = 1024;
|
|
68
|
-
var MIN_PHRASE_TABLE_CAPACITY = 64;
|
|
69
|
-
var MAX_MANUAL_SUGGESTION_COUNT = 4294967295;
|
|
70
|
-
var BYTES_PER_MIB = 1048576;
|
|
71
|
-
var MS_PER_SECOND = 1e3;
|
|
72
|
-
var DAY_MS = 864e5;
|
|
73
|
-
var HISTORY_SWEEP_INTERVAL_MS = 36e5;
|
|
74
|
-
var SCHEDULE_LOOKAHEAD_DAYS = 2922;
|
|
75
|
-
var MAX_SCHEDULE_LENGTH = 256;
|
|
76
|
-
var BUILD_WRITE_BATCH = 500;
|
|
77
|
-
var BUILD_LIST_PAGE = 1e3;
|
|
78
|
-
|
|
79
|
-
export { BUILD_LIST_PAGE, BUILD_WRITE_BATCH, BYTES_PER_MIB, DAY_MS, DEFAULT_MAX_DIGITS, DEFAULT_MAX_GROUPS, DEFAULT_MAX_LENGTH, DEFAULT_MAX_MERGE_PHRASES, DEFAULT_MAX_PEOPLE_PER_DAY, DEFAULT_MAX_PHRASES_PER_DAY, DEFAULT_MAX_PHRASES_PER_PERSON, DEFAULT_MAX_WORDS, DEFAULT_MERGE_MEMORY_BYTES, DEFAULT_MIN_LETTERS, DEFAULT_MIN_PEOPLE, DEFAULT_MIN_RESULTS, DEFAULT_PREVIEW_LIMIT, DEFAULT_RESULT_CHECKS_PER_SECOND, DEFAULT_RETENTION_DAYS, DEFAULT_SAVE_INTERVAL_MS, DEFAULT_SCHEDULE, DEFAULT_TIME_ZONE, HISTORY_SWEEP_INTERVAL_MS, KEY_FINGERPRINT_BYTES, KEY_FINGERPRINT_LABEL, MAX_BANNED_PHRASES, MAX_BANNED_PHRASE_CODE_POINTS, MAX_BAN_LIST_BYTES, MAX_FIELDS, MAX_FILE_PEOPLE_PER_DAY, MAX_GROUP_LENGTH, MAX_HISTORY_FILE_BYTES, MAX_INDEX_UUID_LENGTH, MAX_MANUAL_SUGGESTION_COUNT, MAX_MAX_GROUPS, MAX_MAX_LENGTH, MAX_MAX_MERGE_PHRASES, MAX_MAX_PEOPLE_PER_DAY, MAX_MAX_PHRASES_PER_DAY, MAX_MAX_PHRASES_PER_PERSON, MAX_MAX_WORDS, MAX_MERGE_MEMORY_BYTES, MAX_MERGE_PEOPLE, MAX_MIN_PEOPLE, MAX_MIN_RESULTS, MAX_PEOPLE_PER_PHRASE_IN_FILE, MAX_PERSON_PAIRS_PER_DAY, MAX_PERSON_UTF16_UNITS, MAX_PREVIEW_LIMIT, MAX_RESULT_CHECKS_PER_SECOND, MAX_RETENTION_DAYS, MAX_SAVE_INTERVAL_MS, MAX_SCHEDULE_LENGTH, MAX_SETTING_BYTES, MAX_SOURCE_INDEX_NAME_LENGTH, MAX_TIMER_DELAY_MS, MIN_KEY_BYTES, MIN_MERGE_MEMORY_BYTES, MIN_MIN_PEOPLE, MIN_MIN_RESULTS, MIN_PHRASE_TABLE_CAPACITY, MIN_RETENTION_DAYS, MIN_SAVE_INTERVAL_MS, MS_PER_SECOND, PAIR_BLOCK_SLOTS, PAIR_PAGE_BLOCKS, PERSON_TABLE_MIN_SLOTS, QUERY_HISTORY_ARCHIVE_PREFIX, QUERY_HISTORY_FOLDER, RAW_PHRASE_UTF16_UNITS_PER_CODE_POINT, RESTORED_HISTORY_FOLDER, RESTORE_STAGING_INFIX, SCHEDULE_LOOKAHEAD_DAYS, SCHEDULE_OFF, SCRAMBLED_ID_BYTES, SUGGESTIONS_INDEX_INFIX };
|
|
@@ -1,150 +0,0 @@
|
|
|
1
|
-
import { RESTORE_ESTIMATE_MARGIN, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-ELV4OZOI.mjs';
|
|
2
|
-
import { collectAndReturnPages } from './chunk-OIZS5KIX.mjs';
|
|
3
|
-
import { readResidentMemory } from './chunk-3V7DNNZL.mjs';
|
|
4
|
-
import { extractVectorFieldsFromSchema, readHeapStatistics } from './chunk-STOWQFT3.mjs';
|
|
5
|
-
import { NarsilError, ErrorCodes } from './chunk-SRMZXJSL.mjs';
|
|
6
|
-
|
|
7
|
-
// src/engine/snapshot/memory-budget.ts
|
|
8
|
-
var MEGABYTE_BYTES = 1048576;
|
|
9
|
-
var ARCHIVE_RATES = {
|
|
10
|
-
worst: {
|
|
11
|
-
heap: {
|
|
12
|
-
perStoredByte: RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE,
|
|
13
|
-
perVector: RESTORE_WORST_HEAP_BYTES_PER_VECTOR,
|
|
14
|
-
perVectorDimension: RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION
|
|
15
|
-
},
|
|
16
|
-
external: {
|
|
17
|
-
perStoredByte: RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE,
|
|
18
|
-
perVector: RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR,
|
|
19
|
-
perVectorDimension: RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION
|
|
20
|
-
}
|
|
21
|
-
},
|
|
22
|
-
floor: {
|
|
23
|
-
heap: {
|
|
24
|
-
perStoredByte: RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE,
|
|
25
|
-
perVector: RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR,
|
|
26
|
-
perVectorDimension: RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION
|
|
27
|
-
},
|
|
28
|
-
external: {
|
|
29
|
-
perStoredByte: RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE,
|
|
30
|
-
perVector: RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR,
|
|
31
|
-
perVectorDimension: RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION
|
|
32
|
-
}
|
|
33
|
-
}
|
|
34
|
-
};
|
|
35
|
-
var EARLIER_SNAPSHOT_RATES = {
|
|
36
|
-
worst: {
|
|
37
|
-
heap: {
|
|
38
|
-
perStoredByte: RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE,
|
|
39
|
-
perVector: RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR,
|
|
40
|
-
perVectorDimension: RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION
|
|
41
|
-
},
|
|
42
|
-
external: {
|
|
43
|
-
perStoredByte: RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE,
|
|
44
|
-
perVector: RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR,
|
|
45
|
-
perVectorDimension: RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION
|
|
46
|
-
}
|
|
47
|
-
},
|
|
48
|
-
floor: {
|
|
49
|
-
heap: {
|
|
50
|
-
perStoredByte: RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE,
|
|
51
|
-
perVector: RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR,
|
|
52
|
-
perVectorDimension: RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION
|
|
53
|
-
},
|
|
54
|
-
external: {
|
|
55
|
-
perStoredByte: RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE,
|
|
56
|
-
perVector: RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR,
|
|
57
|
-
perVectorDimension: RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION
|
|
58
|
-
}
|
|
59
|
-
}
|
|
60
|
-
};
|
|
61
|
-
function bytesAt(rate, storedBytes, vectors) {
|
|
62
|
-
let bytes = storedBytes * rate.perStoredByte;
|
|
63
|
-
for (const { dimension, count } of vectors) bytes += count * (rate.perVector + dimension * rate.perVectorDimension);
|
|
64
|
-
return bytes;
|
|
65
|
-
}
|
|
66
|
-
function footprintAt(rates, replacesIndex, storedBytes, vectors) {
|
|
67
|
-
const chosen = replacesIndex ? rates.worst : rates.floor;
|
|
68
|
-
const scale = replacesIndex ? RESTORE_ESTIMATE_MARGIN : 1 / RESTORE_ESTIMATE_MARGIN;
|
|
69
|
-
return {
|
|
70
|
-
heapBytes: bytesAt(chosen.heap, storedBytes, vectors) * scale,
|
|
71
|
-
externalBytes: bytesAt(chosen.external, storedBytes, vectors) * scale
|
|
72
|
-
};
|
|
73
|
-
}
|
|
74
|
-
function deadCountOf(dead) {
|
|
75
|
-
if (dead === null) return 0;
|
|
76
|
-
let count = 0;
|
|
77
|
-
for (const byte of dead) {
|
|
78
|
-
for (let bits = byte; bits !== 0; bits &= bits - 1) count += 1;
|
|
79
|
-
}
|
|
80
|
-
return count;
|
|
81
|
-
}
|
|
82
|
-
function storedBytesOfSegments(manifest) {
|
|
83
|
-
let bytes = 0;
|
|
84
|
-
for (const partition of manifest.partitions) {
|
|
85
|
-
for (const segment of partition.segments) bytes += segment.bytes;
|
|
86
|
-
}
|
|
87
|
-
return bytes;
|
|
88
|
-
}
|
|
89
|
-
function archiveFootprint(prepared, manifest, replacesIndex, segmentBytes) {
|
|
90
|
-
const dimensions = extractVectorFieldsFromSchema(prepared.config.schema);
|
|
91
|
-
const vectors = [];
|
|
92
|
-
for (const field of manifest.vectors) {
|
|
93
|
-
const dimension = dimensions.get(field.fieldPath) ?? 0;
|
|
94
|
-
for (const file of field.files) vectors.push({ dimension, count: Math.max(0, file.count - deadCountOf(file.dead)) });
|
|
95
|
-
}
|
|
96
|
-
return footprintAt(ARCHIVE_RATES, replacesIndex, segmentBytes, vectors);
|
|
97
|
-
}
|
|
98
|
-
function earlierSnapshotFootprint(prepared, partitionBytes, vectorCounts, replacesIndex) {
|
|
99
|
-
const dimensions = extractVectorFieldsFromSchema(prepared.config.schema);
|
|
100
|
-
const vectors = [...vectorCounts].map(([fieldPath, count]) => ({ dimension: dimensions.get(fieldPath) ?? 0, count }));
|
|
101
|
-
return footprintAt(EARLIER_SNAPSHOT_RATES, replacesIndex, partitionBytes, vectors);
|
|
102
|
-
}
|
|
103
|
-
function inMegabytes(bytes) {
|
|
104
|
-
return Math.ceil(bytes / MEGABYTE_BYTES);
|
|
105
|
-
}
|
|
106
|
-
function shortfallOf(heapBytes, processBytes, countInUse) {
|
|
107
|
-
const heap = readHeapStatistics();
|
|
108
|
-
if (heap !== null) {
|
|
109
|
-
const limitBytes = heap.configuredLimitBytes ?? heap.limitBytes;
|
|
110
|
-
const availableBytes = countInUse ? limitBytes - heap.usedBytes : limitBytes;
|
|
111
|
-
if (heapBytes > availableBytes) return { budget: "heap", neededBytes: heapBytes, availableBytes };
|
|
112
|
-
}
|
|
113
|
-
const resident = readResidentMemory();
|
|
114
|
-
if (resident !== null) {
|
|
115
|
-
const availableBytes = countInUse ? resident.limitBytes - resident.residentBytes : resident.limitBytes;
|
|
116
|
-
if (processBytes > availableBytes) return { budget: "process", neededBytes: processBytes, availableBytes };
|
|
117
|
-
}
|
|
118
|
-
return null;
|
|
119
|
-
}
|
|
120
|
-
function refuse(indexName, replacesIndex, shortfall) {
|
|
121
|
-
const { budget, neededBytes, availableBytes } = shortfall;
|
|
122
|
-
const where = budget === "heap" ? "of JavaScript heap" : "of process memory";
|
|
123
|
-
const outcome = replacesIndex ? "so the index keeps its earlier contents. Drop the index first to free the memory that it holds, or give the process more memory, then restore again" : "so the engine creates no index. Give the process more memory, then restore again";
|
|
124
|
-
throw new NarsilError(
|
|
125
|
-
ErrorCodes.RESTORE_MEMORY_EXCEEDED,
|
|
126
|
-
`The restore of index "${indexName}" needs about ${inMegabytes(neededBytes)} MB ${where}, and this process has ${inMegabytes(Math.max(0, availableBytes))} MB free, ${outcome}`,
|
|
127
|
-
{ indexName, budget, neededBytes, availableBytes }
|
|
128
|
-
);
|
|
129
|
-
}
|
|
130
|
-
function requireAnalysisRebuildMemory(indexName, termBytes) {
|
|
131
|
-
if (shortfallOf(termBytes, termBytes, true) === null) return;
|
|
132
|
-
const shortfall = shortfallOf(termBytes, termBytes, collectAndReturnPages());
|
|
133
|
-
if (shortfall === null) return;
|
|
134
|
-
const { budget, neededBytes, availableBytes } = shortfall;
|
|
135
|
-
const where = budget === "heap" ? "of JavaScript heap" : "of process memory";
|
|
136
|
-
throw new NarsilError(
|
|
137
|
-
ErrorCodes.ANALYSIS_REBUILD_MEMORY_EXCEEDED,
|
|
138
|
-
`The analysis change of index "${indexName}" needs about ${inMegabytes(neededBytes)} MB ${where} for a second copy of its terms, and this process has ${inMegabytes(Math.max(0, availableBytes))} MB free, so the index keeps its current settings. Give the process more memory, then change the settings again`,
|
|
139
|
-
{ indexName, budget, neededBytes, availableBytes }
|
|
140
|
-
);
|
|
141
|
-
}
|
|
142
|
-
function requireRestoreMemory(indexName, footprint, replacesIndex) {
|
|
143
|
-
const processBytes = footprint.heapBytes + footprint.externalBytes;
|
|
144
|
-
if (shortfallOf(footprint.heapBytes, processBytes, true) === null) return;
|
|
145
|
-
const collected = collectAndReturnPages();
|
|
146
|
-
const shortfall = shortfallOf(footprint.heapBytes, processBytes, collected || replacesIndex);
|
|
147
|
-
if (shortfall !== null) refuse(indexName, replacesIndex, shortfall);
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
export { archiveFootprint, earlierSnapshotFootprint, requireAnalysisRebuildMemory, requireRestoreMemory, storedBytesOfSegments };
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
// src/query-suggestions/attached.ts
|
|
2
|
-
var runtimes = /* @__PURE__ */ new WeakMap();
|
|
3
|
-
function attachRuntime(core, runtime) {
|
|
4
|
-
runtimes.set(core, runtime);
|
|
5
|
-
}
|
|
6
|
-
function attachedRuntimeOf(core) {
|
|
7
|
-
return runtimes.get(core);
|
|
8
|
-
}
|
|
9
|
-
|
|
10
|
-
export { attachRuntime, attachedRuntimeOf };
|