@delali/narsil 0.3.1-next.99 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/README.md +27 -8
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +101 -13
- package/dist/adapters/gcs.d.ts +49 -0
- package/dist/adapters/gcs.mjs +213 -0
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +2 -7
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/memory.mjs +5 -0
- package/dist/adapters/s3.d.ts +53 -0
- package/dist/adapters/s3.mjs +263 -0
- package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
- package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
- package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
- package/dist/browser/embed-GG6PS3EA.mjs +264 -0
- package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
- package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
- package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
- package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
- package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
- package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
- package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
- package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
- package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
- package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
- package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
- package/dist/chunk-2AFZE7Y3.mjs +72 -0
- package/dist/chunk-2CKDCC65.mjs +47 -0
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/chunk-44W3CBNG.mjs +7 -0
- package/dist/chunk-4H4RG2FR.mjs +13 -0
- package/dist/chunk-4PY4JYMY.mjs +11 -0
- package/dist/chunk-4ZPVAHWF.mjs +1289 -0
- package/dist/chunk-5EI5CXO6.mjs +197 -0
- package/dist/chunk-5F5MXWS5.mjs +283 -0
- package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
- package/dist/chunk-6FOENO4E.mjs +273 -0
- package/dist/chunk-6GHX35ZM.mjs +108 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-6N6HHBCQ.mjs +4596 -0
- package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
- package/dist/chunk-AVBPB3MI.mjs +602 -0
- package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6NALRK.mjs +31921 -0
- package/dist/chunk-C4ZMXXTL.mjs +92 -0
- package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
- package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
- package/dist/chunk-DXZ6JDWG.mjs +797 -0
- package/dist/chunk-FJXJZUWF.mjs +209 -0
- package/dist/chunk-FS3HPPSC.mjs +212 -0
- package/dist/chunk-FT4KLZXW.mjs +1164 -0
- package/dist/chunk-GR5GMFJJ.mjs +104 -0
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/chunk-GXED6R3Q.mjs +271 -0
- package/dist/chunk-HLPRHOSO.mjs +17 -0
- package/dist/chunk-IL5DRCNU.mjs +3041 -0
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/chunk-K5HSUPYS.mjs +11 -0
- package/dist/chunk-KYIRXTCA.mjs +100 -0
- package/dist/chunk-LFXS6OF7.mjs +289 -0
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/chunk-M2Z5WVWW.mjs +194 -0
- package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
- package/dist/chunk-M3OW2XSP.mjs +40 -0
- package/dist/chunk-MFPSQZ6P.mjs +127 -0
- package/dist/chunk-MRCJBWJZ.mjs +1292 -0
- package/dist/chunk-MSIN4NM3.mjs +25 -0
- package/dist/chunk-MW3CJVGP.mjs +219 -0
- package/dist/chunk-MYM6CAVK.mjs +76 -0
- package/dist/chunk-NJJN4FMM.mjs +84 -0
- package/dist/chunk-NM7I3BM7.mjs +59 -0
- package/dist/chunk-OIJ64LGT.mjs +19 -0
- package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/chunk-Q2AP2FSN.mjs +15 -0
- package/dist/chunk-R2PJKSNL.mjs +54 -0
- package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/chunk-S5QMWECL.mjs +7 -0
- package/dist/chunk-SLAC5PAB.mjs +5008 -0
- package/dist/chunk-T4HMSZCX.mjs +5 -0
- package/dist/chunk-TACP6VK6.mjs +111 -0
- package/dist/chunk-TGPKS2UM.mjs +125 -0
- package/dist/chunk-TKKXPKEO.mjs +979 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/chunk-XL56L4IR.mjs +228 -0
- package/dist/chunk-XQIAMDAG.mjs +3076 -0
- package/dist/chunk-YTUZ4R22.mjs +1063 -0
- package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
- package/dist/chunk-ZPJFGGGI.mjs +638 -0
- package/dist/chunk-ZXX5GZEX.mjs +17 -0
- package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
- package/dist/client.d.ts +11 -10
- package/dist/client.mjs +8 -898
- package/dist/config-Bnl7L-0H.d.ts +608 -0
- package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
- package/dist/core-leaf-6JVHEVFB.mjs +8 -0
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
- package/dist/distribution/coordinator/etcd.d.ts +63 -7
- package/dist/distribution/coordinator/etcd.mjs +725 -81
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/coordinator/in-memory.mjs +65 -10
- package/dist/distribution/transport/grpc.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +39 -10
- package/dist/distribution/transport/in-memory.d.ts +2 -2
- package/dist/distribution/transport/in-memory.mjs +9 -6
- package/dist/distribution/transport/tcp.d.ts +2 -2
- package/dist/distribution/transport/tcp.mjs +20 -15
- package/dist/distribution.d.ts +267 -56
- package/dist/distribution.mjs +23156 -11362
- package/dist/durability-config-VWS2K24E.mjs +96 -0
- package/dist/embed-4PHHKGBK.mjs +263 -0
- package/dist/embeddings/openai.d.ts +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
- package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
- package/dist/gzip-2UCZW2MM.mjs +31 -0
- package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
- package/dist/index.browser.mjs +4 -4
- package/dist/index.d.ts +2133 -57
- package/dist/index.mjs +16 -32
- package/dist/index.react-native.mjs +12 -0
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
- package/dist/module-5ZSLUQII.mjs +3729 -0
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
- package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
- package/dist/optional-writes-4UOQKETU.mjs +247 -0
- package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
- package/dist/partial-words.browser.mjs +1650 -0
- package/dist/partial-words.mjs +17 -11
- package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
- package/dist/pattern.mjs +6 -7
- package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
- package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
- package/dist/phrase-module-EFESWOCR.mjs +635 -0
- package/dist/query-actions-HMJUVWGT.mjs +119 -0
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +53 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +47 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +19 -0
- package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
- package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
- package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
- package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
- package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
- package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
- package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
- package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
- package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
- package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
- package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
- package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
- package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
- package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
- package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
- package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
- package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
- package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
- package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
- package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
- package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
- package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
- package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
- package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
- package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
- package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
- package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
- package/dist/react-native/partial-words.mjs +1658 -0
- package/dist/react-native/pattern.mjs +2570 -0
- package/dist/react-native/query-suggestions.mjs +55 -0
- package/dist/react-native/sync.mjs +2759 -0
- package/dist/react-native/synonyms.mjs +676 -0
- package/dist/react.d.ts +12 -8
- package/dist/react.mjs +45 -1
- package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
- package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
- package/dist/runtime-USQYKN3I.mjs +615 -0
- package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
- package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
- package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
- package/dist/server.d.ts +348 -22
- package/dist/server.mjs +2211 -327
- package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
- package/dist/store-leaf-6VMMSVBE.mjs +20 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +288 -0
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +242 -0
- package/dist/sync.browser.mjs +1271 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2712 -0
- package/dist/synonyms.browser.mjs +658 -0
- package/dist/synonyms.mjs +17 -7
- package/dist/tasks-65b6t6lk.d.ts +782 -0
- package/dist/thread-UJ3W5LVI.mjs +31 -0
- package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
- package/dist/types-CpCg-Gq-.d.ts +227 -0
- package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
- package/dist/vector/search-worker.d.ts +10 -2
- package/dist/vector/search-worker.mjs +11 -11
- package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
- package/dist/workers/entry.mjs +75 -15
- package/openapi.json +6840 -0
- package/package.json +406 -19
- package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
- package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
- package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
- package/dist/browser/chunk-QWES44AW.mjs +0 -473
- package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
- package/dist/browser/module-PDXYHT75.mjs +0 -2822
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
- package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
- package/dist/browser/write-L7FAQA47.mjs +0 -208
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-5XNIRLFC.mjs +0 -96
- package/dist/chunk-7X5JST5L.mjs +0 -114
- package/dist/chunk-AV4IJKD2.mjs +0 -35
- package/dist/chunk-AY3AQ3UH.mjs +0 -73
- package/dist/chunk-BKB3XTMI.mjs +0 -707
- package/dist/chunk-C7SLA6CM.mjs +0 -19
- package/dist/chunk-COVCQ73F.mjs +0 -587
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-E74YLAIG.mjs +0 -24
- package/dist/chunk-FMWRCP2C.mjs +0 -57
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-JFRNNBOM.mjs +0 -35
- package/dist/chunk-K25LZA54.mjs +0 -8484
- package/dist/chunk-KEHK2O6P.mjs +0 -13
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L3L5YFXC.mjs +0 -614
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LH4NZNJJ.mjs +0 -1731
- package/dist/chunk-LU2CE5AE.mjs +0 -507
- package/dist/chunk-LXWDQLTW.mjs +0 -30
- package/dist/chunk-MHOSCQCQ.mjs +0 -948
- package/dist/chunk-NKRBEGJZ.mjs +0 -1705
- package/dist/chunk-NTRMFARG.mjs +0 -462
- package/dist/chunk-NW4XDSP2.mjs +0 -212
- package/dist/chunk-OOEXLUGR.mjs +0 -117
- package/dist/chunk-ORBLD3EL.mjs +0 -6
- package/dist/chunk-OWNZYMRE.mjs +0 -3591
- package/dist/chunk-PPY2GSIB.mjs +0 -44
- package/dist/chunk-QY7GC2MW.mjs +0 -33
- package/dist/chunk-R6A773WK.mjs +0 -226
- package/dist/chunk-R6PR4WYZ.mjs +0 -68
- package/dist/chunk-R7EEKAJE.mjs +0 -593
- package/dist/chunk-RONEOEON.mjs +0 -426
- package/dist/chunk-VWULPWRJ.mjs +0 -7469
- package/dist/chunk-WCJKUGHB.mjs +0 -262
- package/dist/chunk-WQBCBKY3.mjs +0 -8
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-YA7XLE2R.mjs +0 -1256
- package/dist/chunk-YTJCGKM4.mjs +0 -56
- package/dist/chunk-ZG477IPV.mjs +0 -526
- package/dist/chunk-ZYNAMIYX.mjs +0 -113
- package/dist/config-BGB_fDtq.d.ts +0 -237
- package/dist/direct-executor-CXZ66ACP.mjs +0 -22
- package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
- package/dist/engine-BGCEm9E_.d.ts +0 -577
- package/dist/module-3NONKBZX.mjs +0 -1860
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-queue-JPRBUYII.mjs +0 -35
- package/dist/runtime-ZKYZFJJC.mjs +0 -177
- package/dist/snapshot-HOGXNO5W.mjs +0 -793
- package/dist/tasks-HG3rlxx6.d.ts +0 -302
- package/dist/thread-B657LQXK.mjs +0 -692
- package/dist/write-XLIGTXBU.mjs +0 -238
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
import { fnv1a } from './chunk-BY6NALRK.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
|
+
|
|
4
|
+
// src/persistence/durability/segment/layout.ts
|
|
5
|
+
var SEGMENT_ID_WIDTH = 16;
|
|
6
|
+
function manifestKey(indexName) {
|
|
7
|
+
return `${indexName}/manifest`;
|
|
8
|
+
}
|
|
9
|
+
function snapshotBundleKey(indexName) {
|
|
10
|
+
return `${indexName}/snapshot`;
|
|
11
|
+
}
|
|
12
|
+
function segmentPrefix(indexName, partitionId) {
|
|
13
|
+
return `${indexName}/segments/${partitionId}/`;
|
|
14
|
+
}
|
|
15
|
+
function segmentKey(indexName, partitionId, segmentId) {
|
|
16
|
+
return `${segmentPrefix(indexName, partitionId)}s${formatSegmentId(segmentId)}`;
|
|
17
|
+
}
|
|
18
|
+
function segmentsPrefix(indexName) {
|
|
19
|
+
return `${indexName}/segments/`;
|
|
20
|
+
}
|
|
21
|
+
function vectorFileKey(indexName, fieldPath, fileId) {
|
|
22
|
+
return `${segmentsPrefix(indexName)}vec-${encodeFieldPath(fieldPath)}-f${formatSegmentId(fileId)}`;
|
|
23
|
+
}
|
|
24
|
+
function requireGeneration(generation) {
|
|
25
|
+
if (Number.isSafeInteger(generation) && generation > 0) return;
|
|
26
|
+
throw new NarsilError(
|
|
27
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
28
|
+
`Vector graph generation ${generation} must be a positive integer`,
|
|
29
|
+
{ generation }
|
|
30
|
+
);
|
|
31
|
+
}
|
|
32
|
+
function graphPartKey(indexName, fieldPath, generation, part) {
|
|
33
|
+
requireGeneration(generation);
|
|
34
|
+
return `${segmentsPrefix(indexName)}vec-${encodeFieldPath(fieldPath)}-graph-g${generation}-p${formatSegmentId(part)}`;
|
|
35
|
+
}
|
|
36
|
+
function formatSegmentId(segmentId) {
|
|
37
|
+
if (!Number.isInteger(segmentId) || segmentId < 0) {
|
|
38
|
+
throw new NarsilError(
|
|
39
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
40
|
+
`Segment id ${segmentId} must be a non-negative integer`,
|
|
41
|
+
{ segmentId }
|
|
42
|
+
);
|
|
43
|
+
}
|
|
44
|
+
return segmentId.toString().padStart(SEGMENT_ID_WIDTH, "0");
|
|
45
|
+
}
|
|
46
|
+
var FIELD_PATH_PATTERN = /^[A-Za-z0-9_.]+$/;
|
|
47
|
+
function encodeFieldPath(fieldPath) {
|
|
48
|
+
if (!FIELD_PATH_PATTERN.test(fieldPath)) {
|
|
49
|
+
throw new NarsilError(
|
|
50
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
51
|
+
`Vector field path "${fieldPath}" contains characters that cannot be encoded in a segment key`,
|
|
52
|
+
{ fieldPath }
|
|
53
|
+
);
|
|
54
|
+
}
|
|
55
|
+
const fingerprint = fnv1a(fieldPath).toString(36);
|
|
56
|
+
return `${fieldPath.replace(/\./g, "_")}-${fingerprint}`;
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
// src/persistence/durability/segment/manifest.ts
|
|
60
|
+
var SEGMENT_MANIFEST_VERSION = 7;
|
|
61
|
+
var EARLIER_SEGMENT_MANIFEST_VERSION = 6;
|
|
62
|
+
var MANIFEST_ENVELOPE_VERSION = 2;
|
|
63
|
+
var MAX_SEGMENTS_PER_PARTITION = 65536;
|
|
64
|
+
var MAX_SEGMENT_ID = 281474976710655;
|
|
65
|
+
function manifestWithinPartitionCount(manifest, partitionCount) {
|
|
66
|
+
return {
|
|
67
|
+
...manifest,
|
|
68
|
+
checkpoint: manifest.checkpoint.filter((entry) => entry.partitionId < partitionCount),
|
|
69
|
+
partitions: manifest.partitions.filter((partition) => partition.partitionId < partitionCount)
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
function manifestReferencedKeys(manifest) {
|
|
73
|
+
const keys = /* @__PURE__ */ new Set();
|
|
74
|
+
for (const partition of manifest.partitions) {
|
|
75
|
+
for (const segment of partition.segments) {
|
|
76
|
+
keys.add(segment.key);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
for (const vector of manifest.vectors) {
|
|
80
|
+
for (const file of vector.files) keys.add(file.key);
|
|
81
|
+
for (const part of vector.graphParts) keys.add(part.key);
|
|
82
|
+
}
|
|
83
|
+
return keys;
|
|
84
|
+
}
|
|
85
|
+
function manifestFileRefs(manifest) {
|
|
86
|
+
const refs = [];
|
|
87
|
+
for (const partition of manifest.partitions) refs.push(...partition.segments);
|
|
88
|
+
for (const vector of manifest.vectors) refs.push(...vector.files, ...vector.graphParts);
|
|
89
|
+
return refs;
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
export { EARLIER_SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION, MAX_SEGMENTS_PER_PARTITION, MAX_SEGMENT_ID, SEGMENT_MANIFEST_VERSION, graphPartKey, manifestFileRefs, manifestKey, manifestReferencedKeys, manifestWithinPartitionCount, segmentKey, segmentsPrefix, snapshotBundleKey, vectorFileKey };
|
|
@@ -1,11 +1,21 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import {
|
|
1
|
+
import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-M2Z5WVWW.mjs';
|
|
2
|
+
import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-JDDXV6UF.mjs';
|
|
3
|
+
import { storedStateOf } from './chunk-TKKXPKEO.mjs';
|
|
4
|
+
import { getLanguage, generateId, decodeSynonymRules } from './chunk-BY6NALRK.mjs';
|
|
5
|
+
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
6
|
+
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
7
|
+
import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-3ECIRFS5.mjs';
|
|
8
|
+
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
9
|
+
import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
|
|
10
|
+
import { encode } from '@msgpack/msgpack';
|
|
11
|
+
|
|
12
|
+
// src/distribution/payload-guards.ts
|
|
13
|
+
function isRecord(value) {
|
|
14
|
+
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
15
|
+
}
|
|
16
|
+
function isValidInteger(value) {
|
|
17
|
+
return typeof value === "number" && Number.isFinite(value) && Number.isInteger(value);
|
|
18
|
+
}
|
|
9
19
|
|
|
10
20
|
// src/distribution/cluster/constants.ts
|
|
11
21
|
var LEADERSHIP_IMBALANCE_THRESHOLD = 2;
|
|
@@ -18,10 +28,26 @@ var TEARDOWN_CAS_ATTEMPTS = 5;
|
|
|
18
28
|
var TEARDOWN_RETRY_DELAY_MS = 500;
|
|
19
29
|
var TEARDOWN_RETRY_ROUNDS = 3;
|
|
20
30
|
var RECOVERY_CAS_ATTEMPTS = 5;
|
|
31
|
+
var REPLICATION_FACTOR_CAS_ATTEMPTS = 5;
|
|
32
|
+
var SYNC_EPOCH_CAS_ATTEMPTS = 5;
|
|
33
|
+
var HIDDEN_GENERATION_PREFIX = "narsil-generation-";
|
|
34
|
+
var RESHARD_CUTOVER_LAG_ENTRIES = 1e3;
|
|
35
|
+
var RESHARD_CUTOVER_TIMEOUT_MS = 1e4;
|
|
36
|
+
var MAX_RESHARD_CUTOVER_ATTEMPTS = 10;
|
|
37
|
+
var RESHARD_POLL_INTERVAL_MS = 50;
|
|
38
|
+
var RESHARD_CONTROLLER_POLL_INTERVAL_MS = 250;
|
|
39
|
+
var ANALYSIS_CHANGE_POLL_INTERVAL_MS = 100;
|
|
40
|
+
var ANALYSIS_REBUILD_RESEND_MS = 3e4;
|
|
41
|
+
var ANALYSIS_CHANGE_RETRY_MS = 1e3;
|
|
42
|
+
var RESHARD_RECORD_CHECK_INTERVAL_MS = 1e3;
|
|
43
|
+
var RESHARD_RETRY_DELAY_MS = 200;
|
|
44
|
+
var RESHARD_FORWARD_BATCH_DOCUMENTS = 256;
|
|
45
|
+
var RESHARD_RECORD_CAS_ATTEMPTS = 10;
|
|
21
46
|
var PARTITION_STORES_TIMEOUT_MS = 5e3;
|
|
22
47
|
var DEFAULT_CONTROLLER_CONFIG = {
|
|
23
48
|
leaseTtlMs: 15e3,
|
|
24
|
-
standbyRetryMs: 5e3
|
|
49
|
+
standbyRetryMs: 5e3,
|
|
50
|
+
nodeLeftDelayMs: 6e4
|
|
25
51
|
};
|
|
26
52
|
var DEFAULT_NODE_LIFECYCLE_CONFIG = {
|
|
27
53
|
bootstrapRetryBaseMs: 1e3,
|
|
@@ -31,13 +57,111 @@ var DEFAULT_NODE_LIFECYCLE_CONFIG = {
|
|
|
31
57
|
nodeHeartbeatIntervalMs: 1e4
|
|
32
58
|
};
|
|
33
59
|
var MAX_SYNONYM_GENERATION_LENGTH = 128;
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
function
|
|
37
|
-
|
|
60
|
+
var UNFED_REPLICA_CHECK_INTERVAL_MS = 1e3;
|
|
61
|
+
var UNFED_REPLICA_RESYNC_MS = 15e3;
|
|
62
|
+
function decodeClusterQuerySuggestionSettings(raw, reject) {
|
|
63
|
+
let state;
|
|
64
|
+
try {
|
|
65
|
+
state = storedStateOf({
|
|
66
|
+
querySuggestions: raw.querySuggestions,
|
|
67
|
+
bannedQueries: raw.bannedQueries,
|
|
68
|
+
querySuggestionsSource: raw.querySuggestionsSource
|
|
69
|
+
});
|
|
70
|
+
} catch (error) {
|
|
71
|
+
return reject(error instanceof NarsilError ? error.message : "the query suggestion settings are malformed");
|
|
72
|
+
}
|
|
73
|
+
return state ?? {};
|
|
74
|
+
}
|
|
75
|
+
function suggestionStateOfSettings(settings) {
|
|
76
|
+
if (settings === void 0) return null;
|
|
77
|
+
const state = {
|
|
78
|
+
...settings.querySuggestions !== void 0 ? { querySuggestions: settings.querySuggestions } : {},
|
|
79
|
+
...settings.bannedQueries !== void 0 ? { bannedQueries: settings.bannedQueries } : {},
|
|
80
|
+
...settings.querySuggestionsSource !== void 0 ? { querySuggestionsSource: settings.querySuggestionsSource } : {}
|
|
81
|
+
};
|
|
82
|
+
return Object.keys(state).length === 0 ? null : state;
|
|
38
83
|
}
|
|
39
|
-
function
|
|
40
|
-
|
|
84
|
+
function metadataWithSuggestionState(snapshot, state) {
|
|
85
|
+
const decoded = decode(snapshot.bytes);
|
|
86
|
+
const fields = isRecord2(decoded) ? decoded : {};
|
|
87
|
+
const {
|
|
88
|
+
querySuggestions: _setting,
|
|
89
|
+
bannedQueries: _banned,
|
|
90
|
+
...settings
|
|
91
|
+
} = isRecord2(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
|
|
92
|
+
const next = {
|
|
93
|
+
...settings,
|
|
94
|
+
...state?.querySuggestions !== void 0 ? { querySuggestions: state.querySuggestions } : {},
|
|
95
|
+
...state?.bannedQueries !== void 0 && state.bannedQueries.length > 0 ? { bannedQueries: state.bannedQueries } : {}
|
|
96
|
+
};
|
|
97
|
+
return new Uint8Array(encode({ ...fields, settings: next }, { ignoreUndefined: true }));
|
|
98
|
+
}
|
|
99
|
+
function isPositiveSafeInteger(value) {
|
|
100
|
+
return typeof value === "number" && Number.isSafeInteger(value) && value >= 1;
|
|
101
|
+
}
|
|
102
|
+
function decodeHistorySetting(field, raw, reject) {
|
|
103
|
+
if (!isRecord2(raw) || typeof raw.enabled !== "boolean") {
|
|
104
|
+
return reject(`${field} must be a map with a boolean enabled`);
|
|
105
|
+
}
|
|
106
|
+
const { historyMaxAgeMs, historyMaxBytes } = raw;
|
|
107
|
+
if (historyMaxAgeMs !== void 0 && !isPositiveSafeInteger(historyMaxAgeMs)) {
|
|
108
|
+
return reject(`${field}.historyMaxAgeMs must be a positive whole number`);
|
|
109
|
+
}
|
|
110
|
+
if (historyMaxBytes !== void 0 && !isPositiveSafeInteger(historyMaxBytes)) {
|
|
111
|
+
return reject(`${field}.historyMaxBytes must be a positive whole number`);
|
|
112
|
+
}
|
|
113
|
+
return {
|
|
114
|
+
enabled: raw.enabled,
|
|
115
|
+
...historyMaxAgeMs !== void 0 ? { historyMaxAgeMs } : {},
|
|
116
|
+
...historyMaxBytes !== void 0 ? { historyMaxBytes } : {}
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
function decodeChangesSetting(raw, reject) {
|
|
120
|
+
const history = decodeHistorySetting("changes", raw, reject);
|
|
121
|
+
const previousDocument = isRecord2(raw) ? raw.previousDocument : void 0;
|
|
122
|
+
if (previousDocument !== void 0 && typeof previousDocument !== "boolean") {
|
|
123
|
+
return reject("changes.previousDocument must be a boolean");
|
|
124
|
+
}
|
|
125
|
+
return { ...history, ...previousDocument === true ? { previousDocument } : {} };
|
|
126
|
+
}
|
|
127
|
+
function decodeClusterSyncSettings(raw, reject) {
|
|
128
|
+
const sync = raw.sync === void 0 ? void 0 : decodeHistorySetting("sync", raw.sync, reject);
|
|
129
|
+
const changes = raw.changes === void 0 ? void 0 : decodeChangesSetting(raw.changes, reject);
|
|
130
|
+
if (raw.syncActive !== void 0 && typeof raw.syncActive !== "boolean") {
|
|
131
|
+
return reject("syncActive must be a boolean");
|
|
132
|
+
}
|
|
133
|
+
if (raw.syncEpoch !== void 0 && !isSyncEpoch(raw.syncEpoch)) {
|
|
134
|
+
return reject("syncEpoch must be 32 lowercase hexadecimal digits");
|
|
135
|
+
}
|
|
136
|
+
return {
|
|
137
|
+
...sync !== void 0 ? { sync } : {},
|
|
138
|
+
...raw.syncActive !== void 0 ? { syncActive: raw.syncActive } : {},
|
|
139
|
+
...raw.syncEpoch !== void 0 ? { syncEpoch: raw.syncEpoch } : {},
|
|
140
|
+
...changes !== void 0 ? { changes } : {}
|
|
141
|
+
};
|
|
142
|
+
}
|
|
143
|
+
function epochFeaturesOn(settings) {
|
|
144
|
+
return settings?.sync?.enabled === true || settings?.changes?.enabled === true;
|
|
145
|
+
}
|
|
146
|
+
function metadataWithSync(snapshot, next) {
|
|
147
|
+
const decoded = decode(snapshot.bytes);
|
|
148
|
+
const fields = isRecord2(decoded) ? decoded : {};
|
|
149
|
+
const settings = isRecord2(fields.settings) ? withoutSyncFields(fields.settings) : { language: snapshot.settings?.language ?? getLanguage("english").name };
|
|
150
|
+
return new Uint8Array(encode({ ...fields, settings: { ...settings, ...next } }, { ignoreUndefined: true }));
|
|
151
|
+
}
|
|
152
|
+
function withoutSyncFields(settings) {
|
|
153
|
+
const { sync: _sync, syncActive: _active, syncEpoch: _epoch, changes: _changes, ...rest } = settings;
|
|
154
|
+
return rest;
|
|
155
|
+
}
|
|
156
|
+
function syncSettingsOfSnapshot(snapshot) {
|
|
157
|
+
const settings = snapshot.settings;
|
|
158
|
+
if (settings === void 0) return {};
|
|
159
|
+
return {
|
|
160
|
+
...settings.sync !== void 0 ? { sync: settings.sync } : {},
|
|
161
|
+
...settings.syncActive !== void 0 ? { syncActive: settings.syncActive } : {},
|
|
162
|
+
...settings.syncEpoch !== void 0 ? { syncEpoch: settings.syncEpoch } : {},
|
|
163
|
+
...settings.changes !== void 0 ? { changes: settings.changes } : {}
|
|
164
|
+
};
|
|
41
165
|
}
|
|
42
166
|
|
|
43
167
|
// src/distribution/cluster/synonym-set.ts
|
|
@@ -133,6 +257,16 @@ async function readSynonymSet(coordinator, indexUuid, ref, reject) {
|
|
|
133
257
|
if (await digestOf(encoded) !== ref.digest) return reject("the stored synonym set does not match its digest");
|
|
134
258
|
return encoded;
|
|
135
259
|
}
|
|
260
|
+
async function copySynonymSet(coordinator, sourceUuid, targetUuid, ref, reject) {
|
|
261
|
+
const encoded = await readSynonymSet(coordinator, sourceUuid, ref, reject);
|
|
262
|
+
if (encoded === null) return false;
|
|
263
|
+
for (let chunk = 0; chunk < ref.chunkCount; chunk++) {
|
|
264
|
+
const start = chunk * SYNONYM_CHUNK_BYTES;
|
|
265
|
+
const bytes = encoded.subarray(start, Math.min(start + SYNONYM_CHUNK_BYTES, encoded.byteLength));
|
|
266
|
+
await coordinator.compareAndSet(synonymChunkKey(targetUuid, ref.generation, chunk), null, bytes);
|
|
267
|
+
}
|
|
268
|
+
return true;
|
|
269
|
+
}
|
|
136
270
|
function storedSynonymSetRules(encoded, reject) {
|
|
137
271
|
return decodeSynonymRules(encoded, (message) => reject(message));
|
|
138
272
|
}
|
|
@@ -177,12 +311,14 @@ function settingsFieldsOf(source) {
|
|
|
177
311
|
...bm25 !== void 0 ? {
|
|
178
312
|
bm25: {
|
|
179
313
|
...bm25.k1 !== void 0 ? { k1: bm25.k1 } : {},
|
|
180
|
-
...bm25.b !== void 0 ? { b: bm25.b } : {}
|
|
314
|
+
...bm25.b !== void 0 ? { b: bm25.b } : {},
|
|
315
|
+
...bm25.fields !== void 0 ? { fields: bm25.fields } : {}
|
|
181
316
|
}
|
|
182
317
|
} : {},
|
|
183
318
|
...source.surfaceForms !== void 0 ? { surfaceForms: source.surfaceForms } : {},
|
|
184
319
|
...source.defaultScoring !== void 0 ? { defaultScoring: source.defaultScoring } : {},
|
|
185
320
|
...source.trackPositions !== void 0 ? { trackPositions: source.trackPositions } : {},
|
|
321
|
+
...source.textStorage !== void 0 ? { textStorage: source.textStorage } : {},
|
|
186
322
|
...source.strict !== void 0 ? { strict: source.strict } : {},
|
|
187
323
|
...source.required !== void 0 ? { required: source.required } : {},
|
|
188
324
|
...source.vectorPromotion !== void 0 ? { vectorPromotion: source.vectorPromotion } : {},
|
|
@@ -214,6 +350,38 @@ function settingsRejection(indexName) {
|
|
|
214
350
|
);
|
|
215
351
|
};
|
|
216
352
|
}
|
|
353
|
+
function isGeneration(value) {
|
|
354
|
+
return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
|
|
355
|
+
}
|
|
356
|
+
function isOptionalString(value) {
|
|
357
|
+
return value === void 0 || typeof value === "string";
|
|
358
|
+
}
|
|
359
|
+
function decodePendingAnalysis(raw, reject) {
|
|
360
|
+
if (raw === void 0) return void 0;
|
|
361
|
+
if (!isRecord2(raw) || typeof raw.changeId !== "string" || !isGeneration(raw.generation) || typeof raw.language !== "string" || !isOptionalString(raw.tokenizer) || !isOptionalString(raw.stopWords) || raw.stopWordList !== void 0 && (!Array.isArray(raw.stopWordList) || raw.stopWordList.some((word) => typeof word !== "string"))) {
|
|
362
|
+
return reject("pendingAnalysis is malformed");
|
|
363
|
+
}
|
|
364
|
+
return raw;
|
|
365
|
+
}
|
|
366
|
+
function decodeAnalysisFailure(raw, reject) {
|
|
367
|
+
if (raw === void 0) return void 0;
|
|
368
|
+
if (!isRecord2(raw) || typeof raw.changeId !== "string" || typeof raw.code !== "string" || typeof raw.message !== "string" || typeof raw.nodeId !== "string") {
|
|
369
|
+
return reject("analysisFailure is malformed");
|
|
370
|
+
}
|
|
371
|
+
return raw;
|
|
372
|
+
}
|
|
373
|
+
function decodeAnalysisMembers(raw, reject) {
|
|
374
|
+
if (raw.analysisGeneration !== void 0 && !isGeneration(raw.analysisGeneration)) {
|
|
375
|
+
return reject("analysisGeneration must be a non-negative integer");
|
|
376
|
+
}
|
|
377
|
+
const pendingAnalysis = decodePendingAnalysis(raw.pendingAnalysis, reject);
|
|
378
|
+
const analysisFailure = decodeAnalysisFailure(raw.analysisFailure, reject);
|
|
379
|
+
return {
|
|
380
|
+
...raw.analysisGeneration !== void 0 ? { analysisGeneration: raw.analysisGeneration } : {},
|
|
381
|
+
...pendingAnalysis !== void 0 ? { pendingAnalysis } : {},
|
|
382
|
+
...analysisFailure !== void 0 ? { analysisFailure } : {}
|
|
383
|
+
};
|
|
384
|
+
}
|
|
217
385
|
function decodeIndexSettings(raw, indexName) {
|
|
218
386
|
if (raw === void 0 || raw === null) {
|
|
219
387
|
return void 0;
|
|
@@ -228,14 +396,22 @@ function decodeIndexSettings(raw, indexName) {
|
|
|
228
396
|
const embedding = restoredEmbedding(raw.embedding, reject);
|
|
229
397
|
const partitions = restoredPartitionConfig(raw.partitionConfig, reject);
|
|
230
398
|
const synonyms = raw.synonyms === void 0 ? void 0 : decodeSynonymSetRef(raw.synonyms, reject);
|
|
399
|
+
const bm25Revision = raw.bm25Revision;
|
|
400
|
+
if (bm25Revision !== void 0 && (!Number.isSafeInteger(bm25Revision) || bm25Revision < 0)) {
|
|
401
|
+
return reject("bm25Revision must be a non-negative integer");
|
|
402
|
+
}
|
|
231
403
|
return {
|
|
232
404
|
language: raw.language,
|
|
405
|
+
...typeof bm25Revision === "number" ? { bm25Revision } : {},
|
|
406
|
+
...decodeAnalysisMembers(raw, reject),
|
|
233
407
|
...settingsFieldsOf({
|
|
234
408
|
...readSharedConfigFields(raw, reject),
|
|
235
409
|
...partitions !== void 0 ? { partitions } : {},
|
|
236
410
|
...embedding !== void 0 ? { embedding } : {}
|
|
237
411
|
}),
|
|
238
|
-
...synonyms !== void 0 ? { synonyms } : {}
|
|
412
|
+
...synonyms !== void 0 ? { synonyms } : {},
|
|
413
|
+
...decodeClusterSyncSettings(raw, reject),
|
|
414
|
+
...decodeClusterQuerySuggestionSettings(raw, reject)
|
|
239
415
|
};
|
|
240
416
|
}
|
|
241
417
|
function withPartitionCount(config, partitionCount) {
|
|
@@ -245,7 +421,24 @@ function indexConfigFromSettings(schema, settings, indexName) {
|
|
|
245
421
|
if (settings === void 0) {
|
|
246
422
|
return { schema };
|
|
247
423
|
}
|
|
248
|
-
const {
|
|
424
|
+
const {
|
|
425
|
+
language,
|
|
426
|
+
embedding,
|
|
427
|
+
partitionConfig,
|
|
428
|
+
synonyms: _synonyms,
|
|
429
|
+
bm25Revision: _revision,
|
|
430
|
+
analysisGeneration: _generation,
|
|
431
|
+
pendingAnalysis: _pending,
|
|
432
|
+
analysisFailure: _failure,
|
|
433
|
+
sync: _sync,
|
|
434
|
+
syncActive: _syncActive,
|
|
435
|
+
syncEpoch: _syncEpoch,
|
|
436
|
+
changes: _changes,
|
|
437
|
+
querySuggestions: _querySuggestions,
|
|
438
|
+
bannedQueries: _bannedQueries,
|
|
439
|
+
querySuggestionsSource: _querySuggestionsSource,
|
|
440
|
+
...fields
|
|
441
|
+
} = settings;
|
|
249
442
|
return {
|
|
250
443
|
schema,
|
|
251
444
|
language,
|
|
@@ -369,6 +562,31 @@ async function putIndexMetadata(coordinator, metadata) {
|
|
|
369
562
|
}
|
|
370
563
|
return coordinator.compareAndSet(key, current, bytes);
|
|
371
564
|
}
|
|
565
|
+
async function putGenerationMetadata(coordinator, sourceName, generation) {
|
|
566
|
+
const key = indexConfigKey(generation.indexName);
|
|
567
|
+
const reject = settingsRejection(sourceName);
|
|
568
|
+
let copiedSetGeneration = null;
|
|
569
|
+
for (; ; ) {
|
|
570
|
+
const sourceBytes = await coordinator.get(indexConfigKey(sourceName));
|
|
571
|
+
if (sourceBytes === null || sourceBytes.byteLength === 0) return false;
|
|
572
|
+
const decoded = decode(sourceBytes);
|
|
573
|
+
validateDecodedMetadata(decoded, sourceName);
|
|
574
|
+
if (!isRecord2(decoded)) return false;
|
|
575
|
+
const current = await coordinator.get(key);
|
|
576
|
+
if (current !== null && current.byteLength > 0) return true;
|
|
577
|
+
const held = storedSynonymSetOf(sourceBytes);
|
|
578
|
+
if (held !== null && !await copySynonymSet(coordinator, held.indexUuid, generation.indexUuid, held.ref, reject)) {
|
|
579
|
+
if (copiedSetGeneration === held.ref.generation) {
|
|
580
|
+
return reject(`a chunk of synonym set ${held.ref.generation} is missing`);
|
|
581
|
+
}
|
|
582
|
+
copiedSetGeneration = held.ref.generation;
|
|
583
|
+
continue;
|
|
584
|
+
}
|
|
585
|
+
const settings = isRecord2(decoded.settings) ? withoutSyncFields(decoded.settings) : decoded.settings;
|
|
586
|
+
const bytes = new Uint8Array(encode({ ...decoded, settings, ...generation }, { ignoreUndefined: true }));
|
|
587
|
+
return coordinator.compareAndSet(key, current, bytes);
|
|
588
|
+
}
|
|
589
|
+
}
|
|
372
590
|
async function readStoredMetadata(coordinator, indexName) {
|
|
373
591
|
validateIndexName(indexName);
|
|
374
592
|
const raw = await coordinator.get(indexConfigKey(indexName));
|
|
@@ -379,6 +597,12 @@ async function readStoredMetadata(coordinator, indexName) {
|
|
|
379
597
|
const record = validateDecodedMetadata(decoded, indexName);
|
|
380
598
|
return { bytes: raw, record, rawSettings: isRecord2(decoded) ? decoded.settings : void 0 };
|
|
381
599
|
}
|
|
600
|
+
function indexMetadataSnapshotOf(bytes, indexName) {
|
|
601
|
+
const decoded = decode(bytes);
|
|
602
|
+
const record = validateDecodedMetadata(decoded, indexName);
|
|
603
|
+
const rawSettings = isRecord2(decoded) ? decoded.settings : void 0;
|
|
604
|
+
return { bytes, record, settings: decodeIndexSettings(rawSettings, indexName) };
|
|
605
|
+
}
|
|
382
606
|
async function readIndexMetadataSnapshot(coordinator, indexName) {
|
|
383
607
|
const stored = await readStoredMetadata(coordinator, indexName);
|
|
384
608
|
if (stored === null) return null;
|
|
@@ -391,6 +615,37 @@ function metadataWithSynonymSet(snapshot, ref) {
|
|
|
391
615
|
const nextSettings = ref === null ? settings : { ...settings, synonyms: ref };
|
|
392
616
|
return new Uint8Array(encode({ ...fields, settings: nextSettings }, { ignoreUndefined: true }));
|
|
393
617
|
}
|
|
618
|
+
function metadataWithBm25(snapshot, bm25, bm25Revision) {
|
|
619
|
+
const decoded = decode(snapshot.bytes);
|
|
620
|
+
const fields = isRecord2(decoded) ? decoded : {};
|
|
621
|
+
const { bm25: _replaced, ...settings } = isRecord2(fields.settings) ? fields.settings : { language: snapshot.settings?.language ?? getLanguage("english").name };
|
|
622
|
+
const nextSettings = { ...settings, bm25Revision, ...bm25 !== void 0 ? { bm25 } : {} };
|
|
623
|
+
return new Uint8Array(encode({ ...fields, settings: nextSettings }, { ignoreUndefined: true }));
|
|
624
|
+
}
|
|
625
|
+
async function putIndexReplicationFactor(coordinator, indexName, replicationFactor) {
|
|
626
|
+
validateIndexName(indexName);
|
|
627
|
+
const key = indexConfigKey(indexName);
|
|
628
|
+
for (let attempt = 0; attempt < REPLICATION_FACTOR_CAS_ATTEMPTS; attempt++) {
|
|
629
|
+
const raw = await coordinator.get(key);
|
|
630
|
+
if (raw === null || raw.byteLength === 0) {
|
|
631
|
+
return null;
|
|
632
|
+
}
|
|
633
|
+
const decoded = decode(raw);
|
|
634
|
+
const record = validateDecodedMetadata(decoded, indexName);
|
|
635
|
+
if (record.replicationFactor === replicationFactor) {
|
|
636
|
+
return record;
|
|
637
|
+
}
|
|
638
|
+
const updated = encode(isRecord2(decoded) ? { ...decoded, replicationFactor } : decoded, { ignoreUndefined: true });
|
|
639
|
+
if (await coordinator.compareAndSet(key, raw, new Uint8Array(updated))) {
|
|
640
|
+
return { ...record, replicationFactor };
|
|
641
|
+
}
|
|
642
|
+
}
|
|
643
|
+
throw new NarsilError(
|
|
644
|
+
ErrorCodes.ALLOCATION_FAILED,
|
|
645
|
+
`The replication factor of index '${indexName}' lost ${REPLICATION_FACTOR_CAS_ATTEMPTS} compare-and-set attempts`,
|
|
646
|
+
{ indexName, attempts: REPLICATION_FACTOR_CAS_ATTEMPTS }
|
|
647
|
+
);
|
|
648
|
+
}
|
|
394
649
|
async function getIndexMetadata(coordinator, indexName) {
|
|
395
650
|
return (await readStoredMetadata(coordinator, indexName))?.record ?? null;
|
|
396
651
|
}
|
|
@@ -440,4 +695,4 @@ function storedSynonymSetOf(bytes) {
|
|
|
440
695
|
return ref === null ? null : { indexUuid: decoded.indexUuid, ref };
|
|
441
696
|
}
|
|
442
697
|
|
|
443
|
-
export { ALLOCATION_CAS_ATTEMPTS, ALLOCATION_RETRY_DELAY_MS, BOOTSTRAP_CAS_ATTEMPTS, DEFAULT_CONTROLLER_CONFIG, DEFAULT_NODE_LIFECYCLE_CONFIG, ESTIMATED_PARTITION_BYTES, LEADERSHIP_IMBALANCE_THRESHOLD, PARTITION_STORES_TIMEOUT_MS, REBALANCE_THRESHOLD, RECOVERY_CAS_ATTEMPTS, TEARDOWN_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, deleteSynonymSet, getClusterIndexConfig, getIndexMetadata, indexConfigFromSettings, indexConfigKey, indexSettingsOf, indexUuidOfStoredMetadata, isRecord, isValidInteger, metadataWithSynonymSet, putIndexMetadata, readIndexMetadataSnapshot, readIndexState, storeSynonymSet, storedSynonymSetOf, validateIndexName, withPartitionCount };
|
|
698
|
+
export { ALLOCATION_CAS_ATTEMPTS, ALLOCATION_RETRY_DELAY_MS, ANALYSIS_CHANGE_POLL_INTERVAL_MS, ANALYSIS_CHANGE_RETRY_MS, ANALYSIS_REBUILD_RESEND_MS, BOOTSTRAP_CAS_ATTEMPTS, DEFAULT_CONTROLLER_CONFIG, DEFAULT_NODE_LIFECYCLE_CONFIG, ESTIMATED_PARTITION_BYTES, HIDDEN_GENERATION_PREFIX, LEADERSHIP_IMBALANCE_THRESHOLD, MAX_RESHARD_CUTOVER_ATTEMPTS, PARTITION_STORES_TIMEOUT_MS, REBALANCE_THRESHOLD, RECOVERY_CAS_ATTEMPTS, RESHARD_CONTROLLER_POLL_INTERVAL_MS, RESHARD_CUTOVER_LAG_ENTRIES, RESHARD_CUTOVER_TIMEOUT_MS, RESHARD_FORWARD_BATCH_DOCUMENTS, RESHARD_POLL_INTERVAL_MS, RESHARD_RECORD_CAS_ATTEMPTS, RESHARD_RECORD_CHECK_INTERVAL_MS, RESHARD_RETRY_DELAY_MS, SYNC_EPOCH_CAS_ATTEMPTS, TEARDOWN_CAS_ATTEMPTS, TEARDOWN_RETRY_DELAY_MS, TEARDOWN_RETRY_ROUNDS, UNFED_REPLICA_CHECK_INTERVAL_MS, UNFED_REPLICA_RESYNC_MS, decodeIndexSettings, deleteSynonymSet, epochFeaturesOn, getClusterIndexConfig, getIndexMetadata, indexConfigFromSettings, indexConfigKey, indexMetadataSnapshotOf, indexSettingsOf, indexUuidOfStoredMetadata, isRecord, isRecord2, isValidInteger, metadataWithBm25, metadataWithSuggestionState, metadataWithSync, metadataWithSynonymSet, putGenerationMetadata, putIndexMetadata, putIndexReplicationFactor, readIndexMetadataSnapshot, readIndexState, storeSynonymSet, storedSynonymSetOf, suggestionStateOfSettings, syncSettingsOfSnapshot, validateIndexName, withPartitionCount };
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { MAX_MESSAGE_SIZE_BYTES } from './chunk-UNEEFTEU.mjs';
|
|
2
|
-
import { TransportError, TransportErrorCodes } from './chunk-
|
|
3
|
-
import {
|
|
2
|
+
import { TransportError, TransportErrorCodes } from './chunk-5FLRXF73.mjs';
|
|
3
|
+
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
4
|
+
import { encode } from '@msgpack/msgpack';
|
|
4
5
|
|
|
5
6
|
// src/distribution/transport/tcp/types.ts
|
|
6
7
|
var DEFAULT_TCP_CONFIG = {
|