@delali/narsil 0.3.1-next.99 → 0.4.1-next.211
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/README.md +30 -11
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +101 -13
- package/dist/adapters/gcs.d.ts +49 -0
- package/dist/adapters/gcs.mjs +213 -0
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +2 -7
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/memory.mjs +5 -0
- package/dist/adapters/s3.d.ts +53 -0
- package/dist/adapters/s3.mjs +263 -0
- package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
- package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
- package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
- package/dist/browser/embed-GG6PS3EA.mjs +264 -0
- package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
- package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
- package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
- package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
- package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
- package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
- package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
- package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
- package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
- package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
- package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
- package/dist/chunk-2AFZE7Y3.mjs +72 -0
- package/dist/chunk-2CKDCC65.mjs +47 -0
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/chunk-44W3CBNG.mjs +7 -0
- package/dist/chunk-4H4RG2FR.mjs +13 -0
- package/dist/chunk-4PY4JYMY.mjs +11 -0
- package/dist/chunk-4ZPVAHWF.mjs +1289 -0
- package/dist/chunk-5EI5CXO6.mjs +197 -0
- package/dist/chunk-5F5MXWS5.mjs +283 -0
- package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
- package/dist/chunk-6FOENO4E.mjs +273 -0
- package/dist/chunk-6GHX35ZM.mjs +108 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-6N6HHBCQ.mjs +4596 -0
- package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
- package/dist/chunk-AVBPB3MI.mjs +602 -0
- package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6NALRK.mjs +31921 -0
- package/dist/chunk-C4ZMXXTL.mjs +92 -0
- package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
- package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
- package/dist/chunk-DXZ6JDWG.mjs +797 -0
- package/dist/chunk-FJXJZUWF.mjs +209 -0
- package/dist/chunk-FS3HPPSC.mjs +212 -0
- package/dist/chunk-FT4KLZXW.mjs +1164 -0
- package/dist/chunk-GR5GMFJJ.mjs +104 -0
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/chunk-GXED6R3Q.mjs +271 -0
- package/dist/chunk-HLPRHOSO.mjs +17 -0
- package/dist/chunk-IL5DRCNU.mjs +3041 -0
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/chunk-K5HSUPYS.mjs +11 -0
- package/dist/chunk-KYIRXTCA.mjs +100 -0
- package/dist/chunk-LFXS6OF7.mjs +289 -0
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/chunk-M2Z5WVWW.mjs +194 -0
- package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
- package/dist/chunk-M3OW2XSP.mjs +40 -0
- package/dist/chunk-MFPSQZ6P.mjs +127 -0
- package/dist/chunk-MRCJBWJZ.mjs +1292 -0
- package/dist/chunk-MSIN4NM3.mjs +25 -0
- package/dist/chunk-MW3CJVGP.mjs +219 -0
- package/dist/chunk-MYM6CAVK.mjs +76 -0
- package/dist/chunk-NJJN4FMM.mjs +84 -0
- package/dist/chunk-NM7I3BM7.mjs +59 -0
- package/dist/chunk-OIJ64LGT.mjs +19 -0
- package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/chunk-Q2AP2FSN.mjs +15 -0
- package/dist/chunk-R2PJKSNL.mjs +54 -0
- package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/chunk-S5QMWECL.mjs +7 -0
- package/dist/chunk-SLAC5PAB.mjs +5008 -0
- package/dist/chunk-T4HMSZCX.mjs +5 -0
- package/dist/chunk-TACP6VK6.mjs +111 -0
- package/dist/chunk-TGPKS2UM.mjs +125 -0
- package/dist/chunk-TKKXPKEO.mjs +979 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/chunk-XL56L4IR.mjs +228 -0
- package/dist/chunk-XQIAMDAG.mjs +3076 -0
- package/dist/chunk-YTUZ4R22.mjs +1063 -0
- package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
- package/dist/chunk-ZPJFGGGI.mjs +638 -0
- package/dist/chunk-ZXX5GZEX.mjs +17 -0
- package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
- package/dist/client.d.ts +11 -10
- package/dist/client.mjs +8 -898
- package/dist/config-Bnl7L-0H.d.ts +608 -0
- package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
- package/dist/core-leaf-6JVHEVFB.mjs +8 -0
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
- package/dist/distribution/coordinator/etcd.d.ts +63 -7
- package/dist/distribution/coordinator/etcd.mjs +725 -81
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/coordinator/in-memory.mjs +65 -10
- package/dist/distribution/transport/grpc.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +39 -10
- package/dist/distribution/transport/in-memory.d.ts +2 -2
- package/dist/distribution/transport/in-memory.mjs +9 -6
- package/dist/distribution/transport/tcp.d.ts +2 -2
- package/dist/distribution/transport/tcp.mjs +20 -15
- package/dist/distribution.d.ts +267 -56
- package/dist/distribution.mjs +23156 -11362
- package/dist/durability-config-VWS2K24E.mjs +96 -0
- package/dist/embed-4PHHKGBK.mjs +263 -0
- package/dist/embeddings/openai.d.ts +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
- package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
- package/dist/gzip-2UCZW2MM.mjs +31 -0
- package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
- package/dist/index.browser.mjs +4 -4
- package/dist/index.d.ts +2133 -57
- package/dist/index.mjs +16 -32
- package/dist/index.react-native.mjs +12 -0
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
- package/dist/module-5ZSLUQII.mjs +3729 -0
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
- package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
- package/dist/optional-writes-4UOQKETU.mjs +247 -0
- package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
- package/dist/partial-words.browser.mjs +1650 -0
- package/dist/partial-words.mjs +17 -11
- package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
- package/dist/pattern.mjs +6 -7
- package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
- package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
- package/dist/phrase-module-EFESWOCR.mjs +635 -0
- package/dist/query-actions-HMJUVWGT.mjs +119 -0
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +53 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +47 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +19 -0
- package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
- package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
- package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
- package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
- package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
- package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
- package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
- package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
- package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
- package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
- package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
- package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
- package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
- package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
- package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
- package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
- package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
- package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
- package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
- package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
- package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
- package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
- package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
- package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
- package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
- package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
- package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
- package/dist/react-native/partial-words.mjs +1658 -0
- package/dist/react-native/pattern.mjs +2570 -0
- package/dist/react-native/query-suggestions.mjs +55 -0
- package/dist/react-native/sync.mjs +2759 -0
- package/dist/react-native/synonyms.mjs +676 -0
- package/dist/react.d.ts +12 -8
- package/dist/react.mjs +45 -1
- package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
- package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
- package/dist/runtime-USQYKN3I.mjs +615 -0
- package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
- package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
- package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
- package/dist/server.d.ts +348 -22
- package/dist/server.mjs +2211 -327
- package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
- package/dist/store-leaf-6VMMSVBE.mjs +20 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +288 -0
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +242 -0
- package/dist/sync.browser.mjs +1271 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2712 -0
- package/dist/synonyms.browser.mjs +658 -0
- package/dist/synonyms.mjs +17 -7
- package/dist/tasks-65b6t6lk.d.ts +782 -0
- package/dist/thread-UJ3W5LVI.mjs +31 -0
- package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
- package/dist/types-CpCg-Gq-.d.ts +227 -0
- package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
- package/dist/vector/search-worker.d.ts +10 -2
- package/dist/vector/search-worker.mjs +11 -11
- package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
- package/dist/workers/entry.mjs +75 -15
- package/openapi.json +6840 -0
- package/package.json +404 -19
- package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
- package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
- package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
- package/dist/browser/chunk-QWES44AW.mjs +0 -473
- package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
- package/dist/browser/module-PDXYHT75.mjs +0 -2822
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
- package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
- package/dist/browser/write-L7FAQA47.mjs +0 -208
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-5XNIRLFC.mjs +0 -96
- package/dist/chunk-7X5JST5L.mjs +0 -114
- package/dist/chunk-AV4IJKD2.mjs +0 -35
- package/dist/chunk-AY3AQ3UH.mjs +0 -73
- package/dist/chunk-BKB3XTMI.mjs +0 -707
- package/dist/chunk-C7SLA6CM.mjs +0 -19
- package/dist/chunk-COVCQ73F.mjs +0 -587
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-E74YLAIG.mjs +0 -24
- package/dist/chunk-FMWRCP2C.mjs +0 -57
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-JFRNNBOM.mjs +0 -35
- package/dist/chunk-K25LZA54.mjs +0 -8484
- package/dist/chunk-KEHK2O6P.mjs +0 -13
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L3L5YFXC.mjs +0 -614
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LH4NZNJJ.mjs +0 -1731
- package/dist/chunk-LU2CE5AE.mjs +0 -507
- package/dist/chunk-LXWDQLTW.mjs +0 -30
- package/dist/chunk-MHOSCQCQ.mjs +0 -948
- package/dist/chunk-NKRBEGJZ.mjs +0 -1705
- package/dist/chunk-NTRMFARG.mjs +0 -462
- package/dist/chunk-NW4XDSP2.mjs +0 -212
- package/dist/chunk-OOEXLUGR.mjs +0 -117
- package/dist/chunk-ORBLD3EL.mjs +0 -6
- package/dist/chunk-OWNZYMRE.mjs +0 -3591
- package/dist/chunk-PPY2GSIB.mjs +0 -44
- package/dist/chunk-QY7GC2MW.mjs +0 -33
- package/dist/chunk-R6A773WK.mjs +0 -226
- package/dist/chunk-R6PR4WYZ.mjs +0 -68
- package/dist/chunk-R7EEKAJE.mjs +0 -593
- package/dist/chunk-RONEOEON.mjs +0 -426
- package/dist/chunk-VWULPWRJ.mjs +0 -7469
- package/dist/chunk-WCJKUGHB.mjs +0 -262
- package/dist/chunk-WQBCBKY3.mjs +0 -8
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-YA7XLE2R.mjs +0 -1256
- package/dist/chunk-YTJCGKM4.mjs +0 -56
- package/dist/chunk-ZG477IPV.mjs +0 -526
- package/dist/chunk-ZYNAMIYX.mjs +0 -113
- package/dist/config-BGB_fDtq.d.ts +0 -237
- package/dist/direct-executor-CXZ66ACP.mjs +0 -22
- package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
- package/dist/engine-BGCEm9E_.d.ts +0 -577
- package/dist/module-3NONKBZX.mjs +0 -1860
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-queue-JPRBUYII.mjs +0 -35
- package/dist/runtime-ZKYZFJJC.mjs +0 -177
- package/dist/snapshot-HOGXNO5W.mjs +0 -793
- package/dist/tasks-HG3rlxx6.d.ts +0 -302
- package/dist/thread-B657LQXK.mjs +0 -692
- package/dist/write-XLIGTXBU.mjs +0 -238
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
// src/persistence/durability/constants.ts
|
|
2
|
+
var DEFAULT_CHECKPOINT_INTERVAL_MS = 3e5;
|
|
3
|
+
var DEFAULT_CHECKPOINT_MUTATION_THRESHOLD = 1e5;
|
|
4
|
+
var DEFAULT_ASYNC_FLUSH_INTERVAL_MS = 1e3;
|
|
5
|
+
var DIRECTORY_IDENTITY_CHECK_INTERVAL_MS = 1e3;
|
|
6
|
+
var DIRECTORY_LOCK_ATTEMPTS = 3;
|
|
7
|
+
var DIRECTORY_LOCK_SETTLE_MS = 50;
|
|
8
|
+
var DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS = 1e3;
|
|
9
|
+
var DEFAULT_SEGMENT_MAX_BYTES = 67108864;
|
|
10
|
+
var DEFAULT_COMPACTION_THRESHOLD = 12;
|
|
11
|
+
var COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT = 2e5;
|
|
12
|
+
var SEGMENT_FILE_FRAMING_SLACK_BYTES = 65536;
|
|
13
|
+
var SEGMENT_TOKEN_TABLE_SHARE_OF_FILE = 0.25;
|
|
14
|
+
var WHOLE_PARTITION_MIN_CHANGED_SHARE = 0.5;
|
|
15
|
+
var WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT = 1e5;
|
|
16
|
+
var LOG_RECORDS_PER_CHECKPOINT = 1e5;
|
|
17
|
+
var REWRITE_ABOVE_REMOVED_DOCUMENT_SHARE = 0.2;
|
|
18
|
+
var DEFAULT_REWRITE_BYTES_PER_CHECKPOINT = 268435456;
|
|
19
|
+
var WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES = 2147483648;
|
|
20
|
+
var CHECKPOINT_WORKER_TIMEOUT_MS = 6e5;
|
|
21
|
+
var CHECKPOINT_WORKER_HEARTBEAT_MS = 5e3;
|
|
22
|
+
var CHECKPOINT_WORKER_IDLE_MS = 5e3;
|
|
23
|
+
var CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS = 50;
|
|
24
|
+
|
|
25
|
+
export { CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, CHECKPOINT_WORKER_HEARTBEAT_MS, CHECKPOINT_WORKER_IDLE_MS, CHECKPOINT_WORKER_TIMEOUT_MS, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_REWRITE_BYTES_PER_CHECKPOINT, DEFAULT_SEGMENT_MAX_BYTES, DIRECTORY_IDENTITY_CHECK_INTERVAL_MS, DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS, DIRECTORY_LOCK_SETTLE_MS, LOG_RECORDS_PER_CHECKPOINT, REWRITE_ABOVE_REMOVED_DOCUMENT_SHARE, SEGMENT_FILE_FRAMING_SLACK_BYTES, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES };
|
|
@@ -0,0 +1,219 @@
|
|
|
1
|
+
import { bindResponseStop, sendError, RELAY_STREAM_CHUNKS_IN_FLIGHT } from './chunk-XQIAMDAG.mjs';
|
|
2
|
+
import { ServerErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
|
+
import { rm } from 'fs/promises';
|
|
4
|
+
import path from 'path';
|
|
5
|
+
|
|
6
|
+
// src/server/request-threads/captured-response.ts
|
|
7
|
+
var DEFAULT_STATUS = 200;
|
|
8
|
+
var NO_RESPONSE_STATUS = 500;
|
|
9
|
+
function statusOf(line) {
|
|
10
|
+
const parsed = Number.parseInt(line, 10);
|
|
11
|
+
return Number.isFinite(parsed) ? parsed : DEFAULT_STATUS;
|
|
12
|
+
}
|
|
13
|
+
function bodyBytes(body) {
|
|
14
|
+
if (body === void 0) return new Uint8Array(0);
|
|
15
|
+
if (typeof body === "string") return Buffer.from(body, "utf8");
|
|
16
|
+
return body;
|
|
17
|
+
}
|
|
18
|
+
function createRelayAbort() {
|
|
19
|
+
const listeners = [];
|
|
20
|
+
let aborted = false;
|
|
21
|
+
return {
|
|
22
|
+
get aborted() {
|
|
23
|
+
return aborted;
|
|
24
|
+
},
|
|
25
|
+
onAbort(fn) {
|
|
26
|
+
if (aborted) fn();
|
|
27
|
+
else listeners.push(fn);
|
|
28
|
+
},
|
|
29
|
+
trigger() {
|
|
30
|
+
if (aborted) return;
|
|
31
|
+
aborted = true;
|
|
32
|
+
for (const fn of listeners) fn();
|
|
33
|
+
}
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
function createCapturingResponse(remoteAddress, requestId, sendPart) {
|
|
37
|
+
let status = DEFAULT_STATUS;
|
|
38
|
+
const headers = [];
|
|
39
|
+
let finished = false;
|
|
40
|
+
let streaming = false;
|
|
41
|
+
let inFlight = 0;
|
|
42
|
+
let sizedTotal = null;
|
|
43
|
+
let writtenBytes = 0;
|
|
44
|
+
let writable = null;
|
|
45
|
+
const abort = createRelayAbort();
|
|
46
|
+
let resolveDone = () => void 0;
|
|
47
|
+
const done = new Promise((resolve) => {
|
|
48
|
+
resolveDone = resolve;
|
|
49
|
+
});
|
|
50
|
+
function finish(body) {
|
|
51
|
+
if (finished) return;
|
|
52
|
+
finished = true;
|
|
53
|
+
if (streaming) {
|
|
54
|
+
sendPart({ type: "stream-end", requestId, failed: false }, []);
|
|
55
|
+
resolveDone(null);
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
resolveDone({ status, headers, body });
|
|
59
|
+
}
|
|
60
|
+
function startStreaming() {
|
|
61
|
+
if (streaming) return;
|
|
62
|
+
streaming = true;
|
|
63
|
+
sendPart({ type: "stream-start", requestId, status, headers, totalSize: sizedTotal }, []);
|
|
64
|
+
}
|
|
65
|
+
function sendChunk(chunk) {
|
|
66
|
+
const copy = new Uint8Array(chunk.byteLength);
|
|
67
|
+
copy.set(chunk);
|
|
68
|
+
inFlight += 1;
|
|
69
|
+
writtenBytes += chunk.byteLength;
|
|
70
|
+
sendPart({ type: "stream-chunk", requestId, chunk: copy }, [copy.buffer]);
|
|
71
|
+
}
|
|
72
|
+
const sink = {
|
|
73
|
+
cork(callback) {
|
|
74
|
+
callback();
|
|
75
|
+
return sink;
|
|
76
|
+
},
|
|
77
|
+
writeStatus(line) {
|
|
78
|
+
if (!finished && !streaming) status = statusOf(line);
|
|
79
|
+
return sink;
|
|
80
|
+
},
|
|
81
|
+
writeHeader(key, value) {
|
|
82
|
+
if (!finished && !streaming) headers.push([key, value]);
|
|
83
|
+
return sink;
|
|
84
|
+
},
|
|
85
|
+
end(body) {
|
|
86
|
+
finish(bodyBytes(body));
|
|
87
|
+
return sink;
|
|
88
|
+
},
|
|
89
|
+
write(chunk) {
|
|
90
|
+
if (finished || abort.aborted) return true;
|
|
91
|
+
startStreaming();
|
|
92
|
+
sendChunk(chunk);
|
|
93
|
+
return inFlight < RELAY_STREAM_CHUNKS_IN_FLIGHT;
|
|
94
|
+
},
|
|
95
|
+
pause: () => void 0,
|
|
96
|
+
resume: () => void 0,
|
|
97
|
+
close() {
|
|
98
|
+
if (finished) return sink;
|
|
99
|
+
finished = true;
|
|
100
|
+
if (streaming) {
|
|
101
|
+
sendPart({ type: "stream-end", requestId, failed: true }, []);
|
|
102
|
+
resolveDone(null);
|
|
103
|
+
} else {
|
|
104
|
+
status = NO_RESPONSE_STATUS;
|
|
105
|
+
resolveDone({ status, headers, body: new Uint8Array(0) });
|
|
106
|
+
}
|
|
107
|
+
return sink;
|
|
108
|
+
},
|
|
109
|
+
endWithoutBody() {
|
|
110
|
+
finish(new Uint8Array(0));
|
|
111
|
+
return sink;
|
|
112
|
+
},
|
|
113
|
+
tryEnd(body, totalSize) {
|
|
114
|
+
if (finished || abort.aborted) return [true, true];
|
|
115
|
+
if (!streaming && body.byteLength >= totalSize) {
|
|
116
|
+
finish(body);
|
|
117
|
+
return [true, true];
|
|
118
|
+
}
|
|
119
|
+
if (!streaming) {
|
|
120
|
+
sizedTotal = totalSize;
|
|
121
|
+
startStreaming();
|
|
122
|
+
}
|
|
123
|
+
if (body.byteLength > 0) sendChunk(body);
|
|
124
|
+
if (sizedTotal !== null && writtenBytes >= sizedTotal) {
|
|
125
|
+
finish(new Uint8Array(0));
|
|
126
|
+
return [true, true];
|
|
127
|
+
}
|
|
128
|
+
return [inFlight < RELAY_STREAM_CHUNKS_IN_FLIGHT, false];
|
|
129
|
+
},
|
|
130
|
+
getWriteOffset: () => writtenBytes,
|
|
131
|
+
onWritable(handler) {
|
|
132
|
+
writable = handler;
|
|
133
|
+
return sink;
|
|
134
|
+
},
|
|
135
|
+
onAborted: () => sink,
|
|
136
|
+
onData: () => sink,
|
|
137
|
+
getRemoteAddressAsText: () => new TextEncoder().encode(remoteAddress).buffer
|
|
138
|
+
};
|
|
139
|
+
return {
|
|
140
|
+
sink,
|
|
141
|
+
abort,
|
|
142
|
+
done,
|
|
143
|
+
credit() {
|
|
144
|
+
inFlight = Math.max(0, inFlight - 1);
|
|
145
|
+
if (inFlight >= RELAY_STREAM_CHUNKS_IN_FLIGHT || writable === null) return;
|
|
146
|
+
const handler = writable;
|
|
147
|
+
writable = null;
|
|
148
|
+
handler(writtenBytes);
|
|
149
|
+
},
|
|
150
|
+
cancel() {
|
|
151
|
+
abort.trigger();
|
|
152
|
+
if (writable !== null) {
|
|
153
|
+
const handler = writable;
|
|
154
|
+
writable = null;
|
|
155
|
+
handler(writtenBytes);
|
|
156
|
+
}
|
|
157
|
+
if (!finished) {
|
|
158
|
+
finished = true;
|
|
159
|
+
resolveDone(null);
|
|
160
|
+
}
|
|
161
|
+
},
|
|
162
|
+
finishUnanswered() {
|
|
163
|
+
if (finished) return;
|
|
164
|
+
if (streaming) {
|
|
165
|
+
finished = true;
|
|
166
|
+
sendPart({ type: "stream-end", requestId, failed: true }, []);
|
|
167
|
+
resolveDone(null);
|
|
168
|
+
return;
|
|
169
|
+
}
|
|
170
|
+
status = NO_RESPONSE_STATUS;
|
|
171
|
+
finish(new Uint8Array(0));
|
|
172
|
+
}
|
|
173
|
+
};
|
|
174
|
+
}
|
|
175
|
+
function toRelayedResponse(requestId, captured) {
|
|
176
|
+
return { type: "response", requestId, status: captured.status, headers: captured.headers, body: captured.body };
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
// src/server/request-threads/answer-request.ts
|
|
180
|
+
function spooledBodyOf(relayed) {
|
|
181
|
+
if (relayed === null) return null;
|
|
182
|
+
return {
|
|
183
|
+
path: relayed.path,
|
|
184
|
+
bytes: relayed.bytes,
|
|
185
|
+
remove: () => rm(path.dirname(relayed.path), { recursive: true, force: true })
|
|
186
|
+
};
|
|
187
|
+
}
|
|
188
|
+
async function answerRequest(handler, request, port, streams) {
|
|
189
|
+
const captured = createCapturingResponse(
|
|
190
|
+
request.hookContext?.remoteAddress ?? "",
|
|
191
|
+
request.requestId,
|
|
192
|
+
(part, moved) => port.postMessage(part, moved)
|
|
193
|
+
);
|
|
194
|
+
if (request.stop !== void 0) bindResponseStop(captured.abort, request.stop);
|
|
195
|
+
streams.set(request.requestId, captured);
|
|
196
|
+
const ctx = {
|
|
197
|
+
res: captured.sink,
|
|
198
|
+
params: request.params,
|
|
199
|
+
query: new URLSearchParams(request.query),
|
|
200
|
+
contentType: request.contentType,
|
|
201
|
+
rawBody: request.rawBody === null ? null : Buffer.from(request.rawBody.buffer, request.rawBody.byteOffset, request.rawBody.byteLength),
|
|
202
|
+
bodyRefusal: request.bodyRefusal,
|
|
203
|
+
spooledBody: spooledBodyOf(request.spooledBody),
|
|
204
|
+
abort: captured.abort,
|
|
205
|
+
hookContext: request.hookContext,
|
|
206
|
+
requestHeaders: request.requestHeaders
|
|
207
|
+
};
|
|
208
|
+
try {
|
|
209
|
+
await handler(ctx);
|
|
210
|
+
} catch {
|
|
211
|
+
sendError(ctx.res, 500, ServerErrorCodes.INTERNAL_ERROR, "An unexpected error occurred");
|
|
212
|
+
}
|
|
213
|
+
captured.finishUnanswered();
|
|
214
|
+
const answered = await captured.done;
|
|
215
|
+
streams.delete(request.requestId);
|
|
216
|
+
return answered === null ? null : toRelayedResponse(request.requestId, answered);
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
export { answerRequest };
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import { openCountsFile } from './chunk-YTUZ4R22.mjs';
|
|
2
|
+
import { SCRAMBLED_ID_BYTES } from './chunk-TKKXPKEO.mjs';
|
|
3
|
+
export { encode } from '@msgpack/msgpack';
|
|
4
|
+
|
|
5
|
+
function bindSuggestionsHost(_host, _msgpack, _suggestionStore) {
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
// src/query-suggestions/merge.ts
|
|
9
|
+
var SEPARATOR = "\0";
|
|
10
|
+
function idKey(source, offset) {
|
|
11
|
+
let key = "";
|
|
12
|
+
for (let i = 0; i < SCRAMBLED_ID_BYTES; i++) key += String.fromCharCode(source[offset + i]);
|
|
13
|
+
return key;
|
|
14
|
+
}
|
|
15
|
+
var Merger = class {
|
|
16
|
+
settings;
|
|
17
|
+
banned;
|
|
18
|
+
entries = /* @__PURE__ */ new Map();
|
|
19
|
+
groups;
|
|
20
|
+
discarded = 0;
|
|
21
|
+
constructor(settings) {
|
|
22
|
+
this.settings = settings;
|
|
23
|
+
this.banned = new Set(settings.banned);
|
|
24
|
+
this.groups = new Set(settings.markedGroups);
|
|
25
|
+
}
|
|
26
|
+
async addFile(bytes, expectedDay) {
|
|
27
|
+
const opened = await openCountsFile(bytes, expectedDay, this.settings.fingerprint);
|
|
28
|
+
if (opened.kind !== "counts") return opened;
|
|
29
|
+
if (this.settings.clustered && (opened.indexUuid === null || opened.indexUuid !== this.settings.indexUuid)) {
|
|
30
|
+
return { kind: "other-index" };
|
|
31
|
+
}
|
|
32
|
+
const { minPeople, maxMergePhrases, maxGroups } = this.settings;
|
|
33
|
+
opened.visit((group, phrase, count, people) => {
|
|
34
|
+
if (this.banned.has(phrase)) return;
|
|
35
|
+
const key = `${group}${SEPARATOR}${phrase}`;
|
|
36
|
+
let entry = this.entries.get(key);
|
|
37
|
+
if (entry === void 0) {
|
|
38
|
+
const newGroup = !this.groups.has(group);
|
|
39
|
+
if (newGroup && this.groups.size >= maxGroups || this.entries.size >= maxMergePhrases) {
|
|
40
|
+
this.discarded += 1;
|
|
41
|
+
return;
|
|
42
|
+
}
|
|
43
|
+
if (newGroup) this.groups.add(group);
|
|
44
|
+
entry = { count: 0, people: /* @__PURE__ */ new Set() };
|
|
45
|
+
this.entries.set(key, entry);
|
|
46
|
+
}
|
|
47
|
+
entry.count += count;
|
|
48
|
+
if (entry.people === null) return;
|
|
49
|
+
for (const offset of people.offsets) {
|
|
50
|
+
entry.people.add(idKey(people.source, offset));
|
|
51
|
+
if (entry.people.size >= minPeople) {
|
|
52
|
+
entry.people = null;
|
|
53
|
+
return;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
});
|
|
57
|
+
return { kind: "merged", day: opened.day, savedAt: opened.savedAt };
|
|
58
|
+
}
|
|
59
|
+
result() {
|
|
60
|
+
const groups = {};
|
|
61
|
+
for (const [key, entry] of this.entries) {
|
|
62
|
+
if (entry.people !== null) continue;
|
|
63
|
+
const split = key.indexOf(SEPARATOR);
|
|
64
|
+
const group = key.slice(0, split);
|
|
65
|
+
const list = groups[group] ?? [];
|
|
66
|
+
list.push({ phrase: key.slice(split + 1), count: entry.count });
|
|
67
|
+
groups[group] = list;
|
|
68
|
+
}
|
|
69
|
+
for (const list of Object.values(groups)) {
|
|
70
|
+
list.sort((left, right) => right.count - left.count || (left.phrase < right.phrase ? -1 : 1));
|
|
71
|
+
}
|
|
72
|
+
return { groups, discarded: this.discarded };
|
|
73
|
+
}
|
|
74
|
+
};
|
|
75
|
+
|
|
76
|
+
export { Merger, bindSuggestionsHost };
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import { MAX_CALLS_ACROSS_INDEX_CHANGES } from './chunk-3ECIRFS5.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
|
+
|
|
4
|
+
// src/engine/resolve-vector-text-host.ts
|
|
5
|
+
function bindResolveVectorTextHost(_host) {
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
// src/engine/resolve-vector-text.ts
|
|
9
|
+
async function embedQueryWithAdapterOf(indexName, params, entry, signal, earlier) {
|
|
10
|
+
if (earlier !== null && earlier.adapter === entry.embeddingAdapter) return earlier;
|
|
11
|
+
const embeddings = earlier?.embeddings ?? 0;
|
|
12
|
+
if (embeddings >= MAX_CALLS_ACROSS_INDEX_CHANGES) {
|
|
13
|
+
throw new NarsilError(
|
|
14
|
+
ErrorCodes.WORKER_BUSY,
|
|
15
|
+
`Changes to index "${indexName}" replaced its embedding adapter after each of ${embeddings} query embeddings`,
|
|
16
|
+
{ indexName, embeddings }
|
|
17
|
+
);
|
|
18
|
+
}
|
|
19
|
+
return {
|
|
20
|
+
adapter: entry.embeddingAdapter,
|
|
21
|
+
params: await resolveVectorText(params, entry.embeddingAdapter, signal, entry.embeddingAdapterName),
|
|
22
|
+
embeddings: embeddings + 1
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdapterName) {
|
|
26
|
+
if (!params.vector) return params;
|
|
27
|
+
if (params.vector.text === void 0 && params.vector.value === void 0) return params;
|
|
28
|
+
if (params.vector.value !== void 0 && params.vector.text === void 0) return params;
|
|
29
|
+
if (params.vector.text !== void 0 && params.vector.value !== void 0) {
|
|
30
|
+
throw new NarsilError(ErrorCodes.EMBEDDING_CONFIG_INVALID, "Vector query cannot have both 'text' and 'value'");
|
|
31
|
+
}
|
|
32
|
+
if (!embeddingAdapter) {
|
|
33
|
+
throw new NarsilError(
|
|
34
|
+
ErrorCodes.EMBEDDING_CONFIG_INVALID,
|
|
35
|
+
embeddingAdapterName ? `Vector query with 'text' needs embedding adapter "${embeddingAdapterName}", which is not registered on this engine. Register it with registerEmbeddingAdapter or supply a raw vector.` : "Vector query with 'text' requires an embedding adapter on the index or instance",
|
|
36
|
+
embeddingAdapterName ? { adapter: embeddingAdapterName } : void 0
|
|
37
|
+
);
|
|
38
|
+
}
|
|
39
|
+
if (typeof params.vector.text !== "string") {
|
|
40
|
+
throw new NarsilError(
|
|
41
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
42
|
+
`Vector query 'text' must be a string, got ${typeof params.vector.text}`
|
|
43
|
+
);
|
|
44
|
+
}
|
|
45
|
+
if (params.vector.text.length === 0) {
|
|
46
|
+
throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, "Vector query 'text' must not be empty");
|
|
47
|
+
}
|
|
48
|
+
let raw;
|
|
49
|
+
try {
|
|
50
|
+
raw = await embeddingAdapter.embed(params.vector.text, "query", signal);
|
|
51
|
+
} catch (err) {
|
|
52
|
+
if (err instanceof NarsilError) throw err;
|
|
53
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
54
|
+
throw new NarsilError(ErrorCodes.EMBEDDING_FAILED, `The embedding adapter cannot embed the query: ${message}`, {
|
|
55
|
+
cause: message
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
if (!(raw instanceof Float32Array)) {
|
|
59
|
+
throw new NarsilError(
|
|
60
|
+
ErrorCodes.EMBEDDING_FAILED,
|
|
61
|
+
`Adapter returned ${typeof raw} for query embedding, expected Float32Array`
|
|
62
|
+
);
|
|
63
|
+
}
|
|
64
|
+
if (raw.length !== embeddingAdapter.dimensions) {
|
|
65
|
+
throw new NarsilError(
|
|
66
|
+
ErrorCodes.EMBEDDING_DIMENSION_MISMATCH,
|
|
67
|
+
`Adapter returned ${raw.length}-dimensional vector for query, expected ${embeddingAdapter.dimensions}`,
|
|
68
|
+
{ expected: embeddingAdapter.dimensions, actual: raw.length }
|
|
69
|
+
);
|
|
70
|
+
}
|
|
71
|
+
for (let index = 0; index < raw.length; index++) {
|
|
72
|
+
if (Number.isFinite(raw[index])) continue;
|
|
73
|
+
throw new NarsilError(
|
|
74
|
+
ErrorCodes.EMBEDDING_FAILED,
|
|
75
|
+
`Adapter returned vector with ${raw[index]} at index ${index} for query embedding`,
|
|
76
|
+
{ index }
|
|
77
|
+
);
|
|
78
|
+
}
|
|
79
|
+
const resolved = { ...params.vector, value: Array.from(raw) };
|
|
80
|
+
delete resolved.text;
|
|
81
|
+
return { ...params, vector: resolved };
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
export { bindResolveVectorTextHost, embedQueryWithAdapterOf, resolveVectorText };
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import { withOpenIndex, oneAtATime, validateBM25Params, storedBM25Params, emitSyncChange } from './chunk-BY6NALRK.mjs';
|
|
2
|
+
import { ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
|
+
|
|
4
|
+
// src/engine/bm25-update.ts
|
|
5
|
+
async function replaceNow(core, indexName, bm25) {
|
|
6
|
+
const { config } = core.requireIndex(indexName);
|
|
7
|
+
const manager = core.requireManager(indexName);
|
|
8
|
+
const previous = config.bm25;
|
|
9
|
+
await manager.publication.write(() => {
|
|
10
|
+
config.bm25 = bm25;
|
|
11
|
+
core.orchestrator.publishToWorkers({
|
|
12
|
+
type: "replaceBm25",
|
|
13
|
+
indexName,
|
|
14
|
+
requestId: `replace-bm25-${indexName}`,
|
|
15
|
+
bm25
|
|
16
|
+
});
|
|
17
|
+
});
|
|
18
|
+
try {
|
|
19
|
+
if (core.durability) await core.durability.manager.persistMetadata(indexName);
|
|
20
|
+
} catch (err) {
|
|
21
|
+
await manager.publication.write(() => {
|
|
22
|
+
config.bm25 = previous;
|
|
23
|
+
core.orchestrator.publishToWorkers({
|
|
24
|
+
type: "replaceBm25",
|
|
25
|
+
indexName,
|
|
26
|
+
requestId: `restore-bm25-${indexName}`,
|
|
27
|
+
bm25: previous
|
|
28
|
+
});
|
|
29
|
+
});
|
|
30
|
+
throw err;
|
|
31
|
+
}
|
|
32
|
+
await core.orchestrator.awaitWrites(indexName);
|
|
33
|
+
if (core.requireIndex(indexName).sync !== null) emitSyncChange(core.indexRegistry, { kind: "settings", indexName });
|
|
34
|
+
}
|
|
35
|
+
function updateIndexBm25(core, indexName, value) {
|
|
36
|
+
return withOpenIndex(
|
|
37
|
+
core,
|
|
38
|
+
indexName,
|
|
39
|
+
() => oneAtATime(core, indexName, () => {
|
|
40
|
+
const entry = core.requireIndex(indexName);
|
|
41
|
+
validateBM25Params(value, entry.config.schema, ErrorCodes.CONFIG_INVALID);
|
|
42
|
+
return replaceNow(core, indexName, storedBM25Params(value));
|
|
43
|
+
})
|
|
44
|
+
);
|
|
45
|
+
}
|
|
46
|
+
function applyStoredIndexBm25(core, indexName, load) {
|
|
47
|
+
return withOpenIndex(
|
|
48
|
+
core,
|
|
49
|
+
indexName,
|
|
50
|
+
() => oneAtATime(core, indexName, async () => {
|
|
51
|
+
const loaded = load();
|
|
52
|
+
if (loaded === null) return false;
|
|
53
|
+
await replaceNow(core, indexName, loaded.bm25);
|
|
54
|
+
return true;
|
|
55
|
+
})
|
|
56
|
+
);
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
export { applyStoredIndexBm25, updateIndexBm25 };
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { ReplicationMessageTypes } from './chunk-5FLRXF73.mjs';
|
|
2
|
+
|
|
3
|
+
// src/distribution/transport/reply-deadline.ts
|
|
4
|
+
function replyDeadlineMs(messageType, config) {
|
|
5
|
+
if (messageType === ReplicationMessageTypes.ENTRY || messageType === ReplicationMessageTypes.ENTRY_BATCH || messageType === ReplicationMessageTypes.TERM_START) {
|
|
6
|
+
return config.replicationTimeout;
|
|
7
|
+
}
|
|
8
|
+
return config.requestTimeout;
|
|
9
|
+
}
|
|
10
|
+
function timeoutsOf(config) {
|
|
11
|
+
return {
|
|
12
|
+
connectTimeout: config.connectTimeout,
|
|
13
|
+
requestTimeout: config.requestTimeout,
|
|
14
|
+
replicationTimeout: config.replicationTimeout,
|
|
15
|
+
snapshotTimeout: config.snapshotTimeout
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export { replyDeadlineMs, timeoutsOf };
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
// src/distribution/coordinator/index-metadata-key.ts
|
|
2
|
+
var INDEX_METADATA_KEY_ROOT = "_narsil/index";
|
|
3
|
+
var INDEX_METADATA_KEY_SUFFIX = "/config";
|
|
4
|
+
var INDEX_METADATA_KEY_PREFIX = `${INDEX_METADATA_KEY_ROOT}/`;
|
|
5
|
+
function indexNameOfMetadataSuffix(keySuffix) {
|
|
6
|
+
if (!keySuffix.endsWith(INDEX_METADATA_KEY_SUFFIX)) return null;
|
|
7
|
+
const indexName = keySuffix.slice(0, -INDEX_METADATA_KEY_SUFFIX.length);
|
|
8
|
+
return indexName.length === 0 || indexName.includes("/") ? null : indexName;
|
|
9
|
+
}
|
|
10
|
+
function indexNameOfMetadataKey(key) {
|
|
11
|
+
if (!key.startsWith(INDEX_METADATA_KEY_PREFIX)) return null;
|
|
12
|
+
return indexNameOfMetadataSuffix(key.slice(INDEX_METADATA_KEY_PREFIX.length));
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
export { INDEX_METADATA_KEY_PREFIX, indexNameOfMetadataKey, indexNameOfMetadataSuffix };
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { getNestedValue } from './chunk-7P5YWDRQ.mjs';
|
|
2
|
+
|
|
3
|
+
// src/serialization/vector-field-bytes.ts
|
|
4
|
+
var FORBIDDEN_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
|
|
5
|
+
var FLOAT32_BYTES = 4;
|
|
6
|
+
function setNestedValue(obj, path, value) {
|
|
7
|
+
if (!path.includes(".")) {
|
|
8
|
+
if (FORBIDDEN_KEYS.has(path)) {
|
|
9
|
+
return;
|
|
10
|
+
}
|
|
11
|
+
obj[path] = value;
|
|
12
|
+
return;
|
|
13
|
+
}
|
|
14
|
+
const segments = path.split(".");
|
|
15
|
+
let current = obj;
|
|
16
|
+
for (let i = 0; i < segments.length - 1; i += 1) {
|
|
17
|
+
const segment = segments[i];
|
|
18
|
+
if (segment === void 0 || FORBIDDEN_KEYS.has(segment)) {
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
21
|
+
let next = current[segment];
|
|
22
|
+
if (next === null || next === void 0 || typeof next !== "object") {
|
|
23
|
+
next = {};
|
|
24
|
+
current[segment] = next;
|
|
25
|
+
}
|
|
26
|
+
current = next;
|
|
27
|
+
}
|
|
28
|
+
const finalSegment = segments.at(-1);
|
|
29
|
+
if (finalSegment === void 0 || FORBIDDEN_KEYS.has(finalSegment)) {
|
|
30
|
+
return;
|
|
31
|
+
}
|
|
32
|
+
current[finalSegment] = value;
|
|
33
|
+
}
|
|
34
|
+
function restoreVectorFields(document, vectorFieldPaths) {
|
|
35
|
+
for (const fieldPath of vectorFieldPaths) {
|
|
36
|
+
const value = getNestedValue(document, fieldPath);
|
|
37
|
+
if (value instanceof Uint8Array && !(value instanceof Float32Array)) {
|
|
38
|
+
if (value.byteLength % FLOAT32_BYTES !== 0) {
|
|
39
|
+
throw new Error(
|
|
40
|
+
`Vector field "${fieldPath}" has invalid byte length ${value.byteLength} (must be divisible by 4)`
|
|
41
|
+
);
|
|
42
|
+
}
|
|
43
|
+
const elementCount = value.byteLength / FLOAT32_BYTES;
|
|
44
|
+
const float32 = new Float32Array(elementCount);
|
|
45
|
+
const dataView = new DataView(value.buffer, value.byteOffset, value.byteLength);
|
|
46
|
+
for (let i = 0; i < elementCount; i += 1) {
|
|
47
|
+
float32[i] = dataView.getFloat32(i * FLOAT32_BYTES, true);
|
|
48
|
+
}
|
|
49
|
+
setNestedValue(document, fieldPath, float32);
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
export { restoreVectorFields, setNestedValue };
|