@delali/narsil 0.3.1-next.99 → 0.4.1-next.211
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/README.md +30 -11
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +101 -13
- package/dist/adapters/gcs.d.ts +49 -0
- package/dist/adapters/gcs.mjs +213 -0
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +2 -7
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/memory.mjs +5 -0
- package/dist/adapters/s3.d.ts +53 -0
- package/dist/adapters/s3.mjs +263 -0
- package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
- package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
- package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
- package/dist/browser/embed-GG6PS3EA.mjs +264 -0
- package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
- package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
- package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
- package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
- package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
- package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
- package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
- package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
- package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
- package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
- package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
- package/dist/chunk-2AFZE7Y3.mjs +72 -0
- package/dist/chunk-2CKDCC65.mjs +47 -0
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/chunk-44W3CBNG.mjs +7 -0
- package/dist/chunk-4H4RG2FR.mjs +13 -0
- package/dist/chunk-4PY4JYMY.mjs +11 -0
- package/dist/chunk-4ZPVAHWF.mjs +1289 -0
- package/dist/chunk-5EI5CXO6.mjs +197 -0
- package/dist/chunk-5F5MXWS5.mjs +283 -0
- package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
- package/dist/chunk-6FOENO4E.mjs +273 -0
- package/dist/chunk-6GHX35ZM.mjs +108 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-6N6HHBCQ.mjs +4596 -0
- package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
- package/dist/chunk-AVBPB3MI.mjs +602 -0
- package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6NALRK.mjs +31921 -0
- package/dist/chunk-C4ZMXXTL.mjs +92 -0
- package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
- package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
- package/dist/chunk-DXZ6JDWG.mjs +797 -0
- package/dist/chunk-FJXJZUWF.mjs +209 -0
- package/dist/chunk-FS3HPPSC.mjs +212 -0
- package/dist/chunk-FT4KLZXW.mjs +1164 -0
- package/dist/chunk-GR5GMFJJ.mjs +104 -0
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/chunk-GXED6R3Q.mjs +271 -0
- package/dist/chunk-HLPRHOSO.mjs +17 -0
- package/dist/chunk-IL5DRCNU.mjs +3041 -0
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/chunk-K5HSUPYS.mjs +11 -0
- package/dist/chunk-KYIRXTCA.mjs +100 -0
- package/dist/chunk-LFXS6OF7.mjs +289 -0
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/chunk-M2Z5WVWW.mjs +194 -0
- package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
- package/dist/chunk-M3OW2XSP.mjs +40 -0
- package/dist/chunk-MFPSQZ6P.mjs +127 -0
- package/dist/chunk-MRCJBWJZ.mjs +1292 -0
- package/dist/chunk-MSIN4NM3.mjs +25 -0
- package/dist/chunk-MW3CJVGP.mjs +219 -0
- package/dist/chunk-MYM6CAVK.mjs +76 -0
- package/dist/chunk-NJJN4FMM.mjs +84 -0
- package/dist/chunk-NM7I3BM7.mjs +59 -0
- package/dist/chunk-OIJ64LGT.mjs +19 -0
- package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/chunk-Q2AP2FSN.mjs +15 -0
- package/dist/chunk-R2PJKSNL.mjs +54 -0
- package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/chunk-S5QMWECL.mjs +7 -0
- package/dist/chunk-SLAC5PAB.mjs +5008 -0
- package/dist/chunk-T4HMSZCX.mjs +5 -0
- package/dist/chunk-TACP6VK6.mjs +111 -0
- package/dist/chunk-TGPKS2UM.mjs +125 -0
- package/dist/chunk-TKKXPKEO.mjs +979 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/chunk-XL56L4IR.mjs +228 -0
- package/dist/chunk-XQIAMDAG.mjs +3076 -0
- package/dist/chunk-YTUZ4R22.mjs +1063 -0
- package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
- package/dist/chunk-ZPJFGGGI.mjs +638 -0
- package/dist/chunk-ZXX5GZEX.mjs +17 -0
- package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
- package/dist/client.d.ts +11 -10
- package/dist/client.mjs +8 -898
- package/dist/config-Bnl7L-0H.d.ts +608 -0
- package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
- package/dist/core-leaf-6JVHEVFB.mjs +8 -0
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
- package/dist/distribution/coordinator/etcd.d.ts +63 -7
- package/dist/distribution/coordinator/etcd.mjs +725 -81
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/coordinator/in-memory.mjs +65 -10
- package/dist/distribution/transport/grpc.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +39 -10
- package/dist/distribution/transport/in-memory.d.ts +2 -2
- package/dist/distribution/transport/in-memory.mjs +9 -6
- package/dist/distribution/transport/tcp.d.ts +2 -2
- package/dist/distribution/transport/tcp.mjs +20 -15
- package/dist/distribution.d.ts +267 -56
- package/dist/distribution.mjs +23156 -11362
- package/dist/durability-config-VWS2K24E.mjs +96 -0
- package/dist/embed-4PHHKGBK.mjs +263 -0
- package/dist/embeddings/openai.d.ts +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
- package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
- package/dist/gzip-2UCZW2MM.mjs +31 -0
- package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
- package/dist/index.browser.mjs +4 -4
- package/dist/index.d.ts +2133 -57
- package/dist/index.mjs +16 -32
- package/dist/index.react-native.mjs +12 -0
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
- package/dist/module-5ZSLUQII.mjs +3729 -0
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
- package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
- package/dist/optional-writes-4UOQKETU.mjs +247 -0
- package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
- package/dist/partial-words.browser.mjs +1650 -0
- package/dist/partial-words.mjs +17 -11
- package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
- package/dist/pattern.mjs +6 -7
- package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
- package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
- package/dist/phrase-module-EFESWOCR.mjs +635 -0
- package/dist/query-actions-HMJUVWGT.mjs +119 -0
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +53 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +47 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +19 -0
- package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
- package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
- package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
- package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
- package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
- package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
- package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
- package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
- package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
- package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
- package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
- package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
- package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
- package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
- package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
- package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
- package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
- package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
- package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
- package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
- package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
- package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
- package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
- package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
- package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
- package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
- package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
- package/dist/react-native/partial-words.mjs +1658 -0
- package/dist/react-native/pattern.mjs +2570 -0
- package/dist/react-native/query-suggestions.mjs +55 -0
- package/dist/react-native/sync.mjs +2759 -0
- package/dist/react-native/synonyms.mjs +676 -0
- package/dist/react.d.ts +12 -8
- package/dist/react.mjs +45 -1
- package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
- package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
- package/dist/runtime-USQYKN3I.mjs +615 -0
- package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
- package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
- package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
- package/dist/server.d.ts +348 -22
- package/dist/server.mjs +2211 -327
- package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
- package/dist/store-leaf-6VMMSVBE.mjs +20 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +288 -0
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +242 -0
- package/dist/sync.browser.mjs +1271 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2712 -0
- package/dist/synonyms.browser.mjs +658 -0
- package/dist/synonyms.mjs +17 -7
- package/dist/tasks-65b6t6lk.d.ts +782 -0
- package/dist/thread-UJ3W5LVI.mjs +31 -0
- package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
- package/dist/types-CpCg-Gq-.d.ts +227 -0
- package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
- package/dist/vector/search-worker.d.ts +10 -2
- package/dist/vector/search-worker.mjs +11 -11
- package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
- package/dist/workers/entry.mjs +75 -15
- package/openapi.json +6840 -0
- package/package.json +404 -19
- package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
- package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
- package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
- package/dist/browser/chunk-QWES44AW.mjs +0 -473
- package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
- package/dist/browser/module-PDXYHT75.mjs +0 -2822
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
- package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
- package/dist/browser/write-L7FAQA47.mjs +0 -208
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-5XNIRLFC.mjs +0 -96
- package/dist/chunk-7X5JST5L.mjs +0 -114
- package/dist/chunk-AV4IJKD2.mjs +0 -35
- package/dist/chunk-AY3AQ3UH.mjs +0 -73
- package/dist/chunk-BKB3XTMI.mjs +0 -707
- package/dist/chunk-C7SLA6CM.mjs +0 -19
- package/dist/chunk-COVCQ73F.mjs +0 -587
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-E74YLAIG.mjs +0 -24
- package/dist/chunk-FMWRCP2C.mjs +0 -57
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-JFRNNBOM.mjs +0 -35
- package/dist/chunk-K25LZA54.mjs +0 -8484
- package/dist/chunk-KEHK2O6P.mjs +0 -13
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L3L5YFXC.mjs +0 -614
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LH4NZNJJ.mjs +0 -1731
- package/dist/chunk-LU2CE5AE.mjs +0 -507
- package/dist/chunk-LXWDQLTW.mjs +0 -30
- package/dist/chunk-MHOSCQCQ.mjs +0 -948
- package/dist/chunk-NKRBEGJZ.mjs +0 -1705
- package/dist/chunk-NTRMFARG.mjs +0 -462
- package/dist/chunk-NW4XDSP2.mjs +0 -212
- package/dist/chunk-OOEXLUGR.mjs +0 -117
- package/dist/chunk-ORBLD3EL.mjs +0 -6
- package/dist/chunk-OWNZYMRE.mjs +0 -3591
- package/dist/chunk-PPY2GSIB.mjs +0 -44
- package/dist/chunk-QY7GC2MW.mjs +0 -33
- package/dist/chunk-R6A773WK.mjs +0 -226
- package/dist/chunk-R6PR4WYZ.mjs +0 -68
- package/dist/chunk-R7EEKAJE.mjs +0 -593
- package/dist/chunk-RONEOEON.mjs +0 -426
- package/dist/chunk-VWULPWRJ.mjs +0 -7469
- package/dist/chunk-WCJKUGHB.mjs +0 -262
- package/dist/chunk-WQBCBKY3.mjs +0 -8
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-YA7XLE2R.mjs +0 -1256
- package/dist/chunk-YTJCGKM4.mjs +0 -56
- package/dist/chunk-ZG477IPV.mjs +0 -526
- package/dist/chunk-ZYNAMIYX.mjs +0 -113
- package/dist/config-BGB_fDtq.d.ts +0 -237
- package/dist/direct-executor-CXZ66ACP.mjs +0 -22
- package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
- package/dist/engine-BGCEm9E_.d.ts +0 -577
- package/dist/module-3NONKBZX.mjs +0 -1860
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-queue-JPRBUYII.mjs +0 -35
- package/dist/runtime-ZKYZFJJC.mjs +0 -177
- package/dist/snapshot-HOGXNO5W.mjs +0 -793
- package/dist/tasks-HG3rlxx6.d.ts +0 -302
- package/dist/thread-B657LQXK.mjs +0 -692
- package/dist/write-XLIGTXBU.mjs +0 -238
|
@@ -0,0 +1,194 @@
|
|
|
1
|
+
import { MAX_PARTITIONS } from './chunk-3ECIRFS5.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
|
+
|
|
4
|
+
// src/engine/snapshot/restore-config.ts
|
|
5
|
+
function rejectSnapshot(message) {
|
|
6
|
+
throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Invalid snapshot: ${message}`);
|
|
7
|
+
}
|
|
8
|
+
function isPlainObject(value) {
|
|
9
|
+
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
10
|
+
}
|
|
11
|
+
function restoredBm25(raw, reject) {
|
|
12
|
+
if (raw === void 0) {
|
|
13
|
+
return void 0;
|
|
14
|
+
}
|
|
15
|
+
if (!isPlainObject(raw)) {
|
|
16
|
+
reject("bm25 must be an object");
|
|
17
|
+
}
|
|
18
|
+
const fields = restoredBm25Fields(raw.fields, reject);
|
|
19
|
+
return {
|
|
20
|
+
...restoredBm25Pair(raw, "bm25", reject),
|
|
21
|
+
...fields !== void 0 ? { fields } : {}
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
function restoredBm25Pair(raw, label, reject) {
|
|
25
|
+
const { k1, b } = raw;
|
|
26
|
+
if (k1 !== void 0 && (typeof k1 !== "number" || !Number.isFinite(k1))) {
|
|
27
|
+
reject(`${label} k1 must be a finite number`);
|
|
28
|
+
}
|
|
29
|
+
if (b !== void 0 && (typeof b !== "number" || !Number.isFinite(b))) {
|
|
30
|
+
reject(`${label} b must be a finite number`);
|
|
31
|
+
}
|
|
32
|
+
return {
|
|
33
|
+
...k1 !== void 0 ? { k1 } : {},
|
|
34
|
+
...b !== void 0 ? { b } : {}
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
function restoredBm25Fields(raw, reject) {
|
|
38
|
+
if (raw === void 0) return void 0;
|
|
39
|
+
if (!isPlainObject(raw)) reject("bm25 fields must be an object");
|
|
40
|
+
const source = raw;
|
|
41
|
+
const fields = /* @__PURE__ */ Object.create(null);
|
|
42
|
+
for (const name of Object.keys(source)) {
|
|
43
|
+
const pair = source[name];
|
|
44
|
+
if (!isPlainObject(pair)) reject("bm25 fields must map each field to an object");
|
|
45
|
+
fields[name] = restoredBm25Pair(pair, "bm25 field", reject);
|
|
46
|
+
}
|
|
47
|
+
return fields;
|
|
48
|
+
}
|
|
49
|
+
function restoredStopWords(name, list, reject) {
|
|
50
|
+
if (name !== void 0 && typeof name !== "string") {
|
|
51
|
+
reject("stopWords must be a name");
|
|
52
|
+
}
|
|
53
|
+
if (list !== void 0 && (!Array.isArray(list) || !list.every((word) => typeof word === "string"))) {
|
|
54
|
+
reject("stopWordList must be a list of words");
|
|
55
|
+
}
|
|
56
|
+
if (typeof name === "string" && Array.isArray(list)) {
|
|
57
|
+
reject("stopWords and stopWordList cannot both be present");
|
|
58
|
+
}
|
|
59
|
+
if (typeof name === "string") {
|
|
60
|
+
return name;
|
|
61
|
+
}
|
|
62
|
+
if (Array.isArray(list)) {
|
|
63
|
+
return new Set(list);
|
|
64
|
+
}
|
|
65
|
+
return void 0;
|
|
66
|
+
}
|
|
67
|
+
function restoredPartitionConfig(raw, reject = rejectSnapshot) {
|
|
68
|
+
if (raw === void 0) {
|
|
69
|
+
return void 0;
|
|
70
|
+
}
|
|
71
|
+
if (!isPlainObject(raw)) {
|
|
72
|
+
reject("partitionConfig must be an object");
|
|
73
|
+
}
|
|
74
|
+
const { maxDocsPerPartition, maxPartitions, watermark } = raw;
|
|
75
|
+
if (maxDocsPerPartition !== void 0 && (typeof maxDocsPerPartition !== "number" || !Number.isInteger(maxDocsPerPartition) || maxDocsPerPartition < 1)) {
|
|
76
|
+
reject("partitionConfig maxDocsPerPartition must be a positive integer");
|
|
77
|
+
}
|
|
78
|
+
if (maxPartitions !== void 0 && (typeof maxPartitions !== "number" || !Number.isInteger(maxPartitions) || maxPartitions < 1)) {
|
|
79
|
+
reject("partitionConfig maxPartitions must be a positive integer");
|
|
80
|
+
}
|
|
81
|
+
if (watermark !== void 0 && (typeof watermark !== "number" || !(watermark > 0) || watermark > 1)) {
|
|
82
|
+
reject("partitionConfig watermark must be above 0 and at most 1");
|
|
83
|
+
}
|
|
84
|
+
return {
|
|
85
|
+
...typeof maxDocsPerPartition === "number" ? { maxDocsPerPartition } : {},
|
|
86
|
+
...typeof maxPartitions === "number" ? { maxPartitions: Math.min(maxPartitions, MAX_PARTITIONS) } : {},
|
|
87
|
+
...typeof watermark === "number" ? { watermark } : {}
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
function restoredScoring(raw, reject) {
|
|
91
|
+
if (raw === void 0) {
|
|
92
|
+
return void 0;
|
|
93
|
+
}
|
|
94
|
+
if (raw !== "local" && raw !== "dfs" && raw !== "broadcast") {
|
|
95
|
+
reject("defaultScoring must be 'local', 'dfs', or 'broadcast'");
|
|
96
|
+
}
|
|
97
|
+
return raw;
|
|
98
|
+
}
|
|
99
|
+
function restoredBoolean(raw, field, reject) {
|
|
100
|
+
if (raw === void 0) {
|
|
101
|
+
return void 0;
|
|
102
|
+
}
|
|
103
|
+
if (typeof raw !== "boolean") {
|
|
104
|
+
reject(`${field} must be a boolean`);
|
|
105
|
+
}
|
|
106
|
+
return raw;
|
|
107
|
+
}
|
|
108
|
+
function restoredRequired(raw, reject) {
|
|
109
|
+
if (raw === void 0) {
|
|
110
|
+
return void 0;
|
|
111
|
+
}
|
|
112
|
+
if (!Array.isArray(raw) || !raw.every((field) => typeof field === "string")) {
|
|
113
|
+
reject("required must be a list of field paths");
|
|
114
|
+
}
|
|
115
|
+
return raw;
|
|
116
|
+
}
|
|
117
|
+
function restoredVectorPromotion(raw, reject) {
|
|
118
|
+
if (raw === void 0) {
|
|
119
|
+
return void 0;
|
|
120
|
+
}
|
|
121
|
+
if (!isPlainObject(raw) || raw.hnswConfig !== void 0 && !isPlainObject(raw.hnswConfig)) {
|
|
122
|
+
reject("vectorPromotion must be an object");
|
|
123
|
+
}
|
|
124
|
+
return raw;
|
|
125
|
+
}
|
|
126
|
+
function restoredEmbedding(raw, reject = rejectSnapshot) {
|
|
127
|
+
if (raw === void 0) {
|
|
128
|
+
return void 0;
|
|
129
|
+
}
|
|
130
|
+
if (!isPlainObject(raw)) {
|
|
131
|
+
reject("embedding must be an object");
|
|
132
|
+
}
|
|
133
|
+
const { fields, adapter } = raw;
|
|
134
|
+
if (adapter !== void 0 && typeof adapter !== "string") {
|
|
135
|
+
reject("embedding adapter must be a name");
|
|
136
|
+
}
|
|
137
|
+
if (!isPlainObject(fields)) {
|
|
138
|
+
reject("embedding fields must be an object");
|
|
139
|
+
}
|
|
140
|
+
for (const value of Object.values(fields)) {
|
|
141
|
+
const isPath = typeof value === "string";
|
|
142
|
+
const isPathList = Array.isArray(value) && value.every((path) => typeof path === "string");
|
|
143
|
+
if (!isPath && !isPathList) {
|
|
144
|
+
reject("embedding fields must map vector fields to source paths");
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
return {
|
|
148
|
+
fields,
|
|
149
|
+
...adapter !== void 0 ? { adapter } : {}
|
|
150
|
+
};
|
|
151
|
+
}
|
|
152
|
+
function readSharedConfigFields(source, reject) {
|
|
153
|
+
if (source.tokenizer !== void 0 && typeof source.tokenizer !== "string") {
|
|
154
|
+
reject("tokenizer must be a name");
|
|
155
|
+
}
|
|
156
|
+
const stopWords = restoredStopWords(source.stopWords, source.stopWordList, reject);
|
|
157
|
+
const bm25 = restoredBm25(source.bm25, reject);
|
|
158
|
+
const surfaceForms = restoredBoolean(source.surfaceForms, "surfaceForms", reject);
|
|
159
|
+
const defaultScoring = restoredScoring(source.defaultScoring, reject);
|
|
160
|
+
const trackPositions = restoredBoolean(source.trackPositions, "trackPositions", reject);
|
|
161
|
+
const { textStorage } = source;
|
|
162
|
+
if (textStorage !== void 0 && textStorage !== "memory" && textStorage !== "disk") {
|
|
163
|
+
reject("textStorage must be 'memory' or 'disk'");
|
|
164
|
+
}
|
|
165
|
+
const strict = restoredBoolean(source.strict, "strict", reject);
|
|
166
|
+
const required = restoredRequired(source.required, reject);
|
|
167
|
+
const vectorPromotion = restoredVectorPromotion(source.vectorPromotion, reject);
|
|
168
|
+
if (source.patternValueLimit !== void 0 && typeof source.patternValueLimit !== "number") {
|
|
169
|
+
reject("patternValueLimit must be a number");
|
|
170
|
+
}
|
|
171
|
+
return {
|
|
172
|
+
...typeof source.tokenizer === "string" ? { tokenizer: source.tokenizer } : {},
|
|
173
|
+
...stopWords !== void 0 ? { stopWords } : {},
|
|
174
|
+
...bm25 !== void 0 ? { bm25 } : {},
|
|
175
|
+
...surfaceForms !== void 0 ? { surfaceForms } : {},
|
|
176
|
+
...defaultScoring !== void 0 ? { defaultScoring } : {},
|
|
177
|
+
...trackPositions !== void 0 ? { trackPositions } : {},
|
|
178
|
+
...textStorage === "memory" || textStorage === "disk" ? { textStorage } : {},
|
|
179
|
+
...strict !== void 0 ? { strict } : {},
|
|
180
|
+
...required !== void 0 ? { required } : {},
|
|
181
|
+
...vectorPromotion !== void 0 ? { vectorPromotion } : {},
|
|
182
|
+
...typeof source.patternValueLimit === "number" ? { patternValueLimit: source.patternValueLimit } : {}
|
|
183
|
+
};
|
|
184
|
+
}
|
|
185
|
+
function restoredConfigFields(envelope, reject = rejectSnapshot) {
|
|
186
|
+
const shared = readSharedConfigFields(envelope, reject);
|
|
187
|
+
const partitions = restoredPartitionConfig(envelope.partitionConfig, reject);
|
|
188
|
+
return {
|
|
189
|
+
...shared,
|
|
190
|
+
...partitions !== void 0 ? { partitions } : {}
|
|
191
|
+
};
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
export { readSharedConfigFields, rejectSnapshot, restoredConfigFields, restoredEmbedding, restoredPartitionConfig };
|
|
@@ -1,27 +1,13 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-
|
|
3
|
-
import {
|
|
4
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { getFs, getPath } from './chunk-HLPRHOSO.mjs';
|
|
2
|
+
import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-MSIN4NM3.mjs';
|
|
3
|
+
import { nodeThreadId } from './chunk-FJXJZUWF.mjs';
|
|
4
|
+
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
5
|
+
import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
|
|
5
6
|
import { openSync, close, readFileSync } from 'fs';
|
|
6
7
|
import { rename, readFile, writeFile, unlink, realpath, readdir, readlink } from 'fs/promises';
|
|
7
8
|
import { endianness } from 'os';
|
|
8
9
|
import { dirname } from 'path';
|
|
9
10
|
|
|
10
|
-
// src/persistence/durability/node-fs.ts
|
|
11
|
-
var cachedFs = null;
|
|
12
|
-
var cachedPath = null;
|
|
13
|
-
async function getFs() {
|
|
14
|
-
if (cachedFs === null) {
|
|
15
|
-
cachedFs = await import('fs/promises');
|
|
16
|
-
}
|
|
17
|
-
return cachedFs;
|
|
18
|
-
}
|
|
19
|
-
async function getPath() {
|
|
20
|
-
if (cachedPath === null) {
|
|
21
|
-
cachedPath = await import('path');
|
|
22
|
-
}
|
|
23
|
-
return cachedPath;
|
|
24
|
-
}
|
|
25
11
|
var AUXV_CLOCK_TICKS_TYPE = 17n;
|
|
26
12
|
var AUXV_END_TYPE = 0n;
|
|
27
13
|
var THIRTY_TWO_BIT_ARCHITECTURES = /* @__PURE__ */ new Set(["arm", "ia32", "mips", "mipsel", "ppc"]);
|
|
@@ -161,7 +147,7 @@ async function removeStaleLock(lockPath, asidePath, isStale) {
|
|
|
161
147
|
|
|
162
148
|
// src/persistence/durability/directory-lock.ts
|
|
163
149
|
var LOCK_FILE_NAME = ".narsil.lock";
|
|
164
|
-
var HARD_LINK_UNSUPPORTED_CODES = /* @__PURE__ */ new Set(["EPERM", "ENOTSUP", "EOPNOTSUPP", "ENOSYS"]);
|
|
150
|
+
var HARD_LINK_UNSUPPORTED_CODES = /* @__PURE__ */ new Set(["EACCES", "EPERM", "ENOTSUP", "EOPNOTSUPP", "ENOSYS"]);
|
|
165
151
|
var lockedDirectories = /* @__PURE__ */ new Set();
|
|
166
152
|
function errnoOf2(err) {
|
|
167
153
|
return err?.code;
|
|
@@ -316,6 +302,29 @@ async function lockDirectory(root) {
|
|
|
316
302
|
};
|
|
317
303
|
}
|
|
318
304
|
|
|
305
|
+
// src/persistence/durability/list-recursive.ts
|
|
306
|
+
async function listRecursive(dir, base, pathMod, fs) {
|
|
307
|
+
const results = [];
|
|
308
|
+
let entries;
|
|
309
|
+
try {
|
|
310
|
+
entries = await fs.readdir(dir, { withFileTypes: true });
|
|
311
|
+
} catch (err) {
|
|
312
|
+
if (err.code === "ENOENT") {
|
|
313
|
+
return results;
|
|
314
|
+
}
|
|
315
|
+
throw err;
|
|
316
|
+
}
|
|
317
|
+
for (const entry of entries) {
|
|
318
|
+
const full = pathMod.join(dir, entry.name);
|
|
319
|
+
if (entry.isDirectory()) {
|
|
320
|
+
results.push(...await listRecursive(full, base, pathMod, fs));
|
|
321
|
+
} else {
|
|
322
|
+
results.push(pathMod.relative(base, full).split(pathMod.sep).join("/"));
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
return results;
|
|
326
|
+
}
|
|
327
|
+
|
|
319
328
|
// src/persistence/durability/durable-filesystem.ts
|
|
320
329
|
function validateRelativeKey(key) {
|
|
321
330
|
if (key.length === 0) {
|
|
@@ -352,7 +361,22 @@ async function openReadWriteCreating(filePath, fs) {
|
|
|
352
361
|
async function writeFully(handle, buffer, key) {
|
|
353
362
|
let offset = 0;
|
|
354
363
|
while (offset < buffer.length) {
|
|
355
|
-
|
|
364
|
+
let bytesWritten;
|
|
365
|
+
try {
|
|
366
|
+
;
|
|
367
|
+
({ bytesWritten } = await handle.write(buffer, offset, buffer.length - offset));
|
|
368
|
+
} catch (err) {
|
|
369
|
+
throw new NarsilError(
|
|
370
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
371
|
+
`Write to "${key}" failed; the write is not acknowledged`,
|
|
372
|
+
{
|
|
373
|
+
key,
|
|
374
|
+
written: offset,
|
|
375
|
+
total: buffer.length,
|
|
376
|
+
cause: err instanceof Error ? err.message : String(err)
|
|
377
|
+
}
|
|
378
|
+
);
|
|
379
|
+
}
|
|
356
380
|
if (bytesWritten <= 0) {
|
|
357
381
|
throw new NarsilError(
|
|
358
382
|
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
@@ -459,12 +483,20 @@ function createDurableDirectory(root) {
|
|
|
459
483
|
if (stat.size === 0) {
|
|
460
484
|
return new Uint8Array(0);
|
|
461
485
|
}
|
|
462
|
-
const
|
|
463
|
-
await handle.read(
|
|
464
|
-
return
|
|
486
|
+
const bytes = new Uint8Array(stat.size);
|
|
487
|
+
await handle.read(bytes, 0, stat.size, 0);
|
|
488
|
+
return bytes;
|
|
465
489
|
},
|
|
466
490
|
async writeSlot(offset, slot) {
|
|
467
|
-
|
|
491
|
+
try {
|
|
492
|
+
await handle.write(slot, 0, slot.length, offset);
|
|
493
|
+
} catch (err) {
|
|
494
|
+
throw new NarsilError(
|
|
495
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
496
|
+
`Write to "${key}" failed; the write is not acknowledged`,
|
|
497
|
+
{ key, cause: err instanceof Error ? err.message : String(err) }
|
|
498
|
+
);
|
|
499
|
+
}
|
|
468
500
|
try {
|
|
469
501
|
await handle.sync();
|
|
470
502
|
} catch (err) {
|
|
@@ -590,14 +622,16 @@ function createDurableDirectory(root) {
|
|
|
590
622
|
const fs = await getFs();
|
|
591
623
|
await ensureDir(target.path, target.pathMod, fs);
|
|
592
624
|
await fs.rename(source.path, target.path);
|
|
593
|
-
|
|
594
|
-
await fsyncDirectory(
|
|
625
|
+
const directories = new Set([target.path, source.path].map((path) => target.pathMod.dirname(path)));
|
|
626
|
+
for (const movedIn of directories) await fsyncDirectory(movedIn, fs);
|
|
595
627
|
},
|
|
596
628
|
async list(prefix) {
|
|
597
629
|
const fs = await getFs();
|
|
598
630
|
const pathMod = await getPath();
|
|
599
631
|
const resolvedBase = pathMod.resolve(root);
|
|
600
|
-
const
|
|
632
|
+
const directoryOfPrefix = prefix.slice(0, prefix.lastIndexOf("/") + 1);
|
|
633
|
+
const walkFrom = directoryOfPrefix.length === 0 ? resolvedBase : (await resolve(directoryOfPrefix)).path;
|
|
634
|
+
const all = await listRecursive(walkFrom, resolvedBase, pathMod, fs);
|
|
601
635
|
return all.filter((entry) => entry.startsWith(prefix)).sort(compareCodePoints);
|
|
602
636
|
},
|
|
603
637
|
async pathOf(key) {
|
|
@@ -606,26 +640,5 @@ function createDurableDirectory(root) {
|
|
|
606
640
|
}
|
|
607
641
|
};
|
|
608
642
|
}
|
|
609
|
-
async function listRecursive(dir, base, pathMod, fs) {
|
|
610
|
-
const results = [];
|
|
611
|
-
let entries;
|
|
612
|
-
try {
|
|
613
|
-
entries = await fs.readdir(dir, { withFileTypes: true });
|
|
614
|
-
} catch (err) {
|
|
615
|
-
if (err.code === "ENOENT") {
|
|
616
|
-
return results;
|
|
617
|
-
}
|
|
618
|
-
throw err;
|
|
619
|
-
}
|
|
620
|
-
for (const entry of entries) {
|
|
621
|
-
const full = pathMod.join(dir, entry.name);
|
|
622
|
-
if (entry.isDirectory()) {
|
|
623
|
-
results.push(...await listRecursive(full, base, pathMod, fs));
|
|
624
|
-
} else {
|
|
625
|
-
results.push(pathMod.relative(base, full).split(pathMod.sep).join("/"));
|
|
626
|
-
}
|
|
627
|
-
}
|
|
628
|
-
return results;
|
|
629
|
-
}
|
|
630
643
|
|
|
631
|
-
export { createDurableDirectory
|
|
644
|
+
export { createDurableDirectory };
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { boundQuerySuggestionsOf } from './chunk-S2POFTLN.mjs';
|
|
2
|
+
import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-BY6NALRK.mjs';
|
|
3
|
+
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
4
|
+
|
|
5
|
+
// src/query-suggestions/index.ts
|
|
6
|
+
function querySuggestions(engine) {
|
|
7
|
+
const bound = boundQuerySuggestionsOf(engine);
|
|
8
|
+
if (bound !== void 0) return bound();
|
|
9
|
+
const core = engineCoreOf(engine);
|
|
10
|
+
if (core === void 0) {
|
|
11
|
+
throw new NarsilError(
|
|
12
|
+
ErrorCodes.CONFIG_INVALID,
|
|
13
|
+
"Popular query suggestions need an engine that createNarsil made in this process"
|
|
14
|
+
);
|
|
15
|
+
}
|
|
16
|
+
return lazyQuerySuggestionsOf(core, engine);
|
|
17
|
+
}
|
|
18
|
+
function checkedSuggestionsIndexName(indexName, group) {
|
|
19
|
+
if (typeof group !== "string" || !new RegExp(GROUP_PATTERN_SOURCE).test(group)) {
|
|
20
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `A group holds ${GROUP_FORMAT}`, {});
|
|
21
|
+
}
|
|
22
|
+
return `${indexName}${SUGGESTIONS_INDEX_INFIX}${group}`;
|
|
23
|
+
}
|
|
24
|
+
function lazyQuerySuggestionsOf(core, engine) {
|
|
25
|
+
const local = async () => (await loadSuggestionsCode()).localQuerySuggestionsOf(core, engine);
|
|
26
|
+
return {
|
|
27
|
+
recordQuery: async (indexName, query) => (await local()).recordQuery(indexName, query),
|
|
28
|
+
updateSetting: async (indexName, setting) => (await local()).updateSetting(indexName, setting),
|
|
29
|
+
status: async (indexName) => (await local()).status(indexName),
|
|
30
|
+
build: async (indexName) => (await local()).build(indexName),
|
|
31
|
+
preview: async (indexName, limit) => (await local()).preview(indexName, limit),
|
|
32
|
+
bans: async (indexName) => (await local()).bans(indexName),
|
|
33
|
+
updateBans: async (indexName, phrases) => (await local()).updateBans(indexName, phrases),
|
|
34
|
+
removeQuery: async (indexName, query) => (await local()).removeQuery(indexName, query),
|
|
35
|
+
addSuggestion: async (indexName, suggestion) => (await local()).addSuggestion(indexName, suggestion),
|
|
36
|
+
suggestionsIndexName: checkedSuggestionsIndexName
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
export { querySuggestions };
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-BY6NALRK.mjs';
|
|
2
|
+
|
|
3
|
+
// src/partitioning/constants.ts
|
|
4
|
+
var REBALANCE_CHUNK_SIZE = 1e3;
|
|
5
|
+
var DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE = 1e4;
|
|
6
|
+
var TEXT_REBUILD_CHUNK_DOCUMENTS = 1e3;
|
|
7
|
+
var TEXT_REBUILD_SWITCH_BACKLOG_DOCUMENTS = 1e3;
|
|
8
|
+
|
|
9
|
+
// src/partitioning/rewrite-spill-of.ts
|
|
10
|
+
async function rewriteSpillOf(storage, manager, target) {
|
|
11
|
+
if (storage === void 0 || (target?.config ?? manager.config).textStorage !== "disk") return null;
|
|
12
|
+
const { openRewriteSpill } = await loadStorageCode();
|
|
13
|
+
return openRewriteSpill(storage, manager, target);
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
// src/partitioning/text-rebuild.ts
|
|
17
|
+
function textRebuildTargetOf(config, language, analysis) {
|
|
18
|
+
return { config, language, analysis, partialWordAnalysis: resolvePartialWordAnalysis(config, language, analysis) };
|
|
19
|
+
}
|
|
20
|
+
function interrupted(pass) {
|
|
21
|
+
return pass.log.partitionsReplaced || !pass.hooks.isCurrent();
|
|
22
|
+
}
|
|
23
|
+
async function buildPartition(pass, source, partitionId) {
|
|
24
|
+
const { manager, language, options } = pass;
|
|
25
|
+
let target = pass.spill?.newPartition(partitionId) ?? createPartitionIndex(partitionId, manager.config.trackPositions ?? true);
|
|
26
|
+
const docIds = [...source.docIds()];
|
|
27
|
+
target.beginBatch();
|
|
28
|
+
for (let start = 0; start < docIds.length; start += TEXT_REBUILD_CHUNK_DOCUMENTS) {
|
|
29
|
+
const end = Math.min(start + TEXT_REBUILD_CHUNK_DOCUMENTS, docIds.length);
|
|
30
|
+
for (let i = start; i < end; i++) {
|
|
31
|
+
const document = manager.getRef(docIds[i]);
|
|
32
|
+
if (document !== void 0)
|
|
33
|
+
target = writePartitionDocument(target, docIds[i], document, manager.schema, language, options).partition;
|
|
34
|
+
}
|
|
35
|
+
if (pass.spill !== null) {
|
|
36
|
+
target.endBatch();
|
|
37
|
+
await pass.spill.spillIfFull(target, partitionId);
|
|
38
|
+
target.beginBatch();
|
|
39
|
+
}
|
|
40
|
+
await yieldToEventLoop();
|
|
41
|
+
if (interrupted(pass)) return null;
|
|
42
|
+
}
|
|
43
|
+
target.endBatch();
|
|
44
|
+
if (pass.partialWordAnalysis !== null) target.preparePartialWords(pass.partialWordAnalysis);
|
|
45
|
+
return target;
|
|
46
|
+
}
|
|
47
|
+
function applyWrittenDocuments(pass, built) {
|
|
48
|
+
const { manager, language, options } = pass;
|
|
49
|
+
for (const docId of pass.log.takeWrittenDocIds()) {
|
|
50
|
+
for (const partition of built) {
|
|
51
|
+
if (!partition.has(docId)) continue;
|
|
52
|
+
partition.remove(docId, manager.schema, language, options);
|
|
53
|
+
break;
|
|
54
|
+
}
|
|
55
|
+
const partitionId = manager.partitionIdOf(docId);
|
|
56
|
+
const document = manager.getRef(docId);
|
|
57
|
+
if (partitionId === void 0 || document === void 0) continue;
|
|
58
|
+
built[partitionId] = writePartitionDocument(
|
|
59
|
+
built[partitionId],
|
|
60
|
+
docId,
|
|
61
|
+
document,
|
|
62
|
+
manager.schema,
|
|
63
|
+
language,
|
|
64
|
+
options
|
|
65
|
+
).partition;
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
async function rebuildOnce(pass) {
|
|
69
|
+
const partitionCount = pass.manager.partitionCount;
|
|
70
|
+
const built = [];
|
|
71
|
+
for (let partitionId = 0; partitionId < partitionCount; partitionId++) {
|
|
72
|
+
const partition = await buildPartition(pass, pass.manager.getPartition(partitionId), partitionId);
|
|
73
|
+
if (partition === null) return false;
|
|
74
|
+
built.push(partition);
|
|
75
|
+
pass.hooks.onPartitionBuilt(built.length);
|
|
76
|
+
}
|
|
77
|
+
while (pass.log.pendingDocuments > TEXT_REBUILD_SWITCH_BACKLOG_DOCUMENTS) {
|
|
78
|
+
applyWrittenDocuments(pass, built);
|
|
79
|
+
await yieldToEventLoop();
|
|
80
|
+
if (interrupted(pass)) return false;
|
|
81
|
+
}
|
|
82
|
+
const keepCurrent = () => {
|
|
83
|
+
if (interrupted(pass)) return false;
|
|
84
|
+
applyWrittenDocuments(pass, built);
|
|
85
|
+
return true;
|
|
86
|
+
};
|
|
87
|
+
if (pass.hooks.holdBeforeSwitch !== void 0 && !await pass.hooks.holdBeforeSwitch(keepCurrent)) return false;
|
|
88
|
+
const swap = () => {
|
|
89
|
+
if (interrupted(pass)) return false;
|
|
90
|
+
applyWrittenDocuments(pass, built);
|
|
91
|
+
pass.manager.adoptRebuiltPartitions(built);
|
|
92
|
+
pass.hooks.onSwitch();
|
|
93
|
+
return true;
|
|
94
|
+
};
|
|
95
|
+
const publish = () => pass.manager.publication.write(swap);
|
|
96
|
+
return pass.hooks.runSwitch === void 0 ? publish() : pass.hooks.runSwitch(publish);
|
|
97
|
+
}
|
|
98
|
+
async function rebuildTextIndexes(manager, hooks, target) {
|
|
99
|
+
const options = resolvePartitionInsertOptions(
|
|
100
|
+
target?.config ?? manager.config,
|
|
101
|
+
target?.analysis ?? manager.analysis,
|
|
102
|
+
{
|
|
103
|
+
validate: false,
|
|
104
|
+
skipClone: true
|
|
105
|
+
}
|
|
106
|
+
);
|
|
107
|
+
const language = target?.language ?? manager.language;
|
|
108
|
+
const partialWordAnalysis = target === void 0 ? manager.partialWordAnalysis : target.partialWordAnalysis;
|
|
109
|
+
const spill = await rewriteSpillOf(hooks.rewriteStorage?.(), manager, target);
|
|
110
|
+
while (hooks.isCurrent()) {
|
|
111
|
+
const log = manager.openWriteLog();
|
|
112
|
+
let swapped = false;
|
|
113
|
+
try {
|
|
114
|
+
swapped = await rebuildOnce({ manager, log, hooks, language, partialWordAnalysis, options, spill });
|
|
115
|
+
if (swapped) {
|
|
116
|
+
hooks.onRewriteSpill?.(spill);
|
|
117
|
+
return true;
|
|
118
|
+
}
|
|
119
|
+
} finally {
|
|
120
|
+
log.close();
|
|
121
|
+
if (!swapped) await spill?.abandon();
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
return false;
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
export { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, rewriteSpillOf, textRebuildTargetOf };
|