@delali/narsil 0.3.1-next.98 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/README.md +27 -8
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +101 -13
- package/dist/adapters/gcs.d.ts +49 -0
- package/dist/adapters/gcs.mjs +213 -0
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +2 -7
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/memory.mjs +5 -0
- package/dist/adapters/s3.d.ts +53 -0
- package/dist/adapters/s3.mjs +263 -0
- package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
- package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
- package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
- package/dist/browser/embed-GG6PS3EA.mjs +264 -0
- package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
- package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
- package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
- package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
- package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
- package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
- package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
- package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
- package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
- package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
- package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
- package/dist/chunk-2AFZE7Y3.mjs +72 -0
- package/dist/chunk-2CKDCC65.mjs +47 -0
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/chunk-44W3CBNG.mjs +7 -0
- package/dist/chunk-4H4RG2FR.mjs +13 -0
- package/dist/chunk-4PY4JYMY.mjs +11 -0
- package/dist/chunk-4ZPVAHWF.mjs +1289 -0
- package/dist/chunk-5EI5CXO6.mjs +197 -0
- package/dist/chunk-5F5MXWS5.mjs +283 -0
- package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
- package/dist/chunk-6FOENO4E.mjs +273 -0
- package/dist/chunk-6GHX35ZM.mjs +108 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-6N6HHBCQ.mjs +4596 -0
- package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
- package/dist/chunk-AVBPB3MI.mjs +602 -0
- package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6NALRK.mjs +31921 -0
- package/dist/chunk-C4ZMXXTL.mjs +92 -0
- package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
- package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
- package/dist/chunk-DXZ6JDWG.mjs +797 -0
- package/dist/chunk-FJXJZUWF.mjs +209 -0
- package/dist/chunk-FS3HPPSC.mjs +212 -0
- package/dist/chunk-FT4KLZXW.mjs +1164 -0
- package/dist/chunk-GR5GMFJJ.mjs +104 -0
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/chunk-GXED6R3Q.mjs +271 -0
- package/dist/chunk-HLPRHOSO.mjs +17 -0
- package/dist/chunk-IL5DRCNU.mjs +3041 -0
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/chunk-K5HSUPYS.mjs +11 -0
- package/dist/chunk-KYIRXTCA.mjs +100 -0
- package/dist/chunk-LFXS6OF7.mjs +289 -0
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/chunk-M2Z5WVWW.mjs +194 -0
- package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
- package/dist/chunk-M3OW2XSP.mjs +40 -0
- package/dist/chunk-MFPSQZ6P.mjs +127 -0
- package/dist/chunk-MRCJBWJZ.mjs +1292 -0
- package/dist/chunk-MSIN4NM3.mjs +25 -0
- package/dist/chunk-MW3CJVGP.mjs +219 -0
- package/dist/chunk-MYM6CAVK.mjs +76 -0
- package/dist/chunk-NJJN4FMM.mjs +84 -0
- package/dist/chunk-NM7I3BM7.mjs +59 -0
- package/dist/chunk-OIJ64LGT.mjs +19 -0
- package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/chunk-Q2AP2FSN.mjs +15 -0
- package/dist/chunk-R2PJKSNL.mjs +54 -0
- package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/chunk-S5QMWECL.mjs +7 -0
- package/dist/chunk-SLAC5PAB.mjs +5008 -0
- package/dist/chunk-T4HMSZCX.mjs +5 -0
- package/dist/chunk-TACP6VK6.mjs +111 -0
- package/dist/chunk-TGPKS2UM.mjs +125 -0
- package/dist/chunk-TKKXPKEO.mjs +979 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/chunk-XL56L4IR.mjs +228 -0
- package/dist/chunk-XQIAMDAG.mjs +3076 -0
- package/dist/chunk-YTUZ4R22.mjs +1063 -0
- package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
- package/dist/chunk-ZPJFGGGI.mjs +638 -0
- package/dist/chunk-ZXX5GZEX.mjs +17 -0
- package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
- package/dist/client.d.ts +11 -10
- package/dist/client.mjs +8 -898
- package/dist/config-Bnl7L-0H.d.ts +608 -0
- package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
- package/dist/core-leaf-6JVHEVFB.mjs +8 -0
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
- package/dist/distribution/coordinator/etcd.d.ts +63 -7
- package/dist/distribution/coordinator/etcd.mjs +725 -81
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/coordinator/in-memory.mjs +65 -10
- package/dist/distribution/transport/grpc.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +39 -10
- package/dist/distribution/transport/in-memory.d.ts +2 -2
- package/dist/distribution/transport/in-memory.mjs +9 -6
- package/dist/distribution/transport/tcp.d.ts +2 -2
- package/dist/distribution/transport/tcp.mjs +20 -15
- package/dist/distribution.d.ts +267 -56
- package/dist/distribution.mjs +23156 -11362
- package/dist/durability-config-VWS2K24E.mjs +96 -0
- package/dist/embed-4PHHKGBK.mjs +263 -0
- package/dist/embeddings/openai.d.ts +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
- package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
- package/dist/gzip-2UCZW2MM.mjs +31 -0
- package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
- package/dist/index.browser.mjs +4 -4
- package/dist/index.d.ts +2133 -57
- package/dist/index.mjs +16 -32
- package/dist/index.react-native.mjs +12 -0
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
- package/dist/module-5ZSLUQII.mjs +3729 -0
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
- package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
- package/dist/optional-writes-4UOQKETU.mjs +247 -0
- package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
- package/dist/partial-words.browser.mjs +1650 -0
- package/dist/partial-words.mjs +17 -11
- package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
- package/dist/pattern.mjs +6 -7
- package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
- package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
- package/dist/phrase-module-EFESWOCR.mjs +635 -0
- package/dist/query-actions-HMJUVWGT.mjs +119 -0
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +53 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +47 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +19 -0
- package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
- package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
- package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
- package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
- package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
- package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
- package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
- package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
- package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
- package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
- package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
- package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
- package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
- package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
- package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
- package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
- package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
- package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
- package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
- package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
- package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
- package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
- package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
- package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
- package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
- package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
- package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
- package/dist/react-native/partial-words.mjs +1658 -0
- package/dist/react-native/pattern.mjs +2570 -0
- package/dist/react-native/query-suggestions.mjs +55 -0
- package/dist/react-native/sync.mjs +2759 -0
- package/dist/react-native/synonyms.mjs +676 -0
- package/dist/react.d.ts +12 -8
- package/dist/react.mjs +45 -1
- package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
- package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
- package/dist/runtime-USQYKN3I.mjs +615 -0
- package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
- package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
- package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
- package/dist/server.d.ts +348 -22
- package/dist/server.mjs +2211 -327
- package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
- package/dist/store-leaf-6VMMSVBE.mjs +20 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +288 -0
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +242 -0
- package/dist/sync.browser.mjs +1271 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2712 -0
- package/dist/synonyms.browser.mjs +658 -0
- package/dist/synonyms.mjs +17 -7
- package/dist/tasks-65b6t6lk.d.ts +782 -0
- package/dist/thread-UJ3W5LVI.mjs +31 -0
- package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
- package/dist/types-CpCg-Gq-.d.ts +227 -0
- package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
- package/dist/vector/search-worker.d.ts +10 -2
- package/dist/vector/search-worker.mjs +11 -11
- package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
- package/dist/workers/entry.mjs +75 -15
- package/openapi.json +6840 -0
- package/package.json +406 -19
- package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
- package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
- package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
- package/dist/browser/chunk-QWES44AW.mjs +0 -473
- package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
- package/dist/browser/module-PDXYHT75.mjs +0 -2822
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
- package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
- package/dist/browser/write-L7FAQA47.mjs +0 -208
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-5XNIRLFC.mjs +0 -96
- package/dist/chunk-7X5JST5L.mjs +0 -114
- package/dist/chunk-AV4IJKD2.mjs +0 -35
- package/dist/chunk-AY3AQ3UH.mjs +0 -73
- package/dist/chunk-BKB3XTMI.mjs +0 -707
- package/dist/chunk-C7SLA6CM.mjs +0 -19
- package/dist/chunk-COVCQ73F.mjs +0 -587
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-E74YLAIG.mjs +0 -24
- package/dist/chunk-FMWRCP2C.mjs +0 -57
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-JFRNNBOM.mjs +0 -35
- package/dist/chunk-K25LZA54.mjs +0 -8484
- package/dist/chunk-KEHK2O6P.mjs +0 -13
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L3L5YFXC.mjs +0 -614
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LH4NZNJJ.mjs +0 -1731
- package/dist/chunk-LU2CE5AE.mjs +0 -507
- package/dist/chunk-LXWDQLTW.mjs +0 -30
- package/dist/chunk-MHOSCQCQ.mjs +0 -948
- package/dist/chunk-NKRBEGJZ.mjs +0 -1705
- package/dist/chunk-NTRMFARG.mjs +0 -462
- package/dist/chunk-NW4XDSP2.mjs +0 -212
- package/dist/chunk-OOEXLUGR.mjs +0 -117
- package/dist/chunk-ORBLD3EL.mjs +0 -6
- package/dist/chunk-OWNZYMRE.mjs +0 -3591
- package/dist/chunk-PPY2GSIB.mjs +0 -44
- package/dist/chunk-QY7GC2MW.mjs +0 -33
- package/dist/chunk-R6A773WK.mjs +0 -226
- package/dist/chunk-R6PR4WYZ.mjs +0 -68
- package/dist/chunk-R7EEKAJE.mjs +0 -593
- package/dist/chunk-RONEOEON.mjs +0 -426
- package/dist/chunk-VWULPWRJ.mjs +0 -7469
- package/dist/chunk-WCJKUGHB.mjs +0 -262
- package/dist/chunk-WQBCBKY3.mjs +0 -8
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-YA7XLE2R.mjs +0 -1256
- package/dist/chunk-YTJCGKM4.mjs +0 -56
- package/dist/chunk-ZG477IPV.mjs +0 -526
- package/dist/chunk-ZYNAMIYX.mjs +0 -113
- package/dist/config-BGB_fDtq.d.ts +0 -237
- package/dist/direct-executor-CXZ66ACP.mjs +0 -22
- package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
- package/dist/engine-BGCEm9E_.d.ts +0 -577
- package/dist/module-3NONKBZX.mjs +0 -1860
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-queue-JPRBUYII.mjs +0 -35
- package/dist/runtime-ZKYZFJJC.mjs +0 -177
- package/dist/snapshot-HOGXNO5W.mjs +0 -793
- package/dist/tasks-HG3rlxx6.d.ts +0 -302
- package/dist/thread-B657LQXK.mjs +0 -692
- package/dist/write-XLIGTXBU.mjs +0 -238
|
@@ -0,0 +1,209 @@
|
|
|
1
|
+
import { V8_YOUNG_GENERATION_BYTES_BY_MAJOR, SCRATCH_SLOTS_PER_THREAD_POOL } from './chunk-5EI5CXO6.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
3
|
+
|
|
4
|
+
// src/core/search-stop.ts
|
|
5
|
+
var signals = /* @__PURE__ */ new WeakMap();
|
|
6
|
+
var flags = /* @__PURE__ */ new WeakMap();
|
|
7
|
+
var noStop = new Uint32Array(1);
|
|
8
|
+
function bindSearchSignal(search, signal) {
|
|
9
|
+
if (signal !== void 0) signals.set(search, signal);
|
|
10
|
+
}
|
|
11
|
+
function signalOfSearch(search) {
|
|
12
|
+
return search === void 0 ? void 0 : signals.get(search);
|
|
13
|
+
}
|
|
14
|
+
function bindSignalStop(signal, stop) {
|
|
15
|
+
flags.set(signal, stop);
|
|
16
|
+
const abort = () => {
|
|
17
|
+
Atomics.store(stop, 0, 1);
|
|
18
|
+
};
|
|
19
|
+
if (signal.aborted) abort();
|
|
20
|
+
else signal.addEventListener("abort", abort, { once: true });
|
|
21
|
+
}
|
|
22
|
+
function stopOfSignal(signal) {
|
|
23
|
+
if (signal === void 0) return noStop;
|
|
24
|
+
let stop = flags.get(signal);
|
|
25
|
+
if (stop !== void 0) return stop;
|
|
26
|
+
stop = new Uint32Array(typeof SharedArrayBuffer === "function" ? new SharedArrayBuffer(4) : new ArrayBuffer(4));
|
|
27
|
+
bindSignalStop(signal, stop);
|
|
28
|
+
return stop;
|
|
29
|
+
}
|
|
30
|
+
function sharedStopOfSignal(signal) {
|
|
31
|
+
if (signal === void 0 || typeof SharedArrayBuffer !== "function") return void 0;
|
|
32
|
+
const buffer = stopOfSignal(signal).buffer;
|
|
33
|
+
return buffer instanceof SharedArrayBuffer ? buffer : void 0;
|
|
34
|
+
}
|
|
35
|
+
function requireSearchActive(stop, signal) {
|
|
36
|
+
signal?.throwIfAborted();
|
|
37
|
+
if (stop !== void 0 && Atomics.load(stop, 0) !== 0) throw new DOMException("The search was aborted", "AbortError");
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
// src/engine/query/state.ts
|
|
41
|
+
function requirePinnedState(pin) {
|
|
42
|
+
if (pin !== void 0 && pin.changed.size > 0) {
|
|
43
|
+
throw new NarsilError(ErrorCodes.SEARCH_STATE_MOVED, "A write changed a state during its retrieval");
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
var PinnedTry = class {
|
|
47
|
+
constructor(pin, releaseRetrieval, signal) {
|
|
48
|
+
this.pin = pin;
|
|
49
|
+
this.releaseRetrieval = releaseRetrieval;
|
|
50
|
+
this.signal = signal;
|
|
51
|
+
bindSearchSignal(this, signal);
|
|
52
|
+
}
|
|
53
|
+
afterYield() {
|
|
54
|
+
this.signal?.throwIfAborted();
|
|
55
|
+
requirePinnedState(this.pin);
|
|
56
|
+
}
|
|
57
|
+
};
|
|
58
|
+
function answerFromOneState(manager, answer, signal) {
|
|
59
|
+
return manager.publication.read(async (release) => {
|
|
60
|
+
signal?.throwIfAborted();
|
|
61
|
+
const pin = manager.pinState();
|
|
62
|
+
try {
|
|
63
|
+
const result = await answer(new PinnedTry(pin, release, signal));
|
|
64
|
+
signal?.throwIfAborted();
|
|
65
|
+
return result;
|
|
66
|
+
} finally {
|
|
67
|
+
pin.release();
|
|
68
|
+
}
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
// src/core/doc-id-tables/plain.ts
|
|
73
|
+
function createDocIdMap() {
|
|
74
|
+
return /* @__PURE__ */ new Map();
|
|
75
|
+
}
|
|
76
|
+
function shardEntryRangeOf(entries) {
|
|
77
|
+
return { shards: 1, smallest: entries, largest: entries };
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
// src/runtime/engine-threads.ts
|
|
81
|
+
var MEGABYTE_BYTES = 1048576;
|
|
82
|
+
var threadYoungGenerationBytes = 0;
|
|
83
|
+
function youngGenerationBytesOfThisV8() {
|
|
84
|
+
const major = Number(globalThis.process?.versions?.v8?.split(".")[0]);
|
|
85
|
+
return V8_YOUNG_GENERATION_BYTES_BY_MAJOR[major] ?? Math.max(...Object.values(V8_YOUNG_GENERATION_BYTES_BY_MAJOR));
|
|
86
|
+
}
|
|
87
|
+
function countEngineThread(thread, youngGenerationMb) {
|
|
88
|
+
const bytes = youngGenerationMb === void 0 ? youngGenerationBytesOfThisV8() : youngGenerationMb * MEGABYTE_BYTES;
|
|
89
|
+
threadYoungGenerationBytes += bytes;
|
|
90
|
+
thread.once("exit", () => {
|
|
91
|
+
threadYoungGenerationBytes -= bytes;
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
function engineThreadYoungGenerationBytes() {
|
|
95
|
+
return threadYoungGenerationBytes;
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
// src/workers/node-worker.ts
|
|
99
|
+
async function spawnNodeWorker(entryPoint, resourceLimits) {
|
|
100
|
+
try {
|
|
101
|
+
const workerThreads = await import('worker_threads');
|
|
102
|
+
const worker = new workerThreads.Worker(entryPoint, { resourceLimits });
|
|
103
|
+
countEngineThread(worker, resourceLimits?.maxYoungGenerationSizeMb);
|
|
104
|
+
return worker;
|
|
105
|
+
} catch {
|
|
106
|
+
return null;
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
async function nodeThreadId() {
|
|
110
|
+
try {
|
|
111
|
+
const workerThreads = await import('worker_threads');
|
|
112
|
+
return workerThreads.threadId;
|
|
113
|
+
} catch {
|
|
114
|
+
return 0;
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
// src/runtime/detect.ts
|
|
119
|
+
function detectRuntimeName() {
|
|
120
|
+
if ("Bun" in globalThis) {
|
|
121
|
+
return "bun";
|
|
122
|
+
}
|
|
123
|
+
if ("Deno" in globalThis) {
|
|
124
|
+
return "deno";
|
|
125
|
+
}
|
|
126
|
+
const proc = globalThis.process;
|
|
127
|
+
if (typeof proc === "object" && proc !== null && typeof proc.versions === "object" && typeof proc.versions?.node === "string") {
|
|
128
|
+
return "node";
|
|
129
|
+
}
|
|
130
|
+
return "browser";
|
|
131
|
+
}
|
|
132
|
+
function getCpuCount() {
|
|
133
|
+
const nav = globalThis.navigator;
|
|
134
|
+
if (nav && typeof nav.hardwareConcurrency === "number" && nav.hardwareConcurrency >= 1) {
|
|
135
|
+
return nav.hardwareConcurrency;
|
|
136
|
+
}
|
|
137
|
+
return 1;
|
|
138
|
+
}
|
|
139
|
+
function detectRuntime() {
|
|
140
|
+
const runtime = detectRuntimeName();
|
|
141
|
+
return {
|
|
142
|
+
runtime,
|
|
143
|
+
cpuCount: getCpuCount(),
|
|
144
|
+
supportsWorkerThreads: runtime === "node" || runtime === "bun",
|
|
145
|
+
supportsWebWorkers: runtime === "browser" || runtime === "deno" || runtime === "bun",
|
|
146
|
+
supportsFileSystem: runtime === "node" || runtime === "bun" || runtime === "deno",
|
|
147
|
+
supportsIndexedDB: runtime === "browser" || "indexedDB" in globalThis,
|
|
148
|
+
supportsBroadcastChannel: "BroadcastChannel" in globalThis
|
|
149
|
+
};
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
// src/workers/constants.ts
|
|
153
|
+
var WORKER_YOUNG_GENERATION_MB = 24;
|
|
154
|
+
var MIN_WORKER_COUNT = 2;
|
|
155
|
+
var MAX_WORKER_COUNT = 8;
|
|
156
|
+
var FALLBACK_CPU_COUNT = 4;
|
|
157
|
+
var MIN_CORES_FOR_SEVERAL_REQUEST_THREADS = 3;
|
|
158
|
+
var DEFAULT_BACKPRESSURE_LIMIT = 100;
|
|
159
|
+
var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
|
|
160
|
+
var SHUTDOWN_TIMEOUT_MS = 5e3;
|
|
161
|
+
|
|
162
|
+
// src/workers/entry-point.ts
|
|
163
|
+
var DIST_SEGMENT = "/dist/";
|
|
164
|
+
function resolveWorkerEntry(moduleUrl, sourceDirectory, distEntry) {
|
|
165
|
+
const distIndex = moduleUrl.lastIndexOf(DIST_SEGMENT);
|
|
166
|
+
const entry = distIndex !== -1 ? new URL(distEntry, moduleUrl.slice(0, distIndex + DIST_SEGMENT.length)).href : sourceDirectory.test(moduleUrl) ? moduleUrl.replace(sourceDirectory, `${DIST_SEGMENT}${distEntry}`) : null;
|
|
167
|
+
return entry === moduleUrl ? null : entry;
|
|
168
|
+
}
|
|
169
|
+
function missingWorkerEntry(moduleUrl) {
|
|
170
|
+
return new NarsilError(
|
|
171
|
+
ErrorCodes.CONFIG_INVALID,
|
|
172
|
+
`The engine finds no worker entry beside its own module at "${moduleUrl}", which happens where a bundler folds @delali/narsil into an application bundle. Keep @delali/narsil outside the bundle, or set workers.enabled to false`,
|
|
173
|
+
{ moduleUrl }
|
|
174
|
+
);
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
// src/workers/worker-count.ts
|
|
178
|
+
function detectCpuCount() {
|
|
179
|
+
try {
|
|
180
|
+
if (navigator?.hardwareConcurrency) {
|
|
181
|
+
return navigator.hardwareConcurrency;
|
|
182
|
+
}
|
|
183
|
+
if (typeof process !== "undefined") {
|
|
184
|
+
const ap = process.availableParallelism;
|
|
185
|
+
if (typeof ap === "function") {
|
|
186
|
+
return ap();
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
} catch {
|
|
190
|
+
return FALLBACK_CPU_COUNT;
|
|
191
|
+
}
|
|
192
|
+
return FALLBACK_CPU_COUNT;
|
|
193
|
+
}
|
|
194
|
+
function resolveWorkerCount(requested) {
|
|
195
|
+
if (requested !== void 0 && requested > 0) {
|
|
196
|
+
return Math.min(requested, SCRATCH_SLOTS_PER_THREAD_POOL);
|
|
197
|
+
}
|
|
198
|
+
return Math.max(MIN_WORKER_COUNT, Math.min(MAX_WORKER_COUNT, detectCpuCount() - 1));
|
|
199
|
+
}
|
|
200
|
+
function resolveRequestThreadCount(requested) {
|
|
201
|
+
if (detectCpuCount() < MIN_CORES_FOR_SEVERAL_REQUEST_THREADS) return 1;
|
|
202
|
+
return resolveWorkerCount(requested);
|
|
203
|
+
}
|
|
204
|
+
function splitWorkerBudget(total) {
|
|
205
|
+
const keyword = Math.ceil(total / 2);
|
|
206
|
+
return { keyword, vector: total - keyword };
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
export { DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, SHUTDOWN_TIMEOUT_MS, WORKER_YOUNG_GENERATION_MB, answerFromOneState, bindSearchSignal, bindSignalStop, countEngineThread, createDocIdMap, detectRuntime, engineThreadYoungGenerationBytes, missingWorkerEntry, nodeThreadId, requirePinnedState, requireSearchActive, resolveRequestThreadCount, resolveWorkerCount, resolveWorkerEntry, shardEntryRangeOf, sharedStopOfSignal, signalOfSearch, spawnNodeWorker, splitWorkerBudget, stopOfSignal, youngGenerationBytesOfThisV8 };
|
|
@@ -0,0 +1,212 @@
|
|
|
1
|
+
import { createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex, rebuildSizeIndexes, requirePatternSearch, patternIndexOf } from './chunk-BY6NALRK.mjs';
|
|
2
|
+
import { getFlatSchema, schemaFieldsOf, getNestedValue } from './chunk-7P5YWDRQ.mjs';
|
|
3
|
+
|
|
4
|
+
// src/core/partition/pattern-snapshot.ts
|
|
5
|
+
function serializePatternIndexes(state, schema) {
|
|
6
|
+
const patternFields = schemaFieldsOf(schema).filter((field) => field.pattern);
|
|
7
|
+
if (patternFields.length === 0) return void 0;
|
|
8
|
+
const resolver = state.docStore.resolver();
|
|
9
|
+
const toExternal = (ordinal) => resolver.toExternal(ordinal);
|
|
10
|
+
const serialized = /* @__PURE__ */ Object.create(null);
|
|
11
|
+
for (const { path: fieldPath } of patternFields) {
|
|
12
|
+
const index = state.patternIndexes.get(fieldPath);
|
|
13
|
+
serialized[fieldPath] = index === void 0 ? { docIds: [], runs: {} } : requirePatternSearch(fieldPath).serializeIndex(fieldPath, index, toExternal);
|
|
14
|
+
}
|
|
15
|
+
return serialized;
|
|
16
|
+
}
|
|
17
|
+
function rebuildPatternIndex(state, fieldPath) {
|
|
18
|
+
for (const [docId, stored] of state.docStore.all()) {
|
|
19
|
+
const value = getNestedValue(stored.fields, fieldPath);
|
|
20
|
+
if (value === void 0 || value === null) continue;
|
|
21
|
+
const internalId = state.docStore.getInternalId(docId);
|
|
22
|
+
if (internalId !== void 0) patternIndexOf(state.patternIndexes, fieldPath).add(internalId, value);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
function loadPatternIndexes(state, serialized, schema) {
|
|
26
|
+
const resolver = state.docStore.resolver();
|
|
27
|
+
for (const { path: fieldPath, pattern } of schemaFieldsOf(schema)) {
|
|
28
|
+
if (!pattern) continue;
|
|
29
|
+
const entry = serialized !== void 0 && Object.hasOwn(serialized, fieldPath) ? serialized[fieldPath] : void 0;
|
|
30
|
+
if (entry === void 0) {
|
|
31
|
+
rebuildPatternIndex(state, fieldPath);
|
|
32
|
+
continue;
|
|
33
|
+
}
|
|
34
|
+
const decoded = requirePatternSearch(fieldPath).decodeIndex(fieldPath, entry);
|
|
35
|
+
const ordinals = entry.docIds.map((docId) => resolver.toInternal(docId) ?? -1);
|
|
36
|
+
patternIndexOf(state.patternIndexes, fieldPath).addArrays(decoded, (position) => ordinals[position]);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
// src/core/partition/serialization.ts
|
|
41
|
+
function serializePartition(state, partitionId, indexName, totalPartitions, language, schema) {
|
|
42
|
+
const flatSchema = getFlatSchema(state, schema);
|
|
43
|
+
const flatSchemaStrings = {};
|
|
44
|
+
for (const [k, v] of Object.entries(flatSchema)) {
|
|
45
|
+
flatSchemaStrings[k] = v;
|
|
46
|
+
}
|
|
47
|
+
const serializedDocs = /* @__PURE__ */ Object.create(null);
|
|
48
|
+
for (const [docId, stored] of state.docStore.all()) {
|
|
49
|
+
serializedDocs[docId] = {
|
|
50
|
+
fields: stored.fields,
|
|
51
|
+
fieldLengths: { ...stored.fieldLengths }
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
const resolver = state.docStore.resolver();
|
|
55
|
+
const fieldNames = state.fieldNameTable.names;
|
|
56
|
+
const serializedInvertedIndex = /* @__PURE__ */ Object.create(null);
|
|
57
|
+
for (const token of state.invertedIdx.tokens()) {
|
|
58
|
+
const list = state.invertedIdx.lookup(token);
|
|
59
|
+
if (!list) continue;
|
|
60
|
+
const { docIds, termFrequencies, fieldNameIndices, deletedDocs, positions, length } = list;
|
|
61
|
+
const hasDeleted = deletedDocs.size > 0;
|
|
62
|
+
const postings = [];
|
|
63
|
+
for (let i = 0; i < length; i++) {
|
|
64
|
+
if (hasDeleted && deletedDocs.has(docIds[i])) continue;
|
|
65
|
+
const externalId = resolver.toExternal(docIds[i]);
|
|
66
|
+
if (externalId === void 0) continue;
|
|
67
|
+
postings.push({
|
|
68
|
+
docId: externalId,
|
|
69
|
+
termFrequency: termFrequencies[i],
|
|
70
|
+
field: fieldNames[fieldNameIndices[i]],
|
|
71
|
+
positions: positions === null ? [] : Array.from(positions[i] ?? [])
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
if (postings.length > 0) {
|
|
75
|
+
serializedInvertedIndex[token] = { docFrequency: list.docIdSet.size, postings };
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
const serializedNumeric = {};
|
|
79
|
+
for (const [path, idx] of state.numericIndexes) {
|
|
80
|
+
const raw = idx.serialize();
|
|
81
|
+
serializedNumeric[path] = raw.map((e) => {
|
|
82
|
+
const externalId = resolver.toExternal(e.docId);
|
|
83
|
+
return { value: e.value, docId: externalId ?? "" };
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
const serializedBoolean = {};
|
|
87
|
+
for (const [path, idx] of state.booleanIndexes) {
|
|
88
|
+
const raw = idx.serialize();
|
|
89
|
+
serializedBoolean[path] = {
|
|
90
|
+
trueDocs: raw.trueDocs.map((id) => resolver.toExternal(id) ?? "").filter((id) => id !== ""),
|
|
91
|
+
falseDocs: raw.falseDocs.map((id) => resolver.toExternal(id) ?? "").filter((id) => id !== "")
|
|
92
|
+
};
|
|
93
|
+
}
|
|
94
|
+
const serializedEnum = {};
|
|
95
|
+
for (const [path, idx] of state.enumIndexes) {
|
|
96
|
+
const raw = idx.serialize();
|
|
97
|
+
const converted = /* @__PURE__ */ Object.create(null);
|
|
98
|
+
for (const [value, internalIds] of Object.entries(raw)) {
|
|
99
|
+
converted[value] = internalIds.map((id) => resolver.toExternal(id) ?? "").filter((id) => id !== "");
|
|
100
|
+
}
|
|
101
|
+
serializedEnum[path] = converted;
|
|
102
|
+
}
|
|
103
|
+
const serializedGeo = {};
|
|
104
|
+
for (const [path, idx] of state.geoIndexes) {
|
|
105
|
+
const raw = idx.serialize();
|
|
106
|
+
serializedGeo[path] = raw.map((e) => ({
|
|
107
|
+
lat: e.lat,
|
|
108
|
+
lon: e.lon,
|
|
109
|
+
docId: resolver.toExternal(e.docId) ?? ""
|
|
110
|
+
}));
|
|
111
|
+
}
|
|
112
|
+
const serializedStats = state.stats.serialize();
|
|
113
|
+
const serializedPattern = serializePatternIndexes(state, schema);
|
|
114
|
+
return {
|
|
115
|
+
indexName,
|
|
116
|
+
partitionId,
|
|
117
|
+
totalPartitions,
|
|
118
|
+
language,
|
|
119
|
+
schema: flatSchemaStrings,
|
|
120
|
+
docCount: state.docStore.count(),
|
|
121
|
+
avgDocLength: Object.values(serializedStats.averageFieldLengths).reduce((sum, v) => sum + v, 0),
|
|
122
|
+
documents: serializedDocs,
|
|
123
|
+
invertedIndex: serializedInvertedIndex,
|
|
124
|
+
fieldIndexes: {
|
|
125
|
+
numeric: serializedNumeric,
|
|
126
|
+
boolean: serializedBoolean,
|
|
127
|
+
enum: serializedEnum,
|
|
128
|
+
geopoint: serializedGeo,
|
|
129
|
+
...serializedPattern === void 0 ? {} : { pattern: serializedPattern }
|
|
130
|
+
},
|
|
131
|
+
surfaceForms: state.surfaceRegistry.serialize(),
|
|
132
|
+
statistics: serializedStats
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
function deserializePartition(state, data, clearFn, schema) {
|
|
136
|
+
clearFn();
|
|
137
|
+
const docsData = /* @__PURE__ */ Object.create(null);
|
|
138
|
+
for (const [docId, doc] of Object.entries(data.documents)) {
|
|
139
|
+
docsData[docId] = { fields: doc.fields, fieldLengths: doc.fieldLengths };
|
|
140
|
+
}
|
|
141
|
+
state.docStore.deserialize(docsData);
|
|
142
|
+
const resolver = state.docStore.resolver();
|
|
143
|
+
const invertedData = /* @__PURE__ */ Object.create(null);
|
|
144
|
+
for (const [token, list] of Object.entries(data.invertedIndex)) {
|
|
145
|
+
invertedData[token] = {
|
|
146
|
+
docFrequency: list.docFrequency,
|
|
147
|
+
postings: list.postings.map((p) => ({
|
|
148
|
+
docId: p.docId,
|
|
149
|
+
termFrequency: p.termFrequency,
|
|
150
|
+
fieldName: p.field,
|
|
151
|
+
positions: state.trackPositions ? [...p.positions] : []
|
|
152
|
+
}))
|
|
153
|
+
};
|
|
154
|
+
}
|
|
155
|
+
state.invertedIdx.deserialize(invertedData, resolver);
|
|
156
|
+
for (const [path, entries] of Object.entries(data.fieldIndexes.numeric)) {
|
|
157
|
+
const idx = createNumericIndex();
|
|
158
|
+
const converted = entries.map((e) => {
|
|
159
|
+
const internalId = resolver.toInternal(e.docId);
|
|
160
|
+
return { value: e.value, docId: internalId ?? -1 };
|
|
161
|
+
}).filter((e) => e.docId !== -1);
|
|
162
|
+
idx.deserialize(converted);
|
|
163
|
+
state.numericIndexes.set(path, idx);
|
|
164
|
+
}
|
|
165
|
+
for (const [path, serialized] of Object.entries(data.fieldIndexes.boolean)) {
|
|
166
|
+
const idx = createBooleanIndex();
|
|
167
|
+
const trueDocs = serialized.trueDocs.map((id) => resolver.toInternal(id)).filter((id) => id !== void 0);
|
|
168
|
+
const falseDocs = serialized.falseDocs.map((id) => resolver.toInternal(id)).filter((id) => id !== void 0);
|
|
169
|
+
idx.deserialize({ trueDocs, falseDocs });
|
|
170
|
+
state.booleanIndexes.set(path, idx);
|
|
171
|
+
}
|
|
172
|
+
for (const [path, serialized] of Object.entries(data.fieldIndexes.enum)) {
|
|
173
|
+
const idx = createEnumIndex();
|
|
174
|
+
const converted = /* @__PURE__ */ Object.create(null);
|
|
175
|
+
for (const [value, docIds] of Object.entries(serialized)) {
|
|
176
|
+
converted[value] = docIds.map((id) => resolver.toInternal(id)).filter((id) => id !== void 0);
|
|
177
|
+
}
|
|
178
|
+
idx.deserialize(converted);
|
|
179
|
+
state.enumIndexes.set(path, idx);
|
|
180
|
+
}
|
|
181
|
+
for (const [path, entries] of Object.entries(data.fieldIndexes.geopoint)) {
|
|
182
|
+
const geoIdx = createLoadedGeoIndex();
|
|
183
|
+
const converted = entries.map((e) => ({
|
|
184
|
+
lat: e.lat,
|
|
185
|
+
lon: e.lon,
|
|
186
|
+
docId: resolver.toInternal(e.docId) ?? -1
|
|
187
|
+
})).filter((e) => e.docId !== -1);
|
|
188
|
+
geoIdx.deserialize(converted);
|
|
189
|
+
state.geoIndexes.set(path, geoIdx);
|
|
190
|
+
}
|
|
191
|
+
state.surfaceRegistry.deserialize(data.surfaceForms ?? {});
|
|
192
|
+
state.stats.deserialize(data.statistics);
|
|
193
|
+
const flatSchema = getFlatSchema(state, schema);
|
|
194
|
+
const serializedFields = data.schema;
|
|
195
|
+
for (const [field, expectedType] of Object.entries(flatSchema)) {
|
|
196
|
+
if (field in serializedFields && serializedFields[field] !== expectedType) {
|
|
197
|
+
throw new Error(
|
|
198
|
+
`Schema mismatch on field "${field}": expected "${expectedType}", found "${serializedFields[field]}"`
|
|
199
|
+
);
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
for (const field of Object.keys(serializedFields)) {
|
|
203
|
+
if (!(field in flatSchema)) {
|
|
204
|
+
throw new Error(`Schema mismatch: serialized data contains unknown field "${field}" not present in schema`);
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
loadPatternIndexes(state, data.fieldIndexes.pattern, schema);
|
|
208
|
+
rebuildSizeIndexes(state, schema);
|
|
209
|
+
state.partialWords.forgetSpellings();
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
export { deserializePartition, serializePartition };
|