@delali/narsil 0.3.1-next.99 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/README.md +27 -8
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +101 -13
- package/dist/adapters/gcs.d.ts +49 -0
- package/dist/adapters/gcs.mjs +213 -0
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +2 -7
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/memory.mjs +5 -0
- package/dist/adapters/s3.d.ts +53 -0
- package/dist/adapters/s3.mjs +263 -0
- package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
- package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
- package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
- package/dist/browser/embed-GG6PS3EA.mjs +264 -0
- package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
- package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
- package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
- package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
- package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
- package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
- package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
- package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
- package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
- package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
- package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
- package/dist/chunk-2AFZE7Y3.mjs +72 -0
- package/dist/chunk-2CKDCC65.mjs +47 -0
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/chunk-44W3CBNG.mjs +7 -0
- package/dist/chunk-4H4RG2FR.mjs +13 -0
- package/dist/chunk-4PY4JYMY.mjs +11 -0
- package/dist/chunk-4ZPVAHWF.mjs +1289 -0
- package/dist/chunk-5EI5CXO6.mjs +197 -0
- package/dist/chunk-5F5MXWS5.mjs +283 -0
- package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
- package/dist/chunk-6FOENO4E.mjs +273 -0
- package/dist/chunk-6GHX35ZM.mjs +108 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-6N6HHBCQ.mjs +4596 -0
- package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
- package/dist/chunk-AVBPB3MI.mjs +602 -0
- package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6NALRK.mjs +31921 -0
- package/dist/chunk-C4ZMXXTL.mjs +92 -0
- package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
- package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
- package/dist/chunk-DXZ6JDWG.mjs +797 -0
- package/dist/chunk-FJXJZUWF.mjs +209 -0
- package/dist/chunk-FS3HPPSC.mjs +212 -0
- package/dist/chunk-FT4KLZXW.mjs +1164 -0
- package/dist/chunk-GR5GMFJJ.mjs +104 -0
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/chunk-GXED6R3Q.mjs +271 -0
- package/dist/chunk-HLPRHOSO.mjs +17 -0
- package/dist/chunk-IL5DRCNU.mjs +3041 -0
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/chunk-K5HSUPYS.mjs +11 -0
- package/dist/chunk-KYIRXTCA.mjs +100 -0
- package/dist/chunk-LFXS6OF7.mjs +289 -0
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/chunk-M2Z5WVWW.mjs +194 -0
- package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
- package/dist/chunk-M3OW2XSP.mjs +40 -0
- package/dist/chunk-MFPSQZ6P.mjs +127 -0
- package/dist/chunk-MRCJBWJZ.mjs +1292 -0
- package/dist/chunk-MSIN4NM3.mjs +25 -0
- package/dist/chunk-MW3CJVGP.mjs +219 -0
- package/dist/chunk-MYM6CAVK.mjs +76 -0
- package/dist/chunk-NJJN4FMM.mjs +84 -0
- package/dist/chunk-NM7I3BM7.mjs +59 -0
- package/dist/chunk-OIJ64LGT.mjs +19 -0
- package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/chunk-Q2AP2FSN.mjs +15 -0
- package/dist/chunk-R2PJKSNL.mjs +54 -0
- package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/chunk-S5QMWECL.mjs +7 -0
- package/dist/chunk-SLAC5PAB.mjs +5008 -0
- package/dist/chunk-T4HMSZCX.mjs +5 -0
- package/dist/chunk-TACP6VK6.mjs +111 -0
- package/dist/chunk-TGPKS2UM.mjs +125 -0
- package/dist/chunk-TKKXPKEO.mjs +979 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/chunk-XL56L4IR.mjs +228 -0
- package/dist/chunk-XQIAMDAG.mjs +3076 -0
- package/dist/chunk-YTUZ4R22.mjs +1063 -0
- package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
- package/dist/chunk-ZPJFGGGI.mjs +638 -0
- package/dist/chunk-ZXX5GZEX.mjs +17 -0
- package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
- package/dist/client.d.ts +11 -10
- package/dist/client.mjs +8 -898
- package/dist/config-Bnl7L-0H.d.ts +608 -0
- package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
- package/dist/core-leaf-6JVHEVFB.mjs +8 -0
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
- package/dist/distribution/coordinator/etcd.d.ts +63 -7
- package/dist/distribution/coordinator/etcd.mjs +725 -81
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/coordinator/in-memory.mjs +65 -10
- package/dist/distribution/transport/grpc.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +39 -10
- package/dist/distribution/transport/in-memory.d.ts +2 -2
- package/dist/distribution/transport/in-memory.mjs +9 -6
- package/dist/distribution/transport/tcp.d.ts +2 -2
- package/dist/distribution/transport/tcp.mjs +20 -15
- package/dist/distribution.d.ts +267 -56
- package/dist/distribution.mjs +23156 -11362
- package/dist/durability-config-VWS2K24E.mjs +96 -0
- package/dist/embed-4PHHKGBK.mjs +263 -0
- package/dist/embeddings/openai.d.ts +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
- package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
- package/dist/gzip-2UCZW2MM.mjs +31 -0
- package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
- package/dist/index.browser.mjs +4 -4
- package/dist/index.d.ts +2133 -57
- package/dist/index.mjs +16 -32
- package/dist/index.react-native.mjs +12 -0
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
- package/dist/module-5ZSLUQII.mjs +3729 -0
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
- package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
- package/dist/optional-writes-4UOQKETU.mjs +247 -0
- package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
- package/dist/partial-words.browser.mjs +1650 -0
- package/dist/partial-words.mjs +17 -11
- package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
- package/dist/pattern.mjs +6 -7
- package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
- package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
- package/dist/phrase-module-EFESWOCR.mjs +635 -0
- package/dist/query-actions-HMJUVWGT.mjs +119 -0
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +53 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +47 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +19 -0
- package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
- package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
- package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
- package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
- package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
- package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
- package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
- package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
- package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
- package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
- package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
- package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
- package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
- package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
- package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
- package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
- package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
- package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
- package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
- package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
- package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
- package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
- package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
- package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
- package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
- package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
- package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
- package/dist/react-native/partial-words.mjs +1658 -0
- package/dist/react-native/pattern.mjs +2570 -0
- package/dist/react-native/query-suggestions.mjs +55 -0
- package/dist/react-native/sync.mjs +2759 -0
- package/dist/react-native/synonyms.mjs +676 -0
- package/dist/react.d.ts +12 -8
- package/dist/react.mjs +45 -1
- package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
- package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
- package/dist/runtime-USQYKN3I.mjs +615 -0
- package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
- package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
- package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
- package/dist/server.d.ts +348 -22
- package/dist/server.mjs +2211 -327
- package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
- package/dist/store-leaf-6VMMSVBE.mjs +20 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +288 -0
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +242 -0
- package/dist/sync.browser.mjs +1271 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2712 -0
- package/dist/synonyms.browser.mjs +658 -0
- package/dist/synonyms.mjs +17 -7
- package/dist/tasks-65b6t6lk.d.ts +782 -0
- package/dist/thread-UJ3W5LVI.mjs +31 -0
- package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
- package/dist/types-CpCg-Gq-.d.ts +227 -0
- package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
- package/dist/vector/search-worker.d.ts +10 -2
- package/dist/vector/search-worker.mjs +11 -11
- package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
- package/dist/workers/entry.mjs +75 -15
- package/openapi.json +6840 -0
- package/package.json +406 -19
- package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
- package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
- package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
- package/dist/browser/chunk-QWES44AW.mjs +0 -473
- package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
- package/dist/browser/module-PDXYHT75.mjs +0 -2822
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
- package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
- package/dist/browser/write-L7FAQA47.mjs +0 -208
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-5XNIRLFC.mjs +0 -96
- package/dist/chunk-7X5JST5L.mjs +0 -114
- package/dist/chunk-AV4IJKD2.mjs +0 -35
- package/dist/chunk-AY3AQ3UH.mjs +0 -73
- package/dist/chunk-BKB3XTMI.mjs +0 -707
- package/dist/chunk-C7SLA6CM.mjs +0 -19
- package/dist/chunk-COVCQ73F.mjs +0 -587
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-E74YLAIG.mjs +0 -24
- package/dist/chunk-FMWRCP2C.mjs +0 -57
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-JFRNNBOM.mjs +0 -35
- package/dist/chunk-K25LZA54.mjs +0 -8484
- package/dist/chunk-KEHK2O6P.mjs +0 -13
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L3L5YFXC.mjs +0 -614
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LH4NZNJJ.mjs +0 -1731
- package/dist/chunk-LU2CE5AE.mjs +0 -507
- package/dist/chunk-LXWDQLTW.mjs +0 -30
- package/dist/chunk-MHOSCQCQ.mjs +0 -948
- package/dist/chunk-NKRBEGJZ.mjs +0 -1705
- package/dist/chunk-NTRMFARG.mjs +0 -462
- package/dist/chunk-NW4XDSP2.mjs +0 -212
- package/dist/chunk-OOEXLUGR.mjs +0 -117
- package/dist/chunk-ORBLD3EL.mjs +0 -6
- package/dist/chunk-OWNZYMRE.mjs +0 -3591
- package/dist/chunk-PPY2GSIB.mjs +0 -44
- package/dist/chunk-QY7GC2MW.mjs +0 -33
- package/dist/chunk-R6A773WK.mjs +0 -226
- package/dist/chunk-R6PR4WYZ.mjs +0 -68
- package/dist/chunk-R7EEKAJE.mjs +0 -593
- package/dist/chunk-RONEOEON.mjs +0 -426
- package/dist/chunk-VWULPWRJ.mjs +0 -7469
- package/dist/chunk-WCJKUGHB.mjs +0 -262
- package/dist/chunk-WQBCBKY3.mjs +0 -8
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-YA7XLE2R.mjs +0 -1256
- package/dist/chunk-YTJCGKM4.mjs +0 -56
- package/dist/chunk-ZG477IPV.mjs +0 -526
- package/dist/chunk-ZYNAMIYX.mjs +0 -113
- package/dist/config-BGB_fDtq.d.ts +0 -237
- package/dist/direct-executor-CXZ66ACP.mjs +0 -22
- package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
- package/dist/engine-BGCEm9E_.d.ts +0 -577
- package/dist/module-3NONKBZX.mjs +0 -1860
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-queue-JPRBUYII.mjs +0 -35
- package/dist/runtime-ZKYZFJJC.mjs +0 -177
- package/dist/snapshot-HOGXNO5W.mjs +0 -793
- package/dist/tasks-HG3rlxx6.d.ts +0 -302
- package/dist/thread-B657LQXK.mjs +0 -692
- package/dist/write-XLIGTXBU.mjs +0 -238
package/dist/chunk-RONEOEON.mjs
DELETED
|
@@ -1,426 +0,0 @@
|
|
|
1
|
-
import { parseSynonymRules, encodeSynonymRules, decodeSynonymRules, SYNONYM_EXPANSION_CACHE_ENTRIES, SYNONYMS_ADDED_PER_QUERY } from './chunk-7X5JST5L.mjs';
|
|
2
|
-
import { encodeStringBlob, tokenize, encodeLookupKey } from './chunk-LU2CE5AE.mjs';
|
|
3
|
-
import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
4
|
-
import { NarsilError, ErrorCodes } from './chunk-KV3AZFT3.mjs';
|
|
5
|
-
|
|
6
|
-
// src/analysis/registry.ts
|
|
7
|
-
var tokenizers = /* @__PURE__ */ new Map();
|
|
8
|
-
var stopWordSets = /* @__PURE__ */ new Map();
|
|
9
|
-
function requireName(name, kind) {
|
|
10
|
-
if (typeof name !== "string" || name.trim().length === 0) {
|
|
11
|
-
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `A registered ${kind} needs a non-empty name`, { name });
|
|
12
|
-
}
|
|
13
|
-
}
|
|
14
|
-
function registerTokenizer(name, tokenizer) {
|
|
15
|
-
requireName(name, "tokenizer");
|
|
16
|
-
if (typeof tokenizer?.tokenize !== "function") {
|
|
17
|
-
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `Tokenizer "${name}" needs a tokenize method`, { tokenizer: name });
|
|
18
|
-
}
|
|
19
|
-
tokenizers.set(name, tokenizer);
|
|
20
|
-
}
|
|
21
|
-
function registerStopWords(name, stopWords) {
|
|
22
|
-
requireName(name, "stop word set");
|
|
23
|
-
if (!(stopWords instanceof Set) && typeof stopWords !== "function") {
|
|
24
|
-
throw new NarsilError(
|
|
25
|
-
ErrorCodes.CONFIG_INVALID,
|
|
26
|
-
`Stop word set "${name}" needs a Set of words or a function returning one`,
|
|
27
|
-
{ stopWords: name }
|
|
28
|
-
);
|
|
29
|
-
}
|
|
30
|
-
stopWordSets.set(name, stopWords);
|
|
31
|
-
}
|
|
32
|
-
function hasTokenizer(name) {
|
|
33
|
-
return tokenizers.has(name);
|
|
34
|
-
}
|
|
35
|
-
function hasStopWords(name) {
|
|
36
|
-
return stopWordSets.has(name);
|
|
37
|
-
}
|
|
38
|
-
function getTokenizer(name) {
|
|
39
|
-
const tokenizer = tokenizers.get(name);
|
|
40
|
-
if (!tokenizer) {
|
|
41
|
-
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `Tokenizer "${name}" is not registered on this engine`, {
|
|
42
|
-
tokenizer: name,
|
|
43
|
-
available: [...tokenizers.keys()]
|
|
44
|
-
});
|
|
45
|
-
}
|
|
46
|
-
return tokenizer;
|
|
47
|
-
}
|
|
48
|
-
function getStopWords(name) {
|
|
49
|
-
const stopWords = stopWordSets.get(name);
|
|
50
|
-
if (!stopWords) {
|
|
51
|
-
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `Stop word set "${name}" is not registered on this engine`, {
|
|
52
|
-
stopWords: name,
|
|
53
|
-
available: [...stopWordSets.keys()]
|
|
54
|
-
});
|
|
55
|
-
}
|
|
56
|
-
return stopWords;
|
|
57
|
-
}
|
|
58
|
-
function resolveIndexAnalysis(config) {
|
|
59
|
-
return {
|
|
60
|
-
stopWords: typeof config.stopWords === "string" ? getStopWords(config.stopWords) : config.stopWords,
|
|
61
|
-
customTokenizer: typeof config.tokenizer === "string" ? getTokenizer(config.tokenizer) : config.tokenizer
|
|
62
|
-
};
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
// src/core/synonyms/combined-postings.ts
|
|
66
|
-
var NO_DELETED = { size: 0, has: () => false };
|
|
67
|
-
var FIELD_SLOTS = 65536;
|
|
68
|
-
function combinePostingLists(lists) {
|
|
69
|
-
if (lists.length === 1) return lists[0];
|
|
70
|
-
const rowOf = /* @__PURE__ */ new Map();
|
|
71
|
-
const docIds = [];
|
|
72
|
-
const fieldNameIndices = [];
|
|
73
|
-
const frequencies = [];
|
|
74
|
-
const documents = /* @__PURE__ */ new Set();
|
|
75
|
-
let totalTermFrequency = 0;
|
|
76
|
-
for (const list of lists) {
|
|
77
|
-
const deleted = list.deletedDocs;
|
|
78
|
-
const hasDeleted = deleted.size > 0;
|
|
79
|
-
for (let row = 0; row < list.length; row++) {
|
|
80
|
-
const docId = list.docIds[row];
|
|
81
|
-
if (hasDeleted && deleted.has(docId)) continue;
|
|
82
|
-
const field = list.fieldNameIndices[row];
|
|
83
|
-
const frequency = list.termFrequencies[row];
|
|
84
|
-
totalTermFrequency += frequency;
|
|
85
|
-
const key = docId * FIELD_SLOTS + field;
|
|
86
|
-
const existing = rowOf.get(key);
|
|
87
|
-
if (existing !== void 0) {
|
|
88
|
-
frequencies[existing] += frequency;
|
|
89
|
-
continue;
|
|
90
|
-
}
|
|
91
|
-
rowOf.set(key, docIds.length);
|
|
92
|
-
docIds.push(docId);
|
|
93
|
-
fieldNameIndices.push(field);
|
|
94
|
-
frequencies.push(frequency);
|
|
95
|
-
documents.add(docId);
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
return {
|
|
99
|
-
length: docIds.length,
|
|
100
|
-
docIds: Uint32Array.from(docIds),
|
|
101
|
-
termFrequencies: Float64Array.from(frequencies),
|
|
102
|
-
fieldNameIndices: Uint16Array.from(fieldNameIndices),
|
|
103
|
-
positions: null,
|
|
104
|
-
docIdSet: documents,
|
|
105
|
-
deletedDocs: NO_DELETED,
|
|
106
|
-
totalTermFrequency,
|
|
107
|
-
structureRevision: 0,
|
|
108
|
-
ordered: false
|
|
109
|
-
};
|
|
110
|
-
}
|
|
111
|
-
|
|
112
|
-
// src/core/synonyms/expand.ts
|
|
113
|
-
function groupSynonymsOf(tokens) {
|
|
114
|
-
return {
|
|
115
|
-
tokens,
|
|
116
|
-
has: (token) => tokens.includes(token),
|
|
117
|
-
documentFrequency(frequencyOf) {
|
|
118
|
-
let most = 0;
|
|
119
|
-
for (const token of tokens) most = Math.max(most, frequencyOf(token));
|
|
120
|
-
return most;
|
|
121
|
-
},
|
|
122
|
-
postings(lookup, own) {
|
|
123
|
-
const lists = [];
|
|
124
|
-
for (const token of [own, ...tokens]) {
|
|
125
|
-
const list = lookup(token);
|
|
126
|
-
if (list !== void 0) lists.push(list);
|
|
127
|
-
}
|
|
128
|
-
return lists.length === 0 ? void 0 : combinePostingLists(lists);
|
|
129
|
-
}
|
|
130
|
-
};
|
|
131
|
-
}
|
|
132
|
-
function expandQuerySynonyms(lookup, queryTokens) {
|
|
133
|
-
const withSynonyms = [];
|
|
134
|
-
const seen = /* @__PURE__ */ new Set();
|
|
135
|
-
for (const token of queryTokens) {
|
|
136
|
-
if (seen.has(token)) continue;
|
|
137
|
-
seen.add(token);
|
|
138
|
-
const synonyms = lookup.synonymsOf(token);
|
|
139
|
-
if (synonyms.length > 0) withSynonyms.push({ token, synonyms });
|
|
140
|
-
if (withSynonyms.length === SYNONYMS_ADDED_PER_QUERY) break;
|
|
141
|
-
}
|
|
142
|
-
const count = withSynonyms.length;
|
|
143
|
-
if (count === 0) return void 0;
|
|
144
|
-
const share = Math.floor(SYNONYMS_ADDED_PER_QUERY / count);
|
|
145
|
-
const extra = SYNONYMS_ADDED_PER_QUERY % count;
|
|
146
|
-
const expanded = /* @__PURE__ */ new Map();
|
|
147
|
-
const added = /* @__PURE__ */ new Set();
|
|
148
|
-
for (let i = 0; i < count; i++) {
|
|
149
|
-
const quota = share + (i < extra ? 1 : 0);
|
|
150
|
-
const { token, synonyms } = withSynonyms[i];
|
|
151
|
-
const kept = synonyms.length <= quota ? synonyms : synonyms.slice(0, quota);
|
|
152
|
-
expanded.set(token, kept);
|
|
153
|
-
for (const synonym of kept) added.add(synonym);
|
|
154
|
-
}
|
|
155
|
-
return {
|
|
156
|
-
tokens: [...added],
|
|
157
|
-
addTo(groupOf) {
|
|
158
|
-
for (const [token, synonyms] of expanded) {
|
|
159
|
-
const group = groupOf(token);
|
|
160
|
-
group.synonyms = groupSynonymsOf(synonyms);
|
|
161
|
-
group.members = group.members.filter((member) => member.token === token || !synonyms.includes(member.token));
|
|
162
|
-
}
|
|
163
|
-
}
|
|
164
|
-
};
|
|
165
|
-
}
|
|
166
|
-
|
|
167
|
-
// src/core/synonyms/lookup.ts
|
|
168
|
-
var NO_SOURCE = -1;
|
|
169
|
-
var NO_SYNONYMS = Object.freeze([]);
|
|
170
|
-
var decoder = new TextDecoder();
|
|
171
|
-
function analyseWord(word, analysis, cache) {
|
|
172
|
-
const cached = cache.get(word);
|
|
173
|
-
if (cached !== void 0) return cached;
|
|
174
|
-
const { tokens } = tokenize(word, analysis.language, {
|
|
175
|
-
stem: true,
|
|
176
|
-
removeStopWords: true,
|
|
177
|
-
customTokenizer: analysis.customTokenizer,
|
|
178
|
-
stopWordOverride: analysis.stopWords
|
|
179
|
-
});
|
|
180
|
-
const result = tokens.length === 1 ? tokens[0].token : tokens.length;
|
|
181
|
-
cache.set(word, result);
|
|
182
|
-
return result;
|
|
183
|
-
}
|
|
184
|
-
function intern(interned, token) {
|
|
185
|
-
let id = interned.ids.get(token);
|
|
186
|
-
if (id === void 0) {
|
|
187
|
-
id = interned.tokens.length;
|
|
188
|
-
interned.tokens.push(token);
|
|
189
|
-
interned.ids.set(token, id);
|
|
190
|
-
}
|
|
191
|
-
return id;
|
|
192
|
-
}
|
|
193
|
-
function sourceWordOf(rule) {
|
|
194
|
-
return "word" in rule ? rule.word : void 0;
|
|
195
|
-
}
|
|
196
|
-
function targetWordsOf(rule) {
|
|
197
|
-
return "words" in rule ? rule.words : rule.synonyms;
|
|
198
|
-
}
|
|
199
|
-
function packedLookup(tokens, ruleStart, ruleTokenIds, ruleSource) {
|
|
200
|
-
const order = tokens.map((_, id) => id).sort((a, b) => compareCodePoints(tokens[a], tokens[b]));
|
|
201
|
-
const rank = new Uint32Array(tokens.length);
|
|
202
|
-
for (let position = 0; position < order.length; position++) rank[order[position]] = position;
|
|
203
|
-
const { blob, offsets } = encodeStringBlob(order.map((id) => tokens[id]));
|
|
204
|
-
const ruleTokens = Uint32Array.from(ruleTokenIds, (id) => rank[id]);
|
|
205
|
-
const sources = Int32Array.from(ruleSource, (id) => id === NO_SOURCE ? NO_SOURCE : rank[id]);
|
|
206
|
-
const ruleCount = sources.length;
|
|
207
|
-
const tokenRuleStart = new Uint32Array(tokens.length + 1);
|
|
208
|
-
for (let rule = 0; rule < ruleCount; rule++) {
|
|
209
|
-
if (sources[rule] !== NO_SOURCE) tokenRuleStart[sources[rule] + 1]++;
|
|
210
|
-
else for (let i = ruleStart[rule]; i < ruleStart[rule + 1]; i++) tokenRuleStart[ruleTokens[i] + 1]++;
|
|
211
|
-
}
|
|
212
|
-
for (let token = 0; token < tokens.length; token++) tokenRuleStart[token + 1] += tokenRuleStart[token];
|
|
213
|
-
const tokenRules = new Uint32Array(tokenRuleStart[tokens.length]);
|
|
214
|
-
const fill = tokenRuleStart.slice(0, tokens.length);
|
|
215
|
-
for (let rule = 0; rule < ruleCount; rule++) {
|
|
216
|
-
if (sources[rule] !== NO_SOURCE) tokenRules[fill[sources[rule]]++] = rule;
|
|
217
|
-
else for (let i = ruleStart[rule]; i < ruleStart[rule + 1]; i++) tokenRules[fill[ruleTokens[i]]++] = rule;
|
|
218
|
-
}
|
|
219
|
-
const cache = /* @__PURE__ */ new Map();
|
|
220
|
-
const bytes = blob.byteLength + offsets.byteLength + ruleStart.byteLength + ruleTokens.byteLength + sources.byteLength + tokenRuleStart.byteLength + tokenRules.byteLength;
|
|
221
|
-
function rankOf(token) {
|
|
222
|
-
const key = encodeLookupKey(token);
|
|
223
|
-
let low = 0;
|
|
224
|
-
let high = offsets.length - 2;
|
|
225
|
-
while (low <= high) {
|
|
226
|
-
const middle = low + high >>> 1;
|
|
227
|
-
const start = offsets[middle];
|
|
228
|
-
const end = offsets[middle + 1];
|
|
229
|
-
let order2 = 0;
|
|
230
|
-
const shorter = Math.min(end - start, key.length);
|
|
231
|
-
for (let i = 0; i < shorter && order2 === 0; i++) order2 = blob[start + i] - key[i];
|
|
232
|
-
if (order2 === 0) order2 = end - start - key.length;
|
|
233
|
-
if (order2 === 0) return middle;
|
|
234
|
-
if (order2 < 0) low = middle + 1;
|
|
235
|
-
else high = middle - 1;
|
|
236
|
-
}
|
|
237
|
-
return -1;
|
|
238
|
-
}
|
|
239
|
-
function collect(token) {
|
|
240
|
-
const found = [];
|
|
241
|
-
for (let i = tokenRuleStart[token]; i < tokenRuleStart[token + 1]; i++) {
|
|
242
|
-
const rule = tokenRules[i];
|
|
243
|
-
for (let j = ruleStart[rule]; j < ruleStart[rule + 1]; j++) {
|
|
244
|
-
if (ruleTokens[j] !== token) found.push(ruleTokens[j]);
|
|
245
|
-
}
|
|
246
|
-
}
|
|
247
|
-
if (found.length === 0) return NO_SYNONYMS;
|
|
248
|
-
found.sort((a, b) => a - b);
|
|
249
|
-
const synonyms = [];
|
|
250
|
-
let previous = -1;
|
|
251
|
-
for (const id of found) {
|
|
252
|
-
if (synonyms.length === SYNONYMS_ADDED_PER_QUERY) break;
|
|
253
|
-
if (id === previous) continue;
|
|
254
|
-
previous = id;
|
|
255
|
-
synonyms.push(decoder.decode(blob.subarray(offsets[id], offsets[id + 1])));
|
|
256
|
-
}
|
|
257
|
-
return Object.freeze(synonyms);
|
|
258
|
-
}
|
|
259
|
-
const lookup = {
|
|
260
|
-
tokenCount: tokens.length,
|
|
261
|
-
bytes,
|
|
262
|
-
expand: (queryTokens) => expandQuerySynonyms(lookup, queryTokens),
|
|
263
|
-
synonymsOf(token) {
|
|
264
|
-
const cached = cache.get(token);
|
|
265
|
-
if (cached !== void 0) {
|
|
266
|
-
cache.delete(token);
|
|
267
|
-
cache.set(token, cached);
|
|
268
|
-
return cached;
|
|
269
|
-
}
|
|
270
|
-
const rankOfToken = rankOf(token);
|
|
271
|
-
if (rankOfToken < 0) return NO_SYNONYMS;
|
|
272
|
-
const synonyms = collect(rankOfToken);
|
|
273
|
-
if (cache.size >= SYNONYM_EXPANSION_CACHE_ENTRIES) {
|
|
274
|
-
const oldest = cache.keys().next();
|
|
275
|
-
if (oldest.done !== true) cache.delete(oldest.value);
|
|
276
|
-
}
|
|
277
|
-
cache.set(token, synonyms);
|
|
278
|
-
return synonyms;
|
|
279
|
-
}
|
|
280
|
-
};
|
|
281
|
-
return lookup;
|
|
282
|
-
}
|
|
283
|
-
function buildSynonymLookup(rules, analysis, raise) {
|
|
284
|
-
const analysed = /* @__PURE__ */ new Map();
|
|
285
|
-
const interned = { ids: /* @__PURE__ */ new Map(), tokens: [] };
|
|
286
|
-
const ruleStart = new Uint32Array(rules.length + 1);
|
|
287
|
-
const ruleTokenIds = [];
|
|
288
|
-
const ruleSource = new Int32Array(rules.length).fill(NO_SOURCE);
|
|
289
|
-
const kept = new Uint8Array(rules.length);
|
|
290
|
-
function tokenOf(word, rule) {
|
|
291
|
-
const result = analyseWord(word, analysis, analysed);
|
|
292
|
-
if (typeof result === "string") return result;
|
|
293
|
-
if (raise !== null) {
|
|
294
|
-
const reason = result === 0 ? "to no token, as a stop word does" : `to ${result} tokens, as a phrase does`;
|
|
295
|
-
raise(`Synonym rule ${rule} holds a word that the index analyses ${reason}`, { rule, tokens: result });
|
|
296
|
-
}
|
|
297
|
-
return null;
|
|
298
|
-
}
|
|
299
|
-
for (let rule = 0; rule < rules.length; rule++) {
|
|
300
|
-
const source = sourceWordOf(rules[rule]);
|
|
301
|
-
const sourceToken = source === void 0 ? null : tokenOf(source, rule);
|
|
302
|
-
const seen = /* @__PURE__ */ new Set();
|
|
303
|
-
for (const word of targetWordsOf(rules[rule])) {
|
|
304
|
-
const token = tokenOf(word, rule);
|
|
305
|
-
if (token === null) continue;
|
|
306
|
-
const id = intern(interned, token);
|
|
307
|
-
if (seen.has(id)) continue;
|
|
308
|
-
seen.add(id);
|
|
309
|
-
ruleTokenIds.push(id);
|
|
310
|
-
}
|
|
311
|
-
if (source === void 0) kept[rule] = 1;
|
|
312
|
-
else if (sourceToken !== null) {
|
|
313
|
-
ruleSource[rule] = intern(interned, sourceToken);
|
|
314
|
-
kept[rule] = 1;
|
|
315
|
-
}
|
|
316
|
-
if (kept[rule] === 0) ruleTokenIds.length = ruleStart[rule];
|
|
317
|
-
ruleStart[rule + 1] = ruleTokenIds.length;
|
|
318
|
-
}
|
|
319
|
-
if (ruleTokenIds.length === 0) return null;
|
|
320
|
-
return packedLookup(interned.tokens, ruleStart, ruleTokenIds, ruleSource);
|
|
321
|
-
}
|
|
322
|
-
|
|
323
|
-
// src/core/synonyms/prepare.ts
|
|
324
|
-
function invalidIn(source) {
|
|
325
|
-
return (message, details) => {
|
|
326
|
-
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `${source}${message}`, details);
|
|
327
|
-
};
|
|
328
|
-
}
|
|
329
|
-
var raiseConfigInvalid = invalidIn("");
|
|
330
|
-
function synonymAnalysisOf(config, language) {
|
|
331
|
-
return { language, ...resolveIndexAnalysis(config) };
|
|
332
|
-
}
|
|
333
|
-
function prepareSynonyms(value, config, language, strictWords, raise = raiseConfigInvalid) {
|
|
334
|
-
const report = typeof raise === "string" ? invalidIn(raise) : raise;
|
|
335
|
-
const rules = parseSynonymRules(value, report);
|
|
336
|
-
if (rules.length === 0) return null;
|
|
337
|
-
const lookup = buildSynonymLookup(rules, synonymAnalysisOf(config, language), strictWords ? report : null);
|
|
338
|
-
return { encoded: encodeSynonymRules(rules), lookup };
|
|
339
|
-
}
|
|
340
|
-
function storedSynonymLookup(encoded, config, language) {
|
|
341
|
-
return buildSynonymLookup(decodeSynonymRules(encoded, raiseConfigInvalid), synonymAnalysisOf(config, language), null);
|
|
342
|
-
}
|
|
343
|
-
function storedSynonymRules(encoded) {
|
|
344
|
-
return decodeSynonymRules(encoded, raiseConfigInvalid);
|
|
345
|
-
}
|
|
346
|
-
|
|
347
|
-
// src/core/synonyms/operations.ts
|
|
348
|
-
var replacingByCore = /* @__PURE__ */ new WeakMap();
|
|
349
|
-
async function withOpenIndex(core, indexName, action) {
|
|
350
|
-
core.guardShutdown();
|
|
351
|
-
core.requireIndex(indexName);
|
|
352
|
-
const release = await core.indexState.acquire(indexName);
|
|
353
|
-
try {
|
|
354
|
-
return await action();
|
|
355
|
-
} finally {
|
|
356
|
-
release();
|
|
357
|
-
}
|
|
358
|
-
}
|
|
359
|
-
async function oneAtATime(core, indexName, action) {
|
|
360
|
-
let chains = replacingByCore.get(core);
|
|
361
|
-
if (chains === void 0) {
|
|
362
|
-
chains = /* @__PURE__ */ new Map();
|
|
363
|
-
replacingByCore.set(core, chains);
|
|
364
|
-
}
|
|
365
|
-
const replacing = chains;
|
|
366
|
-
const earlier = replacing.get(indexName) ?? Promise.resolve();
|
|
367
|
-
const current = earlier.catch(() => void 0).then(action);
|
|
368
|
-
replacing.set(indexName, current);
|
|
369
|
-
try {
|
|
370
|
-
return await current;
|
|
371
|
-
} finally {
|
|
372
|
-
if (replacing.get(indexName) === current) replacing.delete(indexName);
|
|
373
|
-
}
|
|
374
|
-
}
|
|
375
|
-
async function replaceNow(core, indexName, value, strictWords) {
|
|
376
|
-
const entry = core.requireIndex(indexName);
|
|
377
|
-
const manager = core.requireManager(indexName);
|
|
378
|
-
const prepared = prepareSynonyms(value, entry.config, entry.language, strictWords);
|
|
379
|
-
const previous = entry.synonyms;
|
|
380
|
-
entry.synonyms = prepared?.encoded ?? null;
|
|
381
|
-
try {
|
|
382
|
-
if (core.durability) await core.durability.manager.persistMetadata(indexName);
|
|
383
|
-
} catch (err) {
|
|
384
|
-
entry.synonyms = previous;
|
|
385
|
-
throw err;
|
|
386
|
-
}
|
|
387
|
-
manager.synonyms = prepared?.lookup ?? null;
|
|
388
|
-
await core.orchestrator.replicateToWorkers({
|
|
389
|
-
type: "replaceSynonyms",
|
|
390
|
-
indexName,
|
|
391
|
-
requestId: `replace-synonyms-${indexName}`,
|
|
392
|
-
...prepared !== null ? { synonyms: prepared.encoded } : {}
|
|
393
|
-
});
|
|
394
|
-
await core.orchestrator.awaitWrites(indexName);
|
|
395
|
-
}
|
|
396
|
-
function replaceSynonymSet(core, indexName, value, strictWords) {
|
|
397
|
-
return withOpenIndex(
|
|
398
|
-
core,
|
|
399
|
-
indexName,
|
|
400
|
-
() => oneAtATime(core, indexName, () => replaceNow(core, indexName, value, strictWords))
|
|
401
|
-
);
|
|
402
|
-
}
|
|
403
|
-
function applyLoadedSynonyms(core, indexName, load) {
|
|
404
|
-
return withOpenIndex(
|
|
405
|
-
core,
|
|
406
|
-
indexName,
|
|
407
|
-
() => oneAtATime(core, indexName, async () => {
|
|
408
|
-
const rules = await load();
|
|
409
|
-
if (rules === null) return false;
|
|
410
|
-
await replaceNow(core, indexName, rules, false);
|
|
411
|
-
return true;
|
|
412
|
-
})
|
|
413
|
-
);
|
|
414
|
-
}
|
|
415
|
-
|
|
416
|
-
// src/core/synonyms/module.ts
|
|
417
|
-
var synonymSearchModule = {
|
|
418
|
-
name: "synonyms",
|
|
419
|
-
prepare: prepareSynonyms,
|
|
420
|
-
storedLookup: storedSynonymLookup,
|
|
421
|
-
decodeRules: storedSynonymRules,
|
|
422
|
-
replace: replaceSynonymSet,
|
|
423
|
-
applyLoaded: applyLoadedSynonyms
|
|
424
|
-
};
|
|
425
|
-
|
|
426
|
-
export { getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerStopWords, registerTokenizer, resolveIndexAnalysis, synonymSearchModule };
|