@delali/narsil 0.3.1-next.99 → 0.4.1-next.211
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/README.md +30 -11
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +101 -13
- package/dist/adapters/gcs.d.ts +49 -0
- package/dist/adapters/gcs.mjs +213 -0
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +2 -7
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/memory.mjs +5 -0
- package/dist/adapters/s3.d.ts +53 -0
- package/dist/adapters/s3.mjs +263 -0
- package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
- package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
- package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
- package/dist/browser/embed-GG6PS3EA.mjs +264 -0
- package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
- package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
- package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
- package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
- package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
- package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
- package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
- package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
- package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
- package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
- package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
- package/dist/chunk-2AFZE7Y3.mjs +72 -0
- package/dist/chunk-2CKDCC65.mjs +47 -0
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/chunk-44W3CBNG.mjs +7 -0
- package/dist/chunk-4H4RG2FR.mjs +13 -0
- package/dist/chunk-4PY4JYMY.mjs +11 -0
- package/dist/chunk-4ZPVAHWF.mjs +1289 -0
- package/dist/chunk-5EI5CXO6.mjs +197 -0
- package/dist/chunk-5F5MXWS5.mjs +283 -0
- package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
- package/dist/chunk-6FOENO4E.mjs +273 -0
- package/dist/chunk-6GHX35ZM.mjs +108 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-6N6HHBCQ.mjs +4596 -0
- package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
- package/dist/chunk-AVBPB3MI.mjs +602 -0
- package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6NALRK.mjs +31921 -0
- package/dist/chunk-C4ZMXXTL.mjs +92 -0
- package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
- package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
- package/dist/chunk-DXZ6JDWG.mjs +797 -0
- package/dist/chunk-FJXJZUWF.mjs +209 -0
- package/dist/chunk-FS3HPPSC.mjs +212 -0
- package/dist/chunk-FT4KLZXW.mjs +1164 -0
- package/dist/chunk-GR5GMFJJ.mjs +104 -0
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/chunk-GXED6R3Q.mjs +271 -0
- package/dist/chunk-HLPRHOSO.mjs +17 -0
- package/dist/chunk-IL5DRCNU.mjs +3041 -0
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/chunk-K5HSUPYS.mjs +11 -0
- package/dist/chunk-KYIRXTCA.mjs +100 -0
- package/dist/chunk-LFXS6OF7.mjs +289 -0
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/chunk-M2Z5WVWW.mjs +194 -0
- package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
- package/dist/chunk-M3OW2XSP.mjs +40 -0
- package/dist/chunk-MFPSQZ6P.mjs +127 -0
- package/dist/chunk-MRCJBWJZ.mjs +1292 -0
- package/dist/chunk-MSIN4NM3.mjs +25 -0
- package/dist/chunk-MW3CJVGP.mjs +219 -0
- package/dist/chunk-MYM6CAVK.mjs +76 -0
- package/dist/chunk-NJJN4FMM.mjs +84 -0
- package/dist/chunk-NM7I3BM7.mjs +59 -0
- package/dist/chunk-OIJ64LGT.mjs +19 -0
- package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/chunk-Q2AP2FSN.mjs +15 -0
- package/dist/chunk-R2PJKSNL.mjs +54 -0
- package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/chunk-S5QMWECL.mjs +7 -0
- package/dist/chunk-SLAC5PAB.mjs +5008 -0
- package/dist/chunk-T4HMSZCX.mjs +5 -0
- package/dist/chunk-TACP6VK6.mjs +111 -0
- package/dist/chunk-TGPKS2UM.mjs +125 -0
- package/dist/chunk-TKKXPKEO.mjs +979 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/chunk-XL56L4IR.mjs +228 -0
- package/dist/chunk-XQIAMDAG.mjs +3076 -0
- package/dist/chunk-YTUZ4R22.mjs +1063 -0
- package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
- package/dist/chunk-ZPJFGGGI.mjs +638 -0
- package/dist/chunk-ZXX5GZEX.mjs +17 -0
- package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
- package/dist/client.d.ts +11 -10
- package/dist/client.mjs +8 -898
- package/dist/config-Bnl7L-0H.d.ts +608 -0
- package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
- package/dist/core-leaf-6JVHEVFB.mjs +8 -0
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
- package/dist/distribution/coordinator/etcd.d.ts +63 -7
- package/dist/distribution/coordinator/etcd.mjs +725 -81
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/coordinator/in-memory.mjs +65 -10
- package/dist/distribution/transport/grpc.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +39 -10
- package/dist/distribution/transport/in-memory.d.ts +2 -2
- package/dist/distribution/transport/in-memory.mjs +9 -6
- package/dist/distribution/transport/tcp.d.ts +2 -2
- package/dist/distribution/transport/tcp.mjs +20 -15
- package/dist/distribution.d.ts +267 -56
- package/dist/distribution.mjs +23156 -11362
- package/dist/durability-config-VWS2K24E.mjs +96 -0
- package/dist/embed-4PHHKGBK.mjs +263 -0
- package/dist/embeddings/openai.d.ts +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
- package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
- package/dist/gzip-2UCZW2MM.mjs +31 -0
- package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
- package/dist/index.browser.mjs +4 -4
- package/dist/index.d.ts +2133 -57
- package/dist/index.mjs +16 -32
- package/dist/index.react-native.mjs +12 -0
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
- package/dist/module-5ZSLUQII.mjs +3729 -0
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
- package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
- package/dist/optional-writes-4UOQKETU.mjs +247 -0
- package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
- package/dist/partial-words.browser.mjs +1650 -0
- package/dist/partial-words.mjs +17 -11
- package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
- package/dist/pattern.mjs +6 -7
- package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
- package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
- package/dist/phrase-module-EFESWOCR.mjs +635 -0
- package/dist/query-actions-HMJUVWGT.mjs +119 -0
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +53 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +47 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +19 -0
- package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
- package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
- package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
- package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
- package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
- package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
- package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
- package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
- package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
- package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
- package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
- package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
- package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
- package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
- package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
- package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
- package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
- package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
- package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
- package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
- package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
- package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
- package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
- package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
- package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
- package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
- package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
- package/dist/react-native/partial-words.mjs +1658 -0
- package/dist/react-native/pattern.mjs +2570 -0
- package/dist/react-native/query-suggestions.mjs +55 -0
- package/dist/react-native/sync.mjs +2759 -0
- package/dist/react-native/synonyms.mjs +676 -0
- package/dist/react.d.ts +12 -8
- package/dist/react.mjs +45 -1
- package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
- package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
- package/dist/runtime-USQYKN3I.mjs +615 -0
- package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
- package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
- package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
- package/dist/server.d.ts +348 -22
- package/dist/server.mjs +2211 -327
- package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
- package/dist/store-leaf-6VMMSVBE.mjs +20 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +288 -0
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +242 -0
- package/dist/sync.browser.mjs +1271 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2712 -0
- package/dist/synonyms.browser.mjs +658 -0
- package/dist/synonyms.mjs +17 -7
- package/dist/tasks-65b6t6lk.d.ts +782 -0
- package/dist/thread-UJ3W5LVI.mjs +31 -0
- package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
- package/dist/types-CpCg-Gq-.d.ts +227 -0
- package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
- package/dist/vector/search-worker.d.ts +10 -2
- package/dist/vector/search-worker.mjs +11 -11
- package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
- package/dist/workers/entry.mjs +75 -15
- package/openapi.json +6840 -0
- package/package.json +404 -19
- package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
- package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
- package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
- package/dist/browser/chunk-QWES44AW.mjs +0 -473
- package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
- package/dist/browser/module-PDXYHT75.mjs +0 -2822
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
- package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
- package/dist/browser/write-L7FAQA47.mjs +0 -208
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-5XNIRLFC.mjs +0 -96
- package/dist/chunk-7X5JST5L.mjs +0 -114
- package/dist/chunk-AV4IJKD2.mjs +0 -35
- package/dist/chunk-AY3AQ3UH.mjs +0 -73
- package/dist/chunk-BKB3XTMI.mjs +0 -707
- package/dist/chunk-C7SLA6CM.mjs +0 -19
- package/dist/chunk-COVCQ73F.mjs +0 -587
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-E74YLAIG.mjs +0 -24
- package/dist/chunk-FMWRCP2C.mjs +0 -57
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-JFRNNBOM.mjs +0 -35
- package/dist/chunk-K25LZA54.mjs +0 -8484
- package/dist/chunk-KEHK2O6P.mjs +0 -13
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L3L5YFXC.mjs +0 -614
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LH4NZNJJ.mjs +0 -1731
- package/dist/chunk-LU2CE5AE.mjs +0 -507
- package/dist/chunk-LXWDQLTW.mjs +0 -30
- package/dist/chunk-MHOSCQCQ.mjs +0 -948
- package/dist/chunk-NKRBEGJZ.mjs +0 -1705
- package/dist/chunk-NTRMFARG.mjs +0 -462
- package/dist/chunk-NW4XDSP2.mjs +0 -212
- package/dist/chunk-OOEXLUGR.mjs +0 -117
- package/dist/chunk-ORBLD3EL.mjs +0 -6
- package/dist/chunk-OWNZYMRE.mjs +0 -3591
- package/dist/chunk-PPY2GSIB.mjs +0 -44
- package/dist/chunk-QY7GC2MW.mjs +0 -33
- package/dist/chunk-R6A773WK.mjs +0 -226
- package/dist/chunk-R6PR4WYZ.mjs +0 -68
- package/dist/chunk-R7EEKAJE.mjs +0 -593
- package/dist/chunk-RONEOEON.mjs +0 -426
- package/dist/chunk-VWULPWRJ.mjs +0 -7469
- package/dist/chunk-WCJKUGHB.mjs +0 -262
- package/dist/chunk-WQBCBKY3.mjs +0 -8
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-YA7XLE2R.mjs +0 -1256
- package/dist/chunk-YTJCGKM4.mjs +0 -56
- package/dist/chunk-ZG477IPV.mjs +0 -526
- package/dist/chunk-ZYNAMIYX.mjs +0 -113
- package/dist/config-BGB_fDtq.d.ts +0 -237
- package/dist/direct-executor-CXZ66ACP.mjs +0 -22
- package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
- package/dist/engine-BGCEm9E_.d.ts +0 -577
- package/dist/module-3NONKBZX.mjs +0 -1860
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-queue-JPRBUYII.mjs +0 -35
- package/dist/runtime-ZKYZFJJC.mjs +0 -177
- package/dist/snapshot-HOGXNO5W.mjs +0 -793
- package/dist/tasks-HG3rlxx6.d.ts +0 -302
- package/dist/thread-B657LQXK.mjs +0 -692
- package/dist/write-XLIGTXBU.mjs +0 -238
|
@@ -0,0 +1,658 @@
|
|
|
1
|
+
import { withOpenIndex, oneAtATime, resolveIndexAnalysis, loadStorageCode, emitSyncChange, encodeStringBlob, tokenize, typedRegion, regionsOverlap, encodeLookupKey } from './browser/chunk-NDYADQ4Y.mjs';
|
|
2
|
+
import { storedText } from './browser/chunk-QAOVAYAG.mjs';
|
|
3
|
+
import './browser/chunk-YJHGOJAC.mjs';
|
|
4
|
+
import { NarsilError, ErrorCodes, requireLoadedMessagePack, compareCodePoints } from './browser/chunk-YINZFPLT.mjs';
|
|
5
|
+
|
|
6
|
+
// src/core/synonyms/combined-postings.ts
|
|
7
|
+
var NO_DELETED = { size: 0, has: () => false };
|
|
8
|
+
var FIELD_SLOTS = 65536;
|
|
9
|
+
var NO_ROW = -1;
|
|
10
|
+
var rowOfField = null;
|
|
11
|
+
function addRow(combined, rowOf, docId, field, frequency) {
|
|
12
|
+
combined.totalTermFrequency += frequency;
|
|
13
|
+
const existing = rowOf[field];
|
|
14
|
+
if (existing !== NO_ROW) {
|
|
15
|
+
combined.frequencies[existing] += frequency;
|
|
16
|
+
return;
|
|
17
|
+
}
|
|
18
|
+
rowOf[field] = combined.docIds.length;
|
|
19
|
+
combined.docIds.push(docId);
|
|
20
|
+
combined.fieldNameIndices.push(field);
|
|
21
|
+
combined.frequencies.push(frequency);
|
|
22
|
+
combined.documents.add(docId);
|
|
23
|
+
}
|
|
24
|
+
function lowestDocumentAt(lists, cursors) {
|
|
25
|
+
let lowest = Number.POSITIVE_INFINITY;
|
|
26
|
+
for (let at = 0; at < lists.length; at++) {
|
|
27
|
+
if (cursors[at] < lists[at].length && lists[at].docIds[cursors[at]] < lowest) lowest = lists[at].docIds[cursors[at]];
|
|
28
|
+
}
|
|
29
|
+
return lowest;
|
|
30
|
+
}
|
|
31
|
+
function mergeOrderedLists(lists, combined) {
|
|
32
|
+
rowOfField ??= new Int32Array(FIELD_SLOTS).fill(NO_ROW);
|
|
33
|
+
const rowOf = rowOfField;
|
|
34
|
+
const cursors = new Uint32Array(lists.length);
|
|
35
|
+
for (let docId = lowestDocumentAt(lists, cursors); docId !== Number.POSITIVE_INFINITY; ) {
|
|
36
|
+
const runStart = combined.docIds.length;
|
|
37
|
+
for (let at = 0; at < lists.length; at++) {
|
|
38
|
+
const list = lists[at];
|
|
39
|
+
const deleted = list.deletedDocs.size > 0 && list.deletedDocs.has(docId);
|
|
40
|
+
let row = cursors[at];
|
|
41
|
+
for (; row < list.length && list.docIds[row] === docId; row++) {
|
|
42
|
+
if (!deleted) addRow(combined, rowOf, docId, list.fieldNameIndices[row], list.termFrequencies[row]);
|
|
43
|
+
}
|
|
44
|
+
cursors[at] = row;
|
|
45
|
+
}
|
|
46
|
+
for (let row = runStart; row < combined.docIds.length; row++) rowOf[combined.fieldNameIndices[row]] = NO_ROW;
|
|
47
|
+
docId = lowestDocumentAt(lists, cursors);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
function combineUnorderedLists(lists, combined) {
|
|
51
|
+
const rowOf = /* @__PURE__ */ new Map();
|
|
52
|
+
for (const list of lists) {
|
|
53
|
+
const deleted = list.deletedDocs;
|
|
54
|
+
const hasDeleted = deleted.size > 0;
|
|
55
|
+
for (let row = 0; row < list.length; row++) {
|
|
56
|
+
const docId = list.docIds[row];
|
|
57
|
+
if (hasDeleted && deleted.has(docId)) continue;
|
|
58
|
+
const field = list.fieldNameIndices[row];
|
|
59
|
+
const frequency = list.termFrequencies[row];
|
|
60
|
+
combined.totalTermFrequency += frequency;
|
|
61
|
+
const key = docId * FIELD_SLOTS + field;
|
|
62
|
+
const existing = rowOf.get(key);
|
|
63
|
+
if (existing !== void 0) {
|
|
64
|
+
combined.frequencies[existing] += frequency;
|
|
65
|
+
continue;
|
|
66
|
+
}
|
|
67
|
+
rowOf.set(key, combined.docIds.length);
|
|
68
|
+
combined.docIds.push(docId);
|
|
69
|
+
combined.fieldNameIndices.push(field);
|
|
70
|
+
combined.frequencies.push(frequency);
|
|
71
|
+
combined.documents.add(docId);
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
function rowsByDocument(docIds) {
|
|
76
|
+
const order = new Uint32Array(docIds.length);
|
|
77
|
+
for (let row = 0; row < order.length; row++) order[row] = row;
|
|
78
|
+
return order.sort((left, right) => docIds[left] - docIds[right] || left - right);
|
|
79
|
+
}
|
|
80
|
+
function listOf(combined, order) {
|
|
81
|
+
const length = combined.docIds.length;
|
|
82
|
+
const docIds = new Uint32Array(length);
|
|
83
|
+
const termFrequencies = new Float64Array(length);
|
|
84
|
+
const fieldNameIndices = new Uint16Array(length);
|
|
85
|
+
for (let at = 0; at < length; at++) {
|
|
86
|
+
const row = order === null ? at : order[at];
|
|
87
|
+
docIds[at] = combined.docIds[row];
|
|
88
|
+
termFrequencies[at] = combined.frequencies[row];
|
|
89
|
+
fieldNameIndices[at] = combined.fieldNameIndices[row];
|
|
90
|
+
}
|
|
91
|
+
return {
|
|
92
|
+
length,
|
|
93
|
+
docIds,
|
|
94
|
+
termFrequencies,
|
|
95
|
+
fieldNameIndices,
|
|
96
|
+
positions: null,
|
|
97
|
+
docIdSet: combined.documents,
|
|
98
|
+
deletedDocs: NO_DELETED,
|
|
99
|
+
totalTermFrequency: combined.totalTermFrequency,
|
|
100
|
+
structureRevision: 0,
|
|
101
|
+
ordered: false
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
function combinePostingLists(lists) {
|
|
105
|
+
if (lists.length === 1) return lists[0];
|
|
106
|
+
const combined = {
|
|
107
|
+
docIds: [],
|
|
108
|
+
fieldNameIndices: [],
|
|
109
|
+
frequencies: [],
|
|
110
|
+
documents: /* @__PURE__ */ new Set(),
|
|
111
|
+
totalTermFrequency: 0
|
|
112
|
+
};
|
|
113
|
+
if (lists.every((list) => list.ordered)) {
|
|
114
|
+
mergeOrderedLists(lists, combined);
|
|
115
|
+
return listOf(combined, null);
|
|
116
|
+
}
|
|
117
|
+
combineUnorderedLists(lists, combined);
|
|
118
|
+
return listOf(combined, rowsByDocument(combined.docIds));
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
// src/core/synonyms/expand.ts
|
|
122
|
+
function groupSynonymsOf(tokens) {
|
|
123
|
+
return {
|
|
124
|
+
tokens,
|
|
125
|
+
has: (token) => tokens.includes(token),
|
|
126
|
+
documentFrequency(frequencyOf) {
|
|
127
|
+
let most = 0;
|
|
128
|
+
for (const token of tokens) most = Math.max(most, frequencyOf(token));
|
|
129
|
+
return most;
|
|
130
|
+
},
|
|
131
|
+
postings(lookup, own) {
|
|
132
|
+
const lists = [];
|
|
133
|
+
for (const token of [own, ...tokens]) {
|
|
134
|
+
const list = lookup(token);
|
|
135
|
+
if (list !== void 0) lists.push(list);
|
|
136
|
+
}
|
|
137
|
+
return lists.length === 0 ? void 0 : combinePostingLists(lists);
|
|
138
|
+
}
|
|
139
|
+
};
|
|
140
|
+
}
|
|
141
|
+
function expandQuerySynonyms(expanded) {
|
|
142
|
+
if (expanded.size === 0) return void 0;
|
|
143
|
+
const added = /* @__PURE__ */ new Set();
|
|
144
|
+
for (const synonyms2 of expanded.values()) for (const synonym of synonyms2) added.add(synonym);
|
|
145
|
+
return {
|
|
146
|
+
tokens: [...added],
|
|
147
|
+
addTo(groupOf) {
|
|
148
|
+
for (const [token, synonyms2] of expanded) {
|
|
149
|
+
const group = groupOf(token);
|
|
150
|
+
group.synonyms = groupSynonymsOf(synonyms2);
|
|
151
|
+
group.members = group.members.filter((member) => member.token === token || !synonyms2.includes(member.token));
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
};
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
// src/core/synonyms/constants.ts
|
|
158
|
+
var MAX_SYNONYM_RULES = 1e5;
|
|
159
|
+
var MAX_SYNONYM_WORDS = 5e5;
|
|
160
|
+
var MAX_SYNONYM_WORD_BYTES = 4194304;
|
|
161
|
+
var MAX_SYNONYM_RULE_WORDS = 100;
|
|
162
|
+
var MIN_TWO_WAY_SYNONYM_WORDS = 2;
|
|
163
|
+
var MIN_ONE_WAY_SYNONYMS = 1;
|
|
164
|
+
var SYNONYMS_ADDED_PER_QUERY = 50;
|
|
165
|
+
var SYNONYM_EXPANSION_CACHE_ENTRIES = 1024;
|
|
166
|
+
|
|
167
|
+
// src/core/synonyms/regions.ts
|
|
168
|
+
function validOffsets(offsets, end) {
|
|
169
|
+
if (offsets.length === 0 || offsets[0] !== 0 || offsets[offsets.length - 1] !== end) return false;
|
|
170
|
+
for (let at = 1; at < offsets.length; at++) if (offsets[at] < offsets[at - 1]) return false;
|
|
171
|
+
return true;
|
|
172
|
+
}
|
|
173
|
+
function readSynonymTable(input) {
|
|
174
|
+
if (typeof input !== "object" || input === null) return null;
|
|
175
|
+
const raw = {
|
|
176
|
+
tokens: input.tokens,
|
|
177
|
+
offsets: input.offsets,
|
|
178
|
+
ruleStart: input.ruleStart,
|
|
179
|
+
ruleSource: input.ruleSource,
|
|
180
|
+
ruleTokens: input.ruleTokens,
|
|
181
|
+
tokenStart: input.tokenStart,
|
|
182
|
+
tokenRules: input.tokenRules
|
|
183
|
+
};
|
|
184
|
+
const tokens = typedRegion(raw.tokens, "Uint8Array");
|
|
185
|
+
const offsets = typedRegion(raw.offsets, "Uint32Array");
|
|
186
|
+
const ruleStart = typedRegion(raw.ruleStart, "Uint32Array");
|
|
187
|
+
const ruleSource = typedRegion(raw.ruleSource, "Int32Array");
|
|
188
|
+
const ruleTokens = typedRegion(raw.ruleTokens, "Uint32Array");
|
|
189
|
+
const tokenStart = typedRegion(raw.tokenStart, "Uint32Array");
|
|
190
|
+
const tokenRules = typedRegion(raw.tokenRules, "Uint32Array");
|
|
191
|
+
if (tokens === null || offsets === null || ruleStart === null || ruleSource === null || ruleTokens === null || tokenStart === null || tokenRules === null)
|
|
192
|
+
return null;
|
|
193
|
+
const count = offsets.length - 1;
|
|
194
|
+
if (count > 2147483648 || tokens.length > 4294967295 || ruleSource.length > 4294967295 || ruleTokens.length > 4294967295 || tokenRules.length > 4294967295 || ruleStart.length !== ruleSource.length + 1 || tokenStart.length !== offsets.length || !validOffsets(offsets, tokens.length) || !validOffsets(ruleStart, ruleTokens.length) || !validOffsets(tokenStart, tokenRules.length))
|
|
195
|
+
return null;
|
|
196
|
+
for (const source of ruleSource) if (source < -1 || source >= count) return null;
|
|
197
|
+
for (const token of ruleTokens) if (token >= count) return null;
|
|
198
|
+
for (const rule of tokenRules) if (rule >= ruleSource.length) return null;
|
|
199
|
+
return { tokens, offsets, ruleStart, ruleSource, ruleTokens, tokenStart, tokenRules };
|
|
200
|
+
}
|
|
201
|
+
function validQueryStarts(starts, units) {
|
|
202
|
+
return units.length <= 4294967295 && starts.length - 1 <= 4294967295 && validOffsets(starts, units.length);
|
|
203
|
+
}
|
|
204
|
+
|
|
205
|
+
// src/core/synonyms/portable.ts
|
|
206
|
+
var decoder = new TextDecoder("utf-8", { fatal: true, ignoreBOM: true });
|
|
207
|
+
function rankOf(table, text) {
|
|
208
|
+
const key = encodeLookupKey(text);
|
|
209
|
+
let low = 0;
|
|
210
|
+
let high = table.offsets.length - 1;
|
|
211
|
+
while (low < high) {
|
|
212
|
+
const middle = low + Math.floor((high - low) / 2);
|
|
213
|
+
const start = table.offsets[middle];
|
|
214
|
+
const end = table.offsets[middle + 1];
|
|
215
|
+
try {
|
|
216
|
+
decoder.decode(table.tokens.subarray(start, end));
|
|
217
|
+
} catch {
|
|
218
|
+
return -2;
|
|
219
|
+
}
|
|
220
|
+
let order = 0;
|
|
221
|
+
for (let at = 0; at < Math.min(end - start, key.length) && order === 0; at++) {
|
|
222
|
+
order = table.tokens[start + at] - key[at];
|
|
223
|
+
}
|
|
224
|
+
if (order === 0) order = end - start - key.length;
|
|
225
|
+
if (order === 0) return middle;
|
|
226
|
+
if (order < 0) low = middle + 1;
|
|
227
|
+
else high = middle;
|
|
228
|
+
}
|
|
229
|
+
return -1;
|
|
230
|
+
}
|
|
231
|
+
function collect(table, token) {
|
|
232
|
+
const found = [];
|
|
233
|
+
for (let at = table.tokenStart[token]; at < table.tokenStart[token + 1]; at++) {
|
|
234
|
+
const rule = table.tokenRules[at];
|
|
235
|
+
const source = table.ruleSource[rule];
|
|
236
|
+
if (source >= 0 && source !== token) return null;
|
|
237
|
+
let holdsToken = source >= 0;
|
|
238
|
+
for (let entry = table.ruleStart[rule]; entry < table.ruleStart[rule + 1]; entry++) {
|
|
239
|
+
const added = table.ruleTokens[entry];
|
|
240
|
+
if (added === token) {
|
|
241
|
+
holdsToken = true;
|
|
242
|
+
continue;
|
|
243
|
+
}
|
|
244
|
+
let position = 0;
|
|
245
|
+
while (position < found.length && found[position] < added) position++;
|
|
246
|
+
if (position === SYNONYMS_ADDED_PER_QUERY || found[position] === added) continue;
|
|
247
|
+
found.splice(position, 0, added);
|
|
248
|
+
if (found.length > SYNONYMS_ADDED_PER_QUERY) found.pop();
|
|
249
|
+
}
|
|
250
|
+
if (!holdsToken) return null;
|
|
251
|
+
}
|
|
252
|
+
return found;
|
|
253
|
+
}
|
|
254
|
+
var expandSynonyms = (input, queryUnits, queryStarts, queries, offsets, tokens) => {
|
|
255
|
+
const table = readSynonymTable(input);
|
|
256
|
+
const units = typedRegion(queryUnits, "Uint16Array");
|
|
257
|
+
const starts = typedRegion(queryStarts, "Uint32Array");
|
|
258
|
+
const outQueries = typedRegion(queries, "Uint32Array");
|
|
259
|
+
const outOffsets = typedRegion(offsets, "Uint32Array");
|
|
260
|
+
const outTokens = typedRegion(tokens, "Uint32Array");
|
|
261
|
+
if (table === null || units === null || starts === null || outQueries === null || outOffsets === null || outTokens === null || !validQueryStarts(starts, units))
|
|
262
|
+
return -1;
|
|
263
|
+
const reads = [...Object.values(table), units, starts];
|
|
264
|
+
const writes = [outQueries, outOffsets, outTokens];
|
|
265
|
+
for (let at = 0; at < writes.length; at++) {
|
|
266
|
+
if (reads.some((read) => regionsOverlap(read, writes[at]))) return -1;
|
|
267
|
+
for (let previous = 0; previous < at; previous++) if (regionsOverlap(writes[at], writes[previous])) return -1;
|
|
268
|
+
}
|
|
269
|
+
const groups = [];
|
|
270
|
+
const seen = /* @__PURE__ */ new Set();
|
|
271
|
+
for (let query = 0; query + 1 < starts.length && groups.length < SYNONYMS_ADDED_PER_QUERY; query++) {
|
|
272
|
+
const text = storedText(units, starts[query], starts[query + 1] - starts[query]);
|
|
273
|
+
if (seen.has(text)) continue;
|
|
274
|
+
seen.add(text);
|
|
275
|
+
const rank = rankOf(table, text);
|
|
276
|
+
if (rank === -2) return -1;
|
|
277
|
+
if (rank < 0) continue;
|
|
278
|
+
const found = collect(table, rank);
|
|
279
|
+
if (found === null) return -1;
|
|
280
|
+
if (found.length > 0) groups.push({ query, tokens: found });
|
|
281
|
+
}
|
|
282
|
+
let needed = 0;
|
|
283
|
+
for (let at = 0; at < groups.length; at++) {
|
|
284
|
+
const quota = Math.floor(SYNONYMS_ADDED_PER_QUERY / groups.length) + Number(at < SYNONYMS_ADDED_PER_QUERY % groups.length);
|
|
285
|
+
groups[at].tokens.length = Math.min(groups[at].tokens.length, quota);
|
|
286
|
+
needed += groups[at].tokens.length;
|
|
287
|
+
}
|
|
288
|
+
if (outQueries.length < groups.length || outOffsets.length < groups.length + 1 || outTokens.length < needed) return -3;
|
|
289
|
+
let cursor = 0;
|
|
290
|
+
for (let at = 0; at < groups.length; at++) {
|
|
291
|
+
outQueries[at] = groups[at].query;
|
|
292
|
+
outOffsets[at] = cursor;
|
|
293
|
+
outTokens.set(groups[at].tokens, cursor);
|
|
294
|
+
cursor += groups[at].tokens.length;
|
|
295
|
+
}
|
|
296
|
+
outOffsets[groups.length] = cursor;
|
|
297
|
+
return groups.length;
|
|
298
|
+
};
|
|
299
|
+
|
|
300
|
+
// src/core/synonyms/selection.ts
|
|
301
|
+
var decoder2 = new TextDecoder("utf-8", { ignoreBOM: true });
|
|
302
|
+
function synonymSelection(table) {
|
|
303
|
+
const cache = /* @__PURE__ */ new Map();
|
|
304
|
+
const queries = new Uint32Array(SYNONYMS_ADDED_PER_QUERY);
|
|
305
|
+
const offsets = new Uint32Array(SYNONYMS_ADDED_PER_QUERY + 1);
|
|
306
|
+
const selected = new Uint32Array(SYNONYMS_ADDED_PER_QUERY);
|
|
307
|
+
return (input) => {
|
|
308
|
+
const tokens = [...new Set(input)];
|
|
309
|
+
const key = JSON.stringify(tokens);
|
|
310
|
+
const cached = cache.get(key);
|
|
311
|
+
if (cached !== void 0) {
|
|
312
|
+
cache.delete(key);
|
|
313
|
+
cache.set(key, cached);
|
|
314
|
+
return cached;
|
|
315
|
+
}
|
|
316
|
+
let total = 0;
|
|
317
|
+
for (const token of tokens) total += token.length;
|
|
318
|
+
if (total > 4294967295 || tokens.length > 4294967295) {
|
|
319
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The synonym query exceeds the text layout");
|
|
320
|
+
}
|
|
321
|
+
const units = new Uint16Array(total);
|
|
322
|
+
const starts = new Uint32Array(tokens.length + 1);
|
|
323
|
+
let cursor = 0;
|
|
324
|
+
for (let at = 0; at < tokens.length; at++) {
|
|
325
|
+
starts[at] = cursor;
|
|
326
|
+
for (let unit = 0; unit < tokens[at].length; unit++) units[cursor++] = tokens[at].charCodeAt(unit);
|
|
327
|
+
}
|
|
328
|
+
starts[tokens.length] = cursor;
|
|
329
|
+
const count = expandSynonyms(table, units, starts, queries, offsets, selected);
|
|
330
|
+
if (count < 0)
|
|
331
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The synonym query could not be expanded", { status: -count });
|
|
332
|
+
const groups = /* @__PURE__ */ new Map();
|
|
333
|
+
for (let group = 0; group < count; group++) {
|
|
334
|
+
const synonyms2 = [];
|
|
335
|
+
for (let at = offsets[group]; at < offsets[group + 1]; at++) {
|
|
336
|
+
const rank = selected[at];
|
|
337
|
+
synonyms2.push(decoder2.decode(table.tokens.subarray(table.offsets[rank], table.offsets[rank + 1])));
|
|
338
|
+
}
|
|
339
|
+
groups.set(tokens[queries[group]], Object.freeze(synonyms2));
|
|
340
|
+
}
|
|
341
|
+
if (cache.size >= SYNONYM_EXPANSION_CACHE_ENTRIES) {
|
|
342
|
+
const oldest = cache.keys().next();
|
|
343
|
+
if (!oldest.done) cache.delete(oldest.value);
|
|
344
|
+
}
|
|
345
|
+
cache.set(key, groups);
|
|
346
|
+
return groups;
|
|
347
|
+
};
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
// src/core/synonyms/lookup.ts
|
|
351
|
+
var NO_SOURCE = -1;
|
|
352
|
+
var NO_SYNONYMS = Object.freeze([]);
|
|
353
|
+
function analyseWord(word, analysis, cache) {
|
|
354
|
+
const cached = cache.get(word);
|
|
355
|
+
if (cached !== void 0) return cached;
|
|
356
|
+
const { tokens } = tokenize(word, analysis.language, {
|
|
357
|
+
stem: true,
|
|
358
|
+
removeStopWords: true,
|
|
359
|
+
customTokenizer: analysis.customTokenizer,
|
|
360
|
+
stopWordOverride: analysis.stopWords
|
|
361
|
+
});
|
|
362
|
+
const result = tokens.length === 1 ? tokens[0].token : tokens.length;
|
|
363
|
+
cache.set(word, result);
|
|
364
|
+
return result;
|
|
365
|
+
}
|
|
366
|
+
function intern(interned, token) {
|
|
367
|
+
let id = interned.ids.get(token);
|
|
368
|
+
if (id === void 0) {
|
|
369
|
+
id = interned.tokens.length;
|
|
370
|
+
interned.tokens.push(token);
|
|
371
|
+
interned.ids.set(token, id);
|
|
372
|
+
}
|
|
373
|
+
return id;
|
|
374
|
+
}
|
|
375
|
+
function sourceWordOf(rule) {
|
|
376
|
+
return "word" in rule ? rule.word : void 0;
|
|
377
|
+
}
|
|
378
|
+
function targetWordsOf(rule) {
|
|
379
|
+
return "words" in rule ? rule.words : rule.synonyms;
|
|
380
|
+
}
|
|
381
|
+
function packedLookup(tokens, ruleStart, ruleTokenIds, ruleSource, encodedRules) {
|
|
382
|
+
const order = tokens.map((_, id) => id).sort((a, b) => compareCodePoints(tokens[a], tokens[b]));
|
|
383
|
+
const rank = new Uint32Array(tokens.length);
|
|
384
|
+
for (let position = 0; position < order.length; position++) rank[order[position]] = position;
|
|
385
|
+
const { blob, offsets } = encodeStringBlob(order.map((id) => tokens[id]));
|
|
386
|
+
const ruleTokens = Uint32Array.from(ruleTokenIds, (id) => rank[id]);
|
|
387
|
+
const sources = Int32Array.from(ruleSource, (id) => id === NO_SOURCE ? NO_SOURCE : rank[id]);
|
|
388
|
+
const ruleCount = sources.length;
|
|
389
|
+
const tokenRuleStart = new Uint32Array(tokens.length + 1);
|
|
390
|
+
for (let rule = 0; rule < ruleCount; rule++) {
|
|
391
|
+
if (sources[rule] !== NO_SOURCE) tokenRuleStart[sources[rule] + 1]++;
|
|
392
|
+
else for (let i = ruleStart[rule]; i < ruleStart[rule + 1]; i++) tokenRuleStart[ruleTokens[i] + 1]++;
|
|
393
|
+
}
|
|
394
|
+
for (let token = 0; token < tokens.length; token++) tokenRuleStart[token + 1] += tokenRuleStart[token];
|
|
395
|
+
const tokenRules = new Uint32Array(tokenRuleStart[tokens.length]);
|
|
396
|
+
const fill = tokenRuleStart.slice(0, tokens.length);
|
|
397
|
+
for (let rule = 0; rule < ruleCount; rule++) {
|
|
398
|
+
if (sources[rule] !== NO_SOURCE) tokenRules[fill[sources[rule]]++] = rule;
|
|
399
|
+
else for (let i = ruleStart[rule]; i < ruleStart[rule + 1]; i++) tokenRules[fill[ruleTokens[i]]++] = rule;
|
|
400
|
+
}
|
|
401
|
+
const select = synonymSelection({
|
|
402
|
+
tokens: blob,
|
|
403
|
+
offsets,
|
|
404
|
+
ruleStart,
|
|
405
|
+
ruleSource: sources,
|
|
406
|
+
ruleTokens,
|
|
407
|
+
tokenStart: tokenRuleStart,
|
|
408
|
+
tokenRules
|
|
409
|
+
});
|
|
410
|
+
const bytes = blob.byteLength + offsets.byteLength + ruleStart.byteLength + ruleTokens.byteLength + sources.byteLength + tokenRuleStart.byteLength + tokenRules.byteLength;
|
|
411
|
+
const lookup = {
|
|
412
|
+
encodedRules,
|
|
413
|
+
tokenCount: tokens.length,
|
|
414
|
+
bytes,
|
|
415
|
+
expand: (queryTokens) => expandQuerySynonyms(select(queryTokens)),
|
|
416
|
+
synonymsOf(token) {
|
|
417
|
+
return select([token]).get(token) ?? NO_SYNONYMS;
|
|
418
|
+
}
|
|
419
|
+
};
|
|
420
|
+
return lookup;
|
|
421
|
+
}
|
|
422
|
+
function buildSynonymLookup(rules, analysis, raise, encodedRules) {
|
|
423
|
+
const analysed = /* @__PURE__ */ new Map();
|
|
424
|
+
const interned = { ids: /* @__PURE__ */ new Map(), tokens: [] };
|
|
425
|
+
const ruleStart = new Uint32Array(rules.length + 1);
|
|
426
|
+
const ruleTokenIds = [];
|
|
427
|
+
const ruleSource = new Int32Array(rules.length).fill(NO_SOURCE);
|
|
428
|
+
const kept = new Uint8Array(rules.length);
|
|
429
|
+
function tokenOf(word, rule) {
|
|
430
|
+
const result = analyseWord(word, analysis, analysed);
|
|
431
|
+
if (typeof result === "string") return result;
|
|
432
|
+
if (raise !== null) {
|
|
433
|
+
const reason = result === 0 ? "to no token, as a stop word does" : `to ${result} tokens, as a phrase does`;
|
|
434
|
+
raise(`Synonym rule ${rule} holds a word that the index analyses ${reason}`, { rule, tokens: result });
|
|
435
|
+
}
|
|
436
|
+
return null;
|
|
437
|
+
}
|
|
438
|
+
for (let rule = 0; rule < rules.length; rule++) {
|
|
439
|
+
const source = sourceWordOf(rules[rule]);
|
|
440
|
+
const sourceToken = source === void 0 ? null : tokenOf(source, rule);
|
|
441
|
+
const seen = /* @__PURE__ */ new Set();
|
|
442
|
+
for (const word of targetWordsOf(rules[rule])) {
|
|
443
|
+
const token = tokenOf(word, rule);
|
|
444
|
+
if (token === null) continue;
|
|
445
|
+
const id = intern(interned, token);
|
|
446
|
+
if (seen.has(id)) continue;
|
|
447
|
+
seen.add(id);
|
|
448
|
+
ruleTokenIds.push(id);
|
|
449
|
+
}
|
|
450
|
+
if (source === void 0) kept[rule] = 1;
|
|
451
|
+
else if (sourceToken !== null) {
|
|
452
|
+
ruleSource[rule] = intern(interned, sourceToken);
|
|
453
|
+
kept[rule] = 1;
|
|
454
|
+
}
|
|
455
|
+
if (kept[rule] === 0) ruleTokenIds.length = ruleStart[rule];
|
|
456
|
+
ruleStart[rule + 1] = ruleTokenIds.length;
|
|
457
|
+
}
|
|
458
|
+
if (ruleTokenIds.length === 0) return null;
|
|
459
|
+
return packedLookup(interned.tokens, ruleStart, ruleTokenIds, ruleSource, encodedRules);
|
|
460
|
+
}
|
|
461
|
+
|
|
462
|
+
// src/core/synonyms/rules.ts
|
|
463
|
+
var FIRST_PRINTABLE_CODE = 32;
|
|
464
|
+
function holdsControlCharacter(word) {
|
|
465
|
+
for (let i = 0; i < word.length; i++) if (word.charCodeAt(i) < FIRST_PRINTABLE_CODE) return true;
|
|
466
|
+
return false;
|
|
467
|
+
}
|
|
468
|
+
function utf8Length(word) {
|
|
469
|
+
let bytes = 0;
|
|
470
|
+
for (let i = 0; i < word.length; i++) {
|
|
471
|
+
const unit = word.charCodeAt(i);
|
|
472
|
+
if (unit < 128) bytes += 1;
|
|
473
|
+
else if (unit < 2048) bytes += 2;
|
|
474
|
+
else if (unit >= 55296 && unit < 56320 && i + 1 < word.length) {
|
|
475
|
+
const low = word.charCodeAt(i + 1);
|
|
476
|
+
if (low >= 56320 && low < 57344) {
|
|
477
|
+
bytes += 4;
|
|
478
|
+
i++;
|
|
479
|
+
} else bytes += 3;
|
|
480
|
+
} else bytes += 3;
|
|
481
|
+
}
|
|
482
|
+
return bytes;
|
|
483
|
+
}
|
|
484
|
+
function hasOnlyKeys(value, keys) {
|
|
485
|
+
const own = Object.keys(value);
|
|
486
|
+
return own.length === keys.length && keys.every((key) => Object.hasOwn(value, key));
|
|
487
|
+
}
|
|
488
|
+
function readWord(value, rule, tally, raise) {
|
|
489
|
+
if (typeof value !== "string") {
|
|
490
|
+
raise(`Synonym rule ${rule} holds a word that is not a string`, { rule });
|
|
491
|
+
}
|
|
492
|
+
if (holdsControlCharacter(value)) {
|
|
493
|
+
raise(`Synonym rule ${rule} holds a word with a control character`, { rule });
|
|
494
|
+
}
|
|
495
|
+
tally.words++;
|
|
496
|
+
tally.bytes += utf8Length(value);
|
|
497
|
+
if (tally.words > MAX_SYNONYM_WORDS) {
|
|
498
|
+
raise(`A synonym set holds at most ${MAX_SYNONYM_WORDS} words`, { maxWords: MAX_SYNONYM_WORDS });
|
|
499
|
+
}
|
|
500
|
+
if (tally.bytes > MAX_SYNONYM_WORD_BYTES) {
|
|
501
|
+
raise(`The words of a synonym set hold at most ${MAX_SYNONYM_WORD_BYTES} bytes in UTF-8`, {
|
|
502
|
+
maxWordBytes: MAX_SYNONYM_WORD_BYTES
|
|
503
|
+
});
|
|
504
|
+
}
|
|
505
|
+
return value;
|
|
506
|
+
}
|
|
507
|
+
function readWords(value, rule, key, minimum, maximum, tally, raise) {
|
|
508
|
+
if (!Array.isArray(value) || value.length < minimum || value.length > maximum) {
|
|
509
|
+
raise(`Synonym rule ${rule} needs "${key}" as a list of ${minimum} to ${maximum} words`, { rule });
|
|
510
|
+
}
|
|
511
|
+
const words = new Array(value.length);
|
|
512
|
+
for (let i = 0; i < value.length; i++) words[i] = readWord(value[i], rule, tally, raise);
|
|
513
|
+
return words;
|
|
514
|
+
}
|
|
515
|
+
function readRule(value, rule, tally, raise) {
|
|
516
|
+
if (value === null || typeof value !== "object" || Array.isArray(value)) {
|
|
517
|
+
raise(`Synonym rule ${rule} must be an object`, { rule });
|
|
518
|
+
}
|
|
519
|
+
if (hasOnlyKeys(value, ["words"])) {
|
|
520
|
+
const words = Reflect.get(value, "words");
|
|
521
|
+
return { words: readWords(words, rule, "words", MIN_TWO_WAY_SYNONYM_WORDS, MAX_SYNONYM_RULE_WORDS, tally, raise) };
|
|
522
|
+
}
|
|
523
|
+
if (hasOnlyKeys(value, ["word", "synonyms"])) {
|
|
524
|
+
const word = readWord(Reflect.get(value, "word"), rule, tally, raise);
|
|
525
|
+
const synonyms2 = readWords(
|
|
526
|
+
Reflect.get(value, "synonyms"),
|
|
527
|
+
rule,
|
|
528
|
+
"synonyms",
|
|
529
|
+
MIN_ONE_WAY_SYNONYMS,
|
|
530
|
+
MAX_SYNONYM_RULE_WORDS - 1,
|
|
531
|
+
tally,
|
|
532
|
+
raise
|
|
533
|
+
);
|
|
534
|
+
return { word, synonyms: synonyms2 };
|
|
535
|
+
}
|
|
536
|
+
raise(`Synonym rule ${rule} must hold either "words" alone, or "word" and "synonyms"`, { rule });
|
|
537
|
+
}
|
|
538
|
+
function parseSynonymRules(value, raise) {
|
|
539
|
+
if (!Array.isArray(value)) raise("A synonym set must be a list of rules", {});
|
|
540
|
+
if (value.length > MAX_SYNONYM_RULES) {
|
|
541
|
+
raise(`A synonym set holds at most ${MAX_SYNONYM_RULES} rules`, { maxRules: MAX_SYNONYM_RULES });
|
|
542
|
+
}
|
|
543
|
+
const tally = { words: 0, bytes: 0 };
|
|
544
|
+
const rules = new Array(value.length);
|
|
545
|
+
for (let rule = 0; rule < value.length; rule++) rules[rule] = readRule(value[rule], rule, tally, raise);
|
|
546
|
+
return rules;
|
|
547
|
+
}
|
|
548
|
+
function encodeSynonymRules(rules) {
|
|
549
|
+
return requireLoadedMessagePack().encode(rules);
|
|
550
|
+
}
|
|
551
|
+
function decodeSynonymRules(bytes, raise) {
|
|
552
|
+
const { decode } = requireLoadedMessagePack();
|
|
553
|
+
let decoded;
|
|
554
|
+
try {
|
|
555
|
+
decoded = decode(bytes);
|
|
556
|
+
} catch {
|
|
557
|
+
raise("A stored synonym set is not valid MessagePack", {});
|
|
558
|
+
}
|
|
559
|
+
return parseSynonymRules(decoded, raise);
|
|
560
|
+
}
|
|
561
|
+
|
|
562
|
+
// src/core/synonyms/prepare.ts
|
|
563
|
+
function invalidIn(source) {
|
|
564
|
+
return (message, details) => {
|
|
565
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `${source}${message}`, details);
|
|
566
|
+
};
|
|
567
|
+
}
|
|
568
|
+
var raiseConfigInvalid = invalidIn("");
|
|
569
|
+
function synonymAnalysisOf(config, language) {
|
|
570
|
+
return { language, ...resolveIndexAnalysis(config) };
|
|
571
|
+
}
|
|
572
|
+
function prepareSynonyms(value, config, language, strictWords, raise = raiseConfigInvalid) {
|
|
573
|
+
const report = typeof raise === "string" ? invalidIn(raise) : raise;
|
|
574
|
+
const rules = parseSynonymRules(value, report);
|
|
575
|
+
if (rules.length === 0) return null;
|
|
576
|
+
const encoded = encodeSynonymRules(rules);
|
|
577
|
+
const lookup = buildSynonymLookup(rules, synonymAnalysisOf(config, language), strictWords ? report : null, encoded);
|
|
578
|
+
return { encoded, lookup };
|
|
579
|
+
}
|
|
580
|
+
function storedSynonymLookup(encoded, config, language) {
|
|
581
|
+
return buildSynonymLookup(
|
|
582
|
+
decodeSynonymRules(encoded, raiseConfigInvalid),
|
|
583
|
+
synonymAnalysisOf(config, language),
|
|
584
|
+
null,
|
|
585
|
+
encoded
|
|
586
|
+
);
|
|
587
|
+
}
|
|
588
|
+
function storedSynonymRules(encoded) {
|
|
589
|
+
return decodeSynonymRules(encoded, raiseConfigInvalid);
|
|
590
|
+
}
|
|
591
|
+
|
|
592
|
+
// src/core/synonyms/operations.ts
|
|
593
|
+
async function replaceNow(core, indexName, value, strictWords) {
|
|
594
|
+
const storage = core.requireIndex(indexName).pendingAnalysis === null ? null : await loadStorageCode();
|
|
595
|
+
const entry = core.requireIndex(indexName);
|
|
596
|
+
const manager = core.requireManager(indexName);
|
|
597
|
+
const prepared = prepareSynonyms(value, entry.config, entry.language, strictWords);
|
|
598
|
+
if (entry.pendingAnalysis !== null) {
|
|
599
|
+
const { targetOfPending } = storage ?? await loadStorageCode();
|
|
600
|
+
const target = targetOfPending(entry, entry.pendingAnalysis);
|
|
601
|
+
prepareSynonyms(value, target.config, target.language, strictWords);
|
|
602
|
+
}
|
|
603
|
+
const preparedUnder = manager.analysis;
|
|
604
|
+
const previous = entry.synonyms;
|
|
605
|
+
entry.synonyms = prepared?.encoded ?? null;
|
|
606
|
+
try {
|
|
607
|
+
if (core.durability) await core.durability.manager.persistMetadata(indexName);
|
|
608
|
+
} catch (err) {
|
|
609
|
+
entry.synonyms = previous;
|
|
610
|
+
throw err;
|
|
611
|
+
}
|
|
612
|
+
await manager.publication.write(() => {
|
|
613
|
+
const current = manager.analysis === preparedUnder ? prepared : prepareSynonyms(value, entry.config, entry.language, false);
|
|
614
|
+
manager.synonyms = current?.lookup ?? null;
|
|
615
|
+
core.orchestrator.publishToWorkers({
|
|
616
|
+
type: "replaceSynonyms",
|
|
617
|
+
indexName,
|
|
618
|
+
requestId: `replace-synonyms-${indexName}`,
|
|
619
|
+
...current !== null ? { synonyms: current.encoded } : {}
|
|
620
|
+
});
|
|
621
|
+
});
|
|
622
|
+
await core.orchestrator.awaitWrites(indexName);
|
|
623
|
+
if (core.requireIndex(indexName).sync !== null) emitSyncChange(core.indexRegistry, { kind: "settings", indexName });
|
|
624
|
+
}
|
|
625
|
+
function replaceSynonymSet(core, indexName, value, strictWords) {
|
|
626
|
+
return withOpenIndex(
|
|
627
|
+
core,
|
|
628
|
+
indexName,
|
|
629
|
+
() => oneAtATime(core, indexName, () => replaceNow(core, indexName, value, strictWords))
|
|
630
|
+
);
|
|
631
|
+
}
|
|
632
|
+
function applyLoadedSynonyms(core, indexName, load) {
|
|
633
|
+
return withOpenIndex(
|
|
634
|
+
core,
|
|
635
|
+
indexName,
|
|
636
|
+
() => oneAtATime(core, indexName, async () => {
|
|
637
|
+
const rules = await load();
|
|
638
|
+
if (rules === null) return false;
|
|
639
|
+
await replaceNow(core, indexName, rules, false);
|
|
640
|
+
return true;
|
|
641
|
+
})
|
|
642
|
+
);
|
|
643
|
+
}
|
|
644
|
+
|
|
645
|
+
// src/core/synonyms/module.ts
|
|
646
|
+
var synonymSearchModule = {
|
|
647
|
+
name: "synonyms",
|
|
648
|
+
prepare: prepareSynonyms,
|
|
649
|
+
storedLookup: storedSynonymLookup,
|
|
650
|
+
decodeRules: storedSynonymRules,
|
|
651
|
+
replace: replaceSynonymSet,
|
|
652
|
+
applyLoaded: applyLoadedSynonyms
|
|
653
|
+
};
|
|
654
|
+
|
|
655
|
+
// src/synonyms/index.ts
|
|
656
|
+
var synonyms = synonymSearchModule;
|
|
657
|
+
|
|
658
|
+
export { synonyms };
|
package/dist/synonyms.mjs
CHANGED
|
@@ -1,10 +1,20 @@
|
|
|
1
|
-
import { synonymSearchModule } from './chunk-
|
|
2
|
-
import './chunk-
|
|
3
|
-
import './chunk-
|
|
4
|
-
import './chunk-
|
|
5
|
-
import './chunk-
|
|
6
|
-
import './chunk-
|
|
7
|
-
import './chunk-
|
|
1
|
+
import { synonymSearchModule } from './chunk-BY6NALRK.mjs';
|
|
2
|
+
import './chunk-2CKDCC65.mjs';
|
|
3
|
+
import './chunk-2AFZE7Y3.mjs';
|
|
4
|
+
import './chunk-GXCDWLQI.mjs';
|
|
5
|
+
import './chunk-BUMREPLU.mjs';
|
|
6
|
+
import './chunk-7T4LAYT4.mjs';
|
|
7
|
+
import './chunk-IL5DRCNU.mjs';
|
|
8
|
+
import './chunk-7P5YWDRQ.mjs';
|
|
9
|
+
import './chunk-U2BKYEC7.mjs';
|
|
10
|
+
import './chunk-FJXJZUWF.mjs';
|
|
11
|
+
import './chunk-5EI5CXO6.mjs';
|
|
12
|
+
import './chunk-3ECIRFS5.mjs';
|
|
13
|
+
import './chunk-ASZLNVWW.mjs';
|
|
14
|
+
import './chunk-ZXX5GZEX.mjs';
|
|
15
|
+
import './chunk-4PY4JYMY.mjs';
|
|
16
|
+
import './chunk-ZKOQR7EA.mjs';
|
|
17
|
+
import './chunk-TGPKS2UM.mjs';
|
|
8
18
|
|
|
9
19
|
// src/synonyms/index.ts
|
|
10
20
|
var synonyms = synonymSearchModule;
|