@delali/narsil 0.3.1-next.157 → 0.3.1-next.160
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +3 -3
- package/dist/adapters/gcs.mjs +3 -3
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +3 -3
- package/dist/browser/{chunk-N23GL72Q.mjs → chunk-4RNSFVWI.mjs} +20777 -19056
- package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
- package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
- package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → browser/durability-config-SGB5ZP5K.mjs} +8 -3
- package/dist/browser/embed-RF2MPGAO.mjs +222 -0
- package/dist/{react-native/chunks/geo-index-PX3BIHAH.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
- package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
- package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
- package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
- package/dist/browser/{restore-hooks-IE3GGYHG.mjs → restore-queue-S4BWOGMU.mjs} +98 -24
- package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
- package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
- package/dist/browser/{chunk-GFAZPSWK.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
- package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
- package/dist/{capabilities-D3AoBJoF.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
- package/dist/chunk-2JRERUNZ.mjs +217 -0
- package/dist/chunk-2RIS76RJ.mjs +212 -0
- package/dist/chunk-3B775F3C.mjs +252 -0
- package/dist/{chunk-24FNVRKB.mjs → chunk-3D6RZGJH.mjs} +3 -3
- package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
- package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
- package/dist/chunk-6EZW2GQL.mjs +978 -0
- package/dist/chunk-75UNINFA.mjs +271 -0
- package/dist/chunk-77AUVDQ5.mjs +7 -0
- package/dist/{chunk-JTYPJF3T.mjs → chunk-7MWYORQC.mjs} +2 -2
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
- package/dist/{chunk-FUD5XSZ5.mjs → chunk-BXM7XM4G.mjs} +7 -3
- package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
- package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
- package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
- package/dist/{chunk-SMOOSIAW.mjs → chunk-FE3MRIBN.mjs} +104 -13
- package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
- package/dist/{chunk-XXJZMTZT.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
- package/dist/{chunk-EYD7K3H6.mjs → chunk-GF4K7IUK.mjs} +317 -120
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/{chunk-IIRIG7H5.mjs → chunk-H64YDF5M.mjs} +3 -3
- package/dist/{browser/chunk-VY5KW3HN.mjs → chunk-HOOR4CP5.mjs} +63 -7
- package/dist/chunk-IB4BYLE3.mjs +127 -0
- package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
- package/dist/chunk-IH3G6SJO.mjs +40 -0
- package/dist/chunk-JV74RKCY.mjs +3041 -0
- package/dist/{chunk-ZPZ3YGXV.mjs → chunk-K67I3RF4.mjs} +261 -101
- package/dist/chunk-KLVMK3R5.mjs +47 -0
- package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
- package/dist/chunk-LF4GB4PO.mjs +281 -0
- package/dist/chunk-NC4QLCZC.mjs +59 -0
- package/dist/chunk-OOO54OVC.mjs +627 -0
- package/dist/chunk-OUWZKNO3.mjs +207 -0
- package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
- package/dist/{chunk-4ZTHGTVX.mjs → chunk-PTTMGRG5.mjs} +9 -10
- package/dist/{react-native/chunks/chunk-DZ7H7D2C.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
- package/dist/{browser/chunk-EKMGCRSR.mjs → chunk-QBVTYY4J.mjs} +2 -9
- package/dist/{chunk-W5EB5XKI.mjs → chunk-R4CE4IVU.mjs} +341 -183
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
- package/dist/{chunk-4LMSZAK6.mjs → chunk-SHGN3QIF.mjs} +69 -13
- package/dist/chunk-SXIRM4MX.mjs +3549 -0
- package/dist/{chunk-TBC3XUL2.mjs → chunk-TGPKS2UM.mjs} +47 -1
- package/dist/chunk-TINW4BSH.mjs +31301 -0
- package/dist/{cold-module-VOJXMNZB.mjs → chunk-TSLV5P2J.mjs} +397 -80
- package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
- package/dist/chunk-U6B7DUQW.mjs +788 -0
- package/dist/{chunk-OQLD2BSW.mjs → chunk-V3SGPXWQ.mjs} +8 -9
- package/dist/chunk-W34VJXY7.mjs +4723 -0
- package/dist/chunk-YETKPX5M.mjs +5 -0
- package/dist/chunk-ZQ6QY42L.mjs +59 -0
- package/dist/{client-kqSMevVi.d.ts → client-CTp8RRiK.d.ts} +4 -4
- package/dist/client.d.ts +8 -8
- package/dist/client.mjs +66 -18
- package/dist/{config-B4v_Htpu.d.ts → config-PCNzWjHL.d.ts} +6 -3
- package/dist/{config-CTP01fns.d.ts → config-_WT5grSL.d.ts} +3 -3
- package/dist/core-leaf-KXFGP74A.mjs +7 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-MKTZBR26.mjs +16 -0
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +7 -4
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/coordinator/in-memory.mjs +1 -2
- package/dist/distribution/transport/grpc.mjs +7 -2
- package/dist/distribution/transport/tcp.mjs +7 -1
- package/dist/distribution.d.ts +7 -7
- package/dist/distribution.mjs +1199 -1092
- package/dist/{browser/durability-config-TIYKW6XX.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
- package/dist/embed-4H7RTBVL.mjs +221 -0
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CkPn2PWE.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
- package/dist/{browser/geo-index-OTV7VPIR.mjs → geo-index-2ZMMWWSK.mjs} +190 -93
- package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
- package/dist/index.browser.mjs +4 -16
- package/dist/index.d.ts +1495 -78
- package/dist/index.mjs +14 -50
- package/dist/index.react-native.mjs +11 -28
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/{long-query-thread-QDFQSJD6.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
- package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
- package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
- package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
- package/dist/optional-writes-DDFHYUOH.mjs +218 -0
- package/dist/{paged-partition-archive-RLRGOXDX.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
- package/dist/partial-words.browser.mjs +1649 -0
- package/dist/partial-words.mjs +15 -14
- package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
- package/dist/pattern.mjs +6 -8
- package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
- package/dist/persistence/durability/checkpoint-worker.mjs +27 -59
- package/dist/phrase-module-XK3T44VU.mjs +634 -0
- package/dist/query-actions-OMXJEC2J.mjs +118 -0
- package/dist/query-suggestions/merge-worker.mjs +18 -54
- package/dist/query-suggestions.browser.mjs +26 -227
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +16 -67
- package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
- package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
- package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
- package/dist/react-native/chunks/{chunk-4COWCEY7.mjs → chunk-FTQ7JNMU.mjs} +341 -180
- package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
- package/dist/react-native/chunks/{chunk-EJ33LCHV.mjs → chunk-HRDMIQ63.mjs} +53 -1
- package/dist/react-native/chunks/{chunk-4AV5PPH6.mjs → chunk-IY6U6HRA.mjs} +63 -7
- package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
- package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
- package/dist/react-native/chunks/{chunk-OXM66LO6.mjs → chunk-OK3WUA6N.mjs} +2 -10
- package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
- package/dist/{browser/chunk-SRMZXJSL.mjs → react-native/chunks/chunk-TQ26BKBH.mjs} +6 -0
- package/dist/{browser/chunk-GPPOG6PT.mjs → react-native/chunks/chunk-VUJCSQG5.mjs} +3 -1
- package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
- package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
- package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
- package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
- package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
- package/dist/{geo-index-MRH5JMIR.mjs → react-native/chunks/geo-index-QEYKEVPH.mjs} +190 -93
- package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
- package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
- package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
- package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
- package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
- package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
- package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
- package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
- package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
- package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
- package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
- package/dist/react-native/chunks/{chunk-WW2X2AEI.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
- package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
- package/dist/react-native/partial-words.mjs +954 -35
- package/dist/react-native/pattern.mjs +238 -111
- package/dist/react-native/query-suggestions.mjs +33 -239
- package/dist/react-native/sync.mjs +95 -52
- package/dist/react-native/synonyms.mjs +256 -112
- package/dist/react.d.ts +9 -9
- package/dist/react.mjs +6 -0
- package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
- package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
- package/dist/runtime-4GKUIAKV.mjs +595 -0
- package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
- package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
- package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
- package/dist/server.d.ts +33 -13
- package/dist/server.mjs +81 -100
- package/dist/{browser/durability-wiring-GVZEE46O.mjs → storage-leaf-HMIIOUYN.mjs} +2334 -931
- package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +27 -11
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +7 -2
- package/dist/sync.browser.mjs +88 -72
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +89 -59
- package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
- package/dist/synonyms.mjs +15 -11
- package/dist/{tasks-CoNjxbop.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
- package/dist/thread-SNILJXX3.mjs +30 -0
- package/dist/{types-DPMjfOr_.d.ts → types-CTg0KaMy.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +7 -1
- package/dist/vector/search-worker.mjs +9 -13
- package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
- package/dist/workers/entry.mjs +60 -30
- package/openapi.json +66 -50
- package/package.json +233 -8
- package/dist/analysis-change-CKEMM2MC.mjs +0 -55
- package/dist/analysis-change-entry-SEDMJ6MW.mjs +0 -1
- package/dist/archive-history-E4R73RWD.mjs +0 -29
- package/dist/browser/analysis-change-ZKGJFENM.mjs +0 -942
- package/dist/browser/analysis-change-entry-5BFUVMHJ.mjs +0 -1
- package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
- package/dist/browser/chunk-25MTVDYD.mjs +0 -432
- package/dist/browser/chunk-3I27KXQD.mjs +0 -34
- package/dist/browser/chunk-3NLMB5CC.mjs +0 -217
- package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
- package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
- package/dist/browser/chunk-5YWB3E2W.mjs +0 -92
- package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
- package/dist/browser/chunk-AI5UI46D.mjs +0 -12
- package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
- package/dist/browser/chunk-BLT4RHCJ.mjs +0 -241
- package/dist/browser/chunk-C26SPCGQ.mjs +0 -2636
- package/dist/browser/chunk-C4FJ3WDY.mjs +0 -177
- package/dist/browser/chunk-CXNTHHA7.mjs +0 -63
- package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
- package/dist/browser/chunk-DUH6QUVU.mjs +0 -2374
- package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
- package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
- package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-HUCSHDTB.mjs +0 -100
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-K3IPRX6D.mjs +0 -2559
- package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
- package/dist/browser/chunk-MY2XKH22.mjs +0 -40
- package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
- package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
- package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
- package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
- package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
- package/dist/browser/chunk-TK63WFXK.mjs +0 -90
- package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
- package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
- package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
- package/dist/browser/chunk-UATIJ4KU.mjs +0 -21
- package/dist/browser/chunk-UKOWD2K5.mjs +0 -315
- package/dist/browser/chunk-UTMHUHUV.mjs +0 -150
- package/dist/browser/chunk-V43N6TZO.mjs +0 -857
- package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
- package/dist/browser/chunk-WN464PTL.mjs +0 -375
- package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
- package/dist/browser/chunk-X7TXYUKO.mjs +0 -86
- package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
- package/dist/browser/chunk-Y6IBAUNO.mjs +0 -561
- package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
- package/dist/browser/cold-module-YNUUDNOM.mjs +0 -761
- package/dist/browser/engine-hooks-HBVS6YM4.mjs +0 -18
- package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
- package/dist/browser/import-5ESVMFDJ.mjs +0 -20
- package/dist/browser/methods-KTQCSIN4.mjs +0 -30
- package/dist/browser/module-NDSQLPMQ.mjs +0 -25
- package/dist/browser/operations-OJ3BXS55.mjs +0 -5
- package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
- package/dist/browser/pool-3JLET5RO.mjs +0 -297
- package/dist/browser/release-HYXPVJVS.mjs +0 -32
- package/dist/browser/restore-queue-LQBBTODR.mjs +0 -55
- package/dist/browser/retention-TY3L3BFN.mjs +0 -211
- package/dist/browser/snapshot-5FHPPCNZ.mjs +0 -965
- package/dist/browser/start-2UZTOBG5.mjs +0 -26
- package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
- package/dist/browser/write-ULXAN5B4.mjs +0 -196
- package/dist/chunk-2NE7VCYE.mjs +0 -212
- package/dist/chunk-2ROUFMQX.mjs +0 -543
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-3MXV3VHR.mjs +0 -46
- package/dist/chunk-3OH67G7R.mjs +0 -214
- package/dist/chunk-4B7JIGQD.mjs +0 -106
- package/dist/chunk-5YNRKI2C.mjs +0 -81
- package/dist/chunk-6HTGOXIK.mjs +0 -875
- package/dist/chunk-6OEGXLBX.mjs +0 -57
- package/dist/chunk-6RC4K46J.mjs +0 -86
- package/dist/chunk-7GFE3PEY.mjs +0 -40
- package/dist/chunk-7GXJUJ24.mjs +0 -49
- package/dist/chunk-7V5IUP2T.mjs +0 -63
- package/dist/chunk-A4L7YTKX.mjs +0 -458
- package/dist/chunk-BEZH7VEH.mjs +0 -23
- package/dist/chunk-BNL5OPRV.mjs +0 -634
- package/dist/chunk-BTPGQC6Z.mjs +0 -27
- package/dist/chunk-C7XQYG6U.mjs +0 -50
- package/dist/chunk-CQZXZ75V.mjs +0 -562
- package/dist/chunk-CWS55TEX.mjs +0 -242
- package/dist/chunk-CZQ33DLW.mjs +0 -78
- package/dist/chunk-EEBCDP36.mjs +0 -32
- package/dist/chunk-FB6463IN.mjs +0 -1499
- package/dist/chunk-FCJ553HS.mjs +0 -655
- package/dist/chunk-FEZVDOWX.mjs +0 -6996
- package/dist/chunk-FOCV4CBZ.mjs +0 -87
- package/dist/chunk-FQBFZAWG.mjs +0 -27
- package/dist/chunk-G6HRSGOU.mjs +0 -74
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-GH4WQ22V.mjs +0 -34
- package/dist/chunk-GPWMUPCA.mjs +0 -1126
- package/dist/chunk-GQPTDQCL.mjs +0 -54
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-I54T6CQP.mjs +0 -117
- package/dist/chunk-IPN7S4KX.mjs +0 -130
- package/dist/chunk-J4IJTTEX.mjs +0 -226
- package/dist/chunk-JSV6OQ4C.mjs +0 -74
- package/dist/chunk-K4ZIGL2O.mjs +0 -290
- package/dist/chunk-KAKQ74LS.mjs +0 -53
- package/dist/chunk-KCQYFO4K.mjs +0 -62
- package/dist/chunk-KHKIRS5D.mjs +0 -113
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KP7TYHWT.mjs +0 -92
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LDNCLRZU.mjs +0 -218
- package/dist/chunk-LHKOSI2J.mjs +0 -58
- package/dist/chunk-LQG5G2LY.mjs +0 -39
- package/dist/chunk-MATMVH65.mjs +0 -9
- package/dist/chunk-MP7ABPTD.mjs +0 -189
- package/dist/chunk-MW6BR4QP.mjs +0 -316
- package/dist/chunk-MWD5VPN7.mjs +0 -21
- package/dist/chunk-ODYKO5TO.mjs +0 -101
- package/dist/chunk-OG7UGJ6F.mjs +0 -63
- package/dist/chunk-ORN5BLL7.mjs +0 -11
- package/dist/chunk-OYABFKTW.mjs +0 -1974
- package/dist/chunk-P5LANSH6.mjs +0 -121
- package/dist/chunk-PELHVTO7.mjs +0 -24
- package/dist/chunk-PIH5SJ4N.mjs +0 -7481
- package/dist/chunk-PSZI4O24.mjs +0 -253
- package/dist/chunk-PV2CG7EJ.mjs +0 -886
- package/dist/chunk-PWGYQXML.mjs +0 -470
- package/dist/chunk-Q2UL2TPC.mjs +0 -21
- package/dist/chunk-QHPYS427.mjs +0 -66
- package/dist/chunk-QJVOLKU6.mjs +0 -111
- package/dist/chunk-QLDABJZM.mjs +0 -20
- package/dist/chunk-QYRNLLLI.mjs +0 -99
- package/dist/chunk-RCX4WNLC.mjs +0 -151
- package/dist/chunk-RFBLQLLZ.mjs +0 -16
- package/dist/chunk-RIHIVFIQ.mjs +0 -240
- package/dist/chunk-RLOES5SX.mjs +0 -31
- package/dist/chunk-RWURUDSP.mjs +0 -2639
- package/dist/chunk-RZWWB2XR.mjs +0 -96
- package/dist/chunk-S5LN746F.mjs +0 -10
- package/dist/chunk-SOI6LTHM.mjs +0 -216
- package/dist/chunk-SQJWAIF4.mjs +0 -12
- package/dist/chunk-TDIK6NTV.mjs +0 -10
- package/dist/chunk-TQXHPFWT.mjs +0 -177
- package/dist/chunk-U55XJEIG.mjs +0 -18
- package/dist/chunk-UD5HIS4U.mjs +0 -382
- package/dist/chunk-UHICS3JI.mjs +0 -83
- package/dist/chunk-UJDJB3NE.mjs +0 -913
- package/dist/chunk-VD7J552I.mjs +0 -28
- package/dist/chunk-VSLSGASN.mjs +0 -30
- package/dist/chunk-VZ2ONHEE.mjs +0 -3715
- package/dist/chunk-W7OSSKH5.mjs +0 -1427
- package/dist/chunk-WZ7YV54N.mjs +0 -152
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-Y4WPNHMC.mjs +0 -50
- package/dist/chunk-YEKL4JBK.mjs +0 -96
- package/dist/chunk-ZXNQEW43.mjs +0 -18
- package/dist/chunk-ZYAY26KG.mjs +0 -29
- package/dist/direct-executor-V5DRIECI.mjs +0 -34
- package/dist/durability-wiring-3TD62MBI.mjs +0 -4072
- package/dist/engine-hooks-HA3SBOBR.mjs +0 -54
- package/dist/gzip-F4HMIEEQ.mjs +0 -1
- package/dist/import-GPKLTSKA.mjs +0 -56
- package/dist/methods-7IOINERF.mjs +0 -30
- package/dist/module-JYHFTVPS.mjs +0 -63
- package/dist/operations-G5EP6JPX.mjs +0 -5
- package/dist/phrase-module-XW5MKWP5.mjs +0 -330
- package/dist/pool-Y4A46T36.mjs +0 -298
- package/dist/react-native/chunks/analysis-change-QUVDNABS.mjs +0 -934
- package/dist/react-native/chunks/analysis-change-entry-OC4XASBF.mjs +0 -1
- package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
- package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
- package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
- package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
- package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
- package/dist/react-native/chunks/chunk-4NWR3NGS.mjs +0 -151
- package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
- package/dist/react-native/chunks/chunk-5MSX5FRT.mjs +0 -858
- package/dist/react-native/chunks/chunk-6OFDUYVX.mjs +0 -92
- package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +0 -9
- package/dist/react-native/chunks/chunk-6ZELFCK5.mjs +0 -315
- package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
- package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
- package/dist/react-native/chunks/chunk-BITYFZSZ.mjs +0 -242
- package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
- package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
- package/dist/react-native/chunks/chunk-DMIFXZ3Q.mjs +0 -432
- package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
- package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
- package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
- package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
- package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
- package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
- package/dist/react-native/chunks/chunk-IAENKE2D.mjs +0 -21
- package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
- package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
- package/dist/react-native/chunks/chunk-KSBYEMCB.mjs +0 -100
- package/dist/react-native/chunks/chunk-KU646XXT.mjs +0 -164
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
- package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
- package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
- package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
- package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
- package/dist/react-native/chunks/chunk-OCSLSH27.mjs +0 -22723
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
- package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
- package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
- package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
- package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
- package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
- package/dist/react-native/chunks/chunk-TORU2OHQ.mjs +0 -218
- package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
- package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
- package/dist/react-native/chunks/chunk-WVWJNUMN.mjs +0 -2562
- package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
- package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZNZ6CPAZ.mjs +0 -562
- package/dist/react-native/chunks/chunk-ZVQMBF2H.mjs +0 -63
- package/dist/react-native/chunks/chunk-ZWAIN4GG.mjs +0 -2636
- package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
- package/dist/react-native/chunks/cold-module-N6KFNNZA.mjs +0 -773
- package/dist/react-native/chunks/durability-wiring-RN64S2TL.mjs +0 -4984
- package/dist/react-native/chunks/engine-hooks-CWA5CKCA.mjs +0 -30
- package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
- package/dist/react-native/chunks/import-5UAWBRJP.mjs +0 -32
- package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
- package/dist/react-native/chunks/module-6RP4ZCBW.mjs +0 -37
- package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
- package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
- package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
- package/dist/react-native/chunks/release-2SIHZWDO.mjs +0 -32
- package/dist/react-native/chunks/restore-hooks-ENFMDTWC.mjs +0 -127
- package/dist/react-native/chunks/restore-queue-4R6AASE5.mjs +0 -55
- package/dist/react-native/chunks/retention-5GTFT3GR.mjs +0 -223
- package/dist/react-native/chunks/snapshot-5LGPQXFS.mjs +0 -976
- package/dist/react-native/chunks/start-ZQJVZ5DN.mjs +0 -38
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
- package/dist/react-native/chunks/write-6BRYIIZ7.mjs +0 -208
- package/dist/release-SMR4WJD4.mjs +0 -32
- package/dist/restore-hooks-HXLIEB4A.mjs +0 -153
- package/dist/restore-queue-LZH7LMLR.mjs +0 -55
- package/dist/retention-3K7ARGAG.mjs +0 -66
- package/dist/runtime-COIUORCN.mjs +0 -177
- package/dist/snapshot-O7ICP7NJ.mjs +0 -783
- package/dist/start-S4PFP6RS.mjs +0 -66
- package/dist/sync-state-ZWHLAFLE.mjs +0 -15
- package/dist/thread-YLJ3ZPQ3.mjs +0 -50
- package/dist/write-2OBJGLFS.mjs +0 -233
- /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
- /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
- /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
|
@@ -1,40 +1,7 @@
|
|
|
1
|
-
import { withOpenIndex, oneAtATime, emitSyncChange } from './chunk-
|
|
2
|
-
import {
|
|
3
|
-
import
|
|
4
|
-
import {
|
|
5
|
-
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
6
|
-
import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
|
|
7
|
-
import { decode, encode } from '@msgpack/msgpack';
|
|
8
|
-
|
|
9
|
-
// src/engine/analysis-change/pending-target.ts
|
|
10
|
-
function configUnderAnalysis(base, language, tokenizer, stopWords) {
|
|
11
|
-
const { tokenizer: _tokenizer, stopWords: _stopWords, ...rest } = base;
|
|
12
|
-
return {
|
|
13
|
-
...rest,
|
|
14
|
-
language,
|
|
15
|
-
...tokenizer !== void 0 ? { tokenizer } : {},
|
|
16
|
-
...stopWords !== void 0 ? { stopWords } : {}
|
|
17
|
-
};
|
|
18
|
-
}
|
|
19
|
-
function configOfNamedSettings(base, settings) {
|
|
20
|
-
const { language, tokenizer, stopWords, stopWordList } = settings;
|
|
21
|
-
const listed = stopWordList === void 0 ? void 0 : new Set(stopWordList);
|
|
22
|
-
return configUnderAnalysis(base, language, tokenizer, stopWords ?? listed);
|
|
23
|
-
}
|
|
24
|
-
function targetOfPending(entry, pending) {
|
|
25
|
-
const config = configOfNamedSettings(entry.config, pending);
|
|
26
|
-
return { config, language: getLanguage(pending.language), analysis: resolveIndexAnalysis(config) };
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
// src/core/synonyms/constants.ts
|
|
30
|
-
var MAX_SYNONYM_RULES = 1e5;
|
|
31
|
-
var MAX_SYNONYM_WORDS = 5e5;
|
|
32
|
-
var MAX_SYNONYM_WORD_BYTES = 4194304;
|
|
33
|
-
var MAX_SYNONYM_RULE_WORDS = 100;
|
|
34
|
-
var MIN_TWO_WAY_SYNONYM_WORDS = 2;
|
|
35
|
-
var MIN_ONE_WAY_SYNONYMS = 1;
|
|
36
|
-
var SYNONYMS_ADDED_PER_QUERY = 50;
|
|
37
|
-
var SYNONYM_EXPANSION_CACHE_ENTRIES = 1024;
|
|
1
|
+
import { withOpenIndex, oneAtATime, resolveIndexAnalysis, loadStorageCode, emitSyncChange, encodeStringBlob, tokenize, typedRegion, regionsOverlap, encodeLookupKey } from './browser/chunk-4RNSFVWI.mjs';
|
|
2
|
+
import { storedText } from './browser/chunk-MMHIIL5B.mjs';
|
|
3
|
+
import './browser/chunk-YJHGOJAC.mjs';
|
|
4
|
+
import { NarsilError, ErrorCodes, requireLoadedMessagePack, compareCodePoints } from './browser/chunk-MZHQ65VI.mjs';
|
|
38
5
|
|
|
39
6
|
// src/core/synonyms/combined-postings.ts
|
|
40
7
|
var NO_DELETED = { size: 0, has: () => false };
|
|
@@ -171,45 +138,218 @@ function groupSynonymsOf(tokens) {
|
|
|
171
138
|
}
|
|
172
139
|
};
|
|
173
140
|
}
|
|
174
|
-
function expandQuerySynonyms(
|
|
175
|
-
|
|
176
|
-
const seen = /* @__PURE__ */ new Set();
|
|
177
|
-
for (const token of queryTokens) {
|
|
178
|
-
if (seen.has(token)) continue;
|
|
179
|
-
seen.add(token);
|
|
180
|
-
const synonyms = lookup.synonymsOf(token);
|
|
181
|
-
if (synonyms.length > 0) withSynonyms.push({ token, synonyms });
|
|
182
|
-
if (withSynonyms.length === SYNONYMS_ADDED_PER_QUERY) break;
|
|
183
|
-
}
|
|
184
|
-
const count = withSynonyms.length;
|
|
185
|
-
if (count === 0) return void 0;
|
|
186
|
-
const share = Math.floor(SYNONYMS_ADDED_PER_QUERY / count);
|
|
187
|
-
const extra = SYNONYMS_ADDED_PER_QUERY % count;
|
|
188
|
-
const expanded = /* @__PURE__ */ new Map();
|
|
141
|
+
function expandQuerySynonyms(expanded) {
|
|
142
|
+
if (expanded.size === 0) return void 0;
|
|
189
143
|
const added = /* @__PURE__ */ new Set();
|
|
190
|
-
for (
|
|
191
|
-
const quota = share + (i < extra ? 1 : 0);
|
|
192
|
-
const { token, synonyms } = withSynonyms[i];
|
|
193
|
-
const kept = synonyms.length <= quota ? synonyms : synonyms.slice(0, quota);
|
|
194
|
-
expanded.set(token, kept);
|
|
195
|
-
for (const synonym of kept) added.add(synonym);
|
|
196
|
-
}
|
|
144
|
+
for (const synonyms2 of expanded.values()) for (const synonym of synonyms2) added.add(synonym);
|
|
197
145
|
return {
|
|
198
146
|
tokens: [...added],
|
|
199
147
|
addTo(groupOf) {
|
|
200
|
-
for (const [token,
|
|
148
|
+
for (const [token, synonyms2] of expanded) {
|
|
201
149
|
const group = groupOf(token);
|
|
202
|
-
group.synonyms = groupSynonymsOf(
|
|
203
|
-
group.members = group.members.filter((member) => member.token === token || !
|
|
150
|
+
group.synonyms = groupSynonymsOf(synonyms2);
|
|
151
|
+
group.members = group.members.filter((member) => member.token === token || !synonyms2.includes(member.token));
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
};
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
// src/core/synonyms/constants.ts
|
|
158
|
+
var MAX_SYNONYM_RULES = 1e5;
|
|
159
|
+
var MAX_SYNONYM_WORDS = 5e5;
|
|
160
|
+
var MAX_SYNONYM_WORD_BYTES = 4194304;
|
|
161
|
+
var MAX_SYNONYM_RULE_WORDS = 100;
|
|
162
|
+
var MIN_TWO_WAY_SYNONYM_WORDS = 2;
|
|
163
|
+
var MIN_ONE_WAY_SYNONYMS = 1;
|
|
164
|
+
var SYNONYMS_ADDED_PER_QUERY = 50;
|
|
165
|
+
var SYNONYM_EXPANSION_CACHE_ENTRIES = 1024;
|
|
166
|
+
|
|
167
|
+
// src/core/synonyms/regions.ts
|
|
168
|
+
function validOffsets(offsets, end) {
|
|
169
|
+
if (offsets.length === 0 || offsets[0] !== 0 || offsets[offsets.length - 1] !== end) return false;
|
|
170
|
+
for (let at = 1; at < offsets.length; at++) if (offsets[at] < offsets[at - 1]) return false;
|
|
171
|
+
return true;
|
|
172
|
+
}
|
|
173
|
+
function readSynonymTable(input) {
|
|
174
|
+
if (typeof input !== "object" || input === null) return null;
|
|
175
|
+
const raw = {
|
|
176
|
+
tokens: input.tokens,
|
|
177
|
+
offsets: input.offsets,
|
|
178
|
+
ruleStart: input.ruleStart,
|
|
179
|
+
ruleSource: input.ruleSource,
|
|
180
|
+
ruleTokens: input.ruleTokens,
|
|
181
|
+
tokenStart: input.tokenStart,
|
|
182
|
+
tokenRules: input.tokenRules
|
|
183
|
+
};
|
|
184
|
+
const tokens = typedRegion(raw.tokens, "Uint8Array");
|
|
185
|
+
const offsets = typedRegion(raw.offsets, "Uint32Array");
|
|
186
|
+
const ruleStart = typedRegion(raw.ruleStart, "Uint32Array");
|
|
187
|
+
const ruleSource = typedRegion(raw.ruleSource, "Int32Array");
|
|
188
|
+
const ruleTokens = typedRegion(raw.ruleTokens, "Uint32Array");
|
|
189
|
+
const tokenStart = typedRegion(raw.tokenStart, "Uint32Array");
|
|
190
|
+
const tokenRules = typedRegion(raw.tokenRules, "Uint32Array");
|
|
191
|
+
if (tokens === null || offsets === null || ruleStart === null || ruleSource === null || ruleTokens === null || tokenStart === null || tokenRules === null)
|
|
192
|
+
return null;
|
|
193
|
+
const count = offsets.length - 1;
|
|
194
|
+
if (count > 2147483648 || tokens.length > 4294967295 || ruleSource.length > 4294967295 || ruleTokens.length > 4294967295 || tokenRules.length > 4294967295 || ruleStart.length !== ruleSource.length + 1 || tokenStart.length !== offsets.length || !validOffsets(offsets, tokens.length) || !validOffsets(ruleStart, ruleTokens.length) || !validOffsets(tokenStart, tokenRules.length))
|
|
195
|
+
return null;
|
|
196
|
+
for (const source of ruleSource) if (source < -1 || source >= count) return null;
|
|
197
|
+
for (const token of ruleTokens) if (token >= count) return null;
|
|
198
|
+
for (const rule of tokenRules) if (rule >= ruleSource.length) return null;
|
|
199
|
+
return { tokens, offsets, ruleStart, ruleSource, ruleTokens, tokenStart, tokenRules };
|
|
200
|
+
}
|
|
201
|
+
function validQueryStarts(starts, units) {
|
|
202
|
+
return units.length <= 4294967295 && starts.length - 1 <= 4294967295 && validOffsets(starts, units.length);
|
|
203
|
+
}
|
|
204
|
+
|
|
205
|
+
// src/core/synonyms/portable.ts
|
|
206
|
+
var decoder = new TextDecoder("utf-8", { fatal: true, ignoreBOM: true });
|
|
207
|
+
function rankOf(table, text) {
|
|
208
|
+
const key = encodeLookupKey(text);
|
|
209
|
+
let low = 0;
|
|
210
|
+
let high = table.offsets.length - 1;
|
|
211
|
+
while (low < high) {
|
|
212
|
+
const middle = low + Math.floor((high - low) / 2);
|
|
213
|
+
const start = table.offsets[middle];
|
|
214
|
+
const end = table.offsets[middle + 1];
|
|
215
|
+
try {
|
|
216
|
+
decoder.decode(table.tokens.subarray(start, end));
|
|
217
|
+
} catch {
|
|
218
|
+
return -2;
|
|
219
|
+
}
|
|
220
|
+
let order = 0;
|
|
221
|
+
for (let at = 0; at < Math.min(end - start, key.length) && order === 0; at++) {
|
|
222
|
+
order = table.tokens[start + at] - key[at];
|
|
223
|
+
}
|
|
224
|
+
if (order === 0) order = end - start - key.length;
|
|
225
|
+
if (order === 0) return middle;
|
|
226
|
+
if (order < 0) low = middle + 1;
|
|
227
|
+
else high = middle;
|
|
228
|
+
}
|
|
229
|
+
return -1;
|
|
230
|
+
}
|
|
231
|
+
function collect(table, token) {
|
|
232
|
+
const found = [];
|
|
233
|
+
for (let at = table.tokenStart[token]; at < table.tokenStart[token + 1]; at++) {
|
|
234
|
+
const rule = table.tokenRules[at];
|
|
235
|
+
const source = table.ruleSource[rule];
|
|
236
|
+
if (source >= 0 && source !== token) return null;
|
|
237
|
+
let holdsToken = source >= 0;
|
|
238
|
+
for (let entry = table.ruleStart[rule]; entry < table.ruleStart[rule + 1]; entry++) {
|
|
239
|
+
const added = table.ruleTokens[entry];
|
|
240
|
+
if (added === token) {
|
|
241
|
+
holdsToken = true;
|
|
242
|
+
continue;
|
|
243
|
+
}
|
|
244
|
+
let position = 0;
|
|
245
|
+
while (position < found.length && found[position] < added) position++;
|
|
246
|
+
if (position === SYNONYMS_ADDED_PER_QUERY || found[position] === added) continue;
|
|
247
|
+
found.splice(position, 0, added);
|
|
248
|
+
if (found.length > SYNONYMS_ADDED_PER_QUERY) found.pop();
|
|
249
|
+
}
|
|
250
|
+
if (!holdsToken) return null;
|
|
251
|
+
}
|
|
252
|
+
return found;
|
|
253
|
+
}
|
|
254
|
+
var expandSynonyms = (input, queryUnits, queryStarts, queries, offsets, tokens) => {
|
|
255
|
+
const table = readSynonymTable(input);
|
|
256
|
+
const units = typedRegion(queryUnits, "Uint16Array");
|
|
257
|
+
const starts = typedRegion(queryStarts, "Uint32Array");
|
|
258
|
+
const outQueries = typedRegion(queries, "Uint32Array");
|
|
259
|
+
const outOffsets = typedRegion(offsets, "Uint32Array");
|
|
260
|
+
const outTokens = typedRegion(tokens, "Uint32Array");
|
|
261
|
+
if (table === null || units === null || starts === null || outQueries === null || outOffsets === null || outTokens === null || !validQueryStarts(starts, units))
|
|
262
|
+
return -1;
|
|
263
|
+
const reads = [...Object.values(table), units, starts];
|
|
264
|
+
const writes = [outQueries, outOffsets, outTokens];
|
|
265
|
+
for (let at = 0; at < writes.length; at++) {
|
|
266
|
+
if (reads.some((read) => regionsOverlap(read, writes[at]))) return -1;
|
|
267
|
+
for (let previous = 0; previous < at; previous++) if (regionsOverlap(writes[at], writes[previous])) return -1;
|
|
268
|
+
}
|
|
269
|
+
const groups = [];
|
|
270
|
+
const seen = /* @__PURE__ */ new Set();
|
|
271
|
+
for (let query = 0; query + 1 < starts.length && groups.length < SYNONYMS_ADDED_PER_QUERY; query++) {
|
|
272
|
+
const text = storedText(units, starts[query], starts[query + 1] - starts[query]);
|
|
273
|
+
if (seen.has(text)) continue;
|
|
274
|
+
seen.add(text);
|
|
275
|
+
const rank = rankOf(table, text);
|
|
276
|
+
if (rank === -2) return -1;
|
|
277
|
+
if (rank < 0) continue;
|
|
278
|
+
const found = collect(table, rank);
|
|
279
|
+
if (found === null) return -1;
|
|
280
|
+
if (found.length > 0) groups.push({ query, tokens: found });
|
|
281
|
+
}
|
|
282
|
+
let needed = 0;
|
|
283
|
+
for (let at = 0; at < groups.length; at++) {
|
|
284
|
+
const quota = Math.floor(SYNONYMS_ADDED_PER_QUERY / groups.length) + Number(at < SYNONYMS_ADDED_PER_QUERY % groups.length);
|
|
285
|
+
groups[at].tokens.length = Math.min(groups[at].tokens.length, quota);
|
|
286
|
+
needed += groups[at].tokens.length;
|
|
287
|
+
}
|
|
288
|
+
if (outQueries.length < groups.length || outOffsets.length < groups.length + 1 || outTokens.length < needed) return -3;
|
|
289
|
+
let cursor = 0;
|
|
290
|
+
for (let at = 0; at < groups.length; at++) {
|
|
291
|
+
outQueries[at] = groups[at].query;
|
|
292
|
+
outOffsets[at] = cursor;
|
|
293
|
+
outTokens.set(groups[at].tokens, cursor);
|
|
294
|
+
cursor += groups[at].tokens.length;
|
|
295
|
+
}
|
|
296
|
+
outOffsets[groups.length] = cursor;
|
|
297
|
+
return groups.length;
|
|
298
|
+
};
|
|
299
|
+
|
|
300
|
+
// src/core/synonyms/selection.ts
|
|
301
|
+
var decoder2 = new TextDecoder("utf-8", { ignoreBOM: true });
|
|
302
|
+
function synonymSelection(table) {
|
|
303
|
+
const cache = /* @__PURE__ */ new Map();
|
|
304
|
+
const queries = new Uint32Array(SYNONYMS_ADDED_PER_QUERY);
|
|
305
|
+
const offsets = new Uint32Array(SYNONYMS_ADDED_PER_QUERY + 1);
|
|
306
|
+
const selected = new Uint32Array(SYNONYMS_ADDED_PER_QUERY);
|
|
307
|
+
return (input) => {
|
|
308
|
+
const tokens = [...new Set(input)];
|
|
309
|
+
const key = JSON.stringify(tokens);
|
|
310
|
+
const cached = cache.get(key);
|
|
311
|
+
if (cached !== void 0) {
|
|
312
|
+
cache.delete(key);
|
|
313
|
+
cache.set(key, cached);
|
|
314
|
+
return cached;
|
|
315
|
+
}
|
|
316
|
+
let total = 0;
|
|
317
|
+
for (const token of tokens) total += token.length;
|
|
318
|
+
if (total > 4294967295 || tokens.length > 4294967295) {
|
|
319
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The synonym query exceeds the text layout");
|
|
320
|
+
}
|
|
321
|
+
const units = new Uint16Array(total);
|
|
322
|
+
const starts = new Uint32Array(tokens.length + 1);
|
|
323
|
+
let cursor = 0;
|
|
324
|
+
for (let at = 0; at < tokens.length; at++) {
|
|
325
|
+
starts[at] = cursor;
|
|
326
|
+
for (let unit = 0; unit < tokens[at].length; unit++) units[cursor++] = tokens[at].charCodeAt(unit);
|
|
327
|
+
}
|
|
328
|
+
starts[tokens.length] = cursor;
|
|
329
|
+
const count = expandSynonyms(table, units, starts, queries, offsets, selected);
|
|
330
|
+
if (count < 0)
|
|
331
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The synonym query could not be expanded", { status: -count });
|
|
332
|
+
const groups = /* @__PURE__ */ new Map();
|
|
333
|
+
for (let group = 0; group < count; group++) {
|
|
334
|
+
const synonyms2 = [];
|
|
335
|
+
for (let at = offsets[group]; at < offsets[group + 1]; at++) {
|
|
336
|
+
const rank = selected[at];
|
|
337
|
+
synonyms2.push(decoder2.decode(table.tokens.subarray(table.offsets[rank], table.offsets[rank + 1])));
|
|
204
338
|
}
|
|
339
|
+
groups.set(tokens[queries[group]], Object.freeze(synonyms2));
|
|
340
|
+
}
|
|
341
|
+
if (cache.size >= SYNONYM_EXPANSION_CACHE_ENTRIES) {
|
|
342
|
+
const oldest = cache.keys().next();
|
|
343
|
+
if (!oldest.done) cache.delete(oldest.value);
|
|
205
344
|
}
|
|
345
|
+
cache.set(key, groups);
|
|
346
|
+
return groups;
|
|
206
347
|
};
|
|
207
348
|
}
|
|
208
349
|
|
|
209
350
|
// src/core/synonyms/lookup.ts
|
|
210
351
|
var NO_SOURCE = -1;
|
|
211
352
|
var NO_SYNONYMS = Object.freeze([]);
|
|
212
|
-
var decoder = new TextDecoder();
|
|
213
353
|
function analyseWord(word, analysis, cache) {
|
|
214
354
|
const cached = cache.get(word);
|
|
215
355
|
if (cached !== void 0) return cached;
|
|
@@ -238,7 +378,7 @@ function sourceWordOf(rule) {
|
|
|
238
378
|
function targetWordsOf(rule) {
|
|
239
379
|
return "words" in rule ? rule.words : rule.synonyms;
|
|
240
380
|
}
|
|
241
|
-
function packedLookup(tokens, ruleStart, ruleTokenIds, ruleSource) {
|
|
381
|
+
function packedLookup(tokens, ruleStart, ruleTokenIds, ruleSource, encodedRules) {
|
|
242
382
|
const order = tokens.map((_, id) => id).sort((a, b) => compareCodePoints(tokens[a], tokens[b]));
|
|
243
383
|
const rank = new Uint32Array(tokens.length);
|
|
244
384
|
for (let position = 0; position < order.length; position++) rank[order[position]] = position;
|
|
@@ -258,71 +398,28 @@ function packedLookup(tokens, ruleStart, ruleTokenIds, ruleSource) {
|
|
|
258
398
|
if (sources[rule] !== NO_SOURCE) tokenRules[fill[sources[rule]]++] = rule;
|
|
259
399
|
else for (let i = ruleStart[rule]; i < ruleStart[rule + 1]; i++) tokenRules[fill[ruleTokens[i]]++] = rule;
|
|
260
400
|
}
|
|
261
|
-
const
|
|
401
|
+
const select = synonymSelection({
|
|
402
|
+
tokens: blob,
|
|
403
|
+
offsets,
|
|
404
|
+
ruleStart,
|
|
405
|
+
ruleSource: sources,
|
|
406
|
+
ruleTokens,
|
|
407
|
+
tokenStart: tokenRuleStart,
|
|
408
|
+
tokenRules
|
|
409
|
+
});
|
|
262
410
|
const bytes = blob.byteLength + offsets.byteLength + ruleStart.byteLength + ruleTokens.byteLength + sources.byteLength + tokenRuleStart.byteLength + tokenRules.byteLength;
|
|
263
|
-
function rankOf(token) {
|
|
264
|
-
const key = encodeLookupKey(token);
|
|
265
|
-
let low = 0;
|
|
266
|
-
let high = offsets.length - 2;
|
|
267
|
-
while (low <= high) {
|
|
268
|
-
const middle = low + high >>> 1;
|
|
269
|
-
const start = offsets[middle];
|
|
270
|
-
const end = offsets[middle + 1];
|
|
271
|
-
let order2 = 0;
|
|
272
|
-
const shorter = Math.min(end - start, key.length);
|
|
273
|
-
for (let i = 0; i < shorter && order2 === 0; i++) order2 = blob[start + i] - key[i];
|
|
274
|
-
if (order2 === 0) order2 = end - start - key.length;
|
|
275
|
-
if (order2 === 0) return middle;
|
|
276
|
-
if (order2 < 0) low = middle + 1;
|
|
277
|
-
else high = middle - 1;
|
|
278
|
-
}
|
|
279
|
-
return -1;
|
|
280
|
-
}
|
|
281
|
-
function collect(token) {
|
|
282
|
-
const found = [];
|
|
283
|
-
for (let i = tokenRuleStart[token]; i < tokenRuleStart[token + 1]; i++) {
|
|
284
|
-
const rule = tokenRules[i];
|
|
285
|
-
for (let j = ruleStart[rule]; j < ruleStart[rule + 1]; j++) {
|
|
286
|
-
if (ruleTokens[j] !== token) found.push(ruleTokens[j]);
|
|
287
|
-
}
|
|
288
|
-
}
|
|
289
|
-
if (found.length === 0) return NO_SYNONYMS;
|
|
290
|
-
found.sort((a, b) => a - b);
|
|
291
|
-
const synonyms = [];
|
|
292
|
-
let previous = -1;
|
|
293
|
-
for (const id of found) {
|
|
294
|
-
if (synonyms.length === SYNONYMS_ADDED_PER_QUERY) break;
|
|
295
|
-
if (id === previous) continue;
|
|
296
|
-
previous = id;
|
|
297
|
-
synonyms.push(decoder.decode(blob.subarray(offsets[id], offsets[id + 1])));
|
|
298
|
-
}
|
|
299
|
-
return Object.freeze(synonyms);
|
|
300
|
-
}
|
|
301
411
|
const lookup = {
|
|
412
|
+
encodedRules,
|
|
302
413
|
tokenCount: tokens.length,
|
|
303
414
|
bytes,
|
|
304
|
-
expand: (queryTokens) => expandQuerySynonyms(
|
|
415
|
+
expand: (queryTokens) => expandQuerySynonyms(select(queryTokens)),
|
|
305
416
|
synonymsOf(token) {
|
|
306
|
-
|
|
307
|
-
if (cached !== void 0) {
|
|
308
|
-
cache.delete(token);
|
|
309
|
-
cache.set(token, cached);
|
|
310
|
-
return cached;
|
|
311
|
-
}
|
|
312
|
-
const rankOfToken = rankOf(token);
|
|
313
|
-
if (rankOfToken < 0) return NO_SYNONYMS;
|
|
314
|
-
const synonyms = collect(rankOfToken);
|
|
315
|
-
if (cache.size >= SYNONYM_EXPANSION_CACHE_ENTRIES) {
|
|
316
|
-
const oldest = cache.keys().next();
|
|
317
|
-
if (oldest.done !== true) cache.delete(oldest.value);
|
|
318
|
-
}
|
|
319
|
-
cache.set(token, synonyms);
|
|
320
|
-
return synonyms;
|
|
417
|
+
return select([token]).get(token) ?? NO_SYNONYMS;
|
|
321
418
|
}
|
|
322
419
|
};
|
|
323
420
|
return lookup;
|
|
324
421
|
}
|
|
325
|
-
function buildSynonymLookup(rules, analysis, raise) {
|
|
422
|
+
function buildSynonymLookup(rules, analysis, raise, encodedRules) {
|
|
326
423
|
const analysed = /* @__PURE__ */ new Map();
|
|
327
424
|
const interned = { ids: /* @__PURE__ */ new Map(), tokens: [] };
|
|
328
425
|
const ruleStart = new Uint32Array(rules.length + 1);
|
|
@@ -359,8 +456,10 @@ function buildSynonymLookup(rules, analysis, raise) {
|
|
|
359
456
|
ruleStart[rule + 1] = ruleTokenIds.length;
|
|
360
457
|
}
|
|
361
458
|
if (ruleTokenIds.length === 0) return null;
|
|
362
|
-
return packedLookup(interned.tokens, ruleStart, ruleTokenIds, ruleSource);
|
|
459
|
+
return packedLookup(interned.tokens, ruleStart, ruleTokenIds, ruleSource, encodedRules);
|
|
363
460
|
}
|
|
461
|
+
|
|
462
|
+
// src/core/synonyms/rules.ts
|
|
364
463
|
var FIRST_PRINTABLE_CODE = 32;
|
|
365
464
|
function holdsControlCharacter(word) {
|
|
366
465
|
for (let i = 0; i < word.length; i++) if (word.charCodeAt(i) < FIRST_PRINTABLE_CODE) return true;
|
|
@@ -423,7 +522,7 @@ function readRule(value, rule, tally, raise) {
|
|
|
423
522
|
}
|
|
424
523
|
if (hasOnlyKeys(value, ["word", "synonyms"])) {
|
|
425
524
|
const word = readWord(Reflect.get(value, "word"), rule, tally, raise);
|
|
426
|
-
const
|
|
525
|
+
const synonyms2 = readWords(
|
|
427
526
|
Reflect.get(value, "synonyms"),
|
|
428
527
|
rule,
|
|
429
528
|
"synonyms",
|
|
@@ -432,7 +531,7 @@ function readRule(value, rule, tally, raise) {
|
|
|
432
531
|
tally,
|
|
433
532
|
raise
|
|
434
533
|
);
|
|
435
|
-
return { word, synonyms };
|
|
534
|
+
return { word, synonyms: synonyms2 };
|
|
436
535
|
}
|
|
437
536
|
raise(`Synonym rule ${rule} must hold either "words" alone, or "word" and "synonyms"`, { rule });
|
|
438
537
|
}
|
|
@@ -447,9 +546,10 @@ function parseSynonymRules(value, raise) {
|
|
|
447
546
|
return rules;
|
|
448
547
|
}
|
|
449
548
|
function encodeSynonymRules(rules) {
|
|
450
|
-
return encode(rules);
|
|
549
|
+
return requireLoadedMessagePack().encode(rules);
|
|
451
550
|
}
|
|
452
551
|
function decodeSynonymRules(bytes, raise) {
|
|
552
|
+
const { decode } = requireLoadedMessagePack();
|
|
453
553
|
let decoded;
|
|
454
554
|
try {
|
|
455
555
|
decoded = decode(bytes);
|
|
@@ -473,11 +573,17 @@ function prepareSynonyms(value, config, language, strictWords, raise = raiseConf
|
|
|
473
573
|
const report = typeof raise === "string" ? invalidIn(raise) : raise;
|
|
474
574
|
const rules = parseSynonymRules(value, report);
|
|
475
575
|
if (rules.length === 0) return null;
|
|
476
|
-
const
|
|
477
|
-
|
|
576
|
+
const encoded = encodeSynonymRules(rules);
|
|
577
|
+
const lookup = buildSynonymLookup(rules, synonymAnalysisOf(config, language), strictWords ? report : null, encoded);
|
|
578
|
+
return { encoded, lookup };
|
|
478
579
|
}
|
|
479
580
|
function storedSynonymLookup(encoded, config, language) {
|
|
480
|
-
return buildSynonymLookup(
|
|
581
|
+
return buildSynonymLookup(
|
|
582
|
+
decodeSynonymRules(encoded, raiseConfigInvalid),
|
|
583
|
+
synonymAnalysisOf(config, language),
|
|
584
|
+
null,
|
|
585
|
+
encoded
|
|
586
|
+
);
|
|
481
587
|
}
|
|
482
588
|
function storedSynonymRules(encoded) {
|
|
483
589
|
return decodeSynonymRules(encoded, raiseConfigInvalid);
|
|
@@ -485,10 +591,12 @@ function storedSynonymRules(encoded) {
|
|
|
485
591
|
|
|
486
592
|
// src/core/synonyms/operations.ts
|
|
487
593
|
async function replaceNow(core, indexName, value, strictWords) {
|
|
594
|
+
const storage = core.requireIndex(indexName).pendingAnalysis === null ? null : await loadStorageCode();
|
|
488
595
|
const entry = core.requireIndex(indexName);
|
|
489
596
|
const manager = core.requireManager(indexName);
|
|
490
597
|
const prepared = prepareSynonyms(value, entry.config, entry.language, strictWords);
|
|
491
598
|
if (entry.pendingAnalysis !== null) {
|
|
599
|
+
const { targetOfPending } = storage ?? await loadStorageCode();
|
|
492
600
|
const target = targetOfPending(entry, entry.pendingAnalysis);
|
|
493
601
|
prepareSynonyms(value, target.config, target.language, strictWords);
|
|
494
602
|
}
|
|
@@ -501,13 +609,15 @@ async function replaceNow(core, indexName, value, strictWords) {
|
|
|
501
609
|
entry.synonyms = previous;
|
|
502
610
|
throw err;
|
|
503
611
|
}
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
612
|
+
await manager.publication.write(() => {
|
|
613
|
+
const current = manager.analysis === preparedUnder ? prepared : prepareSynonyms(value, entry.config, entry.language, false);
|
|
614
|
+
manager.synonyms = current?.lookup ?? null;
|
|
615
|
+
core.orchestrator.publishToWorkers({
|
|
616
|
+
type: "replaceSynonyms",
|
|
617
|
+
indexName,
|
|
618
|
+
requestId: `replace-synonyms-${indexName}`,
|
|
619
|
+
...current !== null ? { synonyms: current.encoded } : {}
|
|
620
|
+
});
|
|
511
621
|
});
|
|
512
622
|
await core.orchestrator.awaitWrites(indexName);
|
|
513
623
|
if (core.requireIndex(indexName).sync !== null) emitSyncChange(core.indexRegistry, { kind: "settings", indexName });
|
|
@@ -542,4 +652,7 @@ var synonymSearchModule = {
|
|
|
542
652
|
applyLoaded: applyLoadedSynonyms
|
|
543
653
|
};
|
|
544
654
|
|
|
545
|
-
|
|
655
|
+
// src/synonyms/index.ts
|
|
656
|
+
var synonyms = synonymSearchModule;
|
|
657
|
+
|
|
658
|
+
export { synonyms };
|
package/dist/synonyms.mjs
CHANGED
|
@@ -1,15 +1,19 @@
|
|
|
1
|
-
import { synonymSearchModule } from './chunk-
|
|
2
|
-
import './chunk-
|
|
3
|
-
import './chunk-
|
|
4
|
-
import './chunk-
|
|
5
|
-
import './chunk-
|
|
1
|
+
import { synonymSearchModule } from './chunk-TINW4BSH.mjs';
|
|
2
|
+
import './chunk-KLVMK3R5.mjs';
|
|
3
|
+
import './chunk-AB27FWZM.mjs';
|
|
4
|
+
import './chunk-GXCDWLQI.mjs';
|
|
5
|
+
import './chunk-BUMREPLU.mjs';
|
|
6
|
+
import './chunk-7T4LAYT4.mjs';
|
|
7
|
+
import './chunk-JV74RKCY.mjs';
|
|
8
|
+
import './chunk-R4CE4IVU.mjs';
|
|
6
9
|
import './chunk-U2BKYEC7.mjs';
|
|
7
|
-
import './chunk-
|
|
8
|
-
import './chunk-
|
|
9
|
-
import './chunk-
|
|
10
|
-
import './chunk-
|
|
11
|
-
import './chunk-
|
|
12
|
-
import './chunk-
|
|
10
|
+
import './chunk-OUWZKNO3.mjs';
|
|
11
|
+
import './chunk-3B775F3C.mjs';
|
|
12
|
+
import './chunk-E2F6LZR3.mjs';
|
|
13
|
+
import './chunk-ZXX5GZEX.mjs';
|
|
14
|
+
import './chunk-4PY4JYMY.mjs';
|
|
15
|
+
import './chunk-Q3ZZH5Z7.mjs';
|
|
16
|
+
import './chunk-TGPKS2UM.mjs';
|
|
13
17
|
|
|
14
18
|
// src/synonyms/index.ts
|
|
15
19
|
var synonyms = synonymSearchModule;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { B as BackupListing, b as ClusterNodeInfo, N as NodeReadiness } from './config-
|
|
2
|
-
import { A as AllocationConstraints, N as NodeRole, d as NodeMemoryReport } from './index-
|
|
1
|
+
import { B as BackupListing, b as ClusterNodeInfo, N as NodeReadiness } from './config-PCNzWjHL.js';
|
|
2
|
+
import { A as AllocationConstraints, N as NodeRole, d as NodeMemoryReport } from './index-Ck9w5WHz.js';
|
|
3
3
|
import { a as QuerySuggestionsBuild } from './query-suggestions-CBYkrQ5T.js';
|
|
4
|
-
import { I as IndexInfo, P as PartitionStatsResult, V as VectorMaintenanceResult, M as MemoryStats } from './engine-
|
|
5
|
-
import { A as AnyDocument, a as InsertOptions, B as BM25Params, W as WriteOptions } from './schema-
|
|
4
|
+
import { I as IndexInfo, P as PartitionStatsResult, V as VectorMaintenanceResult, M as MemoryStats } from './engine-DBRVR_d-.js';
|
|
5
|
+
import { A as AnyDocument, a as InsertOptions, B as BM25Params, W as WriteOptions } from './schema-C_7yRJLt.js';
|
|
6
6
|
import { a as SynonymRule } from './synonyms-CpOAHPa-.js';
|
|
7
7
|
|
|
8
8
|
/**
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
export { closeRequestThread, searchHandler, serveRequests } from './chunk-K67I3RF4.mjs';
|
|
2
|
+
import './chunk-SHGN3QIF.mjs';
|
|
3
|
+
import './chunk-FETZYCH7.mjs';
|
|
4
|
+
import './chunk-H64YDF5M.mjs';
|
|
5
|
+
import './chunk-OOO54OVC.mjs';
|
|
6
|
+
import './chunk-7MWYORQC.mjs';
|
|
7
|
+
import './chunk-77AUVDQ5.mjs';
|
|
8
|
+
import './chunk-LNGE7SLY.mjs';
|
|
9
|
+
import './chunk-QBVTYY4J.mjs';
|
|
10
|
+
import './chunk-IB4BYLE3.mjs';
|
|
11
|
+
import './chunk-2RIS76RJ.mjs';
|
|
12
|
+
import './chunk-LAWIJRMJ.mjs';
|
|
13
|
+
import './chunk-V6EUBAIT.mjs';
|
|
14
|
+
import './chunk-6EZW2GQL.mjs';
|
|
15
|
+
import './chunk-TINW4BSH.mjs';
|
|
16
|
+
import './chunk-KLVMK3R5.mjs';
|
|
17
|
+
import './chunk-AB27FWZM.mjs';
|
|
18
|
+
import './chunk-GXCDWLQI.mjs';
|
|
19
|
+
import './chunk-BUMREPLU.mjs';
|
|
20
|
+
import './chunk-7T4LAYT4.mjs';
|
|
21
|
+
import './chunk-JV74RKCY.mjs';
|
|
22
|
+
import './chunk-R4CE4IVU.mjs';
|
|
23
|
+
import './chunk-U2BKYEC7.mjs';
|
|
24
|
+
import './chunk-OUWZKNO3.mjs';
|
|
25
|
+
import './chunk-3B775F3C.mjs';
|
|
26
|
+
import './chunk-E2F6LZR3.mjs';
|
|
27
|
+
import './chunk-ZXX5GZEX.mjs';
|
|
28
|
+
import './chunk-4PY4JYMY.mjs';
|
|
29
|
+
import './chunk-Q3ZZH5Z7.mjs';
|
|
30
|
+
import './chunk-TGPKS2UM.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { h as Narsil, N as NarsilError } from './engine-
|
|
2
|
-
import { A as AnyDocument } from './schema-
|
|
1
|
+
import { h as Narsil, N as NarsilError } from './engine-DBRVR_d-.js';
|
|
2
|
+
import { A as AnyDocument } from './schema-C_7yRJLt.js';
|
|
3
3
|
|
|
4
4
|
/**
|
|
5
5
|
* One local write that the device holds until the server accepts it.
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { b as VectorQuantizationMode } from '../schema-C_7yRJLt.js';
|
|
2
2
|
import '../adapters-pljAqmrC.js';
|
|
3
3
|
import '../synonyms-CpOAHPa-.js';
|
|
4
4
|
|
|
@@ -204,6 +204,12 @@ interface SharedVectorStoreHandles {
|
|
|
204
204
|
diskOffset: GrowableBuffer;
|
|
205
205
|
/** This holds the centroid the quantizer takes every code against. */
|
|
206
206
|
centroid: Float32Array;
|
|
207
|
+
/** This holds one 64-bit sequence per ordinal, the sequence of the write that added the ordinal's vector. */
|
|
208
|
+
bornAt: GrowableBuffer;
|
|
209
|
+
/** This holds one 64-bit sequence per ordinal, the sequence of the write that removed or replaced its document, or 0 while the document holds it. */
|
|
210
|
+
retiredAt: GrowableBuffer;
|
|
211
|
+
/** This holds one 64-bit entry per thread slot, the oldest pin that the thread holds plus 1, or 0 while it holds none. */
|
|
212
|
+
pins: BigInt64Array;
|
|
207
213
|
}
|
|
208
214
|
|
|
209
215
|
/**
|
|
@@ -1,17 +1,13 @@
|
|
|
1
|
-
import { openSharedVectorField, createVectorStore } from '../chunk-
|
|
2
|
-
import '../chunk-
|
|
3
|
-
import { osqBitsOf, createHNSWIndex, createOsqQuantizer } from '../chunk-
|
|
4
|
-
import
|
|
5
|
-
import '../chunk-
|
|
6
|
-
import '../chunk-
|
|
7
|
-
import { MAX_WORKER_COPIES } from '../chunk-BTPGQC6Z.mjs';
|
|
8
|
-
import '../chunk-LQG5G2LY.mjs';
|
|
1
|
+
import { openSharedVectorField, createVectorStore } from '../chunk-P5YLI5ED.mjs';
|
|
2
|
+
import '../chunk-YETKPX5M.mjs';
|
|
3
|
+
import { osqBitsOf, createHNSWIndex, createOsqQuantizer, osqRecordBytes } from '../chunk-LAWIJRMJ.mjs';
|
|
4
|
+
import '../chunk-OUWZKNO3.mjs';
|
|
5
|
+
import { MAX_WORKER_COPIES } from '../chunk-3B775F3C.mjs';
|
|
6
|
+
import '../chunk-E2F6LZR3.mjs';
|
|
9
7
|
import '../chunk-ZXX5GZEX.mjs';
|
|
10
|
-
import '../chunk-
|
|
11
|
-
import '../chunk-
|
|
12
|
-
import '../chunk-
|
|
13
|
-
import '../chunk-J4IJTTEX.mjs';
|
|
14
|
-
import '../chunk-TBC3XUL2.mjs';
|
|
8
|
+
import '../chunk-4PY4JYMY.mjs';
|
|
9
|
+
import '../chunk-Q3ZZH5Z7.mjs';
|
|
10
|
+
import '../chunk-TGPKS2UM.mjs';
|
|
15
11
|
|
|
16
12
|
// src/vector/worker-copy.ts
|
|
17
13
|
function restoreQuantizer(snapshot, store) {
|