@delali/narsil 0.3.1-next.99 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/README.md +27 -8
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +101 -13
- package/dist/adapters/gcs.d.ts +49 -0
- package/dist/adapters/gcs.mjs +213 -0
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +2 -7
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/memory.mjs +5 -0
- package/dist/adapters/s3.d.ts +53 -0
- package/dist/adapters/s3.mjs +263 -0
- package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
- package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
- package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
- package/dist/browser/embed-GG6PS3EA.mjs +264 -0
- package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
- package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
- package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
- package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
- package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
- package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
- package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
- package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
- package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
- package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
- package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
- package/dist/chunk-2AFZE7Y3.mjs +72 -0
- package/dist/chunk-2CKDCC65.mjs +47 -0
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/chunk-44W3CBNG.mjs +7 -0
- package/dist/chunk-4H4RG2FR.mjs +13 -0
- package/dist/chunk-4PY4JYMY.mjs +11 -0
- package/dist/chunk-4ZPVAHWF.mjs +1289 -0
- package/dist/chunk-5EI5CXO6.mjs +197 -0
- package/dist/chunk-5F5MXWS5.mjs +283 -0
- package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
- package/dist/chunk-6FOENO4E.mjs +273 -0
- package/dist/chunk-6GHX35ZM.mjs +108 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-6N6HHBCQ.mjs +4596 -0
- package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
- package/dist/chunk-AVBPB3MI.mjs +602 -0
- package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6NALRK.mjs +31921 -0
- package/dist/chunk-C4ZMXXTL.mjs +92 -0
- package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
- package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
- package/dist/chunk-DXZ6JDWG.mjs +797 -0
- package/dist/chunk-FJXJZUWF.mjs +209 -0
- package/dist/chunk-FS3HPPSC.mjs +212 -0
- package/dist/chunk-FT4KLZXW.mjs +1164 -0
- package/dist/chunk-GR5GMFJJ.mjs +104 -0
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/chunk-GXED6R3Q.mjs +271 -0
- package/dist/chunk-HLPRHOSO.mjs +17 -0
- package/dist/chunk-IL5DRCNU.mjs +3041 -0
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/chunk-K5HSUPYS.mjs +11 -0
- package/dist/chunk-KYIRXTCA.mjs +100 -0
- package/dist/chunk-LFXS6OF7.mjs +289 -0
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/chunk-M2Z5WVWW.mjs +194 -0
- package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
- package/dist/chunk-M3OW2XSP.mjs +40 -0
- package/dist/chunk-MFPSQZ6P.mjs +127 -0
- package/dist/chunk-MRCJBWJZ.mjs +1292 -0
- package/dist/chunk-MSIN4NM3.mjs +25 -0
- package/dist/chunk-MW3CJVGP.mjs +219 -0
- package/dist/chunk-MYM6CAVK.mjs +76 -0
- package/dist/chunk-NJJN4FMM.mjs +84 -0
- package/dist/chunk-NM7I3BM7.mjs +59 -0
- package/dist/chunk-OIJ64LGT.mjs +19 -0
- package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/chunk-Q2AP2FSN.mjs +15 -0
- package/dist/chunk-R2PJKSNL.mjs +54 -0
- package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/chunk-S5QMWECL.mjs +7 -0
- package/dist/chunk-SLAC5PAB.mjs +5008 -0
- package/dist/chunk-T4HMSZCX.mjs +5 -0
- package/dist/chunk-TACP6VK6.mjs +111 -0
- package/dist/chunk-TGPKS2UM.mjs +125 -0
- package/dist/chunk-TKKXPKEO.mjs +979 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/chunk-XL56L4IR.mjs +228 -0
- package/dist/chunk-XQIAMDAG.mjs +3076 -0
- package/dist/chunk-YTUZ4R22.mjs +1063 -0
- package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
- package/dist/chunk-ZPJFGGGI.mjs +638 -0
- package/dist/chunk-ZXX5GZEX.mjs +17 -0
- package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
- package/dist/client.d.ts +11 -10
- package/dist/client.mjs +8 -898
- package/dist/config-Bnl7L-0H.d.ts +608 -0
- package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
- package/dist/core-leaf-6JVHEVFB.mjs +8 -0
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
- package/dist/distribution/coordinator/etcd.d.ts +63 -7
- package/dist/distribution/coordinator/etcd.mjs +725 -81
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/coordinator/in-memory.mjs +65 -10
- package/dist/distribution/transport/grpc.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +39 -10
- package/dist/distribution/transport/in-memory.d.ts +2 -2
- package/dist/distribution/transport/in-memory.mjs +9 -6
- package/dist/distribution/transport/tcp.d.ts +2 -2
- package/dist/distribution/transport/tcp.mjs +20 -15
- package/dist/distribution.d.ts +267 -56
- package/dist/distribution.mjs +23156 -11362
- package/dist/durability-config-VWS2K24E.mjs +96 -0
- package/dist/embed-4PHHKGBK.mjs +263 -0
- package/dist/embeddings/openai.d.ts +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
- package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
- package/dist/gzip-2UCZW2MM.mjs +31 -0
- package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
- package/dist/index.browser.mjs +4 -4
- package/dist/index.d.ts +2133 -57
- package/dist/index.mjs +16 -32
- package/dist/index.react-native.mjs +12 -0
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
- package/dist/module-5ZSLUQII.mjs +3729 -0
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
- package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
- package/dist/optional-writes-4UOQKETU.mjs +247 -0
- package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
- package/dist/partial-words.browser.mjs +1650 -0
- package/dist/partial-words.mjs +17 -11
- package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
- package/dist/pattern.mjs +6 -7
- package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
- package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
- package/dist/phrase-module-EFESWOCR.mjs +635 -0
- package/dist/query-actions-HMJUVWGT.mjs +119 -0
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +53 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +47 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +19 -0
- package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
- package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
- package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
- package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
- package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
- package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
- package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
- package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
- package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
- package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
- package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
- package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
- package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
- package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
- package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
- package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
- package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
- package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
- package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
- package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
- package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
- package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
- package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
- package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
- package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
- package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
- package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
- package/dist/react-native/partial-words.mjs +1658 -0
- package/dist/react-native/pattern.mjs +2570 -0
- package/dist/react-native/query-suggestions.mjs +55 -0
- package/dist/react-native/sync.mjs +2759 -0
- package/dist/react-native/synonyms.mjs +676 -0
- package/dist/react.d.ts +12 -8
- package/dist/react.mjs +45 -1
- package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
- package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
- package/dist/runtime-USQYKN3I.mjs +615 -0
- package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
- package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
- package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
- package/dist/server.d.ts +348 -22
- package/dist/server.mjs +2211 -327
- package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
- package/dist/store-leaf-6VMMSVBE.mjs +20 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +288 -0
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +242 -0
- package/dist/sync.browser.mjs +1271 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2712 -0
- package/dist/synonyms.browser.mjs +658 -0
- package/dist/synonyms.mjs +17 -7
- package/dist/tasks-65b6t6lk.d.ts +782 -0
- package/dist/thread-UJ3W5LVI.mjs +31 -0
- package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
- package/dist/types-CpCg-Gq-.d.ts +227 -0
- package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
- package/dist/vector/search-worker.d.ts +10 -2
- package/dist/vector/search-worker.mjs +11 -11
- package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
- package/dist/workers/entry.mjs +75 -15
- package/openapi.json +6840 -0
- package/package.json +406 -19
- package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
- package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
- package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
- package/dist/browser/chunk-QWES44AW.mjs +0 -473
- package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
- package/dist/browser/module-PDXYHT75.mjs +0 -2822
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
- package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
- package/dist/browser/write-L7FAQA47.mjs +0 -208
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-5XNIRLFC.mjs +0 -96
- package/dist/chunk-7X5JST5L.mjs +0 -114
- package/dist/chunk-AV4IJKD2.mjs +0 -35
- package/dist/chunk-AY3AQ3UH.mjs +0 -73
- package/dist/chunk-BKB3XTMI.mjs +0 -707
- package/dist/chunk-C7SLA6CM.mjs +0 -19
- package/dist/chunk-COVCQ73F.mjs +0 -587
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-E74YLAIG.mjs +0 -24
- package/dist/chunk-FMWRCP2C.mjs +0 -57
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-JFRNNBOM.mjs +0 -35
- package/dist/chunk-K25LZA54.mjs +0 -8484
- package/dist/chunk-KEHK2O6P.mjs +0 -13
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L3L5YFXC.mjs +0 -614
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LH4NZNJJ.mjs +0 -1731
- package/dist/chunk-LU2CE5AE.mjs +0 -507
- package/dist/chunk-LXWDQLTW.mjs +0 -30
- package/dist/chunk-MHOSCQCQ.mjs +0 -948
- package/dist/chunk-NKRBEGJZ.mjs +0 -1705
- package/dist/chunk-NTRMFARG.mjs +0 -462
- package/dist/chunk-NW4XDSP2.mjs +0 -212
- package/dist/chunk-OOEXLUGR.mjs +0 -117
- package/dist/chunk-ORBLD3EL.mjs +0 -6
- package/dist/chunk-OWNZYMRE.mjs +0 -3591
- package/dist/chunk-PPY2GSIB.mjs +0 -44
- package/dist/chunk-QY7GC2MW.mjs +0 -33
- package/dist/chunk-R6A773WK.mjs +0 -226
- package/dist/chunk-R6PR4WYZ.mjs +0 -68
- package/dist/chunk-R7EEKAJE.mjs +0 -593
- package/dist/chunk-RONEOEON.mjs +0 -426
- package/dist/chunk-VWULPWRJ.mjs +0 -7469
- package/dist/chunk-WCJKUGHB.mjs +0 -262
- package/dist/chunk-WQBCBKY3.mjs +0 -8
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-YA7XLE2R.mjs +0 -1256
- package/dist/chunk-YTJCGKM4.mjs +0 -56
- package/dist/chunk-ZG477IPV.mjs +0 -526
- package/dist/chunk-ZYNAMIYX.mjs +0 -113
- package/dist/config-BGB_fDtq.d.ts +0 -237
- package/dist/direct-executor-CXZ66ACP.mjs +0 -22
- package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
- package/dist/engine-BGCEm9E_.d.ts +0 -577
- package/dist/module-3NONKBZX.mjs +0 -1860
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-queue-JPRBUYII.mjs +0 -35
- package/dist/runtime-ZKYZFJJC.mjs +0 -177
- package/dist/snapshot-HOGXNO5W.mjs +0 -793
- package/dist/tasks-HG3rlxx6.d.ts +0 -302
- package/dist/thread-B657LQXK.mjs +0 -692
- package/dist/write-XLIGTXBU.mjs +0 -238
|
@@ -0,0 +1,635 @@
|
|
|
1
|
+
import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback } from './chunk-ASZLNVWW.mjs';
|
|
2
|
+
import './chunk-ZKOQR7EA.mjs';
|
|
3
|
+
|
|
4
|
+
// src/search/phrase-host-bindings.ts
|
|
5
|
+
var bitsetHas;
|
|
6
|
+
var bitsetSet;
|
|
7
|
+
var ErrorCodes;
|
|
8
|
+
var GrowableUint32;
|
|
9
|
+
var MAX_PHRASE_WORDS;
|
|
10
|
+
var MAX_QUERY_PHRASES;
|
|
11
|
+
var NarsilError;
|
|
12
|
+
var regionsOverlap;
|
|
13
|
+
var typedRegion;
|
|
14
|
+
function bindPhraseHost(host) {
|
|
15
|
+
({
|
|
16
|
+
bitsetHas,
|
|
17
|
+
bitsetSet,
|
|
18
|
+
ErrorCodes,
|
|
19
|
+
GrowableUint32,
|
|
20
|
+
MAX_PHRASE_WORDS,
|
|
21
|
+
MAX_QUERY_PHRASES,
|
|
22
|
+
NarsilError,
|
|
23
|
+
regionsOverlap,
|
|
24
|
+
typedRegion
|
|
25
|
+
} = host);
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
// src/core/phrases/constants.ts
|
|
29
|
+
var WORK_FLUSH_UNITS = 65536;
|
|
30
|
+
var NANOSECONDS_PER_MILLISECOND = 1e6;
|
|
31
|
+
var RADIX_BITS = 8;
|
|
32
|
+
|
|
33
|
+
// src/core/phrases/order.ts
|
|
34
|
+
function sortPhraseRows(documents, order, spare, buckets, work) {
|
|
35
|
+
if (work.add(order.length) !== 0) return work.status;
|
|
36
|
+
let from = order;
|
|
37
|
+
let into = spare;
|
|
38
|
+
for (let shift = 0; shift < 32; shift += RADIX_BITS) {
|
|
39
|
+
buckets.fill(0);
|
|
40
|
+
for (let row = 0; row < order.length; row++) buckets[documents[row] >>> shift & buckets.length - 1]++;
|
|
41
|
+
let next = 0;
|
|
42
|
+
for (let digit = 0; digit < buckets.length; digit++) {
|
|
43
|
+
const count = buckets[digit];
|
|
44
|
+
buckets[digit] = next;
|
|
45
|
+
next += count;
|
|
46
|
+
}
|
|
47
|
+
for (let at = 0; at < order.length; at++) {
|
|
48
|
+
const row = from[at];
|
|
49
|
+
into[buckets[documents[row] >>> shift & buckets.length - 1]++] = row;
|
|
50
|
+
if (at % WORK_FLUSH_UNITS === 0 && work.flush() !== 0) return work.status;
|
|
51
|
+
}
|
|
52
|
+
const swap = from;
|
|
53
|
+
from = into;
|
|
54
|
+
into = swap;
|
|
55
|
+
}
|
|
56
|
+
return 0;
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
// src/core/phrases/regions.ts
|
|
60
|
+
function bitmapWords(count) {
|
|
61
|
+
return Math.max(1, Math.ceil(count / 32));
|
|
62
|
+
}
|
|
63
|
+
function readPhraseRequest(input) {
|
|
64
|
+
if (typeof input !== "object" || input === null) return null;
|
|
65
|
+
const raw = {
|
|
66
|
+
postings: input.postings,
|
|
67
|
+
starts: input.starts,
|
|
68
|
+
tokens: input.tokens,
|
|
69
|
+
offsets: input.offsets,
|
|
70
|
+
searchable: input.searchable,
|
|
71
|
+
filter: input.filter,
|
|
72
|
+
removed: input.removed,
|
|
73
|
+
ordinalCount: input.ordinalCount,
|
|
74
|
+
collect: input.collect
|
|
75
|
+
};
|
|
76
|
+
if (!Array.isArray(raw.postings)) return null;
|
|
77
|
+
const listCount = raw.postings.length;
|
|
78
|
+
if (!Number.isInteger(listCount) || listCount < 0 || listCount > 4294967295) return null;
|
|
79
|
+
const lists = [];
|
|
80
|
+
for (let at = 0; at < listCount; at++) {
|
|
81
|
+
const list = raw.postings[at];
|
|
82
|
+
if (typeof list !== "object" || list === null) return null;
|
|
83
|
+
lists.push({
|
|
84
|
+
documents: list.documents,
|
|
85
|
+
fields: list.fields,
|
|
86
|
+
positionStarts: list.positionStarts,
|
|
87
|
+
positionCounts: list.positionCounts,
|
|
88
|
+
positions: list.positions,
|
|
89
|
+
ordered: list.ordered
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
const postings = [];
|
|
93
|
+
for (const list of lists) {
|
|
94
|
+
const documents = typedRegion(list.documents, "Uint32Array");
|
|
95
|
+
const fields = typedRegion(list.fields, "Uint16Array");
|
|
96
|
+
const positionStarts = typedRegion(list.positionStarts, "Uint32Array");
|
|
97
|
+
const positionCounts = typedRegion(list.positionCounts, "Uint32Array");
|
|
98
|
+
const positions = typedRegion(list.positions, "Uint32Array");
|
|
99
|
+
if (documents === null || fields === null || positionStarts === null || positionCounts === null || positions === null || typeof list.ordered !== "boolean" || documents.length > 4294967295 || positions.length > 4294967295 || fields.length !== documents.length || positionStarts.length !== documents.length || positionCounts.length !== documents.length)
|
|
100
|
+
return null;
|
|
101
|
+
postings.push({ documents, fields, positionStarts, positionCounts, positions, ordered: list.ordered });
|
|
102
|
+
}
|
|
103
|
+
const starts = typedRegion(raw.starts, "Uint32Array");
|
|
104
|
+
const tokens = typedRegion(raw.tokens, "Uint32Array");
|
|
105
|
+
const offsets = typedRegion(raw.offsets, "Uint32Array");
|
|
106
|
+
const searchable = typedRegion(raw.searchable, "Uint8Array");
|
|
107
|
+
const filter = raw.filter === null ? null : typedRegion(raw.filter, "Uint32Array");
|
|
108
|
+
const removed = typedRegion(raw.removed, "Uint32Array");
|
|
109
|
+
if (starts === null || tokens === null || offsets === null || searchable === null || removed === null || raw.filter !== null && filter === null || !Number.isInteger(raw.ordinalCount) || raw.ordinalCount < 0 || raw.ordinalCount > 4294967295 || typeof raw.collect !== "boolean" || searchable.length > 65536 || starts.length === 0 || starts.length - 1 > 4294967295 || tokens.length > 4294967295 || offsets.length !== tokens.length || starts[0] !== 0 || starts[starts.length - 1] !== tokens.length || removed.length !== bitmapWords(raw.ordinalCount) || filter !== null && filter.length !== removed.length)
|
|
110
|
+
return null;
|
|
111
|
+
for (let at = 1; at < starts.length; at++) if (starts[at] <= starts[at - 1]) return null;
|
|
112
|
+
for (const token of tokens) if (token >= postings.length) return null;
|
|
113
|
+
for (const field of searchable) if (field > 1) return null;
|
|
114
|
+
return {
|
|
115
|
+
postings,
|
|
116
|
+
starts,
|
|
117
|
+
tokens,
|
|
118
|
+
offsets,
|
|
119
|
+
searchable,
|
|
120
|
+
filter,
|
|
121
|
+
removed,
|
|
122
|
+
ordinalCount: raw.ordinalCount,
|
|
123
|
+
collect: raw.collect
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
function phraseReadRegions(request) {
|
|
127
|
+
const reads = [
|
|
128
|
+
request.starts,
|
|
129
|
+
request.tokens,
|
|
130
|
+
request.offsets,
|
|
131
|
+
request.searchable,
|
|
132
|
+
request.removed
|
|
133
|
+
];
|
|
134
|
+
if (request.filter !== null) reads.push(request.filter);
|
|
135
|
+
for (const list of request.postings) {
|
|
136
|
+
reads.push(list.documents, list.fields, list.positionStarts, list.positionCounts, list.positions);
|
|
137
|
+
}
|
|
138
|
+
return reads;
|
|
139
|
+
}
|
|
140
|
+
function phraseRowCapacity(request) {
|
|
141
|
+
let count = 0;
|
|
142
|
+
if (!request.collect) return count;
|
|
143
|
+
for (let phrase = 0; phrase + 1 < request.starts.length; phrase++) {
|
|
144
|
+
let least = Infinity;
|
|
145
|
+
for (let at = request.starts[phrase]; at < request.starts[phrase + 1]; at++) {
|
|
146
|
+
least = Math.min(least, request.postings[request.tokens[at]].documents.length);
|
|
147
|
+
}
|
|
148
|
+
count += least;
|
|
149
|
+
if (count > 4294967295) return -1;
|
|
150
|
+
}
|
|
151
|
+
return count;
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
// src/core/phrases/matching.ts
|
|
155
|
+
function validRow(request, list, row) {
|
|
156
|
+
return list.documents[row] < request.ordinalCount && list.fields[row] < request.searchable.length && list.positionStarts[row] <= list.positions.length && list.positionCounts[row] <= list.positions.length - list.positionStarts[row];
|
|
157
|
+
}
|
|
158
|
+
function rowFor(request, list, order, document, field) {
|
|
159
|
+
let low = 0;
|
|
160
|
+
let high = order.length;
|
|
161
|
+
while (low < high) {
|
|
162
|
+
const middle = low + Math.floor((high - low) / 2);
|
|
163
|
+
if (list.documents[order[middle]] < document) low = middle + 1;
|
|
164
|
+
else high = middle;
|
|
165
|
+
}
|
|
166
|
+
for (let at = low; at < order.length && list.documents[order[at]] === document; at++) {
|
|
167
|
+
const row = order[at];
|
|
168
|
+
if (list.fields[row] === field && validRow(request, list, row)) return row;
|
|
169
|
+
}
|
|
170
|
+
return -1;
|
|
171
|
+
}
|
|
172
|
+
function countStarts(request, phrase, leadRow, cursors, ends, work) {
|
|
173
|
+
const list = request.postings[request.tokens[phrase.lead]];
|
|
174
|
+
const start = list.positionStarts[leadRow];
|
|
175
|
+
const end = start + list.positionCounts[leadRow];
|
|
176
|
+
let frequency = 0;
|
|
177
|
+
for (let at = start; at < end; at++) {
|
|
178
|
+
const anchor = list.positions[at] - request.offsets[phrase.lead];
|
|
179
|
+
if (anchor < 0) continue;
|
|
180
|
+
let found = true;
|
|
181
|
+
for (let entry = request.starts[phrase.index]; entry < request.starts[phrase.index + 1]; entry++) {
|
|
182
|
+
const positions = request.postings[request.tokens[entry]].positions;
|
|
183
|
+
const wanted = anchor + request.offsets[entry];
|
|
184
|
+
let cursor = cursors[entry];
|
|
185
|
+
while (cursor < ends[entry] && positions[cursor] < wanted) {
|
|
186
|
+
cursor++;
|
|
187
|
+
if (work.add(1) !== 0) return frequency;
|
|
188
|
+
}
|
|
189
|
+
cursors[entry] = cursor;
|
|
190
|
+
if (work.add(1) !== 0 || cursor === ends[entry]) return frequency;
|
|
191
|
+
if (positions[cursor] !== wanted) {
|
|
192
|
+
found = false;
|
|
193
|
+
break;
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
if (found) frequency++;
|
|
197
|
+
}
|
|
198
|
+
return frequency;
|
|
199
|
+
}
|
|
200
|
+
function matchPrepared(request, output, work) {
|
|
201
|
+
const orders = request.postings.map((list) => new Uint32Array(list.documents.length));
|
|
202
|
+
let largest = 0;
|
|
203
|
+
for (const order of orders) largest = Math.max(largest, order.length);
|
|
204
|
+
const spare = new Uint32Array(largest);
|
|
205
|
+
const buckets = new Uint32Array(1 << RADIX_BITS);
|
|
206
|
+
const prepared = new Uint8Array(orders.length);
|
|
207
|
+
const cursors = new Uint32Array(request.tokens.length);
|
|
208
|
+
const ends = new Uint32Array(request.tokens.length);
|
|
209
|
+
const rowStarts = new Uint32Array(request.starts.length - 1);
|
|
210
|
+
const rowCounts = new Uint32Array(rowStarts.length);
|
|
211
|
+
const matched = new Uint32Array(bitmapWords(request.ordinalCount));
|
|
212
|
+
const next = new Uint32Array(matched.length);
|
|
213
|
+
const phrases = [];
|
|
214
|
+
let missing = false;
|
|
215
|
+
for (let phrase = 0; phrase + 1 < request.starts.length && !missing; phrase++) {
|
|
216
|
+
let lead = request.starts[phrase];
|
|
217
|
+
for (let entry = request.starts[phrase]; entry < request.starts[phrase + 1]; entry++) {
|
|
218
|
+
const token = request.tokens[entry];
|
|
219
|
+
const list = request.postings[token];
|
|
220
|
+
const count = list.documents.length;
|
|
221
|
+
if (count === 0) {
|
|
222
|
+
missing = true;
|
|
223
|
+
break;
|
|
224
|
+
}
|
|
225
|
+
if (prepared[token] === 0) {
|
|
226
|
+
prepared[token] = 1;
|
|
227
|
+
const order = orders[token];
|
|
228
|
+
for (let at = 0; at < count; at++) order[at] = at;
|
|
229
|
+
if (!list.ordered) {
|
|
230
|
+
if (sortPhraseRows(list.documents, order, spare, buckets, work) !== 0) return work.status;
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
if (count < request.postings[request.tokens[lead]].documents.length) lead = entry;
|
|
234
|
+
}
|
|
235
|
+
phrases.push({ index: phrase, lead, rows: request.postings[request.tokens[lead]].documents.length });
|
|
236
|
+
}
|
|
237
|
+
let total = 0;
|
|
238
|
+
if (!missing) {
|
|
239
|
+
for (const phrase of phrases) {
|
|
240
|
+
rowStarts[phrase.index] = total;
|
|
241
|
+
if (request.collect) total += phrase.rows;
|
|
242
|
+
}
|
|
243
|
+
phrases.sort((first, second) => first.rows - second.rows);
|
|
244
|
+
let allowed = request.filter;
|
|
245
|
+
for (const phrase of phrases) {
|
|
246
|
+
next.fill(0);
|
|
247
|
+
const leadToken = request.tokens[phrase.lead];
|
|
248
|
+
const lead = request.postings[leadToken];
|
|
249
|
+
let found = false;
|
|
250
|
+
for (const row of orders[leadToken]) {
|
|
251
|
+
if (work.add(1) !== 0) return work.status;
|
|
252
|
+
if (!validRow(request, lead, row)) continue;
|
|
253
|
+
const document = lead.documents[row];
|
|
254
|
+
const field = lead.fields[row];
|
|
255
|
+
if (request.searchable[field] === 0 || bitsetHas(request.removed, document) || allowed !== null && !bitsetHas(allowed, document))
|
|
256
|
+
continue;
|
|
257
|
+
let holdsEveryToken = true;
|
|
258
|
+
for (let entry = request.starts[phrase.index]; entry < request.starts[phrase.index + 1]; entry++) {
|
|
259
|
+
const token = request.tokens[entry];
|
|
260
|
+
const list = request.postings[token];
|
|
261
|
+
const positionRow = token === leadToken ? row : rowFor(request, list, orders[token], document, field);
|
|
262
|
+
if (positionRow < 0) {
|
|
263
|
+
holdsEveryToken = false;
|
|
264
|
+
break;
|
|
265
|
+
}
|
|
266
|
+
cursors[entry] = list.positionStarts[positionRow];
|
|
267
|
+
ends[entry] = cursors[entry] + list.positionCounts[positionRow];
|
|
268
|
+
}
|
|
269
|
+
if (!holdsEveryToken) continue;
|
|
270
|
+
const frequency = countStarts(request, phrase, row, cursors, ends, work);
|
|
271
|
+
if (work.status !== 0) return work.status;
|
|
272
|
+
if (frequency === 0) continue;
|
|
273
|
+
bitsetSet(next, document);
|
|
274
|
+
found = true;
|
|
275
|
+
if (request.collect) {
|
|
276
|
+
const into = rowStarts[phrase.index] + rowCounts[phrase.index]++;
|
|
277
|
+
output.documents[into] = document;
|
|
278
|
+
output.fields[into] = field;
|
|
279
|
+
output.frequencies[into] = frequency;
|
|
280
|
+
}
|
|
281
|
+
}
|
|
282
|
+
matched.set(next);
|
|
283
|
+
allowed = matched;
|
|
284
|
+
if (!found) break;
|
|
285
|
+
}
|
|
286
|
+
if (phrases.length === 0 && request.filter !== null) matched.set(request.filter);
|
|
287
|
+
}
|
|
288
|
+
if (work.flush() !== 0) return work.status;
|
|
289
|
+
total = 0;
|
|
290
|
+
for (let phrase = 0; phrase < rowStarts.length; phrase++) {
|
|
291
|
+
output.starts[phrase] = total;
|
|
292
|
+
const from = rowStarts[phrase];
|
|
293
|
+
const count = rowCounts[phrase];
|
|
294
|
+
output.documents.copyWithin(total, from, from + count);
|
|
295
|
+
output.fields.copyWithin(total, from, from + count);
|
|
296
|
+
output.frequencies.copyWithin(total, from, from + count);
|
|
297
|
+
total += count;
|
|
298
|
+
}
|
|
299
|
+
output.starts[rowStarts.length] = total;
|
|
300
|
+
if (request.ordinalCount === 0) matched[0] = 0;
|
|
301
|
+
else if (request.ordinalCount % 32 !== 0) matched[matched.length - 1] &= (1 << request.ordinalCount % 32) - 1;
|
|
302
|
+
output.matched.set(matched);
|
|
303
|
+
return total;
|
|
304
|
+
}
|
|
305
|
+
|
|
306
|
+
// src/core/phrases/work.ts
|
|
307
|
+
var INT64_MAX = 0x7fffffffffffffffn;
|
|
308
|
+
var PhraseWork = class {
|
|
309
|
+
constructor(meter, stop, deadline) {
|
|
310
|
+
this.meter = meter;
|
|
311
|
+
this.stop = stop;
|
|
312
|
+
this.deadline = deadline;
|
|
313
|
+
const spent = Atomics.load(meter, 0);
|
|
314
|
+
this.headroom = Number(meter[1] - spent);
|
|
315
|
+
if (spent > meter[1]) this.status = -6;
|
|
316
|
+
else this.checkStop();
|
|
317
|
+
}
|
|
318
|
+
pending = 0;
|
|
319
|
+
headroom;
|
|
320
|
+
status = 0;
|
|
321
|
+
checkStop() {
|
|
322
|
+
if (Atomics.load(this.stop, 0) !== 0 || this.deadline !== 0n && BigInt(Math.floor(performance.now() * NANOSECONDS_PER_MILLISECOND)) > this.deadline)
|
|
323
|
+
this.status = -7;
|
|
324
|
+
}
|
|
325
|
+
flush() {
|
|
326
|
+
if (this.status !== 0) return this.status;
|
|
327
|
+
if (this.pending > 0) {
|
|
328
|
+
let previous = Atomics.load(this.meter, 0);
|
|
329
|
+
for (; ; ) {
|
|
330
|
+
const next = previous + BigInt(this.pending);
|
|
331
|
+
if (previous < 0n || next > INT64_MAX) {
|
|
332
|
+
this.status = -6;
|
|
333
|
+
break;
|
|
334
|
+
}
|
|
335
|
+
const found = Atomics.compareExchange(this.meter, 0, previous, next);
|
|
336
|
+
if (found === previous) {
|
|
337
|
+
this.headroom = Number(this.meter[1] - next);
|
|
338
|
+
if (next > this.meter[1]) this.status = -6;
|
|
339
|
+
break;
|
|
340
|
+
}
|
|
341
|
+
previous = found;
|
|
342
|
+
}
|
|
343
|
+
this.pending = 0;
|
|
344
|
+
}
|
|
345
|
+
if (this.status === 0) this.checkStop();
|
|
346
|
+
return this.status;
|
|
347
|
+
}
|
|
348
|
+
add(units) {
|
|
349
|
+
while (units > 0 && this.status === 0) {
|
|
350
|
+
const kept = Math.min(units, WORK_FLUSH_UNITS - this.pending);
|
|
351
|
+
this.pending += kept;
|
|
352
|
+
units -= kept;
|
|
353
|
+
if (this.pending === WORK_FLUSH_UNITS || this.pending > this.headroom) this.flush();
|
|
354
|
+
}
|
|
355
|
+
return this.status;
|
|
356
|
+
}
|
|
357
|
+
};
|
|
358
|
+
|
|
359
|
+
// src/core/phrases/portable.ts
|
|
360
|
+
function clockNow(into) {
|
|
361
|
+
into[0] = BigInt(Math.floor(performance.now() * NANOSECONDS_PER_MILLISECOND));
|
|
362
|
+
return 0;
|
|
363
|
+
}
|
|
364
|
+
var matchPhrases = (input, counter, stopped, expiry, matches, rowStarts, docIds, fieldIds, counts) => {
|
|
365
|
+
const request = readPhraseRequest(input);
|
|
366
|
+
const meter = typedRegion(counter, "BigInt64Array");
|
|
367
|
+
const stop = typedRegion(stopped, "Uint32Array");
|
|
368
|
+
const deadline = typedRegion(expiry, "BigUint64Array");
|
|
369
|
+
const matched = typedRegion(matches, "Uint32Array");
|
|
370
|
+
const starts = typedRegion(rowStarts, "Uint32Array");
|
|
371
|
+
const documents = typedRegion(docIds, "Uint32Array");
|
|
372
|
+
const fields = typedRegion(fieldIds, "Uint16Array");
|
|
373
|
+
const frequencies = typedRegion(counts, "Uint32Array");
|
|
374
|
+
if (request === null || meter === null || stop === null || deadline === null || matched === null || starts === null || documents === null || fields === null || frequencies === null || meter.length !== 2 || stop.length !== 1 || deadline.length !== 1 || meter[1] < 0n || Atomics.load(meter, 0) < 0n || Atomics.load(stop, 0) > 1)
|
|
375
|
+
return -1;
|
|
376
|
+
const reads = [...phraseReadRegions(request), stop, deadline, meter.subarray(1)];
|
|
377
|
+
const writes = [matched, starts, documents, fields, frequencies, meter.subarray(0, 1)];
|
|
378
|
+
for (let at = 0; at < writes.length; at++) {
|
|
379
|
+
if (reads.some((read) => regionsOverlap(read, writes[at]))) return -1;
|
|
380
|
+
for (let previous = 0; previous < at; previous++) if (regionsOverlap(writes[at], writes[previous])) return -1;
|
|
381
|
+
}
|
|
382
|
+
if (matched.length < bitmapWords(request.ordinalCount) || starts.length < request.starts.length) return -3;
|
|
383
|
+
const capacity = phraseRowCapacity(request);
|
|
384
|
+
if (capacity < 0) return -2;
|
|
385
|
+
if (capacity > Math.min(documents.length, fields.length, frequencies.length)) return -3;
|
|
386
|
+
const work = new PhraseWork(meter, stop, deadline[0]);
|
|
387
|
+
if (work.status !== 0) return work.status;
|
|
388
|
+
let rows = 0;
|
|
389
|
+
for (const list of request.postings) rows += list.documents.length;
|
|
390
|
+
if (rows > 4294967295) return -2;
|
|
391
|
+
return matchPrepared(request, { matched, starts, documents, fields, frequencies }, work);
|
|
392
|
+
};
|
|
393
|
+
|
|
394
|
+
// src/core/phrases/native.ts
|
|
395
|
+
var matchPhrases2 = (...args) => {
|
|
396
|
+
if (nativeSearchCoreIsEnabled()) {
|
|
397
|
+
const core = loadNativeCore();
|
|
398
|
+
if (core !== null) return core.matchPhrases(...args);
|
|
399
|
+
noteFallback("matchPhrases");
|
|
400
|
+
}
|
|
401
|
+
return matchPhrases(...args);
|
|
402
|
+
};
|
|
403
|
+
function clockNow2(into) {
|
|
404
|
+
const core = nativeSearchCoreIsEnabled() ? loadNativeCore() : null;
|
|
405
|
+
return core === null ? clockNow(into) : core.clockNow(into);
|
|
406
|
+
}
|
|
407
|
+
|
|
408
|
+
// src/core/phrases/postings.ts
|
|
409
|
+
var cached = /* @__PURE__ */ new WeakMap();
|
|
410
|
+
var missingPostings = {
|
|
411
|
+
documents: new Uint32Array(0),
|
|
412
|
+
fields: new Uint16Array(0),
|
|
413
|
+
positionStarts: new Uint32Array(0),
|
|
414
|
+
positionCounts: new Uint32Array(0),
|
|
415
|
+
positions: new Uint32Array(0),
|
|
416
|
+
ordered: true
|
|
417
|
+
};
|
|
418
|
+
function phrasePostings(list) {
|
|
419
|
+
const positions = list?.positionStore;
|
|
420
|
+
if (list === void 0 || positions === void 0 || positions === null) return missingPostings;
|
|
421
|
+
const source = list.docIds;
|
|
422
|
+
const revision = list.structureRevision;
|
|
423
|
+
const held = cached.get(list);
|
|
424
|
+
if (held !== void 0 && held.revision === revision && held.source === source && held.regions.positions === positions)
|
|
425
|
+
return held.regions;
|
|
426
|
+
const documents = source instanceof Uint32Array ? source.subarray(0, list.length) : Uint32Array.from(source);
|
|
427
|
+
const fieldIndices = list.fieldNameIndices;
|
|
428
|
+
const fields = fieldIndices instanceof Uint16Array ? fieldIndices.subarray(0, list.length) : Uint16Array.from(fieldIndices);
|
|
429
|
+
const positionStarts = new Uint32Array(list.length);
|
|
430
|
+
const positionCounts = new Uint32Array(list.length);
|
|
431
|
+
for (let row = 0; row < list.length; row++) {
|
|
432
|
+
positionStarts[row] = list.positionStartAt?.(row) ?? 0;
|
|
433
|
+
positionCounts[row] = list.positionCountAt?.(row) ?? 0;
|
|
434
|
+
}
|
|
435
|
+
const regions = { documents, fields, positionStarts, positionCounts, positions, ordered: list.ordered };
|
|
436
|
+
cached.set(list, { source, revision, regions });
|
|
437
|
+
return regions;
|
|
438
|
+
}
|
|
439
|
+
function markRemoved(list, into) {
|
|
440
|
+
const removed = list.deletedDocs;
|
|
441
|
+
if (removed.size === 0) return;
|
|
442
|
+
const documents = list.docIds;
|
|
443
|
+
for (let row = 0; row < list.length; row++) {
|
|
444
|
+
const document = documents[row];
|
|
445
|
+
if (removed.has(document)) bitsetSet(into, document);
|
|
446
|
+
}
|
|
447
|
+
}
|
|
448
|
+
|
|
449
|
+
// src/core/partition/phrase-matching.ts
|
|
450
|
+
var INT64_MAX2 = 0x7fffffffffffffffn;
|
|
451
|
+
var UINT64_MAX = 0xffffffffffffffffn;
|
|
452
|
+
function resultRows(values, start, end) {
|
|
453
|
+
const rows = new GrowableUint32(Math.max(1, end - start));
|
|
454
|
+
rows.values.set(values.subarray(start, end));
|
|
455
|
+
rows.length = end - start;
|
|
456
|
+
return rows;
|
|
457
|
+
}
|
|
458
|
+
function matchPhrases3(index, phrases, searchable, filterBitset, capacity, meter, keepRows) {
|
|
459
|
+
meter?.clock?.check();
|
|
460
|
+
const postings = [];
|
|
461
|
+
const lists = [];
|
|
462
|
+
const tokens = [];
|
|
463
|
+
const offsets = [];
|
|
464
|
+
const starts = new Uint32Array(phrases.length + 1);
|
|
465
|
+
const words = bitmapWords(capacity);
|
|
466
|
+
const removed = new Uint32Array(words);
|
|
467
|
+
const seen = /* @__PURE__ */ new Map();
|
|
468
|
+
for (let phrase = 0; phrase < phrases.length; phrase++) {
|
|
469
|
+
starts[phrase] = tokens.length;
|
|
470
|
+
const analysed = phrases[phrase];
|
|
471
|
+
for (let entry = 0; entry < analysed.tokens.length; entry++) {
|
|
472
|
+
const token = analysed.tokens[entry];
|
|
473
|
+
let at = seen.get(token);
|
|
474
|
+
if (at === void 0) {
|
|
475
|
+
at = postings.length;
|
|
476
|
+
seen.set(token, at);
|
|
477
|
+
const list = index.lookup(token);
|
|
478
|
+
lists.push(list);
|
|
479
|
+
postings.push(phrasePostings(list));
|
|
480
|
+
if (list !== void 0) markRemoved(list, removed);
|
|
481
|
+
}
|
|
482
|
+
tokens.push(at);
|
|
483
|
+
offsets.push(analysed.offsets[entry]);
|
|
484
|
+
}
|
|
485
|
+
}
|
|
486
|
+
starts[phrases.length] = tokens.length;
|
|
487
|
+
const request = {
|
|
488
|
+
postings,
|
|
489
|
+
starts,
|
|
490
|
+
tokens: Uint32Array.from(tokens),
|
|
491
|
+
offsets: Uint32Array.from(offsets),
|
|
492
|
+
searchable,
|
|
493
|
+
filter: filterBitset ?? null,
|
|
494
|
+
removed,
|
|
495
|
+
ordinalCount: capacity,
|
|
496
|
+
collect: keepRows
|
|
497
|
+
};
|
|
498
|
+
const rowsNeeded = phraseRowCapacity(request);
|
|
499
|
+
if (rowsNeeded < 0) throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The phrase rows exceed the segment capacity");
|
|
500
|
+
const matched = new Uint32Array(words);
|
|
501
|
+
const rowStarts = new Uint32Array(starts.length);
|
|
502
|
+
const documents = new Uint32Array(rowsNeeded);
|
|
503
|
+
const fields = new Uint16Array(rowsNeeded);
|
|
504
|
+
const frequencies = new Uint32Array(rowsNeeded);
|
|
505
|
+
const deadline = new BigUint64Array(1);
|
|
506
|
+
const window = meter?.clock?.nativeWindow?.();
|
|
507
|
+
if (window !== void 0) {
|
|
508
|
+
const status2 = clockNow2(deadline);
|
|
509
|
+
if (status2 !== 0) throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The search clock could not be read", { status: status2 });
|
|
510
|
+
if (deadline[0] === UINT64_MAX) window.expired();
|
|
511
|
+
const expires = deadline[0] + BigInt(Math.ceil(window.milliseconds * NANOSECONDS_PER_MILLISECOND));
|
|
512
|
+
deadline[0] = expires > UINT64_MAX ? UINT64_MAX : expires;
|
|
513
|
+
}
|
|
514
|
+
const stop = meter?.stopFlag() ?? new Uint32Array(1);
|
|
515
|
+
const call = (counter) => matchPhrases2(request, counter, stop, deadline, matched, rowStarts, documents, fields, frequencies);
|
|
516
|
+
const status = meter === void 0 ? call(new BigInt64Array([0n, INT64_MAX2])) : meter.nativeWork(call);
|
|
517
|
+
if (status === -7 && window !== void 0) window.expired();
|
|
518
|
+
if (status < 0)
|
|
519
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The stored phrases could not be evaluated", { status: -status });
|
|
520
|
+
const rows = [];
|
|
521
|
+
if (keepRows) {
|
|
522
|
+
for (let phrase = 0; phrase < phrases.length; phrase++) {
|
|
523
|
+
const phraseLists = [];
|
|
524
|
+
for (let entry = starts[phrase]; entry < starts[phrase + 1]; entry++) {
|
|
525
|
+
const list = lists[tokens[entry]];
|
|
526
|
+
if (list !== void 0) phraseLists.push(list);
|
|
527
|
+
}
|
|
528
|
+
if (phraseLists.length !== phrases[phrase].tokens.length) continue;
|
|
529
|
+
const from = rowStarts[phrase];
|
|
530
|
+
const end = rowStarts[phrase + 1];
|
|
531
|
+
rows.push({
|
|
532
|
+
phrase: phrases[phrase],
|
|
533
|
+
lists: phraseLists,
|
|
534
|
+
docIds: resultRows(documents, from, end),
|
|
535
|
+
fieldIndices: resultRows(fields, from, end),
|
|
536
|
+
frequencies: resultRows(frequencies, from, end)
|
|
537
|
+
});
|
|
538
|
+
}
|
|
539
|
+
}
|
|
540
|
+
return { matched, rows };
|
|
541
|
+
}
|
|
542
|
+
|
|
543
|
+
// src/search/phrase-analysis.ts
|
|
544
|
+
function phraseKeyOf(tokens, offsets) {
|
|
545
|
+
const slots = [];
|
|
546
|
+
for (let index = 0; index < tokens.length; index++) {
|
|
547
|
+
const gap = index === 0 ? 0 : offsets[index] - offsets[index - 1] - 1;
|
|
548
|
+
for (let missing = 0; missing < gap; missing++) slots.push("?");
|
|
549
|
+
slots.push(tokens[index]);
|
|
550
|
+
}
|
|
551
|
+
return `"${slots.join(" ")}"`;
|
|
552
|
+
}
|
|
553
|
+
function identityOf(tokens, offsets) {
|
|
554
|
+
return JSON.stringify([tokens, offsets]);
|
|
555
|
+
}
|
|
556
|
+
function analyseQueryPhrases(parts, analyseText) {
|
|
557
|
+
const wordParts = [];
|
|
558
|
+
const phrases = [];
|
|
559
|
+
const seen = /* @__PURE__ */ new Set();
|
|
560
|
+
let keptPhraseCount = 0;
|
|
561
|
+
let largestPhraseSize = 0;
|
|
562
|
+
let largestTokenCount = 0;
|
|
563
|
+
let wordsAfterLastPhrase = "";
|
|
564
|
+
for (let index = 0; index < parts.length; index++) {
|
|
565
|
+
const part = parts[index];
|
|
566
|
+
if (index % 2 === 0) {
|
|
567
|
+
wordParts.push(part);
|
|
568
|
+
wordsAfterLastPhrase = `${wordsAfterLastPhrase} ${part}`;
|
|
569
|
+
continue;
|
|
570
|
+
}
|
|
571
|
+
if (part.trim().length === 0) continue;
|
|
572
|
+
const entries = analyseText(part);
|
|
573
|
+
if (entries.length === 0) continue;
|
|
574
|
+
const ordered = [...entries].sort((first, second) => first.position - second.position);
|
|
575
|
+
const firstPosition = ordered[0].position;
|
|
576
|
+
const size = ordered[ordered.length - 1].position - firstPosition + 1;
|
|
577
|
+
keptPhraseCount++;
|
|
578
|
+
wordsAfterLastPhrase = "";
|
|
579
|
+
if (size > largestPhraseSize) largestPhraseSize = size;
|
|
580
|
+
if (ordered.length > largestTokenCount) largestTokenCount = ordered.length;
|
|
581
|
+
if (size > MAX_PHRASE_WORDS || ordered.length > MAX_PHRASE_WORDS) continue;
|
|
582
|
+
const tokens = ordered.map((entry) => entry.token);
|
|
583
|
+
const offsets = ordered.map((entry) => entry.position - firstPosition);
|
|
584
|
+
const identity = identityOf(tokens, offsets);
|
|
585
|
+
if (seen.has(identity)) continue;
|
|
586
|
+
seen.add(identity);
|
|
587
|
+
phrases.push({ key: phraseKeyOf(tokens, offsets), tokens, offsets });
|
|
588
|
+
}
|
|
589
|
+
const endsWithPhrase = keptPhraseCount > 0 && (wordsAfterLastPhrase.trim().length === 0 || analyseText(wordsAfterLastPhrase).length === 0);
|
|
590
|
+
return {
|
|
591
|
+
words: wordParts.join(" "),
|
|
592
|
+
phrases,
|
|
593
|
+
keptPhraseCount,
|
|
594
|
+
largestPhraseSize,
|
|
595
|
+
largestTokenCount,
|
|
596
|
+
endsWithPhrase
|
|
597
|
+
};
|
|
598
|
+
}
|
|
599
|
+
function withWordsOnly(params, phrases) {
|
|
600
|
+
return { ...params, term: phrases.words, prefix: phrases.endsWithPhrase ? false : params.prefix };
|
|
601
|
+
}
|
|
602
|
+
function refusePhraseUntilRebuilt(indexName, rebuildMode) {
|
|
603
|
+
const remedy = rebuildMode === "manual" ? "This engine leaves the rebuild to its caller, so somebody has to start it with rebuildAnalysis" : "Try the query again once the rebuild finishes";
|
|
604
|
+
throw new NarsilError(
|
|
605
|
+
ErrorCodes.SEARCH_PHRASE_NOT_READY,
|
|
606
|
+
`Index "${indexName}" holds array fields whose terms need a rebuild, so it cannot match a phrase yet. ${remedy}`,
|
|
607
|
+
{ indexName, rebuild: rebuildMode }
|
|
608
|
+
);
|
|
609
|
+
}
|
|
610
|
+
function requirePhrasesWithinLimits(phrases, trackPositions) {
|
|
611
|
+
if (phrases.keptPhraseCount === 0) return;
|
|
612
|
+
if (phrases.keptPhraseCount > MAX_QUERY_PHRASES) {
|
|
613
|
+
throw new NarsilError(
|
|
614
|
+
ErrorCodes.SEARCH_INVALID_PHRASE,
|
|
615
|
+
`A query takes at most ${MAX_QUERY_PHRASES} phrases, while this query holds ${phrases.keptPhraseCount}`,
|
|
616
|
+
{ limit: MAX_QUERY_PHRASES, phrases: phrases.keptPhraseCount }
|
|
617
|
+
);
|
|
618
|
+
}
|
|
619
|
+
if (phrases.largestPhraseSize > MAX_PHRASE_WORDS || phrases.largestTokenCount > MAX_PHRASE_WORDS) {
|
|
620
|
+
throw new NarsilError(
|
|
621
|
+
ErrorCodes.SEARCH_INVALID_PHRASE,
|
|
622
|
+
`A phrase takes at most ${MAX_PHRASE_WORDS} words, counting the stop words between its first and last word, while this query holds one of ${Math.max(phrases.largestPhraseSize, phrases.largestTokenCount)}`,
|
|
623
|
+
{ limit: MAX_PHRASE_WORDS, words: Math.max(phrases.largestPhraseSize, phrases.largestTokenCount) }
|
|
624
|
+
);
|
|
625
|
+
}
|
|
626
|
+
if (!trackPositions) {
|
|
627
|
+
throw new NarsilError(
|
|
628
|
+
ErrorCodes.SEARCH_INVALID_PHRASE,
|
|
629
|
+
"This index stores no word positions because its trackPositions setting is off, so it cannot match a phrase. Remove the quotes, or create the index with trackPositions on",
|
|
630
|
+
{ trackPositions: false }
|
|
631
|
+
);
|
|
632
|
+
}
|
|
633
|
+
}
|
|
634
|
+
|
|
635
|
+
export { analyseQueryPhrases, bindPhraseHost, matchPhrases3 as matchPhrases, refusePhraseUntilRebuilt, requirePhrasesWithinLimits, withWordsOnly };
|