@delali/narsil 0.3.1-next.99 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/README.md +27 -8
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +101 -13
- package/dist/adapters/gcs.d.ts +49 -0
- package/dist/adapters/gcs.mjs +213 -0
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +2 -7
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/memory.mjs +5 -0
- package/dist/adapters/s3.d.ts +53 -0
- package/dist/adapters/s3.mjs +263 -0
- package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
- package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
- package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
- package/dist/browser/embed-GG6PS3EA.mjs +264 -0
- package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
- package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
- package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
- package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
- package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
- package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
- package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
- package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
- package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
- package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
- package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
- package/dist/chunk-2AFZE7Y3.mjs +72 -0
- package/dist/chunk-2CKDCC65.mjs +47 -0
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/chunk-44W3CBNG.mjs +7 -0
- package/dist/chunk-4H4RG2FR.mjs +13 -0
- package/dist/chunk-4PY4JYMY.mjs +11 -0
- package/dist/chunk-4ZPVAHWF.mjs +1289 -0
- package/dist/chunk-5EI5CXO6.mjs +197 -0
- package/dist/chunk-5F5MXWS5.mjs +283 -0
- package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
- package/dist/chunk-6FOENO4E.mjs +273 -0
- package/dist/chunk-6GHX35ZM.mjs +108 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-6N6HHBCQ.mjs +4596 -0
- package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
- package/dist/chunk-AVBPB3MI.mjs +602 -0
- package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6NALRK.mjs +31921 -0
- package/dist/chunk-C4ZMXXTL.mjs +92 -0
- package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
- package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
- package/dist/chunk-DXZ6JDWG.mjs +797 -0
- package/dist/chunk-FJXJZUWF.mjs +209 -0
- package/dist/chunk-FS3HPPSC.mjs +212 -0
- package/dist/chunk-FT4KLZXW.mjs +1164 -0
- package/dist/chunk-GR5GMFJJ.mjs +104 -0
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/chunk-GXED6R3Q.mjs +271 -0
- package/dist/chunk-HLPRHOSO.mjs +17 -0
- package/dist/chunk-IL5DRCNU.mjs +3041 -0
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/chunk-K5HSUPYS.mjs +11 -0
- package/dist/chunk-KYIRXTCA.mjs +100 -0
- package/dist/chunk-LFXS6OF7.mjs +289 -0
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/chunk-M2Z5WVWW.mjs +194 -0
- package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
- package/dist/chunk-M3OW2XSP.mjs +40 -0
- package/dist/chunk-MFPSQZ6P.mjs +127 -0
- package/dist/chunk-MRCJBWJZ.mjs +1292 -0
- package/dist/chunk-MSIN4NM3.mjs +25 -0
- package/dist/chunk-MW3CJVGP.mjs +219 -0
- package/dist/chunk-MYM6CAVK.mjs +76 -0
- package/dist/chunk-NJJN4FMM.mjs +84 -0
- package/dist/chunk-NM7I3BM7.mjs +59 -0
- package/dist/chunk-OIJ64LGT.mjs +19 -0
- package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/chunk-Q2AP2FSN.mjs +15 -0
- package/dist/chunk-R2PJKSNL.mjs +54 -0
- package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/chunk-S5QMWECL.mjs +7 -0
- package/dist/chunk-SLAC5PAB.mjs +5008 -0
- package/dist/chunk-T4HMSZCX.mjs +5 -0
- package/dist/chunk-TACP6VK6.mjs +111 -0
- package/dist/chunk-TGPKS2UM.mjs +125 -0
- package/dist/chunk-TKKXPKEO.mjs +979 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/chunk-XL56L4IR.mjs +228 -0
- package/dist/chunk-XQIAMDAG.mjs +3076 -0
- package/dist/chunk-YTUZ4R22.mjs +1063 -0
- package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
- package/dist/chunk-ZPJFGGGI.mjs +638 -0
- package/dist/chunk-ZXX5GZEX.mjs +17 -0
- package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
- package/dist/client.d.ts +11 -10
- package/dist/client.mjs +8 -898
- package/dist/config-Bnl7L-0H.d.ts +608 -0
- package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
- package/dist/core-leaf-6JVHEVFB.mjs +8 -0
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
- package/dist/distribution/coordinator/etcd.d.ts +63 -7
- package/dist/distribution/coordinator/etcd.mjs +725 -81
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/coordinator/in-memory.mjs +65 -10
- package/dist/distribution/transport/grpc.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +39 -10
- package/dist/distribution/transport/in-memory.d.ts +2 -2
- package/dist/distribution/transport/in-memory.mjs +9 -6
- package/dist/distribution/transport/tcp.d.ts +2 -2
- package/dist/distribution/transport/tcp.mjs +20 -15
- package/dist/distribution.d.ts +267 -56
- package/dist/distribution.mjs +23156 -11362
- package/dist/durability-config-VWS2K24E.mjs +96 -0
- package/dist/embed-4PHHKGBK.mjs +263 -0
- package/dist/embeddings/openai.d.ts +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
- package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
- package/dist/gzip-2UCZW2MM.mjs +31 -0
- package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
- package/dist/index.browser.mjs +4 -4
- package/dist/index.d.ts +2133 -57
- package/dist/index.mjs +16 -32
- package/dist/index.react-native.mjs +12 -0
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
- package/dist/module-5ZSLUQII.mjs +3729 -0
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
- package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
- package/dist/optional-writes-4UOQKETU.mjs +247 -0
- package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
- package/dist/partial-words.browser.mjs +1650 -0
- package/dist/partial-words.mjs +17 -11
- package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
- package/dist/pattern.mjs +6 -7
- package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
- package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
- package/dist/phrase-module-EFESWOCR.mjs +635 -0
- package/dist/query-actions-HMJUVWGT.mjs +119 -0
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +53 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +47 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +19 -0
- package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
- package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
- package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
- package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
- package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
- package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
- package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
- package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
- package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
- package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
- package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
- package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
- package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
- package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
- package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
- package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
- package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
- package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
- package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
- package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
- package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
- package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
- package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
- package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
- package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
- package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
- package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
- package/dist/react-native/partial-words.mjs +1658 -0
- package/dist/react-native/pattern.mjs +2570 -0
- package/dist/react-native/query-suggestions.mjs +55 -0
- package/dist/react-native/sync.mjs +2759 -0
- package/dist/react-native/synonyms.mjs +676 -0
- package/dist/react.d.ts +12 -8
- package/dist/react.mjs +45 -1
- package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
- package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
- package/dist/runtime-USQYKN3I.mjs +615 -0
- package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
- package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
- package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
- package/dist/server.d.ts +348 -22
- package/dist/server.mjs +2211 -327
- package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
- package/dist/store-leaf-6VMMSVBE.mjs +20 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +288 -0
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +242 -0
- package/dist/sync.browser.mjs +1271 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2712 -0
- package/dist/synonyms.browser.mjs +658 -0
- package/dist/synonyms.mjs +17 -7
- package/dist/tasks-65b6t6lk.d.ts +782 -0
- package/dist/thread-UJ3W5LVI.mjs +31 -0
- package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
- package/dist/types-CpCg-Gq-.d.ts +227 -0
- package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
- package/dist/vector/search-worker.d.ts +10 -2
- package/dist/vector/search-worker.mjs +11 -11
- package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
- package/dist/workers/entry.mjs +75 -15
- package/openapi.json +6840 -0
- package/package.json +406 -19
- package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
- package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
- package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
- package/dist/browser/chunk-QWES44AW.mjs +0 -473
- package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
- package/dist/browser/module-PDXYHT75.mjs +0 -2822
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
- package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
- package/dist/browser/write-L7FAQA47.mjs +0 -208
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-5XNIRLFC.mjs +0 -96
- package/dist/chunk-7X5JST5L.mjs +0 -114
- package/dist/chunk-AV4IJKD2.mjs +0 -35
- package/dist/chunk-AY3AQ3UH.mjs +0 -73
- package/dist/chunk-BKB3XTMI.mjs +0 -707
- package/dist/chunk-C7SLA6CM.mjs +0 -19
- package/dist/chunk-COVCQ73F.mjs +0 -587
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-E74YLAIG.mjs +0 -24
- package/dist/chunk-FMWRCP2C.mjs +0 -57
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-JFRNNBOM.mjs +0 -35
- package/dist/chunk-K25LZA54.mjs +0 -8484
- package/dist/chunk-KEHK2O6P.mjs +0 -13
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L3L5YFXC.mjs +0 -614
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LH4NZNJJ.mjs +0 -1731
- package/dist/chunk-LU2CE5AE.mjs +0 -507
- package/dist/chunk-LXWDQLTW.mjs +0 -30
- package/dist/chunk-MHOSCQCQ.mjs +0 -948
- package/dist/chunk-NKRBEGJZ.mjs +0 -1705
- package/dist/chunk-NTRMFARG.mjs +0 -462
- package/dist/chunk-NW4XDSP2.mjs +0 -212
- package/dist/chunk-OOEXLUGR.mjs +0 -117
- package/dist/chunk-ORBLD3EL.mjs +0 -6
- package/dist/chunk-OWNZYMRE.mjs +0 -3591
- package/dist/chunk-PPY2GSIB.mjs +0 -44
- package/dist/chunk-QY7GC2MW.mjs +0 -33
- package/dist/chunk-R6A773WK.mjs +0 -226
- package/dist/chunk-R6PR4WYZ.mjs +0 -68
- package/dist/chunk-R7EEKAJE.mjs +0 -593
- package/dist/chunk-RONEOEON.mjs +0 -426
- package/dist/chunk-VWULPWRJ.mjs +0 -7469
- package/dist/chunk-WCJKUGHB.mjs +0 -262
- package/dist/chunk-WQBCBKY3.mjs +0 -8
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-YA7XLE2R.mjs +0 -1256
- package/dist/chunk-YTJCGKM4.mjs +0 -56
- package/dist/chunk-ZG477IPV.mjs +0 -526
- package/dist/chunk-ZYNAMIYX.mjs +0 -113
- package/dist/config-BGB_fDtq.d.ts +0 -237
- package/dist/direct-executor-CXZ66ACP.mjs +0 -22
- package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
- package/dist/engine-BGCEm9E_.d.ts +0 -577
- package/dist/module-3NONKBZX.mjs +0 -1860
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-queue-JPRBUYII.mjs +0 -35
- package/dist/runtime-ZKYZFJJC.mjs +0 -177
- package/dist/snapshot-HOGXNO5W.mjs +0 -793
- package/dist/tasks-HG3rlxx6.d.ts +0 -302
- package/dist/thread-B657LQXK.mjs +0 -692
- package/dist/write-XLIGTXBU.mjs +0 -238
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
// src/analysis/constants.ts
|
|
2
|
+
var MAX_TOKEN_POSITION = 4294967295;
|
|
3
|
+
|
|
4
|
+
// src/analysis/custom-token-host.ts
|
|
5
|
+
var ErrorCodes;
|
|
6
|
+
var NarsilError;
|
|
7
|
+
var withUnpairedSurrogatesReplaced;
|
|
8
|
+
function bindCustomTokenHost(host) {
|
|
9
|
+
({ ErrorCodes, NarsilError, withUnpairedSurrogatesReplaced } = host);
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
// src/analysis/custom-token-results.ts
|
|
13
|
+
function refuseTokenizerResult(source, message, details) {
|
|
14
|
+
const code = source === "document" ? ErrorCodes.DOC_VALIDATION_FAILED : ErrorCodes.CONFIG_INVALID;
|
|
15
|
+
throw new NarsilError(code, `The custom tokenizer ${message}`, details);
|
|
16
|
+
}
|
|
17
|
+
function kindOf(value) {
|
|
18
|
+
if (value === null) return "null";
|
|
19
|
+
return Array.isArray(value) ? "array" : typeof value;
|
|
20
|
+
}
|
|
21
|
+
function checkedTokenizerEntry(entry, at, source) {
|
|
22
|
+
const { token, position } = entry !== null && typeof entry === "object" ? entry : {};
|
|
23
|
+
if (typeof token !== "string") {
|
|
24
|
+
refuseTokenizerResult(
|
|
25
|
+
source,
|
|
26
|
+
`returned a token of type ${kindOf(token)} at entry ${at}, where a token is a string`,
|
|
27
|
+
{ entry: at, tokenType: kindOf(token) }
|
|
28
|
+
);
|
|
29
|
+
}
|
|
30
|
+
if (typeof position !== "number" || !Number.isInteger(position) || position < 0 || position > MAX_TOKEN_POSITION) {
|
|
31
|
+
const shown = typeof position === "number" ? String(position) : kindOf(position);
|
|
32
|
+
refuseTokenizerResult(
|
|
33
|
+
source,
|
|
34
|
+
`returned the position ${shown} at entry ${at}, where a position is a whole number from 0 to ${MAX_TOKEN_POSITION}`,
|
|
35
|
+
{ entry: at, position: shown }
|
|
36
|
+
);
|
|
37
|
+
}
|
|
38
|
+
return { token: withUnpairedSurrogatesReplaced(token), position };
|
|
39
|
+
}
|
|
40
|
+
function holdsPositionsOutOfOrder(entries) {
|
|
41
|
+
for (let index = 1; index < entries.length; index++) {
|
|
42
|
+
if (entries[index].position < entries[index - 1].position) return true;
|
|
43
|
+
}
|
|
44
|
+
return false;
|
|
45
|
+
}
|
|
46
|
+
function customTokensOf(tokenizer, text, source) {
|
|
47
|
+
const entries = tokenizer.tokenize(text);
|
|
48
|
+
if (!Array.isArray(entries)) {
|
|
49
|
+
refuseTokenizerResult(source, `returned ${kindOf(entries)}, where it returns a list of tokens`, {
|
|
50
|
+
received: kindOf(entries)
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
const checked = new Array(entries.length);
|
|
54
|
+
for (let at = 0; at < checked.length; at++) checked[at] = checkedTokenizerEntry(entries[at], at, source);
|
|
55
|
+
if (!holdsPositionsOutOfOrder(checked)) return checked;
|
|
56
|
+
return checked.sort((first, second) => first.position - second.position);
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
export { bindCustomTokenHost, customTokensOf };
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
// src/persistence/durability/sha256.ts
|
|
2
|
+
var ROUND_CONSTANTS = new Uint32Array([
|
|
3
|
+
1116352408,
|
|
4
|
+
1899447441,
|
|
5
|
+
3049323471,
|
|
6
|
+
3921009573,
|
|
7
|
+
961987163,
|
|
8
|
+
1508970993,
|
|
9
|
+
2453635748,
|
|
10
|
+
2870763221,
|
|
11
|
+
3624381080,
|
|
12
|
+
310598401,
|
|
13
|
+
607225278,
|
|
14
|
+
1426881987,
|
|
15
|
+
1925078388,
|
|
16
|
+
2162078206,
|
|
17
|
+
2614888103,
|
|
18
|
+
3248222580,
|
|
19
|
+
3835390401,
|
|
20
|
+
4022224774,
|
|
21
|
+
264347078,
|
|
22
|
+
604807628,
|
|
23
|
+
770255983,
|
|
24
|
+
1249150122,
|
|
25
|
+
1555081692,
|
|
26
|
+
1996064986,
|
|
27
|
+
2554220882,
|
|
28
|
+
2821834349,
|
|
29
|
+
2952996808,
|
|
30
|
+
3210313671,
|
|
31
|
+
3336571891,
|
|
32
|
+
3584528711,
|
|
33
|
+
113926993,
|
|
34
|
+
338241895,
|
|
35
|
+
666307205,
|
|
36
|
+
773529912,
|
|
37
|
+
1294757372,
|
|
38
|
+
1396182291,
|
|
39
|
+
1695183700,
|
|
40
|
+
1986661051,
|
|
41
|
+
2177026350,
|
|
42
|
+
2456956037,
|
|
43
|
+
2730485921,
|
|
44
|
+
2820302411,
|
|
45
|
+
3259730800,
|
|
46
|
+
3345764771,
|
|
47
|
+
3516065817,
|
|
48
|
+
3600352804,
|
|
49
|
+
4094571909,
|
|
50
|
+
275423344,
|
|
51
|
+
430227734,
|
|
52
|
+
506948616,
|
|
53
|
+
659060556,
|
|
54
|
+
883997877,
|
|
55
|
+
958139571,
|
|
56
|
+
1322822218,
|
|
57
|
+
1537002063,
|
|
58
|
+
1747873779,
|
|
59
|
+
1955562222,
|
|
60
|
+
2024104815,
|
|
61
|
+
2227730452,
|
|
62
|
+
2361852424,
|
|
63
|
+
2428436474,
|
|
64
|
+
2756734187,
|
|
65
|
+
3204031479,
|
|
66
|
+
3329325298
|
|
67
|
+
]);
|
|
68
|
+
var SHA256_INITIAL_STATE = [
|
|
69
|
+
1779033703,
|
|
70
|
+
3144134277,
|
|
71
|
+
1013904242,
|
|
72
|
+
2773480762,
|
|
73
|
+
1359893119,
|
|
74
|
+
2600822924,
|
|
75
|
+
528734635,
|
|
76
|
+
1541459225
|
|
77
|
+
];
|
|
78
|
+
var SHA256_BLOCK_BYTES = 64;
|
|
79
|
+
var LENGTH_BYTES = 8;
|
|
80
|
+
function rotateRight(value, bits) {
|
|
81
|
+
return value >>> bits | value << 32 - bits;
|
|
82
|
+
}
|
|
83
|
+
function paddedSha256Message(bytes, precedingBytes = 0) {
|
|
84
|
+
const total = Math.ceil((bytes.byteLength + 1 + LENGTH_BYTES) / SHA256_BLOCK_BYTES) * SHA256_BLOCK_BYTES;
|
|
85
|
+
const message = new Uint8Array(total);
|
|
86
|
+
message.set(bytes);
|
|
87
|
+
message[bytes.byteLength] = 128;
|
|
88
|
+
const view = new DataView(message.buffer);
|
|
89
|
+
const bitLength = (precedingBytes + bytes.byteLength) * 8;
|
|
90
|
+
view.setUint32(total - LENGTH_BYTES, Math.floor(bitLength / 4294967296), false);
|
|
91
|
+
view.setUint32(total - 4, bitLength >>> 0, false);
|
|
92
|
+
return view;
|
|
93
|
+
}
|
|
94
|
+
function compressSha256Block(state, view, block, words) {
|
|
95
|
+
for (let i = 0; i < 16; i++) words[i] = view.getUint32(block + i * 4, false);
|
|
96
|
+
for (let i = 16; i < 64; i++) {
|
|
97
|
+
const w15 = words[i - 15];
|
|
98
|
+
const w2 = words[i - 2];
|
|
99
|
+
const s0 = rotateRight(w15, 7) ^ rotateRight(w15, 18) ^ w15 >>> 3;
|
|
100
|
+
const s1 = rotateRight(w2, 17) ^ rotateRight(w2, 19) ^ w2 >>> 10;
|
|
101
|
+
words[i] = words[i - 16] + s0 + words[i - 7] + s1 >>> 0;
|
|
102
|
+
}
|
|
103
|
+
let a = state[0];
|
|
104
|
+
let b = state[1];
|
|
105
|
+
let c = state[2];
|
|
106
|
+
let d = state[3];
|
|
107
|
+
let e = state[4];
|
|
108
|
+
let f = state[5];
|
|
109
|
+
let g = state[6];
|
|
110
|
+
let h = state[7];
|
|
111
|
+
for (let i = 0; i < 64; i++) {
|
|
112
|
+
const s1 = rotateRight(e, 6) ^ rotateRight(e, 11) ^ rotateRight(e, 25);
|
|
113
|
+
const choice = e & f ^ ~e & g;
|
|
114
|
+
const t1 = h + s1 + choice + ROUND_CONSTANTS[i] + words[i] >>> 0;
|
|
115
|
+
const s0 = rotateRight(a, 2) ^ rotateRight(a, 13) ^ rotateRight(a, 22);
|
|
116
|
+
const majority = a & b ^ a & c ^ b & c;
|
|
117
|
+
const t2 = s0 + majority >>> 0;
|
|
118
|
+
h = g;
|
|
119
|
+
g = f;
|
|
120
|
+
f = e;
|
|
121
|
+
e = d + t1 >>> 0;
|
|
122
|
+
d = c;
|
|
123
|
+
c = b;
|
|
124
|
+
b = a;
|
|
125
|
+
a = t1 + t2 >>> 0;
|
|
126
|
+
}
|
|
127
|
+
state[0] = state[0] + a >>> 0;
|
|
128
|
+
state[1] = state[1] + b >>> 0;
|
|
129
|
+
state[2] = state[2] + c >>> 0;
|
|
130
|
+
state[3] = state[3] + d >>> 0;
|
|
131
|
+
state[4] = state[4] + e >>> 0;
|
|
132
|
+
state[5] = state[5] + f >>> 0;
|
|
133
|
+
state[6] = state[6] + g >>> 0;
|
|
134
|
+
state[7] = state[7] + h >>> 0;
|
|
135
|
+
}
|
|
136
|
+
function sha256Digest(state) {
|
|
137
|
+
const digest = new Uint8Array(32);
|
|
138
|
+
const out = new DataView(digest.buffer);
|
|
139
|
+
for (let i = 0; i < 8; i++) out.setUint32(i * 4, state[i], false);
|
|
140
|
+
return digest;
|
|
141
|
+
}
|
|
142
|
+
function sha256(bytes) {
|
|
143
|
+
const view = paddedSha256Message(bytes);
|
|
144
|
+
const state = Uint32Array.from(SHA256_INITIAL_STATE);
|
|
145
|
+
const words = new Uint32Array(64);
|
|
146
|
+
for (let block = 0; block < view.byteLength; block += SHA256_BLOCK_BYTES)
|
|
147
|
+
compressSha256Block(state, view, block, words);
|
|
148
|
+
return sha256Digest(state);
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
export { SHA256_BLOCK_BYTES, SHA256_INITIAL_STATE, compressSha256Block, paddedSha256Message, sha256, sha256Digest };
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
// src/engine/durability-config-host.browser.ts
|
|
2
|
+
var ErrorCodes;
|
|
3
|
+
var MAX_FILE_BYTES;
|
|
4
|
+
var NarsilError;
|
|
5
|
+
function bindDurabilityConfigHost(host) {
|
|
6
|
+
({ ErrorCodes, MAX_FILE_BYTES, NarsilError } = host);
|
|
7
|
+
}
|
|
8
|
+
|
|
9
|
+
// src/engine/durability-config.ts
|
|
10
|
+
var WAL_ONLY_FIELDS = ["directory", "mode", "flushIntervalMs", "segmentMaxBytes", "compactionThreshold"];
|
|
11
|
+
function configError(message) {
|
|
12
|
+
return new NarsilError(ErrorCodes.CONFIG_INVALID, message);
|
|
13
|
+
}
|
|
14
|
+
function requireKnob(name, value, minimum, whole = false) {
|
|
15
|
+
if (value === void 0) {
|
|
16
|
+
return;
|
|
17
|
+
}
|
|
18
|
+
if (typeof value !== "number" || !(whole ? Number.isSafeInteger(value) : Number.isFinite(value)) || value < minimum) {
|
|
19
|
+
throw configError(
|
|
20
|
+
`durability.${name} must be ${whole ? "an integer" : "a finite number"} of at least ${minimum}, got ${String(value)}`
|
|
21
|
+
);
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
function requireValidDurabilityConfig(durability) {
|
|
25
|
+
if (durability.tier !== void 0 && durability.tier !== "wal" && durability.tier !== "snapshot") {
|
|
26
|
+
throw configError(`durability.tier must be "wal" or "snapshot", got "${String(durability.tier)}"`);
|
|
27
|
+
}
|
|
28
|
+
if (durability.mode !== void 0 && durability.mode !== "sync" && durability.mode !== "async") {
|
|
29
|
+
throw configError(`durability.mode must be "sync" or "async", got "${String(durability.mode)}"`);
|
|
30
|
+
}
|
|
31
|
+
requireKnob("checkpointIntervalMs", durability.checkpointIntervalMs, 0);
|
|
32
|
+
requireKnob("checkpointMutationThreshold", durability.checkpointMutationThreshold, 1);
|
|
33
|
+
requireKnob("flushIntervalMs", durability.flushIntervalMs, 0);
|
|
34
|
+
requireKnob("segmentMaxBytes", durability.segmentMaxBytes, 1);
|
|
35
|
+
if (durability.segmentMaxBytes !== void 0 && durability.segmentMaxBytes > MAX_FILE_BYTES) {
|
|
36
|
+
throw configError(
|
|
37
|
+
`durability.segmentMaxBytes must be at most ${MAX_FILE_BYTES}, the largest file that every implementation reads, got ${durability.segmentMaxBytes}`
|
|
38
|
+
);
|
|
39
|
+
}
|
|
40
|
+
requireKnob("compactionThreshold", durability.compactionThreshold, 1);
|
|
41
|
+
requireKnob("rewriteBytesPerCheckpoint", durability.rewriteBytesPerCheckpoint, 1, true);
|
|
42
|
+
if (durability.tier === "snapshot") {
|
|
43
|
+
for (const field of WAL_ONLY_FIELDS) {
|
|
44
|
+
if (durability[field] !== void 0) {
|
|
45
|
+
throw configError(
|
|
46
|
+
`durability.${field} applies to the write-ahead log tier only and cannot combine with durability.tier "snapshot"`
|
|
47
|
+
);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
function filesystemBackedDirectory(config) {
|
|
53
|
+
const adapterDirectory = config.persistence?.directory;
|
|
54
|
+
if (adapterDirectory !== void 0 && adapterDirectory.trim().length > 0) {
|
|
55
|
+
return adapterDirectory;
|
|
56
|
+
}
|
|
57
|
+
return null;
|
|
58
|
+
}
|
|
59
|
+
function resolveDurabilityTier(config) {
|
|
60
|
+
const filesystemDirectory = filesystemBackedDirectory(config);
|
|
61
|
+
if (config.durability) {
|
|
62
|
+
requireValidDurabilityConfig(config.durability);
|
|
63
|
+
}
|
|
64
|
+
if (config.durability?.tier === "snapshot") {
|
|
65
|
+
if (config.persistence === void 0) {
|
|
66
|
+
throw configError(
|
|
67
|
+
"Snapshot durability persists through a persistence adapter. Configure persistence, or remove durability.tier"
|
|
68
|
+
);
|
|
69
|
+
}
|
|
70
|
+
return { kind: "snapshot", config: { ...config.durability }, adapter: config.persistence };
|
|
71
|
+
}
|
|
72
|
+
if (config.durability) {
|
|
73
|
+
if (config.durability.directory !== void 0 && config.durability.directory.trim().length > 0) {
|
|
74
|
+
return { kind: "wal", config: { ...config.durability } };
|
|
75
|
+
}
|
|
76
|
+
if (filesystemDirectory !== null) {
|
|
77
|
+
return { kind: "wal", config: { ...config.durability, directory: filesystemDirectory } };
|
|
78
|
+
}
|
|
79
|
+
if (config.persistence !== void 0) {
|
|
80
|
+
throw configError(
|
|
81
|
+
"WAL durability requires a filesystem directory, but the configured persistence adapter is not filesystem-backed. Use a filesystem persistence adapter or set durability.directory"
|
|
82
|
+
);
|
|
83
|
+
}
|
|
84
|
+
throw configError(
|
|
85
|
+
"Durability requires a directory. Set durability.directory explicitly, or configure a filesystem persistence adapter"
|
|
86
|
+
);
|
|
87
|
+
}
|
|
88
|
+
if (config.persistence === void 0) {
|
|
89
|
+
return null;
|
|
90
|
+
}
|
|
91
|
+
if (filesystemDirectory !== null) {
|
|
92
|
+
return { kind: "wal", config: { directory: filesystemDirectory } };
|
|
93
|
+
}
|
|
94
|
+
return { kind: "snapshot", config: {}, adapter: config.persistence };
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
export { bindDurabilityConfigHost, resolveDurabilityTier };
|
|
@@ -0,0 +1,264 @@
|
|
|
1
|
+
// src/engine/embed-host.browser.ts
|
|
2
|
+
var ErrorCodes;
|
|
3
|
+
var NarsilError;
|
|
4
|
+
function bindEmbedHost(host) {
|
|
5
|
+
({ ErrorCodes, NarsilError } = host);
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
// src/engine/embed.ts
|
|
9
|
+
function assertDocumentCarriesMappedVectors(document, embeddingConfig, adapterName) {
|
|
10
|
+
for (const targetField of Object.keys(embeddingConfig.fields)) {
|
|
11
|
+
const existing = resolveFieldValue(document, targetField);
|
|
12
|
+
if (existing === void 0 || existing === null) {
|
|
13
|
+
throw new NarsilError(
|
|
14
|
+
ErrorCodes.EMBEDDING_CONFIG_INVALID,
|
|
15
|
+
adapterName ? `The index embeds "${targetField}" via adapter "${adapterName}", which is not registered on this engine. Register the adapter or supply the vector on the document.` : `The index embeds "${targetField}" automatically but no embedding adapter is bound. Bind an adapter or supply the vector on the document.`,
|
|
16
|
+
adapterName ? { field: targetField, adapter: adapterName } : { field: targetField }
|
|
17
|
+
);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
function validateVector(vector, targetField, expectedDimensions) {
|
|
22
|
+
if (!(vector instanceof Float32Array)) {
|
|
23
|
+
throw new NarsilError(
|
|
24
|
+
ErrorCodes.EMBEDDING_FAILED,
|
|
25
|
+
`Adapter returned ${typeof vector} for field "${targetField}", expected Float32Array`,
|
|
26
|
+
{ field: targetField, returnedType: typeof vector }
|
|
27
|
+
);
|
|
28
|
+
}
|
|
29
|
+
if (vector.length !== expectedDimensions) {
|
|
30
|
+
throw new NarsilError(
|
|
31
|
+
ErrorCodes.EMBEDDING_DIMENSION_MISMATCH,
|
|
32
|
+
`Adapter returned ${vector.length}-dimensional vector for field "${targetField}", expected ${expectedDimensions}`,
|
|
33
|
+
{ field: targetField, expected: expectedDimensions, actual: vector.length }
|
|
34
|
+
);
|
|
35
|
+
}
|
|
36
|
+
for (let i = 0; i < vector.length; i++) {
|
|
37
|
+
if (!Number.isFinite(vector[i])) {
|
|
38
|
+
throw new NarsilError(
|
|
39
|
+
ErrorCodes.EMBEDDING_FAILED,
|
|
40
|
+
`Adapter returned vector with ${vector[i]} at index ${i} for field "${targetField}"`,
|
|
41
|
+
{ field: targetField, index: i }
|
|
42
|
+
);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
return vector;
|
|
46
|
+
}
|
|
47
|
+
function resolveFieldValue(document, path) {
|
|
48
|
+
if (!path.includes(".")) return document[path];
|
|
49
|
+
const segments = path.split(".");
|
|
50
|
+
let current = document;
|
|
51
|
+
for (const segment of segments) {
|
|
52
|
+
if (current === null || current === void 0 || typeof current !== "object") return void 0;
|
|
53
|
+
current = current[segment];
|
|
54
|
+
}
|
|
55
|
+
return current;
|
|
56
|
+
}
|
|
57
|
+
function setFieldValue(document, path, value) {
|
|
58
|
+
if (!path.includes(".")) {
|
|
59
|
+
document[path] = value;
|
|
60
|
+
return;
|
|
61
|
+
}
|
|
62
|
+
const segments = path.split(".");
|
|
63
|
+
let current = document;
|
|
64
|
+
for (let i = 0; i < segments.length - 1; i++) {
|
|
65
|
+
let next = current[segments[i]];
|
|
66
|
+
if (next === null || next === void 0 || typeof next !== "object") {
|
|
67
|
+
next = {};
|
|
68
|
+
current[segments[i]] = next;
|
|
69
|
+
}
|
|
70
|
+
current = next;
|
|
71
|
+
}
|
|
72
|
+
current[segments[segments.length - 1]] = value;
|
|
73
|
+
}
|
|
74
|
+
function deleteFieldValue(document, path) {
|
|
75
|
+
if (!path.includes(".")) {
|
|
76
|
+
delete document[path];
|
|
77
|
+
return;
|
|
78
|
+
}
|
|
79
|
+
const segments = path.split(".");
|
|
80
|
+
let current = document;
|
|
81
|
+
for (let i = 0; i < segments.length - 1; i++) {
|
|
82
|
+
const next = current[segments[i]];
|
|
83
|
+
if (next === null || next === void 0 || typeof next !== "object") return;
|
|
84
|
+
current = next;
|
|
85
|
+
}
|
|
86
|
+
delete current[segments[segments.length - 1]];
|
|
87
|
+
}
|
|
88
|
+
function collectSourceText(document, sourceFields, targetField, documentIndex) {
|
|
89
|
+
const sources = Array.isArray(sourceFields) ? sourceFields : [sourceFields];
|
|
90
|
+
const parts = [];
|
|
91
|
+
for (const source of sources) {
|
|
92
|
+
const value = resolveFieldValue(document, source);
|
|
93
|
+
if (value === void 0 || value === null || value === "") continue;
|
|
94
|
+
if (typeof value !== "string") {
|
|
95
|
+
throw new NarsilError(
|
|
96
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
97
|
+
`Embedding source field "${source}" must be a string, got ${typeof value}`,
|
|
98
|
+
{ field: source, targetField }
|
|
99
|
+
);
|
|
100
|
+
}
|
|
101
|
+
parts.push(value);
|
|
102
|
+
}
|
|
103
|
+
if (parts.length === 0) {
|
|
104
|
+
const details = { field: targetField };
|
|
105
|
+
if (documentIndex !== void 0) {
|
|
106
|
+
details.documentIndex = documentIndex;
|
|
107
|
+
}
|
|
108
|
+
throw new NarsilError(
|
|
109
|
+
ErrorCodes.EMBEDDING_NO_SOURCE,
|
|
110
|
+
`All source fields for embedding target "${targetField}" are missing or empty`,
|
|
111
|
+
details
|
|
112
|
+
);
|
|
113
|
+
}
|
|
114
|
+
return parts.join("\n");
|
|
115
|
+
}
|
|
116
|
+
function wrapAdapterError(err, targetField) {
|
|
117
|
+
if (err instanceof NarsilError) return err;
|
|
118
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
119
|
+
return new NarsilError(ErrorCodes.EMBEDDING_FAILED, `Embedding failed for field "${targetField}": ${message}`, {
|
|
120
|
+
field: targetField,
|
|
121
|
+
cause: message
|
|
122
|
+
});
|
|
123
|
+
}
|
|
124
|
+
async function embedDocumentFields(document, embeddingConfig, adapter, signal) {
|
|
125
|
+
const embeddedFields = /* @__PURE__ */ new Set();
|
|
126
|
+
try {
|
|
127
|
+
for (const [targetField, sourceFields] of Object.entries(embeddingConfig.fields)) {
|
|
128
|
+
const existing = resolveFieldValue(document, targetField);
|
|
129
|
+
if (existing !== void 0 && existing !== null) continue;
|
|
130
|
+
const text = collectSourceText(document, sourceFields, targetField);
|
|
131
|
+
let vector;
|
|
132
|
+
try {
|
|
133
|
+
const raw = await adapter.embed(text, "document", signal);
|
|
134
|
+
vector = validateVector(raw, targetField, adapter.dimensions);
|
|
135
|
+
} catch (err) {
|
|
136
|
+
throw wrapAdapterError(err, targetField);
|
|
137
|
+
}
|
|
138
|
+
setFieldValue(document, targetField, vector);
|
|
139
|
+
embeddedFields.add(targetField);
|
|
140
|
+
}
|
|
141
|
+
} catch (err) {
|
|
142
|
+
for (const field of embeddedFields) {
|
|
143
|
+
deleteFieldValue(document, field);
|
|
144
|
+
}
|
|
145
|
+
throw err;
|
|
146
|
+
}
|
|
147
|
+
return embeddedFields;
|
|
148
|
+
}
|
|
149
|
+
function isDocumentSourceError(err) {
|
|
150
|
+
return err instanceof NarsilError && (err.code === ErrorCodes.EMBEDDING_NO_SOURCE || err.code === ErrorCodes.DOC_VALIDATION_FAILED);
|
|
151
|
+
}
|
|
152
|
+
async function embedBatchDocumentFields(documents, embeddingConfig, adapter, signal) {
|
|
153
|
+
const embedded = /* @__PURE__ */ new Map();
|
|
154
|
+
const failed = /* @__PURE__ */ new Map();
|
|
155
|
+
try {
|
|
156
|
+
for (const [targetField, sourceFields] of Object.entries(embeddingConfig.fields)) {
|
|
157
|
+
const needsEmbedding = [];
|
|
158
|
+
for (let i = 0; i < documents.length; i++) {
|
|
159
|
+
if (failed.has(i)) continue;
|
|
160
|
+
const doc = documents[i];
|
|
161
|
+
const existing = resolveFieldValue(doc, targetField);
|
|
162
|
+
if (existing !== void 0 && existing !== null) continue;
|
|
163
|
+
try {
|
|
164
|
+
const text = collectSourceText(doc, sourceFields, targetField, i);
|
|
165
|
+
needsEmbedding.push({ docIndex: i, text });
|
|
166
|
+
} catch (err) {
|
|
167
|
+
if (isDocumentSourceError(err)) {
|
|
168
|
+
failed.set(i, err);
|
|
169
|
+
} else {
|
|
170
|
+
throw err;
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
if (needsEmbedding.length === 0) continue;
|
|
175
|
+
const texts = needsEmbedding.map((entry) => entry.text);
|
|
176
|
+
let vectors;
|
|
177
|
+
try {
|
|
178
|
+
if (adapter.embedBatch) {
|
|
179
|
+
vectors = await adapter.embedBatch(texts, "document", signal);
|
|
180
|
+
} else {
|
|
181
|
+
vectors = [];
|
|
182
|
+
const concurrency = 8;
|
|
183
|
+
for (let start = 0; start < texts.length; start += concurrency) {
|
|
184
|
+
const chunk = texts.slice(start, start + concurrency);
|
|
185
|
+
const chunkResults = await Promise.all(chunk.map((t) => adapter.embed(t, "document", signal)));
|
|
186
|
+
vectors.push(...chunkResults);
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
} catch (err) {
|
|
190
|
+
throw wrapAdapterError(err, targetField);
|
|
191
|
+
}
|
|
192
|
+
if (vectors.length !== needsEmbedding.length) {
|
|
193
|
+
throw new NarsilError(
|
|
194
|
+
ErrorCodes.EMBEDDING_FAILED,
|
|
195
|
+
`Adapter returned ${vectors.length} vectors for ${needsEmbedding.length} inputs on field "${targetField}"`,
|
|
196
|
+
{ field: targetField, expected: needsEmbedding.length, actual: vectors.length }
|
|
197
|
+
);
|
|
198
|
+
}
|
|
199
|
+
for (let j = 0; j < needsEmbedding.length; j++) {
|
|
200
|
+
const { docIndex } = needsEmbedding[j];
|
|
201
|
+
const validated = validateVector(vectors[j], targetField, adapter.dimensions);
|
|
202
|
+
setFieldValue(documents[docIndex], targetField, validated);
|
|
203
|
+
let fieldSet = embedded.get(docIndex);
|
|
204
|
+
if (!fieldSet) {
|
|
205
|
+
fieldSet = /* @__PURE__ */ new Set();
|
|
206
|
+
embedded.set(docIndex, fieldSet);
|
|
207
|
+
}
|
|
208
|
+
fieldSet.add(targetField);
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
} catch (err) {
|
|
212
|
+
for (const [docIndex, fields] of embedded) {
|
|
213
|
+
for (const field of fields) {
|
|
214
|
+
deleteFieldValue(documents[docIndex], field);
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
throw err;
|
|
218
|
+
}
|
|
219
|
+
return { embedded, failed };
|
|
220
|
+
}
|
|
221
|
+
function lacksMappedVectors(documents, embeddingConfig) {
|
|
222
|
+
const targets = Object.keys(embeddingConfig.fields);
|
|
223
|
+
for (const document of documents) {
|
|
224
|
+
for (const target of targets) {
|
|
225
|
+
const existing = resolveFieldValue(document, target);
|
|
226
|
+
if (existing === void 0 || existing === null) return true;
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
return false;
|
|
230
|
+
}
|
|
231
|
+
function clearWriteEmbedding(earlier) {
|
|
232
|
+
for (const [document, fields] of earlier.fields) {
|
|
233
|
+
for (const field of fields) deleteFieldValue(document, field);
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
async function embedDocumentsForWrite(documents, embeddingConfig, adapter, signal, together) {
|
|
237
|
+
const fields = /* @__PURE__ */ new Map();
|
|
238
|
+
const failed = /* @__PURE__ */ new Map();
|
|
239
|
+
const documentFailures = /* @__PURE__ */ new Map();
|
|
240
|
+
if (together && documents.length > 1) {
|
|
241
|
+
try {
|
|
242
|
+
const result = await embedBatchDocumentFields(documents, embeddingConfig, adapter, signal);
|
|
243
|
+
for (const [position, embedded] of result.embedded) fields.set(documents[position], embedded);
|
|
244
|
+
for (const [position, error] of result.failed) documentFailures.set(position, error);
|
|
245
|
+
} catch (err) {
|
|
246
|
+
const error = err instanceof NarsilError ? err : new NarsilError(ErrorCodes.EMBEDDING_FAILED, String(err));
|
|
247
|
+
for (let position = 0; position < documents.length; position++) failed.set(position, error);
|
|
248
|
+
}
|
|
249
|
+
} else {
|
|
250
|
+
for (let position = 0; position < documents.length; position++) {
|
|
251
|
+
try {
|
|
252
|
+
fields.set(
|
|
253
|
+
documents[position],
|
|
254
|
+
await embedDocumentFields(documents[position], embeddingConfig, adapter, signal)
|
|
255
|
+
);
|
|
256
|
+
} catch (err) {
|
|
257
|
+
failed.set(position, err);
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
return { embedding: { adapter, mapping: embeddingConfig.fields, fields }, failed, documentFailures };
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
export { assertDocumentCarriesMappedVectors, bindEmbedHost, clearWriteEmbedding, embedBatchDocumentFields, embedDocumentFields, embedDocumentsForWrite, lacksMappedVectors };
|