@delali/narsil 0.3.1-next.99 → 0.4.1-next.211
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/README.md +30 -11
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +101 -13
- package/dist/adapters/gcs.d.ts +49 -0
- package/dist/adapters/gcs.mjs +213 -0
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +2 -7
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/memory.mjs +5 -0
- package/dist/adapters/s3.d.ts +53 -0
- package/dist/adapters/s3.mjs +263 -0
- package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
- package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
- package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
- package/dist/browser/embed-GG6PS3EA.mjs +264 -0
- package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
- package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
- package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
- package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
- package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
- package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
- package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
- package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
- package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
- package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
- package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
- package/dist/chunk-2AFZE7Y3.mjs +72 -0
- package/dist/chunk-2CKDCC65.mjs +47 -0
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/chunk-44W3CBNG.mjs +7 -0
- package/dist/chunk-4H4RG2FR.mjs +13 -0
- package/dist/chunk-4PY4JYMY.mjs +11 -0
- package/dist/chunk-4ZPVAHWF.mjs +1289 -0
- package/dist/chunk-5EI5CXO6.mjs +197 -0
- package/dist/chunk-5F5MXWS5.mjs +283 -0
- package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
- package/dist/chunk-6FOENO4E.mjs +273 -0
- package/dist/chunk-6GHX35ZM.mjs +108 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-6N6HHBCQ.mjs +4596 -0
- package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
- package/dist/chunk-AVBPB3MI.mjs +602 -0
- package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6NALRK.mjs +31921 -0
- package/dist/chunk-C4ZMXXTL.mjs +92 -0
- package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
- package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
- package/dist/chunk-DXZ6JDWG.mjs +797 -0
- package/dist/chunk-FJXJZUWF.mjs +209 -0
- package/dist/chunk-FS3HPPSC.mjs +212 -0
- package/dist/chunk-FT4KLZXW.mjs +1164 -0
- package/dist/chunk-GR5GMFJJ.mjs +104 -0
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/chunk-GXED6R3Q.mjs +271 -0
- package/dist/chunk-HLPRHOSO.mjs +17 -0
- package/dist/chunk-IL5DRCNU.mjs +3041 -0
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/chunk-K5HSUPYS.mjs +11 -0
- package/dist/chunk-KYIRXTCA.mjs +100 -0
- package/dist/chunk-LFXS6OF7.mjs +289 -0
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/chunk-M2Z5WVWW.mjs +194 -0
- package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
- package/dist/chunk-M3OW2XSP.mjs +40 -0
- package/dist/chunk-MFPSQZ6P.mjs +127 -0
- package/dist/chunk-MRCJBWJZ.mjs +1292 -0
- package/dist/chunk-MSIN4NM3.mjs +25 -0
- package/dist/chunk-MW3CJVGP.mjs +219 -0
- package/dist/chunk-MYM6CAVK.mjs +76 -0
- package/dist/chunk-NJJN4FMM.mjs +84 -0
- package/dist/chunk-NM7I3BM7.mjs +59 -0
- package/dist/chunk-OIJ64LGT.mjs +19 -0
- package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/chunk-Q2AP2FSN.mjs +15 -0
- package/dist/chunk-R2PJKSNL.mjs +54 -0
- package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/chunk-S5QMWECL.mjs +7 -0
- package/dist/chunk-SLAC5PAB.mjs +5008 -0
- package/dist/chunk-T4HMSZCX.mjs +5 -0
- package/dist/chunk-TACP6VK6.mjs +111 -0
- package/dist/chunk-TGPKS2UM.mjs +125 -0
- package/dist/chunk-TKKXPKEO.mjs +979 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/chunk-XL56L4IR.mjs +228 -0
- package/dist/chunk-XQIAMDAG.mjs +3076 -0
- package/dist/chunk-YTUZ4R22.mjs +1063 -0
- package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
- package/dist/chunk-ZPJFGGGI.mjs +638 -0
- package/dist/chunk-ZXX5GZEX.mjs +17 -0
- package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
- package/dist/client.d.ts +11 -10
- package/dist/client.mjs +8 -898
- package/dist/config-Bnl7L-0H.d.ts +608 -0
- package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
- package/dist/core-leaf-6JVHEVFB.mjs +8 -0
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
- package/dist/distribution/coordinator/etcd.d.ts +63 -7
- package/dist/distribution/coordinator/etcd.mjs +725 -81
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/coordinator/in-memory.mjs +65 -10
- package/dist/distribution/transport/grpc.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +39 -10
- package/dist/distribution/transport/in-memory.d.ts +2 -2
- package/dist/distribution/transport/in-memory.mjs +9 -6
- package/dist/distribution/transport/tcp.d.ts +2 -2
- package/dist/distribution/transport/tcp.mjs +20 -15
- package/dist/distribution.d.ts +267 -56
- package/dist/distribution.mjs +23156 -11362
- package/dist/durability-config-VWS2K24E.mjs +96 -0
- package/dist/embed-4PHHKGBK.mjs +263 -0
- package/dist/embeddings/openai.d.ts +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
- package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
- package/dist/gzip-2UCZW2MM.mjs +31 -0
- package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
- package/dist/index.browser.mjs +4 -4
- package/dist/index.d.ts +2133 -57
- package/dist/index.mjs +16 -32
- package/dist/index.react-native.mjs +12 -0
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
- package/dist/module-5ZSLUQII.mjs +3729 -0
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
- package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
- package/dist/optional-writes-4UOQKETU.mjs +247 -0
- package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
- package/dist/partial-words.browser.mjs +1650 -0
- package/dist/partial-words.mjs +17 -11
- package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
- package/dist/pattern.mjs +6 -7
- package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
- package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
- package/dist/phrase-module-EFESWOCR.mjs +635 -0
- package/dist/query-actions-HMJUVWGT.mjs +119 -0
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +53 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +47 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +19 -0
- package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
- package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
- package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
- package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
- package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
- package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
- package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
- package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
- package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
- package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
- package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
- package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
- package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
- package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
- package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
- package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
- package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
- package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
- package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
- package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
- package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
- package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
- package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
- package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
- package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
- package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
- package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
- package/dist/react-native/partial-words.mjs +1658 -0
- package/dist/react-native/pattern.mjs +2570 -0
- package/dist/react-native/query-suggestions.mjs +55 -0
- package/dist/react-native/sync.mjs +2759 -0
- package/dist/react-native/synonyms.mjs +676 -0
- package/dist/react.d.ts +12 -8
- package/dist/react.mjs +45 -1
- package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
- package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
- package/dist/runtime-USQYKN3I.mjs +615 -0
- package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
- package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
- package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
- package/dist/server.d.ts +348 -22
- package/dist/server.mjs +2211 -327
- package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
- package/dist/store-leaf-6VMMSVBE.mjs +20 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +288 -0
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +242 -0
- package/dist/sync.browser.mjs +1271 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2712 -0
- package/dist/synonyms.browser.mjs +658 -0
- package/dist/synonyms.mjs +17 -7
- package/dist/tasks-65b6t6lk.d.ts +782 -0
- package/dist/thread-UJ3W5LVI.mjs +31 -0
- package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
- package/dist/types-CpCg-Gq-.d.ts +227 -0
- package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
- package/dist/vector/search-worker.d.ts +10 -2
- package/dist/vector/search-worker.mjs +11 -11
- package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
- package/dist/workers/entry.mjs +75 -15
- package/openapi.json +6840 -0
- package/package.json +404 -19
- package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
- package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
- package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
- package/dist/browser/chunk-QWES44AW.mjs +0 -473
- package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
- package/dist/browser/module-PDXYHT75.mjs +0 -2822
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
- package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
- package/dist/browser/write-L7FAQA47.mjs +0 -208
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-5XNIRLFC.mjs +0 -96
- package/dist/chunk-7X5JST5L.mjs +0 -114
- package/dist/chunk-AV4IJKD2.mjs +0 -35
- package/dist/chunk-AY3AQ3UH.mjs +0 -73
- package/dist/chunk-BKB3XTMI.mjs +0 -707
- package/dist/chunk-C7SLA6CM.mjs +0 -19
- package/dist/chunk-COVCQ73F.mjs +0 -587
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-E74YLAIG.mjs +0 -24
- package/dist/chunk-FMWRCP2C.mjs +0 -57
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-JFRNNBOM.mjs +0 -35
- package/dist/chunk-K25LZA54.mjs +0 -8484
- package/dist/chunk-KEHK2O6P.mjs +0 -13
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L3L5YFXC.mjs +0 -614
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LH4NZNJJ.mjs +0 -1731
- package/dist/chunk-LU2CE5AE.mjs +0 -507
- package/dist/chunk-LXWDQLTW.mjs +0 -30
- package/dist/chunk-MHOSCQCQ.mjs +0 -948
- package/dist/chunk-NKRBEGJZ.mjs +0 -1705
- package/dist/chunk-NTRMFARG.mjs +0 -462
- package/dist/chunk-NW4XDSP2.mjs +0 -212
- package/dist/chunk-OOEXLUGR.mjs +0 -117
- package/dist/chunk-ORBLD3EL.mjs +0 -6
- package/dist/chunk-OWNZYMRE.mjs +0 -3591
- package/dist/chunk-PPY2GSIB.mjs +0 -44
- package/dist/chunk-QY7GC2MW.mjs +0 -33
- package/dist/chunk-R6A773WK.mjs +0 -226
- package/dist/chunk-R6PR4WYZ.mjs +0 -68
- package/dist/chunk-R7EEKAJE.mjs +0 -593
- package/dist/chunk-RONEOEON.mjs +0 -426
- package/dist/chunk-VWULPWRJ.mjs +0 -7469
- package/dist/chunk-WCJKUGHB.mjs +0 -262
- package/dist/chunk-WQBCBKY3.mjs +0 -8
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-YA7XLE2R.mjs +0 -1256
- package/dist/chunk-YTJCGKM4.mjs +0 -56
- package/dist/chunk-ZG477IPV.mjs +0 -526
- package/dist/chunk-ZYNAMIYX.mjs +0 -113
- package/dist/config-BGB_fDtq.d.ts +0 -237
- package/dist/direct-executor-CXZ66ACP.mjs +0 -22
- package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
- package/dist/engine-BGCEm9E_.d.ts +0 -577
- package/dist/module-3NONKBZX.mjs +0 -1860
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-queue-JPRBUYII.mjs +0 -35
- package/dist/runtime-ZKYZFJJC.mjs +0 -177
- package/dist/snapshot-HOGXNO5W.mjs +0 -793
- package/dist/tasks-HG3rlxx6.d.ts +0 -302
- package/dist/thread-B657LQXK.mjs +0 -692
- package/dist/write-XLIGTXBU.mjs +0 -238
|
@@ -0,0 +1,1239 @@
|
|
|
1
|
+
// src/errors.ts
|
|
2
|
+
var NARSIL_ERROR_MARKER = /* @__PURE__ */ Symbol.for("@delali/narsil.NarsilError");
|
|
3
|
+
var ErrorCodes = {
|
|
4
|
+
SCHEMA_INVALID_TYPE: "SCHEMA_INVALID_TYPE",
|
|
5
|
+
SCHEMA_DEPTH_EXCEEDED: "SCHEMA_DEPTH_EXCEEDED",
|
|
6
|
+
SCHEMA_INVALID_VECTOR_DIMENSION: "SCHEMA_INVALID_VECTOR_DIMENSION",
|
|
7
|
+
SCHEMA_INVALID_GEOPOINT: "SCHEMA_INVALID_GEOPOINT",
|
|
8
|
+
DOC_NOT_FOUND: "DOC_NOT_FOUND",
|
|
9
|
+
DOC_ALREADY_EXISTS: "DOC_ALREADY_EXISTS",
|
|
10
|
+
DOC_VALIDATION_FAILED: "DOC_VALIDATION_FAILED",
|
|
11
|
+
INDEX_NOT_FOUND: "INDEX_NOT_FOUND",
|
|
12
|
+
INDEX_ALREADY_EXISTS: "INDEX_ALREADY_EXISTS",
|
|
13
|
+
INDEX_ORPHANED: "INDEX_ORPHANED",
|
|
14
|
+
INDEX_REOPEN_CAPACITY_EXHAUSTED: "INDEX_REOPEN_CAPACITY_EXHAUSTED",
|
|
15
|
+
INSTANCE_SHUT_DOWN: "INSTANCE_SHUT_DOWN",
|
|
16
|
+
PARTITION_CORRUPTED: "PARTITION_CORRUPTED",
|
|
17
|
+
PARTITION_REBALANCING_BACKPRESSURE: "PARTITION_REBALANCING_BACKPRESSURE",
|
|
18
|
+
WORKER_CRASHED: "WORKER_CRASHED",
|
|
19
|
+
WORKER_BUSY: "WORKER_BUSY",
|
|
20
|
+
WORKER_TIMEOUT: "WORKER_TIMEOUT",
|
|
21
|
+
WORKER_ACTION_FAILED: "WORKER_ACTION_FAILED",
|
|
22
|
+
PERSISTENCE_SAVE_FAILED: "PERSISTENCE_SAVE_FAILED",
|
|
23
|
+
PERSISTENCE_LOAD_FAILED: "PERSISTENCE_LOAD_FAILED",
|
|
24
|
+
PERSISTENCE_DELETE_FAILED: "PERSISTENCE_DELETE_FAILED",
|
|
25
|
+
PERSISTENCE_CRC_MISMATCH: "PERSISTENCE_CRC_MISMATCH",
|
|
26
|
+
PERSISTENCE_WAL_CORRUPT: "PERSISTENCE_WAL_CORRUPT",
|
|
27
|
+
PERSISTENCE_FSYNC_FAILED: "PERSISTENCE_FSYNC_FAILED",
|
|
28
|
+
PERSISTENCE_DEPENDENCY_MISSING: "PERSISTENCE_DEPENDENCY_MISSING",
|
|
29
|
+
BACKUP_NOT_FOUND: "BACKUP_NOT_FOUND",
|
|
30
|
+
BACKUP_ALREADY_EXISTS: "BACKUP_ALREADY_EXISTS",
|
|
31
|
+
BACKUP_DAMAGED: "BACKUP_DAMAGED",
|
|
32
|
+
BACKUP_DURABILITY_REQUIRED: "BACKUP_DURABILITY_REQUIRED",
|
|
33
|
+
BACKUP_IN_PROGRESS: "BACKUP_IN_PROGRESS",
|
|
34
|
+
BACKUP_STORE_CLAIMED: "BACKUP_STORE_CLAIMED",
|
|
35
|
+
BACKUP_STORE_NOT_CONFIGURED: "BACKUP_STORE_NOT_CONFIGURED",
|
|
36
|
+
BACKUP_NOT_READY: "BACKUP_NOT_READY",
|
|
37
|
+
SYNC_DURABILITY_REQUIRED: "SYNC_DURABILITY_REQUIRED",
|
|
38
|
+
SYNC_BACKUP_STORE_REQUIRED: "SYNC_BACKUP_STORE_REQUIRED",
|
|
39
|
+
SYNC_NOT_READY: "SYNC_NOT_READY",
|
|
40
|
+
SYNC_NOT_ENABLED: "SYNC_NOT_ENABLED",
|
|
41
|
+
SYNC_SNAPSHOT_PREPARING: "SYNC_SNAPSHOT_PREPARING",
|
|
42
|
+
CHANGES_DURABILITY_REQUIRED: "CHANGES_DURABILITY_REQUIRED",
|
|
43
|
+
CHANGES_BACKUP_STORE_REQUIRED: "CHANGES_BACKUP_STORE_REQUIRED",
|
|
44
|
+
CHANGES_NOT_READY: "CHANGES_NOT_READY",
|
|
45
|
+
CHANGES_NOT_ENABLED: "CHANGES_NOT_ENABLED",
|
|
46
|
+
CHANGES_PREVIOUS_DOCUMENT_REQUIRED: "CHANGES_PREVIOUS_DOCUMENT_REQUIRED",
|
|
47
|
+
CHANGES_EXPORT_PREPARING: "CHANGES_EXPORT_PREPARING",
|
|
48
|
+
CHANGES_INVALID_POSITIONS: "CHANGES_INVALID_POSITIONS",
|
|
49
|
+
QUERY_SUGGESTIONS_NOT_ENABLED: "QUERY_SUGGESTIONS_NOT_ENABLED",
|
|
50
|
+
SEARCH_INVALID_FIELD: "SEARCH_INVALID_FIELD",
|
|
51
|
+
VECTOR_DIMENSION_MISMATCH: "VECTOR_DIMENSION_MISMATCH",
|
|
52
|
+
SEARCH_INVALID_FILTER: "SEARCH_INVALID_FILTER",
|
|
53
|
+
SEARCH_INVALID_MODE: "SEARCH_INVALID_MODE",
|
|
54
|
+
SEARCH_INVALID_CURSOR: "SEARCH_INVALID_CURSOR",
|
|
55
|
+
SEARCH_RESULT_WINDOW_EXCEEDED: "SEARCH_RESULT_WINDOW_EXCEEDED",
|
|
56
|
+
SEARCH_WORK_CAP_EXCEEDED: "SEARCH_WORK_CAP_EXCEEDED",
|
|
57
|
+
/**
|
|
58
|
+
* An engine fault: a write changed the index during a search that held every
|
|
59
|
+
* write, so the search could not answer from one state. A correct engine
|
|
60
|
+
* never raises it, and retrying the request does not help.
|
|
61
|
+
*/
|
|
62
|
+
SEARCH_STATE_MOVED: "SEARCH_STATE_MOVED",
|
|
63
|
+
SEARCH_INVALID_PHRASE: "SEARCH_INVALID_PHRASE",
|
|
64
|
+
SEARCH_PHRASE_NOT_READY: "SEARCH_PHRASE_NOT_READY",
|
|
65
|
+
BM25_NOT_READY: "BM25_NOT_READY",
|
|
66
|
+
LANGUAGE_NOT_SUPPORTED: "LANGUAGE_NOT_SUPPORTED",
|
|
67
|
+
ENVELOPE_VERSION_MISMATCH: "ENVELOPE_VERSION_MISMATCH",
|
|
68
|
+
ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC",
|
|
69
|
+
PARTITION_CAPACITY_EXCEEDED: "PARTITION_CAPACITY_EXCEEDED",
|
|
70
|
+
RESTORE_MEMORY_EXCEEDED: "RESTORE_MEMORY_EXCEEDED",
|
|
71
|
+
MEMORY_WRITE_BLOCKED: "MEMORY_WRITE_BLOCKED",
|
|
72
|
+
ANALYSIS_CHANGE_REPLACED: "ANALYSIS_CHANGE_REPLACED",
|
|
73
|
+
ANALYSIS_CHANGE_NOT_READY: "ANALYSIS_CHANGE_NOT_READY",
|
|
74
|
+
ANALYSIS_GENERATION_MISSING: "ANALYSIS_GENERATION_MISSING",
|
|
75
|
+
ANALYSIS_REBUILD_MEMORY_EXCEEDED: "ANALYSIS_REBUILD_MEMORY_EXCEEDED",
|
|
76
|
+
EMBEDDING_FAILED: "EMBEDDING_FAILED",
|
|
77
|
+
EMBEDDING_DIMENSION_MISMATCH: "EMBEDDING_DIMENSION_MISMATCH",
|
|
78
|
+
EMBEDDING_NO_SOURCE: "EMBEDDING_NO_SOURCE",
|
|
79
|
+
EMBEDDING_CONFIG_INVALID: "EMBEDDING_CONFIG_INVALID",
|
|
80
|
+
RERANK_FAILED: "RERANK_FAILED",
|
|
81
|
+
RERANK_CONFIG_INVALID: "RERANK_CONFIG_INVALID",
|
|
82
|
+
DOC_MISSING_REQUIRED_FIELD: "DOC_MISSING_REQUIRED_FIELD",
|
|
83
|
+
CONFIG_INVALID: "CONFIG_INVALID",
|
|
84
|
+
QUERY_ROUTING_FAILED: "QUERY_ROUTING_FAILED",
|
|
85
|
+
QUERY_PARTIAL_FAILURE: "QUERY_PARTIAL_FAILURE",
|
|
86
|
+
QUERY_NODE_TIMEOUT: "QUERY_NODE_TIMEOUT",
|
|
87
|
+
QUERY_NO_ACTIVE_REPLICA: "QUERY_NO_ACTIVE_REPLICA",
|
|
88
|
+
SEARCH_CONTEXT_MISSING: "SEARCH_CONTEXT_MISSING",
|
|
89
|
+
CLUSTER_OPERATION_UNSUPPORTED: "CLUSTER_OPERATION_UNSUPPORTED",
|
|
90
|
+
CLUSTER_WRITE_BLOCKED: "CLUSTER_WRITE_BLOCKED",
|
|
91
|
+
ALLOCATION_NO_DATA_NODES: "ALLOCATION_NO_DATA_NODES",
|
|
92
|
+
ALLOCATION_INVALID_CONFIG: "ALLOCATION_INVALID_CONFIG",
|
|
93
|
+
ALLOCATION_FAILED: "ALLOCATION_FAILED",
|
|
94
|
+
CONTROLLER_METADATA_INVALID: "CONTROLLER_METADATA_INVALID",
|
|
95
|
+
NODE_BOOTSTRAP_FAILED: "NODE_BOOTSTRAP_FAILED",
|
|
96
|
+
NODE_ALREADY_JOINED: "NODE_ALREADY_JOINED",
|
|
97
|
+
NODE_NOT_JOINED: "NODE_NOT_JOINED",
|
|
98
|
+
NODE_NOT_READY: "NODE_NOT_READY",
|
|
99
|
+
NODE_NOT_CONTROLLER: "NODE_NOT_CONTROLLER",
|
|
100
|
+
NODE_VERSION_INCOMPATIBLE: "NODE_VERSION_INCOMPATIBLE",
|
|
101
|
+
COORDINATOR_DEPENDENCY_MISSING: "COORDINATOR_DEPENDENCY_MISSING",
|
|
102
|
+
COORDINATOR_AUTH_FAILED: "COORDINATOR_AUTH_FAILED",
|
|
103
|
+
COORDINATOR_UNAVAILABLE: "COORDINATOR_UNAVAILABLE",
|
|
104
|
+
TRANSPORT_DEPENDENCY_MISSING: "TRANSPORT_DEPENDENCY_MISSING",
|
|
105
|
+
NATIVE_DEPENDENCY_MISSING: "NATIVE_DEPENDENCY_MISSING",
|
|
106
|
+
REPLICATION_ENTRY_INVALID: "REPLICATION_ENTRY_INVALID",
|
|
107
|
+
REPLICATION_INSYNC_REMOVAL_FAILED: "REPLICATION_INSYNC_REMOVAL_FAILED",
|
|
108
|
+
REPLICATION_ROLLBACK_FAILED: "REPLICATION_ROLLBACK_FAILED",
|
|
109
|
+
REPLICATION_OUTCOME_UNKNOWN: "REPLICATION_OUTCOME_UNKNOWN",
|
|
110
|
+
REPLICATION_WRITE_CONFLICT: "REPLICATION_WRITE_CONFLICT",
|
|
111
|
+
REPLICATION_LOG_FULL: "REPLICATION_LOG_FULL",
|
|
112
|
+
REPLICATION_ENTRY_CORRUPT: "REPLICATION_ENTRY_CORRUPT",
|
|
113
|
+
REPLICATION_SNAPSHOT_CORRUPT: "REPLICATION_SNAPSHOT_CORRUPT",
|
|
114
|
+
REPLICATION_TERM_MISMATCH: "REPLICATION_TERM_MISMATCH",
|
|
115
|
+
REPLICATION_SYNC_FAILED: "REPLICATION_SYNC_FAILED",
|
|
116
|
+
PARTITION_NOT_PRIMARY: "PARTITION_NOT_PRIMARY",
|
|
117
|
+
PARTITION_UNASSIGNED: "PARTITION_UNASSIGNED",
|
|
118
|
+
INSUFFICIENT_REPLICAS: "INSUFFICIENT_REPLICAS",
|
|
119
|
+
SNAPSHOT_SYNC_UNAUTHORIZED: "SNAPSHOT_SYNC_UNAUTHORIZED",
|
|
120
|
+
SNAPSHOT_SYNC_REQUEST_INVALID: "SNAPSHOT_SYNC_REQUEST_INVALID",
|
|
121
|
+
SNAPSHOT_SYNC_INDEX_NOT_FOUND: "SNAPSHOT_SYNC_INDEX_NOT_FOUND",
|
|
122
|
+
SNAPSHOT_SYNC_CAPACITY_EXHAUSTED: "SNAPSHOT_SYNC_CAPACITY_EXHAUSTED",
|
|
123
|
+
SNAPSHOT_SYNC_SNAPSHOT_FAILED: "SNAPSHOT_SYNC_SNAPSHOT_FAILED",
|
|
124
|
+
SNAPSHOT_SYNC_DECODE_FAILED: "SNAPSHOT_SYNC_DECODE_FAILED",
|
|
125
|
+
SNAPSHOT_SYNC_FRAME_INVALID: "SNAPSHOT_SYNC_FRAME_INVALID",
|
|
126
|
+
SNAPSHOT_SYNC_HEADER_INVALID: "SNAPSHOT_SYNC_HEADER_INVALID",
|
|
127
|
+
SNAPSHOT_SYNC_HEADER_MISMATCH: "SNAPSHOT_SYNC_HEADER_MISMATCH",
|
|
128
|
+
SNAPSHOT_SYNC_CHUNK_OUT_OF_ORDER: "SNAPSHOT_SYNC_CHUNK_OUT_OF_ORDER",
|
|
129
|
+
SNAPSHOT_SYNC_CHUNK_OVERFLOW: "SNAPSHOT_SYNC_CHUNK_OVERFLOW",
|
|
130
|
+
SNAPSHOT_SYNC_CHUNK_SIZE_EXCEEDED: "SNAPSHOT_SYNC_CHUNK_SIZE_EXCEEDED",
|
|
131
|
+
SNAPSHOT_SYNC_CHUNK_MISSING: "SNAPSHOT_SYNC_CHUNK_MISSING",
|
|
132
|
+
SNAPSHOT_SYNC_END_MISSING: "SNAPSHOT_SYNC_END_MISSING",
|
|
133
|
+
SNAPSHOT_SYNC_CHECKSUM_MISMATCH: "SNAPSHOT_SYNC_CHECKSUM_MISMATCH",
|
|
134
|
+
SNAPSHOT_SYNC_PRIMARY_ERROR: "SNAPSHOT_SYNC_PRIMARY_ERROR",
|
|
135
|
+
SNAPSHOT_SYNC_NO_TARGETS: "SNAPSHOT_SYNC_NO_TARGETS",
|
|
136
|
+
SNAPSHOT_SYNC_TRANSPORT_FAILED: "SNAPSHOT_SYNC_TRANSPORT_FAILED",
|
|
137
|
+
SNAPSHOT_SYNC_SCHEMA_UNAVAILABLE: "SNAPSHOT_SYNC_SCHEMA_UNAVAILABLE",
|
|
138
|
+
SNAPSHOT_SYNC_RESTORE_FAILED: "SNAPSHOT_SYNC_RESTORE_FAILED",
|
|
139
|
+
SNAPSHOT_SYNC_RESTORE_CLEANUP_FAILED: "SNAPSHOT_SYNC_RESTORE_CLEANUP_FAILED",
|
|
140
|
+
SNAPSHOT_SYNC_TIMEOUT: "SNAPSHOT_SYNC_TIMEOUT",
|
|
141
|
+
SNAPSHOT_SYNC_ALLOCATION_UNAVAILABLE: "SNAPSHOT_SYNC_ALLOCATION_UNAVAILABLE",
|
|
142
|
+
SNAPSHOT_SYNC_NOT_ASSIGNED: "SNAPSHOT_SYNC_NOT_ASSIGNED",
|
|
143
|
+
SNAPSHOT_SYNC_ABORTED: "SNAPSHOT_SYNC_ABORTED"
|
|
144
|
+
};
|
|
145
|
+
var ServerErrorCodes = {
|
|
146
|
+
INVALID_REQUEST: "INVALID_REQUEST",
|
|
147
|
+
INVALID_JSON: "INVALID_JSON",
|
|
148
|
+
EMPTY_BODY: "EMPTY_BODY",
|
|
149
|
+
PAYLOAD_TOO_LARGE: "PAYLOAD_TOO_LARGE",
|
|
150
|
+
NOT_FOUND: "NOT_FOUND",
|
|
151
|
+
TASK_NOT_FOUND: "TASK_NOT_FOUND",
|
|
152
|
+
TASK_NOT_CANCELLABLE: "TASK_NOT_CANCELLABLE",
|
|
153
|
+
TASK_OWNED_BY_ANOTHER_INSTANCE: "TASK_OWNED_BY_ANOTHER_INSTANCE",
|
|
154
|
+
TASK_INTERRUPTED: "TASK_INTERRUPTED",
|
|
155
|
+
TOO_MANY_REQUESTS: "TOO_MANY_REQUESTS",
|
|
156
|
+
HOOK_ERROR: "HOOK_ERROR",
|
|
157
|
+
INTERNAL_ERROR: "INTERNAL_ERROR"
|
|
158
|
+
};
|
|
159
|
+
var ClientErrorCodes = {
|
|
160
|
+
CLIENT_CONNECTION_FAILED: "CLIENT_CONNECTION_FAILED",
|
|
161
|
+
CLIENT_REQUEST_TIMEOUT: "CLIENT_REQUEST_TIMEOUT",
|
|
162
|
+
CLIENT_REQUEST_ABORTED: "CLIENT_REQUEST_ABORTED",
|
|
163
|
+
CLIENT_INVALID_RESPONSE: "CLIENT_INVALID_RESPONSE",
|
|
164
|
+
CLIENT_TASK_TIMEOUT: "CLIENT_TASK_TIMEOUT",
|
|
165
|
+
CLIENT_UNEXPECTED_ERROR: "CLIENT_UNEXPECTED_ERROR",
|
|
166
|
+
SYNC_ANALYSIS_UNAVAILABLE: "SYNC_ANALYSIS_UNAVAILABLE"
|
|
167
|
+
};
|
|
168
|
+
var NarsilError = class extends Error {
|
|
169
|
+
/** This says which failure it is. */
|
|
170
|
+
code;
|
|
171
|
+
/** This carries the values behind the failure, such as the field, index, or limit involved. It is empty when the code says everything. */
|
|
172
|
+
details;
|
|
173
|
+
/**
|
|
174
|
+
* Builds an error carrying a code the caller can branch on.
|
|
175
|
+
*
|
|
176
|
+
* @param code - The failure this error reports, from {@link ErrorCodes} for
|
|
177
|
+
* an engine failure, {@link ServerErrorCodes} for one the HTTP layer raised,
|
|
178
|
+
* or {@link ClientErrorCodes} for one that stopped a request from reaching a
|
|
179
|
+
* server.
|
|
180
|
+
* @param message - Plain description, for a log or a person.
|
|
181
|
+
* @param details - Values behind the failure, which reach
|
|
182
|
+
* {@link NarsilError.details}.
|
|
183
|
+
*/
|
|
184
|
+
constructor(code, message, details) {
|
|
185
|
+
super(message);
|
|
186
|
+
this.name = "NarsilError";
|
|
187
|
+
this.code = code;
|
|
188
|
+
this.details = details ?? {};
|
|
189
|
+
Object.defineProperty(this, NARSIL_ERROR_MARKER, { value: true });
|
|
190
|
+
}
|
|
191
|
+
};
|
|
192
|
+
function isNarsilError(value) {
|
|
193
|
+
return typeof value === "object" && value !== null && NARSIL_ERROR_MARKER in value;
|
|
194
|
+
}
|
|
195
|
+
function createNarsilError(code, message, details) {
|
|
196
|
+
return new NarsilError(code, message, details);
|
|
197
|
+
}
|
|
198
|
+
function describeError(error) {
|
|
199
|
+
return error instanceof Error ? error.message : String(error);
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
// src/schema/constants.ts
|
|
203
|
+
var MAX_NESTING_DEPTH = 4;
|
|
204
|
+
var MAX_DOCUMENT_NESTING_DEPTH = 32;
|
|
205
|
+
var DEFAULT_PATTERN_VALUE_LIMIT = 8192;
|
|
206
|
+
var MIN_PATTERN_VALUE_LIMIT = 1;
|
|
207
|
+
var MAX_PATTERN_VALUE_LIMIT = 65536;
|
|
208
|
+
var MAX_VECTOR_DIMENSION = 4096;
|
|
209
|
+
var MAX_STORED_VECTOR_DIMENSION = 65535;
|
|
210
|
+
var MAX_TEXT_FIELDS = 65536;
|
|
211
|
+
var MAX_DOCUMENT_BYTES = 16777216;
|
|
212
|
+
var PARSED_FIELD_TYPE_CACHE_ENTRIES = 1024;
|
|
213
|
+
|
|
214
|
+
// src/schema/validator/shared.ts
|
|
215
|
+
var VECTOR_PATTERN = /^vector\[(\d+)]$/;
|
|
216
|
+
var VECTOR_TYPE_PATTERN = /^vector\[(.*)]$/;
|
|
217
|
+
function vectorDimensionOf(fieldType) {
|
|
218
|
+
const match = VECTOR_PATTERN.exec(fieldType);
|
|
219
|
+
return match === null ? null : Number.parseInt(match[1], 10);
|
|
220
|
+
}
|
|
221
|
+
function isGeopointOrVectorType(fieldType) {
|
|
222
|
+
return fieldType === "geopoint" || fieldType !== void 0 && VECTOR_PATTERN.test(fieldType);
|
|
223
|
+
}
|
|
224
|
+
var FIELD_NAME_PATTERN = /^[A-Za-z0-9_]+$/;
|
|
225
|
+
var RESERVED_ROOT_FIELDS = /* @__PURE__ */ new Set(["id"]);
|
|
226
|
+
var PROTOTYPE_POLLUTION_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
|
|
227
|
+
function isPlainObject(value) {
|
|
228
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
// src/schema/validator/field-type.ts
|
|
232
|
+
var FIELD_OPTION_ORDER = ["sortable", "pattern", "partial"];
|
|
233
|
+
var OPTIONS_BY_BASE = {
|
|
234
|
+
string: FIELD_OPTION_ORDER,
|
|
235
|
+
"string[]": FIELD_OPTION_ORDER,
|
|
236
|
+
verbatim: ["sortable"],
|
|
237
|
+
"verbatim[]": ["sortable"],
|
|
238
|
+
number: [],
|
|
239
|
+
"number[]": [],
|
|
240
|
+
boolean: [],
|
|
241
|
+
"boolean[]": [],
|
|
242
|
+
enum: [],
|
|
243
|
+
"enum[]": [],
|
|
244
|
+
geopoint: [],
|
|
245
|
+
vector: []
|
|
246
|
+
};
|
|
247
|
+
var TYPE_SEPARATOR = ":";
|
|
248
|
+
function isNamedBase(name) {
|
|
249
|
+
return name !== "vector" && Object.hasOwn(OPTIONS_BY_BASE, name);
|
|
250
|
+
}
|
|
251
|
+
function describeAllowedOptions(baseName, allowed) {
|
|
252
|
+
if (allowed.length === 0) return `the "${baseName}" type has no options`;
|
|
253
|
+
const quoted = allowed.map((option) => `"${option}"`);
|
|
254
|
+
if (quoted.length === 1) return `the only option of the "${baseName}" type is ${quoted[0]}`;
|
|
255
|
+
return `the options of the "${baseName}" type are ${quoted.slice(0, -1).join(", ")}, and ${quoted[quoted.length - 1]}`;
|
|
256
|
+
}
|
|
257
|
+
function invalidType(path, type, message) {
|
|
258
|
+
throw new NarsilError(ErrorCodes.SCHEMA_INVALID_TYPE, message, { field: path, type });
|
|
259
|
+
}
|
|
260
|
+
function parseBase(baseName, path, type) {
|
|
261
|
+
if (isNamedBase(baseName)) return { base: baseName, dimension: 0 };
|
|
262
|
+
const vectorMatch = VECTOR_TYPE_PATTERN.exec(baseName);
|
|
263
|
+
if (vectorMatch === null) {
|
|
264
|
+
invalidType(path, type, `Field "${path}" has an unsupported type: "${type}"`);
|
|
265
|
+
}
|
|
266
|
+
const dimension = vectorDimensionOf(baseName) ?? Number.NaN;
|
|
267
|
+
if (!(dimension > 0 && dimension <= MAX_STORED_VECTOR_DIMENSION)) {
|
|
268
|
+
throw new NarsilError(
|
|
269
|
+
ErrorCodes.SCHEMA_INVALID_VECTOR_DIMENSION,
|
|
270
|
+
`Vector field "${path}" has ${vectorMatch[1]} dimensions, but a vector field holds from 1 to ${MAX_STORED_VECTOR_DIMENSION}`,
|
|
271
|
+
{ field: path, dimension, maximum: MAX_STORED_VECTOR_DIMENSION }
|
|
272
|
+
);
|
|
273
|
+
}
|
|
274
|
+
return { base: "vector", dimension };
|
|
275
|
+
}
|
|
276
|
+
function parseFieldType(type, path) {
|
|
277
|
+
const separatorIndex = type.indexOf(TYPE_SEPARATOR);
|
|
278
|
+
const baseName = separatorIndex === -1 ? type : type.slice(0, separatorIndex);
|
|
279
|
+
const { base, dimension } = parseBase(baseName, path, type);
|
|
280
|
+
const allowed = OPTIONS_BY_BASE[base];
|
|
281
|
+
const options = /* @__PURE__ */ new Set();
|
|
282
|
+
if (separatorIndex !== -1) {
|
|
283
|
+
for (const option of type.slice(separatorIndex + 1).split(TYPE_SEPARATOR)) {
|
|
284
|
+
if (!allowed.includes(option)) {
|
|
285
|
+
invalidType(
|
|
286
|
+
path,
|
|
287
|
+
type,
|
|
288
|
+
`Field "${path}" has type "${type}" with the option "${option}", but ${describeAllowedOptions(baseName, allowed)}`
|
|
289
|
+
);
|
|
290
|
+
}
|
|
291
|
+
if (options.has(option)) {
|
|
292
|
+
invalidType(path, type, `Field "${path}" has the "${option}" option twice in type "${type}"`);
|
|
293
|
+
}
|
|
294
|
+
options.add(option);
|
|
295
|
+
}
|
|
296
|
+
}
|
|
297
|
+
const ordered = FIELD_OPTION_ORDER.filter((option) => options.has(option));
|
|
298
|
+
const verbatim = base === "verbatim" || base === "verbatim[]";
|
|
299
|
+
return {
|
|
300
|
+
type: [baseName, ...ordered].join(TYPE_SEPARATOR),
|
|
301
|
+
base,
|
|
302
|
+
sortable: options.has("sortable"),
|
|
303
|
+
pattern: verbatim || options.has("pattern"),
|
|
304
|
+
partial: options.has("partial"),
|
|
305
|
+
dimension
|
|
306
|
+
};
|
|
307
|
+
}
|
|
308
|
+
var parsedTypesByName = /* @__PURE__ */ new Map();
|
|
309
|
+
function parsedTypeOf(type) {
|
|
310
|
+
if (type === void 0) return void 0;
|
|
311
|
+
const known = parsedTypesByName.get(type);
|
|
312
|
+
if (known !== void 0) return known;
|
|
313
|
+
try {
|
|
314
|
+
const parsed = Object.freeze(parseFieldType(type, ""));
|
|
315
|
+
if (parsedTypesByName.size < PARSED_FIELD_TYPE_CACHE_ENTRIES) parsedTypesByName.set(type, parsed);
|
|
316
|
+
return parsed;
|
|
317
|
+
} catch {
|
|
318
|
+
return void 0;
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
function withSortableOption(parsed) {
|
|
322
|
+
if (parsed.sortable) return parsed.type;
|
|
323
|
+
const separatorIndex = parsed.type.indexOf(TYPE_SEPARATOR);
|
|
324
|
+
const baseName = separatorIndex === -1 ? parsed.type : parsed.type.slice(0, separatorIndex);
|
|
325
|
+
return parseFieldType(`${baseName}${TYPE_SEPARATOR}sortable${parsed.type.slice(baseName.length)}`, "").type;
|
|
326
|
+
}
|
|
327
|
+
function isListBase(base) {
|
|
328
|
+
return base.endsWith("[]");
|
|
329
|
+
}
|
|
330
|
+
function isWordIndexedBase(base) {
|
|
331
|
+
return base === "string" || base === "string[]";
|
|
332
|
+
}
|
|
333
|
+
function isSingleStringFieldType(fieldType) {
|
|
334
|
+
return parsedTypeOf(fieldType)?.base === "string";
|
|
335
|
+
}
|
|
336
|
+
function isWordIndexedFieldType(fieldType) {
|
|
337
|
+
const parsed = parsedTypeOf(fieldType);
|
|
338
|
+
return parsed !== void 0 && isWordIndexedBase(parsed.base);
|
|
339
|
+
}
|
|
340
|
+
function isStringValuedBase(base) {
|
|
341
|
+
return base === "string" || base === "string[]" || base === "verbatim" || base === "verbatim[]";
|
|
342
|
+
}
|
|
343
|
+
|
|
344
|
+
// src/core/ordering/code-points.ts
|
|
345
|
+
function exceedsCodePoints(value, maximum) {
|
|
346
|
+
if (value.length <= maximum) return false;
|
|
347
|
+
let counted = 0;
|
|
348
|
+
let i = 0;
|
|
349
|
+
while (i < value.length) {
|
|
350
|
+
const unit = value.charCodeAt(i);
|
|
351
|
+
if (unit >= 55296 && unit < 56320 && i + 1 < value.length) {
|
|
352
|
+
const low = value.charCodeAt(i + 1);
|
|
353
|
+
if (low >= 56320 && low < 57344) i++;
|
|
354
|
+
}
|
|
355
|
+
i++;
|
|
356
|
+
counted++;
|
|
357
|
+
if (counted > maximum) return true;
|
|
358
|
+
}
|
|
359
|
+
return false;
|
|
360
|
+
}
|
|
361
|
+
var SURROGATE_UNIT = /[\ud800-\udfff]/;
|
|
362
|
+
var REPLACEMENT_CHARACTER = "\uFFFD";
|
|
363
|
+
function firstUnpairedSurrogate(value) {
|
|
364
|
+
for (let i = 0; i < value.length; i++) {
|
|
365
|
+
const unit = value.charCodeAt(i);
|
|
366
|
+
if (unit < 55296 || unit >= 57344) continue;
|
|
367
|
+
if (unit >= 56320) return i;
|
|
368
|
+
const low = value.charCodeAt(i + 1);
|
|
369
|
+
if (!(low >= 56320 && low < 57344)) return i;
|
|
370
|
+
i++;
|
|
371
|
+
}
|
|
372
|
+
return -1;
|
|
373
|
+
}
|
|
374
|
+
function holdsUnpairedSurrogate(value) {
|
|
375
|
+
return SURROGATE_UNIT.test(value) && firstUnpairedSurrogate(value) >= 0;
|
|
376
|
+
}
|
|
377
|
+
function withUnpairedSurrogatesReplaced(value) {
|
|
378
|
+
const first = firstUnpairedSurrogate(value);
|
|
379
|
+
if (first < 0) return value;
|
|
380
|
+
let repaired = value.slice(0, first);
|
|
381
|
+
for (let i = first; i < value.length; i++) {
|
|
382
|
+
const unit = value.charCodeAt(i);
|
|
383
|
+
if (unit < 55296 || unit >= 57344) {
|
|
384
|
+
repaired += value[i];
|
|
385
|
+
continue;
|
|
386
|
+
}
|
|
387
|
+
const low = value.charCodeAt(i + 1);
|
|
388
|
+
if (unit < 56320 && low >= 56320 && low < 57344) {
|
|
389
|
+
repaired += value.slice(i, i + 2);
|
|
390
|
+
i++;
|
|
391
|
+
continue;
|
|
392
|
+
}
|
|
393
|
+
repaired += REPLACEMENT_CHARACTER;
|
|
394
|
+
}
|
|
395
|
+
return repaired;
|
|
396
|
+
}
|
|
397
|
+
function codePointCount(value) {
|
|
398
|
+
let counted = 0;
|
|
399
|
+
for (let i = 0; i < value.length; i++) {
|
|
400
|
+
const unit = value.charCodeAt(i);
|
|
401
|
+
if (unit >= 55296 && unit < 56320 && i + 1 < value.length) {
|
|
402
|
+
const low = value.charCodeAt(i + 1);
|
|
403
|
+
if (low >= 56320 && low < 57344) i++;
|
|
404
|
+
}
|
|
405
|
+
counted++;
|
|
406
|
+
}
|
|
407
|
+
return counted;
|
|
408
|
+
}
|
|
409
|
+
function adjustUtf16Unit(unit) {
|
|
410
|
+
if (unit < 55296) return unit;
|
|
411
|
+
if (unit < 57344) return unit + 8192;
|
|
412
|
+
return unit - 2048;
|
|
413
|
+
}
|
|
414
|
+
function compareCodePoints(a, b) {
|
|
415
|
+
const shorter = a.length < b.length ? a.length : b.length;
|
|
416
|
+
let i = 0;
|
|
417
|
+
while (i < shorter && a.charCodeAt(i) === b.charCodeAt(i)) i++;
|
|
418
|
+
if (i === shorter) return a.length - b.length;
|
|
419
|
+
return adjustUtf16Unit(a.charCodeAt(i)) - adjustUtf16Unit(b.charCodeAt(i));
|
|
420
|
+
}
|
|
421
|
+
|
|
422
|
+
// src/geo/constants.ts
|
|
423
|
+
var DEG_TO_RAD = Math.PI / 180;
|
|
424
|
+
var MAX_LATITUDE_DEGREES = 90;
|
|
425
|
+
var MAX_LONGITUDE_DEGREES = 180;
|
|
426
|
+
var MIN_POLYGON_POINTS = 3;
|
|
427
|
+
var ANTIMERIDIAN_SPAN_DEGREES = 180;
|
|
428
|
+
var FULL_TURN_DEGREES = 360;
|
|
429
|
+
var EARTH_RADIUS_METERS = 63710088e-1;
|
|
430
|
+
var LOCATION_CODE_BITS_PER_AXIS = 26;
|
|
431
|
+
var LOCATION_CELLS_PER_AXIS = 2 ** LOCATION_CODE_BITS_PER_AXIS;
|
|
432
|
+
var MAX_COVERING_CELLS = 16;
|
|
433
|
+
|
|
434
|
+
// src/geo/coordinates.ts
|
|
435
|
+
function isLatitude(value) {
|
|
436
|
+
return value >= -MAX_LATITUDE_DEGREES && value <= MAX_LATITUDE_DEGREES;
|
|
437
|
+
}
|
|
438
|
+
function isLongitude(value) {
|
|
439
|
+
return value >= -MAX_LONGITUDE_DEGREES && value <= MAX_LONGITUDE_DEGREES;
|
|
440
|
+
}
|
|
441
|
+
|
|
442
|
+
// src/schema/validator/field-values.ts
|
|
443
|
+
function validateGeopoint(path, value) {
|
|
444
|
+
if (!isPlainObject(value)) {
|
|
445
|
+
throw new NarsilError(
|
|
446
|
+
ErrorCodes.SCHEMA_INVALID_GEOPOINT,
|
|
447
|
+
`Field "${path}" expected a geopoint object with lat and lon`,
|
|
448
|
+
{
|
|
449
|
+
field: path,
|
|
450
|
+
received: Array.isArray(value) ? "array" : typeof value
|
|
451
|
+
}
|
|
452
|
+
);
|
|
453
|
+
}
|
|
454
|
+
if (typeof value.lat !== "number" || typeof value.lon !== "number" || Number.isNaN(value.lat) || Number.isNaN(value.lon)) {
|
|
455
|
+
throw new NarsilError(ErrorCodes.SCHEMA_INVALID_GEOPOINT, `Field "${path}" geopoint requires numeric lat and lon`, {
|
|
456
|
+
field: path,
|
|
457
|
+
lat: Number.isNaN(value.lat) ? "NaN" : typeof value.lat,
|
|
458
|
+
lon: Number.isNaN(value.lon) ? "NaN" : typeof value.lon
|
|
459
|
+
});
|
|
460
|
+
}
|
|
461
|
+
if (!isLatitude(value.lat)) {
|
|
462
|
+
throw new NarsilError(
|
|
463
|
+
ErrorCodes.SCHEMA_INVALID_GEOPOINT,
|
|
464
|
+
`Field "${path}" geopoint lat must be between -90 and 90`,
|
|
465
|
+
{
|
|
466
|
+
field: path,
|
|
467
|
+
lat: value.lat
|
|
468
|
+
}
|
|
469
|
+
);
|
|
470
|
+
}
|
|
471
|
+
if (!isLongitude(value.lon)) {
|
|
472
|
+
throw new NarsilError(
|
|
473
|
+
ErrorCodes.SCHEMA_INVALID_GEOPOINT,
|
|
474
|
+
`Field "${path}" geopoint lon must be between -180 and 180`,
|
|
475
|
+
{
|
|
476
|
+
field: path,
|
|
477
|
+
lon: value.lon
|
|
478
|
+
}
|
|
479
|
+
);
|
|
480
|
+
}
|
|
481
|
+
}
|
|
482
|
+
function validateVector(path, value, expectedDimension) {
|
|
483
|
+
const isArray = Array.isArray(value);
|
|
484
|
+
const isFloat32 = value instanceof Float32Array;
|
|
485
|
+
if (!isArray && !isFloat32) {
|
|
486
|
+
throw new NarsilError(
|
|
487
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
488
|
+
`Field "${path}" expected a vector (Array or Float32Array)`,
|
|
489
|
+
{ field: path, received: typeof value }
|
|
490
|
+
);
|
|
491
|
+
}
|
|
492
|
+
const arr = value;
|
|
493
|
+
if (arr.length !== expectedDimension) {
|
|
494
|
+
throw new NarsilError(
|
|
495
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
496
|
+
`Field "${path}" expected vector of dimension ${expectedDimension}, got ${arr.length}`,
|
|
497
|
+
{ field: path, expected: expectedDimension, received: arr.length }
|
|
498
|
+
);
|
|
499
|
+
}
|
|
500
|
+
for (let i = 0; i < arr.length; i++) {
|
|
501
|
+
if (typeof arr[i] !== "number" || !Number.isFinite(Math.fround(arr[i]))) {
|
|
502
|
+
throw new NarsilError(
|
|
503
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
504
|
+
`Field "${path}" vector element at index ${i} is not a valid number`,
|
|
505
|
+
{ field: path, index: i, value: arr[i] }
|
|
506
|
+
);
|
|
507
|
+
}
|
|
508
|
+
}
|
|
509
|
+
}
|
|
510
|
+
function validateTypedArray(path, value, elementType) {
|
|
511
|
+
if (!Array.isArray(value)) {
|
|
512
|
+
throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Field "${path}" expected an array`, {
|
|
513
|
+
field: path,
|
|
514
|
+
received: typeof value
|
|
515
|
+
});
|
|
516
|
+
}
|
|
517
|
+
for (let i = 0; i < value.length; i++) {
|
|
518
|
+
const el = value[i];
|
|
519
|
+
if (typeof el !== elementType) {
|
|
520
|
+
throw new NarsilError(
|
|
521
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
522
|
+
`Field "${path}" array element at index ${i} expected ${elementType}, got ${typeof el}`,
|
|
523
|
+
{ field: path, index: i, expected: elementType, received: typeof el }
|
|
524
|
+
);
|
|
525
|
+
}
|
|
526
|
+
if (elementType === "number" && !Number.isFinite(el)) {
|
|
527
|
+
throw new NarsilError(
|
|
528
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
529
|
+
`Field "${path}" array element at index ${i} is ${String(el)}, while a number field holds finite numbers alone`,
|
|
530
|
+
{ field: path, index: i }
|
|
531
|
+
);
|
|
532
|
+
}
|
|
533
|
+
}
|
|
534
|
+
}
|
|
535
|
+
function validatePatternValue(path, value, patternValueLimit, index) {
|
|
536
|
+
if (!exceedsCodePoints(value, patternValueLimit)) return;
|
|
537
|
+
const subject = index === void 0 ? `The value of field "${path}"` : `Element ${index} of field "${path}"`;
|
|
538
|
+
throw new NarsilError(
|
|
539
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
540
|
+
`${subject} is longer than ${patternValueLimit} code points, which is the pattern value limit of this index`,
|
|
541
|
+
{ field: path, limit: patternValueLimit, ...index === void 0 ? {} : { index } }
|
|
542
|
+
);
|
|
543
|
+
}
|
|
544
|
+
function validateFieldValue(path, value, type, patternValueLimit) {
|
|
545
|
+
switch (type.base) {
|
|
546
|
+
case "string":
|
|
547
|
+
case "verbatim":
|
|
548
|
+
if (typeof value !== "string") {
|
|
549
|
+
throw new NarsilError(
|
|
550
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
551
|
+
`Field "${path}" expected string, got ${typeof value}`,
|
|
552
|
+
{
|
|
553
|
+
field: path,
|
|
554
|
+
expected: "string",
|
|
555
|
+
received: typeof value
|
|
556
|
+
}
|
|
557
|
+
);
|
|
558
|
+
}
|
|
559
|
+
if (type.pattern) validatePatternValue(path, value, patternValueLimit);
|
|
560
|
+
return;
|
|
561
|
+
case "number":
|
|
562
|
+
if (typeof value !== "number" || !Number.isFinite(value)) {
|
|
563
|
+
throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Field "${path}" expected a finite number`, {
|
|
564
|
+
field: path,
|
|
565
|
+
expected: "number",
|
|
566
|
+
received: typeof value === "number" ? String(value) : typeof value
|
|
567
|
+
});
|
|
568
|
+
}
|
|
569
|
+
return;
|
|
570
|
+
case "boolean":
|
|
571
|
+
if (typeof value !== "boolean") {
|
|
572
|
+
throw new NarsilError(
|
|
573
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
574
|
+
`Field "${path}" expected boolean, got ${typeof value}`,
|
|
575
|
+
{
|
|
576
|
+
field: path,
|
|
577
|
+
expected: "boolean",
|
|
578
|
+
received: typeof value
|
|
579
|
+
}
|
|
580
|
+
);
|
|
581
|
+
}
|
|
582
|
+
return;
|
|
583
|
+
case "enum":
|
|
584
|
+
if (typeof value !== "string") {
|
|
585
|
+
throw new NarsilError(
|
|
586
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
587
|
+
`Field "${path}" expected enum (string), got ${typeof value}`,
|
|
588
|
+
{
|
|
589
|
+
field: path,
|
|
590
|
+
expected: "enum",
|
|
591
|
+
received: typeof value
|
|
592
|
+
}
|
|
593
|
+
);
|
|
594
|
+
}
|
|
595
|
+
return;
|
|
596
|
+
case "geopoint":
|
|
597
|
+
validateGeopoint(path, value);
|
|
598
|
+
return;
|
|
599
|
+
case "string[]":
|
|
600
|
+
case "verbatim[]":
|
|
601
|
+
validateTypedArray(path, value, "string");
|
|
602
|
+
if (type.pattern) {
|
|
603
|
+
const elements = value;
|
|
604
|
+
for (let i = 0; i < elements.length; i++) validatePatternValue(path, elements[i], patternValueLimit, i);
|
|
605
|
+
}
|
|
606
|
+
return;
|
|
607
|
+
case "number[]":
|
|
608
|
+
validateTypedArray(path, value, "number");
|
|
609
|
+
return;
|
|
610
|
+
case "boolean[]":
|
|
611
|
+
validateTypedArray(path, value, "boolean");
|
|
612
|
+
return;
|
|
613
|
+
case "enum[]":
|
|
614
|
+
validateTypedArray(path, value, "string");
|
|
615
|
+
return;
|
|
616
|
+
case "vector":
|
|
617
|
+
validateVector(path, value, type.dimension);
|
|
618
|
+
return;
|
|
619
|
+
}
|
|
620
|
+
}
|
|
621
|
+
|
|
622
|
+
// src/schema/validator/storable.ts
|
|
623
|
+
var RESERVED_OBJECT_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
|
|
624
|
+
var UNPAIRED_SURROGATE_REASON = "holds an unpaired surrogate, the half of a character such as an emoji whose other half is missing, so the engine cannot store it as UTF-8";
|
|
625
|
+
function reject(path, reason) {
|
|
626
|
+
throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Field "${path === "" ? "(document)" : path}" ${reason}`, {
|
|
627
|
+
field: path
|
|
628
|
+
});
|
|
629
|
+
}
|
|
630
|
+
function isPlainObject2(value) {
|
|
631
|
+
const proto = Object.getPrototypeOf(value);
|
|
632
|
+
return proto === Object.prototype || proto === null;
|
|
633
|
+
}
|
|
634
|
+
function walkStorable(value, path, depth, ancestors, skip) {
|
|
635
|
+
if (value === null || value === void 0) return;
|
|
636
|
+
const kind = typeof value;
|
|
637
|
+
if (kind === "string") {
|
|
638
|
+
if (holdsUnpairedSurrogate(value)) reject(path, UNPAIRED_SURROGATE_REASON);
|
|
639
|
+
return;
|
|
640
|
+
}
|
|
641
|
+
if (kind === "boolean" || kind === "number") return;
|
|
642
|
+
if (kind === "bigint" || kind === "symbol" || kind === "function") {
|
|
643
|
+
reject(path, `holds a ${kind}, which cannot be stored or recovered`);
|
|
644
|
+
}
|
|
645
|
+
const container = value;
|
|
646
|
+
if (container instanceof Date) {
|
|
647
|
+
if (Number.isNaN(container.getTime())) reject(path, "holds an invalid date, which the engine cannot store");
|
|
648
|
+
return;
|
|
649
|
+
}
|
|
650
|
+
if (container instanceof Uint8Array) return;
|
|
651
|
+
const isArray = Array.isArray(container);
|
|
652
|
+
if (!isArray && !isPlainObject2(container)) {
|
|
653
|
+
reject(
|
|
654
|
+
path,
|
|
655
|
+
"holds a value that does not survive storage; use plain objects, arrays, strings, numbers, booleans, dates, or Uint8Array bytes"
|
|
656
|
+
);
|
|
657
|
+
}
|
|
658
|
+
if (depth >= MAX_DOCUMENT_NESTING_DEPTH) {
|
|
659
|
+
reject(path, `nests deeper than ${MAX_DOCUMENT_NESTING_DEPTH} levels`);
|
|
660
|
+
}
|
|
661
|
+
if (ancestors.has(container)) {
|
|
662
|
+
reject(path, "refers back to one of its own ancestors");
|
|
663
|
+
}
|
|
664
|
+
ancestors.add(container);
|
|
665
|
+
if (isArray) {
|
|
666
|
+
const items = container;
|
|
667
|
+
for (let i = 0; i < items.length; i++) {
|
|
668
|
+
walkStorable(items[i], `${path}[${i}]`, depth + 1, ancestors, skip);
|
|
669
|
+
}
|
|
670
|
+
} else {
|
|
671
|
+
const record = container;
|
|
672
|
+
for (const key of Object.keys(record)) {
|
|
673
|
+
const keyPath = path === "" ? key : `${path}.${key}`;
|
|
674
|
+
if (RESERVED_OBJECT_KEYS.has(key)) {
|
|
675
|
+
reject(keyPath, "uses a reserved object key");
|
|
676
|
+
}
|
|
677
|
+
if (holdsUnpairedSurrogate(key)) reject(keyPath, `has a name that ${UNPAIRED_SURROGATE_REASON}`);
|
|
678
|
+
if (skip.has(keyPath)) continue;
|
|
679
|
+
walkStorable(record[key], keyPath, depth + 1, ancestors, skip);
|
|
680
|
+
}
|
|
681
|
+
}
|
|
682
|
+
ancestors.delete(container);
|
|
683
|
+
}
|
|
684
|
+
function assertStorableDocument(document, skipFieldPaths) {
|
|
685
|
+
walkStorable(document, "", 0, /* @__PURE__ */ new Set(), skipFieldPaths ?? /* @__PURE__ */ new Set());
|
|
686
|
+
}
|
|
687
|
+
|
|
688
|
+
// src/schema/validator/document.ts
|
|
689
|
+
var vectorPathCache = /* @__PURE__ */ new WeakMap();
|
|
690
|
+
function vectorFieldPaths(schema) {
|
|
691
|
+
let paths = vectorPathCache.get(schema);
|
|
692
|
+
if (paths !== void 0) return paths;
|
|
693
|
+
paths = /* @__PURE__ */ new Set();
|
|
694
|
+
const collect = (level, prefix) => {
|
|
695
|
+
for (const [field, type] of Object.entries(level)) {
|
|
696
|
+
const path = prefix === "" ? field : `${prefix}.${field}`;
|
|
697
|
+
if (typeof type === "string" && VECTOR_PATTERN.test(type)) {
|
|
698
|
+
paths?.add(path);
|
|
699
|
+
} else if (isPlainObject(type)) {
|
|
700
|
+
collect(type, path);
|
|
701
|
+
}
|
|
702
|
+
}
|
|
703
|
+
};
|
|
704
|
+
collect(schema, "");
|
|
705
|
+
vectorPathCache.set(schema, paths);
|
|
706
|
+
return paths;
|
|
707
|
+
}
|
|
708
|
+
var parsedLevelCache = /* @__PURE__ */ new WeakMap();
|
|
709
|
+
function parsedLevel(schema, prefix) {
|
|
710
|
+
let entries = parsedLevelCache.get(schema);
|
|
711
|
+
if (entries !== void 0) return entries;
|
|
712
|
+
entries = Object.entries(schema).map(([field, type]) => {
|
|
713
|
+
if (isPlainObject(type)) return { field, nested: type, type: null };
|
|
714
|
+
const path = prefix ? `${prefix}.${field}` : field;
|
|
715
|
+
return { field, nested: null, type: parseFieldType(type, path) };
|
|
716
|
+
});
|
|
717
|
+
parsedLevelCache.set(schema, entries);
|
|
718
|
+
return entries;
|
|
719
|
+
}
|
|
720
|
+
function validateDocumentFields(doc, schema, prefix, patternValueLimit) {
|
|
721
|
+
for (const { field, nested, type } of parsedLevel(schema, prefix)) {
|
|
722
|
+
const value = doc[field];
|
|
723
|
+
if (value === void 0 || value === null) continue;
|
|
724
|
+
const path = prefix ? `${prefix}.${field}` : field;
|
|
725
|
+
if (nested !== null) {
|
|
726
|
+
if (!isPlainObject(value)) {
|
|
727
|
+
throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Field "${path}" expected an object`, {
|
|
728
|
+
field: path,
|
|
729
|
+
received: Array.isArray(value) ? "array" : typeof value
|
|
730
|
+
});
|
|
731
|
+
}
|
|
732
|
+
validateDocumentFields(value, nested, path, patternValueLimit);
|
|
733
|
+
continue;
|
|
734
|
+
}
|
|
735
|
+
if (type !== null) validateFieldValue(path, value, type, patternValueLimit);
|
|
736
|
+
}
|
|
737
|
+
}
|
|
738
|
+
function validateDocument(document, schema, patternValueLimit = DEFAULT_PATTERN_VALUE_LIMIT) {
|
|
739
|
+
if (!isPlainObject(document)) {
|
|
740
|
+
throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, "Document must be a plain object", {
|
|
741
|
+
received: typeof document
|
|
742
|
+
});
|
|
743
|
+
}
|
|
744
|
+
requireIdFieldKey(document);
|
|
745
|
+
assertStorableDocument(document, vectorFieldPaths(schema));
|
|
746
|
+
validateDocumentFields(document, schema, "", patternValueLimit);
|
|
747
|
+
}
|
|
748
|
+
function requireIdFieldKey(document) {
|
|
749
|
+
if (!Object.hasOwn(document, "id")) return;
|
|
750
|
+
const id = document.id;
|
|
751
|
+
if (typeof id === "string" && id.length > 0) return;
|
|
752
|
+
throw new NarsilError(
|
|
753
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
754
|
+
`Field "id" holds ${typeof id === "string" ? "an empty string" : id === null ? "null" : `a ${typeof id}`}, while the engine stores a document under its id field, so that field must hold a non-empty string`,
|
|
755
|
+
{ field: "id", received: id === null ? "null" : typeof id }
|
|
756
|
+
);
|
|
757
|
+
}
|
|
758
|
+
function collectExtraFields(doc, schema, prefix, extras) {
|
|
759
|
+
for (const key of Object.keys(doc)) {
|
|
760
|
+
if (key === "id") continue;
|
|
761
|
+
const path = prefix ? `${prefix}.${key}` : key;
|
|
762
|
+
if (!Object.hasOwn(schema, key)) {
|
|
763
|
+
extras.push(path);
|
|
764
|
+
continue;
|
|
765
|
+
}
|
|
766
|
+
const schemaType = schema[key];
|
|
767
|
+
if (isPlainObject(schemaType) && isPlainObject(doc[key])) {
|
|
768
|
+
collectExtraFields(doc[key], schemaType, path, extras);
|
|
769
|
+
}
|
|
770
|
+
}
|
|
771
|
+
}
|
|
772
|
+
function validateDocumentStrict(document, schema) {
|
|
773
|
+
const extras = [];
|
|
774
|
+
collectExtraFields(document, schema, "", extras);
|
|
775
|
+
if (extras.length > 0) {
|
|
776
|
+
throw new NarsilError(
|
|
777
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
778
|
+
`Document contains fields not defined in schema: ${extras.join(", ")}`,
|
|
779
|
+
{ extraFields: extras }
|
|
780
|
+
);
|
|
781
|
+
}
|
|
782
|
+
}
|
|
783
|
+
function resolveNestedValue(document, path) {
|
|
784
|
+
if (!path.includes(".")) return document[path];
|
|
785
|
+
const segments = path.split(".");
|
|
786
|
+
let current = document;
|
|
787
|
+
for (const segment of segments) {
|
|
788
|
+
if (current === null || current === void 0 || typeof current !== "object") return void 0;
|
|
789
|
+
current = current[segment];
|
|
790
|
+
}
|
|
791
|
+
return current;
|
|
792
|
+
}
|
|
793
|
+
function validateRequiredFields(document, required) {
|
|
794
|
+
if (required.length === 0) return;
|
|
795
|
+
for (const field of required) {
|
|
796
|
+
const value = resolveNestedValue(document, field);
|
|
797
|
+
if (value === void 0 || value === null) {
|
|
798
|
+
throw new NarsilError(ErrorCodes.DOC_MISSING_REQUIRED_FIELD, `Document is missing required field "${field}"`, {
|
|
799
|
+
field
|
|
800
|
+
});
|
|
801
|
+
}
|
|
802
|
+
}
|
|
803
|
+
}
|
|
804
|
+
|
|
805
|
+
// src/schema/validator/document-size.ts
|
|
806
|
+
var LARGEST_HEADER_BYTES = 5;
|
|
807
|
+
var LARGEST_NUMBER_BYTES = 9;
|
|
808
|
+
var LARGEST_TIMESTAMP_BYTES = 15;
|
|
809
|
+
var LARGEST_UTF8_BYTES_PER_UNIT = 3;
|
|
810
|
+
function upperBoundBytes(value, budget, depth) {
|
|
811
|
+
if (value === null || value === void 0 || typeof value === "boolean") return 1;
|
|
812
|
+
if (typeof value === "number") return LARGEST_NUMBER_BYTES;
|
|
813
|
+
if (typeof value === "string") return LARGEST_HEADER_BYTES + value.length * LARGEST_UTF8_BYTES_PER_UNIT;
|
|
814
|
+
if (value instanceof Date) return LARGEST_TIMESTAMP_BYTES;
|
|
815
|
+
if (ArrayBuffer.isView(value)) return LARGEST_HEADER_BYTES + value.byteLength;
|
|
816
|
+
if (typeof value !== "object" || depth > MAX_DOCUMENT_NESTING_DEPTH) return LARGEST_NUMBER_BYTES;
|
|
817
|
+
let total = LARGEST_HEADER_BYTES;
|
|
818
|
+
if (Array.isArray(value)) {
|
|
819
|
+
for (const item of value) {
|
|
820
|
+
total += upperBoundBytes(item, budget - total, depth + 1);
|
|
821
|
+
if (total > budget) return total;
|
|
822
|
+
}
|
|
823
|
+
return total;
|
|
824
|
+
}
|
|
825
|
+
const record = value;
|
|
826
|
+
for (const key of Object.keys(record)) {
|
|
827
|
+
total += LARGEST_HEADER_BYTES + key.length * LARGEST_UTF8_BYTES_PER_UNIT;
|
|
828
|
+
total += upperBoundBytes(record[key], budget - total, depth + 1);
|
|
829
|
+
if (total > budget) return total;
|
|
830
|
+
}
|
|
831
|
+
return total;
|
|
832
|
+
}
|
|
833
|
+
function messagePackUpperBoundBytes(value) {
|
|
834
|
+
return upperBoundBytes(value, Number.POSITIVE_INFINITY, 0);
|
|
835
|
+
}
|
|
836
|
+
function encodedBytesOf(code, document) {
|
|
837
|
+
try {
|
|
838
|
+
return code.encodeDocument(document).byteLength;
|
|
839
|
+
} catch {
|
|
840
|
+
return null;
|
|
841
|
+
}
|
|
842
|
+
}
|
|
843
|
+
function requireDocumentWithinSizeLimit(document) {
|
|
844
|
+
if (upperBoundBytes(document, MAX_DOCUMENT_BYTES, 0) <= MAX_DOCUMENT_BYTES) return null;
|
|
845
|
+
const code = loadedMessagePack();
|
|
846
|
+
if (code !== null) {
|
|
847
|
+
requireEncodedDocumentWithinSizeLimit(code, document);
|
|
848
|
+
return null;
|
|
849
|
+
}
|
|
850
|
+
return loadMessagePack().then((loaded2) => requireEncodedDocumentWithinSizeLimit(loaded2, document));
|
|
851
|
+
}
|
|
852
|
+
function requireEncodedDocumentWithinSizeLimit(code, document) {
|
|
853
|
+
const encodedBytes = encodedBytesOf(code, document);
|
|
854
|
+
if (encodedBytes === null || encodedBytes <= MAX_DOCUMENT_BYTES) return;
|
|
855
|
+
throw new NarsilError(
|
|
856
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
857
|
+
`The document takes ${encodedBytes} bytes as MessagePack, vector values included, but a document may take at most ${MAX_DOCUMENT_BYTES}`,
|
|
858
|
+
{ bytes: encodedBytes, maximum: MAX_DOCUMENT_BYTES }
|
|
859
|
+
);
|
|
860
|
+
}
|
|
861
|
+
|
|
862
|
+
// src/core/ordering/constants.ts
|
|
863
|
+
var SORT_VALUE_MAX_CODE_POINTS = 512;
|
|
864
|
+
|
|
865
|
+
// src/core/ordering/sort-values.ts
|
|
866
|
+
var SORT_MODES = ["min", "max", "avg", "median"];
|
|
867
|
+
function isSortMode(value) {
|
|
868
|
+
return value === "min" || value === "max" || value === "avg" || value === "median";
|
|
869
|
+
}
|
|
870
|
+
function defaultSortMode(direction) {
|
|
871
|
+
return direction === "desc" ? "max" : "min";
|
|
872
|
+
}
|
|
873
|
+
function sortModeOf(entry) {
|
|
874
|
+
return entry.mode ?? defaultSortMode(entry.direction);
|
|
875
|
+
}
|
|
876
|
+
function truncateSortString(value) {
|
|
877
|
+
if (value.length <= SORT_VALUE_MAX_CODE_POINTS) return value;
|
|
878
|
+
let index = 0;
|
|
879
|
+
let counted = 0;
|
|
880
|
+
while (index < value.length && counted < SORT_VALUE_MAX_CODE_POINTS) {
|
|
881
|
+
const unit = value.charCodeAt(index);
|
|
882
|
+
if (unit >= 55296 && unit < 56320 && index + 1 < value.length) {
|
|
883
|
+
const low = value.charCodeAt(index + 1);
|
|
884
|
+
if (low >= 56320 && low < 57344) index++;
|
|
885
|
+
}
|
|
886
|
+
index++;
|
|
887
|
+
counted++;
|
|
888
|
+
}
|
|
889
|
+
return value.slice(0, index);
|
|
890
|
+
}
|
|
891
|
+
function toComparableSortValue(value) {
|
|
892
|
+
if (typeof value === "string") return truncateSortString(value);
|
|
893
|
+
if (typeof value === "number") return Number.isFinite(value) ? value : null;
|
|
894
|
+
if (typeof value === "boolean") return value;
|
|
895
|
+
return null;
|
|
896
|
+
}
|
|
897
|
+
|
|
898
|
+
// src/schema/validator/schema.ts
|
|
899
|
+
function validateSchemaFields(schema, depth, prefix) {
|
|
900
|
+
if (depth > MAX_NESTING_DEPTH) {
|
|
901
|
+
throw new NarsilError(
|
|
902
|
+
ErrorCodes.SCHEMA_DEPTH_EXCEEDED,
|
|
903
|
+
`Schema nesting exceeds the maximum depth of ${MAX_NESTING_DEPTH} at "${prefix}"`,
|
|
904
|
+
{ path: prefix, maxDepth: MAX_NESTING_DEPTH }
|
|
905
|
+
);
|
|
906
|
+
}
|
|
907
|
+
let canonical = null;
|
|
908
|
+
const replace = (field, value) => {
|
|
909
|
+
if (canonical === null) canonical = { ...schema };
|
|
910
|
+
canonical[field] = value;
|
|
911
|
+
};
|
|
912
|
+
for (const [field, type] of Object.entries(schema)) {
|
|
913
|
+
const path = prefix ? `${prefix}.${field}` : field;
|
|
914
|
+
if (PROTOTYPE_POLLUTION_KEYS.has(field)) {
|
|
915
|
+
throw new NarsilError(ErrorCodes.SCHEMA_INVALID_TYPE, `Field name "${field}" is not allowed in a schema`, {
|
|
916
|
+
field,
|
|
917
|
+
path
|
|
918
|
+
});
|
|
919
|
+
}
|
|
920
|
+
if (!FIELD_NAME_PATTERN.test(field)) {
|
|
921
|
+
throw new NarsilError(
|
|
922
|
+
ErrorCodes.SCHEMA_INVALID_TYPE,
|
|
923
|
+
`Field name "${field}" contains characters that are not allowed; use letters, digits, and underscores only`,
|
|
924
|
+
{ field, path }
|
|
925
|
+
);
|
|
926
|
+
}
|
|
927
|
+
if (depth === 1 && RESERVED_ROOT_FIELDS.has(field)) {
|
|
928
|
+
throw new NarsilError(
|
|
929
|
+
ErrorCodes.SCHEMA_INVALID_TYPE,
|
|
930
|
+
`Field "${field}" is reserved and cannot be defined in a schema`,
|
|
931
|
+
{ field, path }
|
|
932
|
+
);
|
|
933
|
+
}
|
|
934
|
+
if (isPlainObject(type)) {
|
|
935
|
+
const nested = validateSchemaFields(type, depth + 1, path);
|
|
936
|
+
if (nested !== type) replace(field, nested);
|
|
937
|
+
continue;
|
|
938
|
+
}
|
|
939
|
+
if (typeof type !== "string") {
|
|
940
|
+
throw new NarsilError(
|
|
941
|
+
ErrorCodes.SCHEMA_INVALID_TYPE,
|
|
942
|
+
`Field "${path}" has an invalid type definition: ${String(type)}`,
|
|
943
|
+
{
|
|
944
|
+
field: path,
|
|
945
|
+
type: String(type)
|
|
946
|
+
}
|
|
947
|
+
);
|
|
948
|
+
}
|
|
949
|
+
const parsed = parseFieldType(type, path);
|
|
950
|
+
if (parsed.type !== type) replace(field, parsed.type);
|
|
951
|
+
}
|
|
952
|
+
return canonical ?? schema;
|
|
953
|
+
}
|
|
954
|
+
function validateSchema(schema) {
|
|
955
|
+
if (!isPlainObject(schema)) {
|
|
956
|
+
throw new NarsilError(ErrorCodes.SCHEMA_INVALID_TYPE, "Schema must be a plain object", {
|
|
957
|
+
received: typeof schema
|
|
958
|
+
});
|
|
959
|
+
}
|
|
960
|
+
if (Object.keys(schema).length === 0) {
|
|
961
|
+
throw new NarsilError(ErrorCodes.SCHEMA_INVALID_TYPE, "Schema must define at least one field");
|
|
962
|
+
}
|
|
963
|
+
const validated = validateSchemaFields(schema, 1, "");
|
|
964
|
+
requireTextFieldCount(schemaFieldsOf(validated).filter((field) => isWordIndexedBase(field.base)).length);
|
|
965
|
+
return validated;
|
|
966
|
+
}
|
|
967
|
+
function requireTextFieldCount(count) {
|
|
968
|
+
if (count <= MAX_TEXT_FIELDS) return;
|
|
969
|
+
throw new NarsilError(
|
|
970
|
+
ErrorCodes.SCHEMA_INVALID_TYPE,
|
|
971
|
+
`The schema declares ${count} string and string[] fields, but a schema holds at most ${MAX_TEXT_FIELDS}`,
|
|
972
|
+
{ textFields: count, maximum: MAX_TEXT_FIELDS }
|
|
973
|
+
);
|
|
974
|
+
}
|
|
975
|
+
function requireCreatableSchema(schema) {
|
|
976
|
+
for (const field of schemaFieldsOf(schema)) {
|
|
977
|
+
if (field.base !== "vector" || field.dimension <= MAX_VECTOR_DIMENSION) continue;
|
|
978
|
+
throw new NarsilError(
|
|
979
|
+
ErrorCodes.SCHEMA_INVALID_VECTOR_DIMENSION,
|
|
980
|
+
`Vector field "${field.path}" has ${field.dimension} dimensions, but a new index takes at most ${MAX_VECTOR_DIMENSION}`,
|
|
981
|
+
{ field: field.path, dimension: field.dimension, maximum: MAX_VECTOR_DIMENSION }
|
|
982
|
+
);
|
|
983
|
+
}
|
|
984
|
+
}
|
|
985
|
+
function requireValidFieldTypes(flatSchema) {
|
|
986
|
+
let textFields = 0;
|
|
987
|
+
for (const [path, type] of Object.entries(flatSchema)) {
|
|
988
|
+
if (typeof type !== "string") {
|
|
989
|
+
throw new NarsilError(
|
|
990
|
+
ErrorCodes.SCHEMA_INVALID_TYPE,
|
|
991
|
+
`Field "${path}" has an invalid type definition: ${String(type)}`,
|
|
992
|
+
{ field: path, type: String(type) }
|
|
993
|
+
);
|
|
994
|
+
}
|
|
995
|
+
if (isWordIndexedBase(parseFieldType(type, path).base)) textFields += 1;
|
|
996
|
+
}
|
|
997
|
+
requireTextFieldCount(textFields);
|
|
998
|
+
}
|
|
999
|
+
function flattenRecursive(schema, prefix, result) {
|
|
1000
|
+
for (const [field, type] of Object.entries(schema)) {
|
|
1001
|
+
const path = prefix ? `${prefix}.${field}` : field;
|
|
1002
|
+
if (isPlainObject(type)) {
|
|
1003
|
+
flattenRecursive(type, path, result);
|
|
1004
|
+
} else {
|
|
1005
|
+
result[path] = type;
|
|
1006
|
+
}
|
|
1007
|
+
}
|
|
1008
|
+
}
|
|
1009
|
+
var flattenedSchemas = /* @__PURE__ */ new WeakMap();
|
|
1010
|
+
function flattenSchema(schema) {
|
|
1011
|
+
const cached = flattenedSchemas.get(schema);
|
|
1012
|
+
if (cached !== void 0) return cached;
|
|
1013
|
+
const result = /* @__PURE__ */ Object.create(null);
|
|
1014
|
+
flattenRecursive(schema, "", result);
|
|
1015
|
+
flattenedSchemas.set(schema, Object.freeze(result));
|
|
1016
|
+
return result;
|
|
1017
|
+
}
|
|
1018
|
+
var parsedSchemas = /* @__PURE__ */ new WeakMap();
|
|
1019
|
+
function schemaFieldsOf(schema) {
|
|
1020
|
+
const cached = parsedSchemas.get(schema);
|
|
1021
|
+
if (cached !== void 0) return cached;
|
|
1022
|
+
const fields = [];
|
|
1023
|
+
for (const [path, type] of Object.entries(flattenSchema(schema))) {
|
|
1024
|
+
fields.push({ ...parseFieldType(type, path), path });
|
|
1025
|
+
}
|
|
1026
|
+
const frozen = Object.freeze(fields);
|
|
1027
|
+
parsedSchemas.set(schema, frozen);
|
|
1028
|
+
return frozen;
|
|
1029
|
+
}
|
|
1030
|
+
var partialFieldsBySchema = /* @__PURE__ */ new WeakMap();
|
|
1031
|
+
function partialFieldsOf(schema) {
|
|
1032
|
+
const cached = partialFieldsBySchema.get(schema);
|
|
1033
|
+
if (cached !== void 0) return cached;
|
|
1034
|
+
const paths = [];
|
|
1035
|
+
for (const field of schemaFieldsOf(schema)) {
|
|
1036
|
+
if (field.partial) paths.push(field.path);
|
|
1037
|
+
}
|
|
1038
|
+
const frozen = Object.freeze(paths.sort(compareCodePoints));
|
|
1039
|
+
partialFieldsBySchema.set(schema, frozen);
|
|
1040
|
+
return frozen;
|
|
1041
|
+
}
|
|
1042
|
+
function extractVectorFieldsFromSchema(schema) {
|
|
1043
|
+
const result = /* @__PURE__ */ new Map();
|
|
1044
|
+
for (const field of schemaFieldsOf(schema)) {
|
|
1045
|
+
if (field.base === "vector") result.set(field.path, field.dimension);
|
|
1046
|
+
}
|
|
1047
|
+
return result;
|
|
1048
|
+
}
|
|
1049
|
+
|
|
1050
|
+
// src/vector/hnsw/constants.ts
|
|
1051
|
+
var MAX_LAYER_CAP = 32;
|
|
1052
|
+
var MAX_M = 512;
|
|
1053
|
+
var MIN_M = 2;
|
|
1054
|
+
var EARLIER_RELEASE_MIN_M = 1;
|
|
1055
|
+
var INITIAL_UPPER_SLOTS = 64;
|
|
1056
|
+
var INITIAL_LIST_CAPACITY = 64;
|
|
1057
|
+
var PLACEMENT_ROOM_REQUESTS = 8;
|
|
1058
|
+
var FARTHEST_REJECTED_LINKS_KEPT = 1;
|
|
1059
|
+
var COMPACTION_TOMBSTONE_RATIO = 0.1;
|
|
1060
|
+
var COMPACTION_ABSOLUTE_THRESHOLD = 1e3;
|
|
1061
|
+
var DEFAULT_EF_SEARCH = 50;
|
|
1062
|
+
var NEAREST_LINK_FALLBACK_HOSTS = 4;
|
|
1063
|
+
var CONNECT_STEPS_BETWEEN_CLOCK_CHECKS = 256;
|
|
1064
|
+
var CONNECT_RESTARTS_BEFORE_ONE_PASS = 8;
|
|
1065
|
+
|
|
1066
|
+
// src/schema/validator/vector-promotion.ts
|
|
1067
|
+
var QUANTIZATION_MODES = /* @__PURE__ */ new Set(["osq8", "osq4", "osq2", "osq1", "none"]);
|
|
1068
|
+
var STORAGE_MODES = /* @__PURE__ */ new Set(["memory", "disk"]);
|
|
1069
|
+
function fail(message, details) {
|
|
1070
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, message, details);
|
|
1071
|
+
}
|
|
1072
|
+
function isPositiveInteger(value) {
|
|
1073
|
+
return Number.isInteger(value) && value >= 1;
|
|
1074
|
+
}
|
|
1075
|
+
function isQuantizationMode(value) {
|
|
1076
|
+
return typeof value === "string" && QUANTIZATION_MODES.has(value);
|
|
1077
|
+
}
|
|
1078
|
+
function isStorageMode(value) {
|
|
1079
|
+
return typeof value === "string" && STORAGE_MODES.has(value);
|
|
1080
|
+
}
|
|
1081
|
+
function validateVectorStorage(config, filesystemDurability) {
|
|
1082
|
+
if (config?.storage === "disk" && !filesystemDurability) {
|
|
1083
|
+
fail("vectorPromotion.storage 'disk' needs filesystem durability, because a checkpoint file holds the vectors", {
|
|
1084
|
+
storage: config.storage
|
|
1085
|
+
});
|
|
1086
|
+
}
|
|
1087
|
+
}
|
|
1088
|
+
function validateTextStorage(textStorage, filesystemDurability) {
|
|
1089
|
+
if (textStorage === void 0 || textStorage === "memory" || textStorage === "disk" && filesystemDurability) return;
|
|
1090
|
+
fail("textStorage must be 'memory', or 'disk' with filesystem durability", { textStorage });
|
|
1091
|
+
}
|
|
1092
|
+
function raiseEarlierReleaseGraphSetting(config) {
|
|
1093
|
+
if (typeof config !== "object" || config === null) return config;
|
|
1094
|
+
const hnsw = config.hnswConfig;
|
|
1095
|
+
if (typeof hnsw !== "object" || hnsw === null) return config;
|
|
1096
|
+
if (hnsw.m !== EARLIER_RELEASE_MIN_M) return config;
|
|
1097
|
+
return { ...config, hnswConfig: { ...hnsw, m: MIN_M } };
|
|
1098
|
+
}
|
|
1099
|
+
function validateVectorPromotion(config) {
|
|
1100
|
+
if (config === void 0) return;
|
|
1101
|
+
if (config.threshold !== void 0 && !isPositiveInteger(config.threshold)) {
|
|
1102
|
+
fail("vectorPromotion.threshold must be a positive integer", { threshold: config.threshold });
|
|
1103
|
+
}
|
|
1104
|
+
const quantization = config.quantization;
|
|
1105
|
+
if (quantization !== void 0 && !isQuantizationMode(quantization)) {
|
|
1106
|
+
fail("vectorPromotion.quantization must be 'osq8', 'osq4', 'osq2', 'osq1', or 'none'", { quantization });
|
|
1107
|
+
}
|
|
1108
|
+
const storage = config.storage;
|
|
1109
|
+
if (storage !== void 0 && !isStorageMode(storage)) {
|
|
1110
|
+
fail("vectorPromotion.storage must be 'memory' or 'disk'", { storage });
|
|
1111
|
+
}
|
|
1112
|
+
const hnsw = config.hnswConfig;
|
|
1113
|
+
if (hnsw === void 0) return;
|
|
1114
|
+
if (hnsw.m !== void 0 && (!Number.isInteger(hnsw.m) || hnsw.m < MIN_M || hnsw.m > MAX_M)) {
|
|
1115
|
+
fail(`vectorPromotion.hnswConfig.m must be a whole number from ${MIN_M} to ${MAX_M}`, { m: hnsw.m });
|
|
1116
|
+
}
|
|
1117
|
+
if (hnsw.efConstruction !== void 0 && !isPositiveInteger(hnsw.efConstruction)) {
|
|
1118
|
+
fail("vectorPromotion.hnswConfig.efConstruction must be a positive integer", {
|
|
1119
|
+
efConstruction: hnsw.efConstruction
|
|
1120
|
+
});
|
|
1121
|
+
}
|
|
1122
|
+
const metric = hnsw.metric;
|
|
1123
|
+
if (metric !== void 0 && metric !== "cosine" && metric !== "dotProduct" && metric !== "euclidean") {
|
|
1124
|
+
fail("vectorPromotion.hnswConfig.metric must be 'cosine', 'dotProduct', or 'euclidean'", { metric });
|
|
1125
|
+
}
|
|
1126
|
+
}
|
|
1127
|
+
|
|
1128
|
+
// src/core/partition/utils.ts
|
|
1129
|
+
function getOrCreateFieldNameIndex(table, fieldName) {
|
|
1130
|
+
const existing = table.indexMap.get(fieldName);
|
|
1131
|
+
if (existing !== void 0) return existing;
|
|
1132
|
+
const idx = table.names.length;
|
|
1133
|
+
table.names.push(fieldName);
|
|
1134
|
+
table.indexMap.set(fieldName, idx);
|
|
1135
|
+
return idx;
|
|
1136
|
+
}
|
|
1137
|
+
function getNestedValue(obj, path) {
|
|
1138
|
+
if (obj === null || typeof obj !== "object") return void 0;
|
|
1139
|
+
if (!path.includes(".")) return Object.hasOwn(obj, path) ? obj[path] : void 0;
|
|
1140
|
+
const parts = path.split(".");
|
|
1141
|
+
let current = obj;
|
|
1142
|
+
for (let i = 0; i < parts.length; i++) {
|
|
1143
|
+
if (current === null || current === void 0 || typeof current !== "object") return void 0;
|
|
1144
|
+
if (!Object.hasOwn(current, parts[i])) return void 0;
|
|
1145
|
+
current = current[parts[i]];
|
|
1146
|
+
}
|
|
1147
|
+
return current;
|
|
1148
|
+
}
|
|
1149
|
+
function stringArraysEqual(a, b) {
|
|
1150
|
+
if (a === b) return true;
|
|
1151
|
+
if (!a || !b) return false;
|
|
1152
|
+
if (a.length !== b.length) return false;
|
|
1153
|
+
for (let i = 0; i < a.length; i++) {
|
|
1154
|
+
if (a[i] !== b[i]) return false;
|
|
1155
|
+
}
|
|
1156
|
+
return true;
|
|
1157
|
+
}
|
|
1158
|
+
function textFieldsChanged(oldDoc, newDoc, fields) {
|
|
1159
|
+
for (const { path, base } of fields) {
|
|
1160
|
+
if (!isWordIndexedBase(base)) continue;
|
|
1161
|
+
const oldVal = getNestedValue(oldDoc, path);
|
|
1162
|
+
const newVal = getNestedValue(newDoc, path);
|
|
1163
|
+
if (base === "string") {
|
|
1164
|
+
if (oldVal !== newVal) return true;
|
|
1165
|
+
} else {
|
|
1166
|
+
if (!stringArraysEqual(oldVal, newVal)) return true;
|
|
1167
|
+
}
|
|
1168
|
+
}
|
|
1169
|
+
return false;
|
|
1170
|
+
}
|
|
1171
|
+
function parseVectorDimension(fieldType) {
|
|
1172
|
+
return vectorDimensionOf(fieldType);
|
|
1173
|
+
}
|
|
1174
|
+
function tokenizeOptions(options) {
|
|
1175
|
+
return {
|
|
1176
|
+
stem: true,
|
|
1177
|
+
removeStopWords: true,
|
|
1178
|
+
collectSurfaces: options?.collectSurfaces === true,
|
|
1179
|
+
stopWordOverride: options?.stopWordOverride,
|
|
1180
|
+
customTokenizer: options?.customTokenizer,
|
|
1181
|
+
textSource: "document"
|
|
1182
|
+
};
|
|
1183
|
+
}
|
|
1184
|
+
function getFlatSchema(state, schema) {
|
|
1185
|
+
if (state.lastSchemaRef === schema && state.flatSchemaCache) return state.flatSchemaCache;
|
|
1186
|
+
state.flatSchemaCache = flattenSchema(schema);
|
|
1187
|
+
state.lastSchemaRef = schema;
|
|
1188
|
+
return state.flatSchemaCache;
|
|
1189
|
+
}
|
|
1190
|
+
|
|
1191
|
+
// src/serialization/constants.ts
|
|
1192
|
+
var CHECKSUM_YIELD_CHUNK_BYTES = 4 * 1024 * 1024;
|
|
1193
|
+
var NATIVE_CRC32_MIN_BYTES = 16;
|
|
1194
|
+
var MAX_FILE_BYTES = 2147483647;
|
|
1195
|
+
var MAX_DOCUMENT_ENCODING_DEPTH = 100;
|
|
1196
|
+
var DOCUMENT_REPLY_ENVELOPE_DEPTH = 4;
|
|
1197
|
+
var BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER = 256;
|
|
1198
|
+
var DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES = 1048576;
|
|
1199
|
+
var VALID_HNSW_METRICS = /* @__PURE__ */ new Set(["cosine", "dotProduct", "euclidean"]);
|
|
1200
|
+
|
|
1201
|
+
// src/serialization/msgpack-code.ts
|
|
1202
|
+
var loaded = null;
|
|
1203
|
+
var loading = null;
|
|
1204
|
+
function loadMessagePack() {
|
|
1205
|
+
if (loaded !== null) return Promise.resolve(loaded);
|
|
1206
|
+
loading ??= import('./msgpack-leaf-44XNWSSY.mjs').then(
|
|
1207
|
+
(code) => {
|
|
1208
|
+
code.bindMsgpackHost({
|
|
1209
|
+
BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER,
|
|
1210
|
+
DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES,
|
|
1211
|
+
DOCUMENT_REPLY_ENVELOPE_DEPTH,
|
|
1212
|
+
ErrorCodes,
|
|
1213
|
+
getNestedValue,
|
|
1214
|
+
MAX_DOCUMENT_ENCODING_DEPTH,
|
|
1215
|
+
NarsilError
|
|
1216
|
+
});
|
|
1217
|
+
loaded = code;
|
|
1218
|
+
return code;
|
|
1219
|
+
},
|
|
1220
|
+
(cause) => {
|
|
1221
|
+
loading = null;
|
|
1222
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The MessagePack code could not load", {
|
|
1223
|
+
cause: cause instanceof Error ? cause.message : String(cause)
|
|
1224
|
+
});
|
|
1225
|
+
}
|
|
1226
|
+
);
|
|
1227
|
+
return loading;
|
|
1228
|
+
}
|
|
1229
|
+
function loadedMessagePack() {
|
|
1230
|
+
return loaded;
|
|
1231
|
+
}
|
|
1232
|
+
function requireLoadedMessagePack() {
|
|
1233
|
+
if (loaded === null) {
|
|
1234
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "The engine reached MessagePack code before it loaded that code");
|
|
1235
|
+
}
|
|
1236
|
+
return loaded;
|
|
1237
|
+
}
|
|
1238
|
+
|
|
1239
|
+
export { ANTIMERIDIAN_SPAN_DEGREES, BYTE_ORDER_MARK_WALK_BYTES_PER_HEADER, CHECKSUM_YIELD_CHUNK_BYTES, COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONNECT_RESTARTS_BEFORE_ONE_PASS, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, ClientErrorCodes, DEFAULT_EF_SEARCH, DEG_TO_RAD, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, DOCUMENT_REPLY_ENVELOPE_DEPTH, EARLIER_RELEASE_MIN_M, EARTH_RADIUS_METERS, ErrorCodes, FARTHEST_REJECTED_LINKS_KEPT, FULL_TURN_DEGREES, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, LOCATION_CELLS_PER_AXIS, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_DOCUMENT_ENCODING_DEPTH, MAX_DOCUMENT_NESTING_DEPTH, MAX_FILE_BYTES, MAX_LATITUDE_DEGREES, MAX_LAYER_CAP, MAX_LONGITUDE_DEGREES, MAX_M, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MIN_M, MIN_PATTERN_VALUE_LIMIT, MIN_POLYGON_POINTS, NATIVE_CRC32_MIN_BYTES, NEAREST_LINK_FALLBACK_HOSTS, NarsilError, PLACEMENT_ROOM_REQUESTS, PROTOTYPE_POLLUTION_KEYS, SORT_MODES, SORT_VALUE_MAX_CODE_POINTS, ServerErrorCodes, VALID_HNSW_METRICS, VECTOR_PATTERN, codePointCount, compareCodePoints, createNarsilError, defaultSortMode, describeError, exceedsCodePoints, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, holdsUnpairedSurrogate, isGeopointOrVectorType, isLatitude, isListBase, isLongitude, isNarsilError, isPlainObject, isQuantizationMode, isSingleStringFieldType, isSortMode, isStorageMode, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, loadMessagePack, loadedMessagePack, messagePackUpperBoundBytes, parseVectorDimension, parsedTypeOf, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireLoadedMessagePack, requireValidFieldTypes, schemaFieldsOf, sortModeOf, textFieldsChanged, toComparableSortValue, tokenizeOptions, truncateSortString, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage, vectorDimensionOf, withSortableOption, withUnpairedSurrogatesReplaced };
|