@delali/narsil 0.3.1-next.98 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/README.md +27 -8
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +101 -13
- package/dist/adapters/gcs.d.ts +49 -0
- package/dist/adapters/gcs.mjs +213 -0
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +2 -7
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/memory.mjs +5 -0
- package/dist/adapters/s3.d.ts +53 -0
- package/dist/adapters/s3.mjs +263 -0
- package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
- package/dist/browser/chunk-4E5APHTM.mjs +1459 -0
- package/dist/browser/chunk-NDYADQ4Y.mjs +23426 -0
- package/dist/browser/chunk-QAOVAYAG.mjs +564 -0
- package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
- package/dist/browser/chunk-YINZFPLT.mjs +1239 -0
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/{chunk-Z7QH2XHB.mjs → core-leaf-HWAXCEWX.mjs} +3987 -2103
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/digest-leaf-64IPRPZD.mjs +151 -0
- package/dist/browser/durability-config-75NSFCQN.mjs +97 -0
- package/dist/browser/embed-GG6PS3EA.mjs +264 -0
- package/dist/browser/geo-index-GNHY4PUB.mjs +1484 -0
- package/dist/browser/gzip-JF3S6PPT.mjs +31 -0
- package/dist/browser/module-ZZTNG5JZ.mjs +5762 -0
- package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
- package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
- package/dist/browser/optional-writes-76DWMRQH.mjs +3603 -0
- package/dist/browser/phrase-module-6UGFVW5J.mjs +617 -0
- package/dist/browser/resolve-vector-text-XRR2OVHE.mjs +85 -0
- package/dist/browser/restore-queue-SG5O735W.mjs +196 -0
- package/dist/browser/{runtime-NYE5TB6O.mjs → runtime-OMKE7DF4.mjs} +83 -25
- package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
- package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
- package/dist/browser/storage-leaf-5UTR5K7J.mjs +19829 -0
- package/dist/browser/store-leaf-3L33V35P.mjs +2070 -0
- package/dist/browser/suggestions-leaf-UBNDVKBD.mjs +1430 -0
- package/dist/browser/worker-copies-JXSGYR5X.mjs +2951 -0
- package/dist/{capabilities-BTTIs96E.d.ts → capabilities-DMte5K9_.d.ts} +162 -18
- package/dist/chunk-2AFZE7Y3.mjs +72 -0
- package/dist/chunk-2CKDCC65.mjs +47 -0
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/chunk-44W3CBNG.mjs +7 -0
- package/dist/chunk-4H4RG2FR.mjs +13 -0
- package/dist/chunk-4PY4JYMY.mjs +11 -0
- package/dist/chunk-4ZPVAHWF.mjs +1289 -0
- package/dist/chunk-5EI5CXO6.mjs +197 -0
- package/dist/chunk-5F5MXWS5.mjs +283 -0
- package/dist/{chunk-OHP7QR33.mjs → chunk-5FLRXF73.mjs} +25 -4
- package/dist/chunk-6FOENO4E.mjs +273 -0
- package/dist/chunk-6GHX35ZM.mjs +108 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-6N6HHBCQ.mjs +4596 -0
- package/dist/{chunk-LXPIXDUJ.mjs → chunk-7P5YWDRQ.mjs} +403 -169
- package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
- package/dist/{chunk-GGSH6KBQ.mjs → chunk-ASZLNVWW.mjs} +23 -3
- package/dist/chunk-AVBPB3MI.mjs +602 -0
- package/dist/{chunk-UCDF35PU.mjs → chunk-AVGUEEQ3.mjs} +494 -245
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6NALRK.mjs +31921 -0
- package/dist/chunk-C4ZMXXTL.mjs +92 -0
- package/dist/{chunk-2WYMG3OZ.mjs → chunk-C74KPRR7.mjs} +274 -19
- package/dist/{chunk-RSRVGAIQ.mjs → chunk-D456ZFPQ.mjs} +3 -2
- package/dist/chunk-DXZ6JDWG.mjs +797 -0
- package/dist/chunk-FJXJZUWF.mjs +209 -0
- package/dist/chunk-FS3HPPSC.mjs +212 -0
- package/dist/chunk-FT4KLZXW.mjs +1164 -0
- package/dist/chunk-GR5GMFJJ.mjs +104 -0
- package/dist/chunk-GXCDWLQI.mjs +193 -0
- package/dist/chunk-GXED6R3Q.mjs +271 -0
- package/dist/chunk-HLPRHOSO.mjs +17 -0
- package/dist/chunk-IL5DRCNU.mjs +3041 -0
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/chunk-K5HSUPYS.mjs +11 -0
- package/dist/chunk-KYIRXTCA.mjs +100 -0
- package/dist/chunk-LFXS6OF7.mjs +289 -0
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/chunk-M2Z5WVWW.mjs +194 -0
- package/dist/{chunk-45AVKHMJ.mjs → chunk-M3B7SGJB.mjs} +63 -50
- package/dist/chunk-M3OW2XSP.mjs +40 -0
- package/dist/chunk-MFPSQZ6P.mjs +127 -0
- package/dist/chunk-MRCJBWJZ.mjs +1292 -0
- package/dist/chunk-MSIN4NM3.mjs +25 -0
- package/dist/chunk-MW3CJVGP.mjs +219 -0
- package/dist/chunk-MYM6CAVK.mjs +76 -0
- package/dist/chunk-NJJN4FMM.mjs +84 -0
- package/dist/chunk-NM7I3BM7.mjs +59 -0
- package/dist/chunk-OIJ64LGT.mjs +19 -0
- package/dist/{chunk-K7D4ZTSW.mjs → chunk-P4F4UWLC.mjs} +1 -1
- package/dist/chunk-Q2AP2FSN.mjs +15 -0
- package/dist/chunk-R2PJKSNL.mjs +54 -0
- package/dist/{chunk-HXJBSHXF.mjs → chunk-R724DJSG.mjs} +5056 -2619
- package/dist/chunk-S2POFTLN.mjs +10 -0
- package/dist/chunk-S5QMWECL.mjs +7 -0
- package/dist/chunk-SLAC5PAB.mjs +5008 -0
- package/dist/chunk-T4HMSZCX.mjs +5 -0
- package/dist/chunk-TACP6VK6.mjs +111 -0
- package/dist/chunk-TGPKS2UM.mjs +125 -0
- package/dist/chunk-TKKXPKEO.mjs +979 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/chunk-XL56L4IR.mjs +228 -0
- package/dist/chunk-XQIAMDAG.mjs +3076 -0
- package/dist/chunk-YTUZ4R22.mjs +1063 -0
- package/dist/{chunk-KV3AZFT3.mjs → chunk-ZKOQR7EA.mjs} +45 -1
- package/dist/chunk-ZPJFGGGI.mjs +638 -0
- package/dist/chunk-ZXX5GZEX.mjs +17 -0
- package/dist/{client-i9eLJrw5.d.ts → client-BKqtl0_V.d.ts} +442 -22
- package/dist/client.d.ts +11 -10
- package/dist/client.mjs +8 -898
- package/dist/config-Bnl7L-0H.d.ts +608 -0
- package/dist/{config-P__Diiy4.d.ts → config-CJ-jfI0a.d.ts} +119 -9
- package/dist/core-leaf-6JVHEVFB.mjs +8 -0
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
- package/dist/direct-executor-V3WOYU2Y.mjs +17 -0
- package/dist/distribution/coordinator/etcd.d.ts +63 -7
- package/dist/distribution/coordinator/etcd.mjs +725 -81
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/coordinator/in-memory.mjs +65 -10
- package/dist/distribution/transport/grpc.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +39 -10
- package/dist/distribution/transport/in-memory.d.ts +2 -2
- package/dist/distribution/transport/in-memory.mjs +9 -6
- package/dist/distribution/transport/tcp.d.ts +2 -2
- package/dist/distribution/transport/tcp.mjs +20 -15
- package/dist/distribution.d.ts +267 -56
- package/dist/distribution.mjs +23156 -11362
- package/dist/durability-config-VWS2K24E.mjs +96 -0
- package/dist/embed-4PHHKGBK.mjs +263 -0
- package/dist/embeddings/openai.d.ts +1 -1
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{memory-CUEDwr-F.d.ts → engine-qjAxJSKk.d.ts} +2254 -1123
- package/dist/geo-index-2ZMMWWSK.mjs +1484 -0
- package/dist/gzip-2UCZW2MM.mjs +31 -0
- package/dist/{index-lcdGLyJH.d.ts → index-B_vmxpgW.d.ts} +260 -102
- package/dist/index.browser.mjs +4 -4
- package/dist/index.d.ts +2133 -57
- package/dist/index.mjs +16 -32
- package/dist/index.react-native.mjs +12 -0
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/filesystem.mjs +1 -2
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/languages/albanian.mjs +1 -1
- package/dist/languages/amharic.mjs +1 -1
- package/dist/languages/arabic.mjs +1 -1
- package/dist/languages/armenian.mjs +1 -1
- package/dist/languages/azerbaijani.mjs +1 -1
- package/dist/languages/bambara.mjs +1 -1
- package/dist/languages/basque.mjs +1 -1
- package/dist/languages/belarusian.mjs +1 -1
- package/dist/languages/bengali.mjs +1 -1
- package/dist/languages/bosnian.mjs +1 -1
- package/dist/languages/breton.mjs +1 -1
- package/dist/languages/bulgarian.mjs +1 -1
- package/dist/languages/burmese.mjs +1 -1
- package/dist/languages/catalan.mjs +1 -1
- package/dist/languages/chinese.mjs +1 -1
- package/dist/languages/croatian.mjs +1 -1
- package/dist/languages/czech.mjs +1 -1
- package/dist/languages/dagbani.mjs +1 -1
- package/dist/languages/danish.mjs +1 -1
- package/dist/languages/dutch.mjs +1 -1
- package/dist/languages/english.mjs +1 -1
- package/dist/languages/esperanto.mjs +1 -1
- package/dist/languages/estonian.mjs +1 -1
- package/dist/languages/ewe.mjs +1 -1
- package/dist/languages/faroese.mjs +1 -1
- package/dist/languages/fijian.mjs +1 -1
- package/dist/languages/finnish.mjs +1 -1
- package/dist/languages/french.mjs +1 -1
- package/dist/languages/ga.mjs +1 -1
- package/dist/languages/galician.mjs +1 -1
- package/dist/languages/georgian.mjs +1 -1
- package/dist/languages/german.mjs +1 -1
- package/dist/languages/greek.mjs +1 -1
- package/dist/languages/guarani.mjs +1 -1
- package/dist/languages/gujarati.mjs +1 -1
- package/dist/languages/haitian-creole.mjs +1 -1
- package/dist/languages/hausa.mjs +1 -1
- package/dist/languages/hawaiian.mjs +1 -1
- package/dist/languages/hebrew.mjs +1 -1
- package/dist/languages/hindi.mjs +1 -1
- package/dist/languages/hungarian.mjs +1 -1
- package/dist/languages/icelandic.mjs +1 -1
- package/dist/languages/igbo.mjs +1 -1
- package/dist/languages/indonesian.mjs +1 -1
- package/dist/languages/irish.mjs +1 -1
- package/dist/languages/italian.mjs +1 -1
- package/dist/languages/japanese.mjs +1 -1
- package/dist/languages/kannada.mjs +1 -1
- package/dist/languages/kazakh.mjs +1 -1
- package/dist/languages/khmer.mjs +1 -1
- package/dist/languages/kinyarwanda.mjs +1 -1
- package/dist/languages/kirundi.mjs +1 -1
- package/dist/languages/korean.mjs +1 -1
- package/dist/languages/kurmanji.mjs +1 -1
- package/dist/languages/kyrgyz.mjs +1 -1
- package/dist/languages/lao.mjs +1 -1
- package/dist/languages/latin.mjs +1 -1
- package/dist/languages/latvian.mjs +1 -1
- package/dist/languages/lingala.mjs +1 -1
- package/dist/languages/lithuanian.mjs +1 -1
- package/dist/languages/luxembourgish.mjs +1 -1
- package/dist/languages/macedonian.mjs +1 -1
- package/dist/languages/malagasy.mjs +1 -1
- package/dist/languages/malay.mjs +1 -1
- package/dist/languages/malayalam.mjs +1 -1
- package/dist/languages/maltese.mjs +1 -1
- package/dist/languages/maori.mjs +1 -1
- package/dist/languages/marathi.mjs +1 -1
- package/dist/languages/nepali.mjs +1 -1
- package/dist/languages/norwegian.mjs +1 -1
- package/dist/languages/oromo.mjs +1 -1
- package/dist/languages/persian.mjs +1 -1
- package/dist/languages/polish.mjs +1 -1
- package/dist/languages/portuguese.mjs +1 -1
- package/dist/languages/punjabi.mjs +1 -1
- package/dist/languages/romanian.mjs +1 -1
- package/dist/languages/russian.mjs +1 -1
- package/dist/languages/samoan.mjs +1 -1
- package/dist/languages/sanskrit.mjs +1 -1
- package/dist/languages/scottish-gaelic.mjs +1 -1
- package/dist/languages/serbian.mjs +1 -1
- package/dist/languages/shona.mjs +1 -1
- package/dist/languages/sinhala.mjs +1 -1
- package/dist/languages/slovak.mjs +1 -1
- package/dist/languages/slovenian.mjs +1 -1
- package/dist/languages/sorani.mjs +1 -1
- package/dist/languages/spanish.mjs +1 -1
- package/dist/languages/swahili.mjs +1 -1
- package/dist/languages/swedish.mjs +1 -1
- package/dist/languages/tagalog.mjs +1 -1
- package/dist/languages/tamil.mjs +1 -1
- package/dist/languages/tatar.mjs +1 -1
- package/dist/languages/telugu.mjs +1 -1
- package/dist/languages/thai.mjs +1 -1
- package/dist/languages/tibetan.mjs +1 -1
- package/dist/languages/tigrinya.mjs +1 -1
- package/dist/languages/tongan.mjs +1 -1
- package/dist/languages/turkish.mjs +1 -1
- package/dist/languages/twi.mjs +1 -1
- package/dist/languages/ukrainian.mjs +1 -1
- package/dist/languages/urdu.mjs +1 -1
- package/dist/languages/vietnamese.mjs +1 -1
- package/dist/languages/welsh.mjs +1 -1
- package/dist/languages/wolof.mjs +1 -1
- package/dist/languages/xhosa.mjs +1 -1
- package/dist/languages/yoruba.mjs +1 -1
- package/dist/languages/zulu.mjs +1 -1
- package/dist/long-query-thread-UCRK7MSI.mjs +154 -0
- package/dist/module-5ZSLUQII.mjs +3729 -0
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +9 -0
- package/dist/optional-reads-5HFMF2QZ.mjs +3373 -0
- package/dist/optional-writes-4UOQKETU.mjs +247 -0
- package/dist/paged-partition-archive-BBRLZCIF.mjs +253 -0
- package/dist/partial-words.browser.mjs +1650 -0
- package/dist/partial-words.mjs +17 -11
- package/dist/{chunk-ASY5PHYI.mjs → pattern.browser.mjs} +253 -311
- package/dist/pattern.mjs +6 -7
- package/dist/persistence/durability/checkpoint-worker.d.ts +93 -25
- package/dist/persistence/durability/checkpoint-worker.mjs +51 -41
- package/dist/phrase-module-EFESWOCR.mjs +635 -0
- package/dist/query-actions-HMJUVWGT.mjs +119 -0
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +53 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +47 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +19 -0
- package/dist/react-native/chunks/chunk-3OEFSHVV.mjs +970 -0
- package/dist/{browser/chunk-RELZRJNR.mjs → react-native/chunks/chunk-43R4GCM7.mjs} +49 -50
- package/dist/react-native/chunks/chunk-AKRYHAVG.mjs +6729 -0
- package/dist/react-native/chunks/chunk-CW2ZFXSE.mjs +14 -0
- package/dist/react-native/chunks/chunk-G3WCDTOF.mjs +29640 -0
- package/dist/react-native/chunks/chunk-GXXHHA2T.mjs +212 -0
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/chunk-HQEVQEDJ.mjs +52 -0
- package/dist/react-native/chunks/chunk-HRDMIQ63.mjs +131 -0
- package/dist/react-native/chunks/chunk-HTBY4GON.mjs +565 -0
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/chunk-MRH36RN3.mjs +902 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-UE4ANHSX.mjs +127 -0
- package/dist/react-native/chunks/chunk-UNZPWLVL.mjs +1063 -0
- package/dist/react-native/chunks/chunk-UO44MA5M.mjs +232 -0
- package/dist/react-native/chunks/chunk-UYKIV2KT.mjs +42 -0
- package/dist/react-native/chunks/chunk-VUJCSQG5.mjs +11 -0
- package/dist/react-native/chunks/chunk-WVHF4ZAK.mjs +802 -0
- package/dist/react-native/chunks/chunk-ZUJCUPVS.mjs +54 -0
- package/dist/react-native/chunks/core-leaf-S2KNBWDY.mjs +7 -0
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
- package/dist/react-native/chunks/durability-config-FCSD4MXY.mjs +96 -0
- package/dist/react-native/chunks/embed-HA2I7RCF.mjs +263 -0
- package/dist/react-native/chunks/geo-index-QEYKEVPH.mjs +1484 -0
- package/dist/react-native/chunks/gzip.react-native-CVM4NQG2.mjs +12 -0
- package/dist/react-native/chunks/module-FMBX75GP.mjs +5209 -0
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +7 -0
- package/dist/react-native/chunks/optional-reads-AFPO2FEB.mjs +3364 -0
- package/dist/react-native/chunks/optional-writes-XOH25XZI.mjs +296 -0
- package/dist/react-native/chunks/phrase-module-IGYBK7XH.mjs +636 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/react-native/chunks/resolve-vector-text-GE2CRJKI.mjs +84 -0
- package/dist/react-native/chunks/restore-queue-LLNMYB4Z.mjs +187 -0
- package/dist/react-native/chunks/runtime-UOHD2XUJ.mjs +615 -0
- package/dist/react-native/chunks/segment-codec-leaf-VR6O5GLC.mjs +13 -0
- package/dist/react-native/chunks/segment-merge-leaf-LLMWU4EW.mjs +14 -0
- package/dist/react-native/chunks/storage-leaf-JD7PIDO4.mjs +19633 -0
- package/dist/react-native/chunks/store-leaf-4UVCMYGN.mjs +15 -0
- package/dist/react-native/chunks/suggestions-leaf-J5VT5RHY.mjs +1321 -0
- package/dist/react-native/chunks/worker-copies-ZYHY7FKJ.mjs +2831 -0
- package/dist/react-native/partial-words.mjs +1658 -0
- package/dist/react-native/pattern.mjs +2570 -0
- package/dist/react-native/query-suggestions.mjs +55 -0
- package/dist/react-native/sync.mjs +2759 -0
- package/dist/react-native/synonyms.mjs +676 -0
- package/dist/react.d.ts +12 -8
- package/dist/react.mjs +45 -1
- package/dist/{rerank-NWTKK636.mjs → rerank-RI2PMNOD.mjs} +22 -12
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +2 -2
- package/dist/resolve-vector-text-OD4J3WHF.mjs +3 -0
- package/dist/restore-queue-PCKWDAKQ.mjs +192 -0
- package/dist/runtime-USQYKN3I.mjs +615 -0
- package/dist/{schema-4W_7tk1f.d.ts → schema-CzG9OUw5.d.ts} +70 -30
- package/dist/segment-codec-leaf-QJM7I6QG.mjs +18 -0
- package/dist/segment-merge-leaf-4BJGIJHY.mjs +18 -0
- package/dist/server.d.ts +348 -22
- package/dist/server.mjs +2211 -327
- package/dist/storage-leaf-GRRRI7UV.mjs +5962 -0
- package/dist/store-leaf-6VMMSVBE.mjs +20 -0
- package/dist/stored-values-BWIMpiT_.d.ts +25 -0
- package/dist/suggestions-leaf-4KPTMPTL.mjs +54 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +288 -0
- package/dist/sync/indexeddb.browser.mjs +287 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +242 -0
- package/dist/sync.browser.mjs +1271 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2712 -0
- package/dist/synonyms.browser.mjs +658 -0
- package/dist/synonyms.mjs +17 -7
- package/dist/tasks-65b6t6lk.d.ts +782 -0
- package/dist/thread-UJ3W5LVI.mjs +31 -0
- package/dist/{types-B3b68nfF.d.ts → types-Ck97nB3D.d.ts} +1 -1
- package/dist/types-CpCg-Gq-.d.ts +227 -0
- package/dist/{types-Cb9kiY5P.d.ts → types-DvncmvuQ.d.ts} +12 -1
- package/dist/vector/search-worker.d.ts +10 -2
- package/dist/vector/search-worker.mjs +11 -11
- package/dist/worker-copies-YSXZXIGC.mjs +2232 -0
- package/dist/workers/entry.mjs +75 -15
- package/openapi.json +6840 -0
- package/package.json +406 -19
- package/dist/browser/chunk-CN4I4FZU.mjs +0 -602
- package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
- package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
- package/dist/browser/chunk-LD55ZGU3.mjs +0 -347
- package/dist/browser/chunk-NAFT3K6X.mjs +0 -24546
- package/dist/browser/chunk-NNG3EEB6.mjs +0 -2728
- package/dist/browser/chunk-QWES44AW.mjs +0 -473
- package/dist/browser/durability-wiring-PY3L7DES.mjs +0 -3679
- package/dist/browser/module-PDXYHT75.mjs +0 -2822
- package/dist/browser/release-76MXRPGV.mjs +0 -33
- package/dist/browser/restore-queue-DVIYJ7RU.mjs +0 -35
- package/dist/browser/snapshot-J57MZK6L.mjs +0 -1207
- package/dist/browser/write-L7FAQA47.mjs +0 -208
- package/dist/chunk-37CD3OKS.mjs +0 -87
- package/dist/chunk-5XNIRLFC.mjs +0 -96
- package/dist/chunk-7X5JST5L.mjs +0 -114
- package/dist/chunk-AV4IJKD2.mjs +0 -35
- package/dist/chunk-AY3AQ3UH.mjs +0 -73
- package/dist/chunk-BKB3XTMI.mjs +0 -707
- package/dist/chunk-C7SLA6CM.mjs +0 -19
- package/dist/chunk-COVCQ73F.mjs +0 -587
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-E74YLAIG.mjs +0 -24
- package/dist/chunk-FMWRCP2C.mjs +0 -57
- package/dist/chunk-GES7U2PM.mjs +0 -68
- package/dist/chunk-HJSN7UYG.mjs +0 -10
- package/dist/chunk-JFRNNBOM.mjs +0 -35
- package/dist/chunk-K25LZA54.mjs +0 -8484
- package/dist/chunk-KEHK2O6P.mjs +0 -13
- package/dist/chunk-KOKM4PQN.mjs +0 -52
- package/dist/chunk-KZ3NX2P7.mjs +0 -21
- package/dist/chunk-L3L5YFXC.mjs +0 -614
- package/dist/chunk-L5ORED7V.mjs +0 -25
- package/dist/chunk-LH4NZNJJ.mjs +0 -1731
- package/dist/chunk-LU2CE5AE.mjs +0 -507
- package/dist/chunk-LXWDQLTW.mjs +0 -30
- package/dist/chunk-MHOSCQCQ.mjs +0 -948
- package/dist/chunk-NKRBEGJZ.mjs +0 -1705
- package/dist/chunk-NTRMFARG.mjs +0 -462
- package/dist/chunk-NW4XDSP2.mjs +0 -212
- package/dist/chunk-OOEXLUGR.mjs +0 -117
- package/dist/chunk-ORBLD3EL.mjs +0 -6
- package/dist/chunk-OWNZYMRE.mjs +0 -3591
- package/dist/chunk-PPY2GSIB.mjs +0 -44
- package/dist/chunk-QY7GC2MW.mjs +0 -33
- package/dist/chunk-R6A773WK.mjs +0 -226
- package/dist/chunk-R6PR4WYZ.mjs +0 -68
- package/dist/chunk-R7EEKAJE.mjs +0 -593
- package/dist/chunk-RONEOEON.mjs +0 -426
- package/dist/chunk-VWULPWRJ.mjs +0 -7469
- package/dist/chunk-WCJKUGHB.mjs +0 -262
- package/dist/chunk-WQBCBKY3.mjs +0 -8
- package/dist/chunk-X5CV2E2B.mjs +0 -1
- package/dist/chunk-YA7XLE2R.mjs +0 -1256
- package/dist/chunk-YTJCGKM4.mjs +0 -56
- package/dist/chunk-ZG477IPV.mjs +0 -526
- package/dist/chunk-ZYNAMIYX.mjs +0 -113
- package/dist/config-BGB_fDtq.d.ts +0 -237
- package/dist/direct-executor-CXZ66ACP.mjs +0 -22
- package/dist/durability-wiring-QTHOGFMZ.mjs +0 -3229
- package/dist/engine-BGCEm9E_.d.ts +0 -577
- package/dist/module-3NONKBZX.mjs +0 -1860
- package/dist/release-BH3DKW3T.mjs +0 -33
- package/dist/restore-queue-JPRBUYII.mjs +0 -35
- package/dist/runtime-ZKYZFJJC.mjs +0 -177
- package/dist/snapshot-HOGXNO5W.mjs +0 -793
- package/dist/tasks-HG3rlxx6.d.ts +0 -302
- package/dist/thread-B657LQXK.mjs +0 -692
- package/dist/write-XLIGTXBU.mjs +0 -238
|
@@ -0,0 +1,3076 @@
|
|
|
1
|
+
import { CHANGES_SUBPROTOCOL, SYNC_SUBPROTOCOL, encodeJson, SYNC_CLOSE_SERVER_ERROR, encodeScore } from './chunk-TACP6VK6.mjs';
|
|
2
|
+
import { answerRefusalOf } from './chunk-XL56L4IR.mjs';
|
|
3
|
+
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-ZPJFGGGI.mjs';
|
|
4
|
+
import { readRecentMemoryFigures, readMemoryFigures, DEFAULT_RERANK_WINDOW } from './chunk-BY6NALRK.mjs';
|
|
5
|
+
import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-2AFZE7Y3.mjs';
|
|
6
|
+
import { MAX_FILTER_DEPTH } from './chunk-IL5DRCNU.mjs';
|
|
7
|
+
import { bindSignalStop } from './chunk-FJXJZUWF.mjs';
|
|
8
|
+
import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-5EI5CXO6.mjs';
|
|
9
|
+
import { ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
|
|
10
|
+
import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
|
|
11
|
+
import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
12
|
+
import { randomUUID } from 'crypto';
|
|
13
|
+
import { mkdtemp, open, rm } from 'fs/promises';
|
|
14
|
+
import { tmpdir } from 'os';
|
|
15
|
+
import path from 'path';
|
|
16
|
+
|
|
17
|
+
// src/server/body-budget.ts
|
|
18
|
+
function createBodyBudgetBuffer(slotCount) {
|
|
19
|
+
return new SharedArrayBuffer(slotCount * BigInt64Array.BYTES_PER_ELEMENT);
|
|
20
|
+
}
|
|
21
|
+
function clearBodyBudgetSlot(buffer, slot) {
|
|
22
|
+
const counters = new BigInt64Array(buffer);
|
|
23
|
+
if (slot >= 0 && slot < counters.length) Atomics.store(counters, slot, 0n);
|
|
24
|
+
}
|
|
25
|
+
function createSharedBodyBudget(buffer, limitBytes, slot) {
|
|
26
|
+
const counters = new BigInt64Array(buffer);
|
|
27
|
+
function inFlight() {
|
|
28
|
+
let total = 0n;
|
|
29
|
+
for (let at = 0; at < counters.length; at++) total += Atomics.load(counters, at);
|
|
30
|
+
return Number(total);
|
|
31
|
+
}
|
|
32
|
+
function take(bytes) {
|
|
33
|
+
Atomics.add(counters, slot, BigInt(bytes));
|
|
34
|
+
}
|
|
35
|
+
function give(bytes) {
|
|
36
|
+
if (Atomics.load(counters, slot) >= BigInt(bytes)) Atomics.sub(counters, slot, BigInt(bytes));
|
|
37
|
+
else Atomics.store(counters, slot, 0n);
|
|
38
|
+
}
|
|
39
|
+
return {
|
|
40
|
+
hold() {
|
|
41
|
+
let held = 0;
|
|
42
|
+
return {
|
|
43
|
+
get bytes() {
|
|
44
|
+
return held;
|
|
45
|
+
},
|
|
46
|
+
grow(bytes) {
|
|
47
|
+
if (bytes <= 0) return null;
|
|
48
|
+
take(bytes);
|
|
49
|
+
const total = inFlight();
|
|
50
|
+
const others = total - held - bytes;
|
|
51
|
+
if (others > 0 && total > limitBytes) {
|
|
52
|
+
give(bytes);
|
|
53
|
+
return { requestBytes: held + bytes, inFlightBytes: others, limitBytes };
|
|
54
|
+
}
|
|
55
|
+
held += bytes;
|
|
56
|
+
return null;
|
|
57
|
+
},
|
|
58
|
+
releaseAll() {
|
|
59
|
+
if (held === 0) return;
|
|
60
|
+
give(held);
|
|
61
|
+
held = 0;
|
|
62
|
+
}
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
// src/server/capabilities.ts
|
|
69
|
+
var ASYNC_IMPORT_CAPABILITY = "documents.import.async";
|
|
70
|
+
var TASK_CANCEL_CAPABILITY = "tasks.cancel";
|
|
71
|
+
var TASK_FILTER_CAPABILITY = "tasks.filter";
|
|
72
|
+
var REBUILD_ANALYSIS_CAPABILITY = "indexes.rebuildAnalysis";
|
|
73
|
+
var CHANGE_ANALYSIS_CAPABILITY = "indexes.changeAnalysis";
|
|
74
|
+
var INDEX_LIFECYCLE_CAPABILITY = "indexes.lifecycle";
|
|
75
|
+
var DOCUMENT_EXPORT_CAPABILITY = "indexes.documentExport";
|
|
76
|
+
var SYNONYMS_CAPABILITY = "indexes.synonyms";
|
|
77
|
+
var BM25_TUNING_CAPABILITY = "indexes.bm25";
|
|
78
|
+
var SERVER_CAPABILITIES = [
|
|
79
|
+
ASYNC_IMPORT_CAPABILITY,
|
|
80
|
+
TASK_CANCEL_CAPABILITY,
|
|
81
|
+
TASK_FILTER_CAPABILITY,
|
|
82
|
+
REBUILD_ANALYSIS_CAPABILITY,
|
|
83
|
+
CHANGE_ANALYSIS_CAPABILITY,
|
|
84
|
+
INDEX_LIFECYCLE_CAPABILITY,
|
|
85
|
+
DOCUMENT_EXPORT_CAPABILITY,
|
|
86
|
+
SYNONYMS_CAPABILITY,
|
|
87
|
+
BM25_TUNING_CAPABILITY
|
|
88
|
+
];
|
|
89
|
+
|
|
90
|
+
// src/server/concurrency-gate.ts
|
|
91
|
+
var MAIN_THREAD_GATE_SLOT = 0;
|
|
92
|
+
function gateSlotOfWorker(workerId) {
|
|
93
|
+
return workerId + 1;
|
|
94
|
+
}
|
|
95
|
+
function createSharedGateBuffer(slotCount) {
|
|
96
|
+
return new SharedArrayBuffer(slotCount * Int32Array.BYTES_PER_ELEMENT);
|
|
97
|
+
}
|
|
98
|
+
function clearGateSlot(buffer, slot) {
|
|
99
|
+
const counters = new Int32Array(buffer);
|
|
100
|
+
if (slot >= 0 && slot < counters.length) Atomics.store(counters, slot, 0);
|
|
101
|
+
}
|
|
102
|
+
function createSharedRequestGate(buffer, max, slot) {
|
|
103
|
+
const counters = new Int32Array(buffer);
|
|
104
|
+
function inFlight() {
|
|
105
|
+
let total = 0;
|
|
106
|
+
for (let at = 0; at < counters.length; at++) total += Atomics.load(counters, at);
|
|
107
|
+
return total;
|
|
108
|
+
}
|
|
109
|
+
return {
|
|
110
|
+
tryAcquire() {
|
|
111
|
+
if (max <= 0) return true;
|
|
112
|
+
if (inFlight() >= max) return false;
|
|
113
|
+
Atomics.add(counters, slot, 1);
|
|
114
|
+
if (inFlight() <= max) return true;
|
|
115
|
+
Atomics.sub(counters, slot, 1);
|
|
116
|
+
return false;
|
|
117
|
+
},
|
|
118
|
+
release() {
|
|
119
|
+
if (max <= 0) return;
|
|
120
|
+
if (Atomics.load(counters, slot) > 0) Atomics.sub(counters, slot, 1);
|
|
121
|
+
}
|
|
122
|
+
};
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
// src/server/cors.ts
|
|
126
|
+
function resolveCors(cors) {
|
|
127
|
+
if (!cors) return null;
|
|
128
|
+
if (cors === true) {
|
|
129
|
+
return { origin: "*", methods: "GET, POST, PUT, PATCH, DELETE, OPTIONS", headers: "Content-Type, Authorization" };
|
|
130
|
+
}
|
|
131
|
+
return {
|
|
132
|
+
origin: cors.origin ?? "*",
|
|
133
|
+
methods: cors.methods?.join(", ") ?? "GET, POST, PUT, PATCH, DELETE, OPTIONS",
|
|
134
|
+
headers: cors.headers?.join(", ") ?? "Content-Type, Authorization"
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
function matchOrigin(cors, requestOrigin) {
|
|
138
|
+
if (cors.origin === "*") return "*";
|
|
139
|
+
if (typeof cors.origin === "string") return cors.origin;
|
|
140
|
+
return cors.origin.includes(requestOrigin) ? requestOrigin : null;
|
|
141
|
+
}
|
|
142
|
+
function corsOriginHeaders(cors, requestOrigin) {
|
|
143
|
+
const allowed = matchOrigin(cors, requestOrigin);
|
|
144
|
+
const variesByOrigin = Array.isArray(cors.origin);
|
|
145
|
+
if (!allowed) return variesByOrigin ? [["Vary", "Origin"]] : [];
|
|
146
|
+
if (!variesByOrigin) return [["Access-Control-Allow-Origin", allowed]];
|
|
147
|
+
return [
|
|
148
|
+
["Access-Control-Allow-Origin", allowed],
|
|
149
|
+
["Vary", "Origin"]
|
|
150
|
+
];
|
|
151
|
+
}
|
|
152
|
+
function writeCorsOrigin(res, cors, requestOrigin) {
|
|
153
|
+
for (const [key, value] of corsOriginHeaders(cors, requestOrigin)) res.writeHeader(key, value);
|
|
154
|
+
}
|
|
155
|
+
function corsHeaderReader(cors) {
|
|
156
|
+
return (req) => corsOriginHeaders(cors, req.getHeader("origin"));
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
// src/server/errors.ts
|
|
160
|
+
var STATUS_BY_CODE = {
|
|
161
|
+
INVALID_REQUEST: 400,
|
|
162
|
+
INVALID_JSON: 400,
|
|
163
|
+
EMPTY_BODY: 400,
|
|
164
|
+
PAYLOAD_TOO_LARGE: 413,
|
|
165
|
+
NOT_FOUND: 404,
|
|
166
|
+
TASK_NOT_FOUND: 404,
|
|
167
|
+
TASK_NOT_CANCELLABLE: 409,
|
|
168
|
+
TASK_OWNED_BY_ANOTHER_INSTANCE: 409,
|
|
169
|
+
TASK_INTERRUPTED: 503,
|
|
170
|
+
TOO_MANY_REQUESTS: 429,
|
|
171
|
+
HOOK_ERROR: 500,
|
|
172
|
+
INTERNAL_ERROR: 500,
|
|
173
|
+
ENVELOPE_INVALID_MAGIC: 400,
|
|
174
|
+
ENVELOPE_VERSION_MISMATCH: 400,
|
|
175
|
+
SCHEMA_INVALID_TYPE: 400,
|
|
176
|
+
SCHEMA_DEPTH_EXCEEDED: 400,
|
|
177
|
+
SCHEMA_INVALID_VECTOR_DIMENSION: 400,
|
|
178
|
+
SCHEMA_INVALID_GEOPOINT: 400,
|
|
179
|
+
DOC_VALIDATION_FAILED: 400,
|
|
180
|
+
DOC_MISSING_REQUIRED_FIELD: 400,
|
|
181
|
+
SEARCH_INVALID_FIELD: 400,
|
|
182
|
+
VECTOR_DIMENSION_MISMATCH: 400,
|
|
183
|
+
SEARCH_INVALID_FILTER: 400,
|
|
184
|
+
SEARCH_INVALID_MODE: 400,
|
|
185
|
+
SEARCH_INVALID_CURSOR: 400,
|
|
186
|
+
SEARCH_RESULT_WINDOW_EXCEEDED: 400,
|
|
187
|
+
SEARCH_WORK_CAP_EXCEEDED: 400,
|
|
188
|
+
SEARCH_STATE_MOVED: 500,
|
|
189
|
+
SEARCH_INVALID_PHRASE: 400,
|
|
190
|
+
SEARCH_PHRASE_NOT_READY: 503,
|
|
191
|
+
LANGUAGE_NOT_SUPPORTED: 400,
|
|
192
|
+
CONFIG_INVALID: 400,
|
|
193
|
+
EMBEDDING_DIMENSION_MISMATCH: 400,
|
|
194
|
+
EMBEDDING_NO_SOURCE: 400,
|
|
195
|
+
EMBEDDING_CONFIG_INVALID: 400,
|
|
196
|
+
RERANK_CONFIG_INVALID: 400,
|
|
197
|
+
INDEX_NOT_FOUND: 404,
|
|
198
|
+
DOC_NOT_FOUND: 404,
|
|
199
|
+
INDEX_ALREADY_EXISTS: 409,
|
|
200
|
+
INDEX_ORPHANED: 409,
|
|
201
|
+
INDEX_REOPEN_CAPACITY_EXHAUSTED: 503,
|
|
202
|
+
INSTANCE_SHUT_DOWN: 503,
|
|
203
|
+
DOC_ALREADY_EXISTS: 409,
|
|
204
|
+
PARTITION_REBALANCING_BACKPRESSURE: 409,
|
|
205
|
+
PARTITION_CAPACITY_EXCEEDED: 409,
|
|
206
|
+
RESTORE_MEMORY_EXCEEDED: 507,
|
|
207
|
+
MEMORY_WRITE_BLOCKED: 429,
|
|
208
|
+
ANALYSIS_CHANGE_REPLACED: 409,
|
|
209
|
+
ANALYSIS_CHANGE_NOT_READY: 503,
|
|
210
|
+
ANALYSIS_GENERATION_MISSING: 503,
|
|
211
|
+
ANALYSIS_REBUILD_MEMORY_EXCEEDED: 507,
|
|
212
|
+
WORKER_BUSY: 429,
|
|
213
|
+
PARTITION_CORRUPTED: 503,
|
|
214
|
+
WORKER_CRASHED: 503,
|
|
215
|
+
WORKER_TIMEOUT: 503,
|
|
216
|
+
WORKER_ACTION_FAILED: 500,
|
|
217
|
+
PERSISTENCE_SAVE_FAILED: 503,
|
|
218
|
+
PERSISTENCE_LOAD_FAILED: 503,
|
|
219
|
+
PERSISTENCE_DELETE_FAILED: 503,
|
|
220
|
+
PERSISTENCE_CRC_MISMATCH: 503,
|
|
221
|
+
PERSISTENCE_WAL_CORRUPT: 503,
|
|
222
|
+
PERSISTENCE_FSYNC_FAILED: 503,
|
|
223
|
+
PERSISTENCE_DEPENDENCY_MISSING: 500,
|
|
224
|
+
BACKUP_NOT_FOUND: 404,
|
|
225
|
+
BACKUP_ALREADY_EXISTS: 409,
|
|
226
|
+
BACKUP_DAMAGED: 422,
|
|
227
|
+
BACKUP_DURABILITY_REQUIRED: 409,
|
|
228
|
+
BACKUP_IN_PROGRESS: 409,
|
|
229
|
+
BACKUP_STORE_CLAIMED: 409,
|
|
230
|
+
BACKUP_STORE_NOT_CONFIGURED: 501,
|
|
231
|
+
BACKUP_NOT_READY: 503,
|
|
232
|
+
SYNC_DURABILITY_REQUIRED: 409,
|
|
233
|
+
SYNC_BACKUP_STORE_REQUIRED: 409,
|
|
234
|
+
SYNC_NOT_READY: 503,
|
|
235
|
+
SYNC_NOT_ENABLED: 404,
|
|
236
|
+
SYNC_SNAPSHOT_PREPARING: 503,
|
|
237
|
+
CHANGES_DURABILITY_REQUIRED: 409,
|
|
238
|
+
CHANGES_BACKUP_STORE_REQUIRED: 409,
|
|
239
|
+
CHANGES_NOT_READY: 503,
|
|
240
|
+
CHANGES_NOT_ENABLED: 404,
|
|
241
|
+
CHANGES_PREVIOUS_DOCUMENT_REQUIRED: 409,
|
|
242
|
+
CHANGES_EXPORT_PREPARING: 503,
|
|
243
|
+
CHANGES_INVALID_POSITIONS: 400,
|
|
244
|
+
QUERY_SUGGESTIONS_NOT_ENABLED: 404,
|
|
245
|
+
EMBEDDING_FAILED: 503,
|
|
246
|
+
RERANK_FAILED: 503,
|
|
247
|
+
QUERY_ROUTING_FAILED: 503,
|
|
248
|
+
BM25_NOT_READY: 503,
|
|
249
|
+
QUERY_PARTIAL_FAILURE: 503,
|
|
250
|
+
QUERY_NODE_TIMEOUT: 503,
|
|
251
|
+
QUERY_NO_ACTIVE_REPLICA: 503,
|
|
252
|
+
SEARCH_CONTEXT_MISSING: 503,
|
|
253
|
+
CLUSTER_OPERATION_UNSUPPORTED: 501,
|
|
254
|
+
CLUSTER_WRITE_BLOCKED: 429,
|
|
255
|
+
REPLICATION_ENTRY_INVALID: 503,
|
|
256
|
+
REPLICATION_INSYNC_REMOVAL_FAILED: 503,
|
|
257
|
+
REPLICATION_ROLLBACK_FAILED: 503,
|
|
258
|
+
REPLICATION_OUTCOME_UNKNOWN: 503,
|
|
259
|
+
REPLICATION_WRITE_CONFLICT: 409,
|
|
260
|
+
REPLICATION_LOG_FULL: 503,
|
|
261
|
+
REPLICATION_ENTRY_CORRUPT: 503,
|
|
262
|
+
REPLICATION_SNAPSHOT_CORRUPT: 503,
|
|
263
|
+
REPLICATION_TERM_MISMATCH: 503,
|
|
264
|
+
REPLICATION_SYNC_FAILED: 503,
|
|
265
|
+
PARTITION_NOT_PRIMARY: 503,
|
|
266
|
+
PARTITION_UNASSIGNED: 503,
|
|
267
|
+
INSUFFICIENT_REPLICAS: 503,
|
|
268
|
+
TRANSPORT_DEPENDENCY_MISSING: 500,
|
|
269
|
+
NATIVE_DEPENDENCY_MISSING: 500,
|
|
270
|
+
ALLOCATION_INVALID_CONFIG: 400,
|
|
271
|
+
ALLOCATION_NO_DATA_NODES: 503,
|
|
272
|
+
ALLOCATION_FAILED: 503,
|
|
273
|
+
NODE_ALREADY_JOINED: 409,
|
|
274
|
+
NODE_NOT_JOINED: 503,
|
|
275
|
+
NODE_NOT_READY: 503,
|
|
276
|
+
NODE_NOT_CONTROLLER: 503,
|
|
277
|
+
NODE_BOOTSTRAP_FAILED: 503,
|
|
278
|
+
NODE_VERSION_INCOMPATIBLE: 409,
|
|
279
|
+
COORDINATOR_DEPENDENCY_MISSING: 500,
|
|
280
|
+
COORDINATOR_AUTH_FAILED: 502,
|
|
281
|
+
COORDINATOR_UNAVAILABLE: 503,
|
|
282
|
+
SNAPSHOT_SYNC_UNAUTHORIZED: 403,
|
|
283
|
+
SNAPSHOT_SYNC_REQUEST_INVALID: 400,
|
|
284
|
+
SNAPSHOT_SYNC_HEADER_INVALID: 400,
|
|
285
|
+
SNAPSHOT_SYNC_FRAME_INVALID: 400,
|
|
286
|
+
SNAPSHOT_SYNC_INDEX_NOT_FOUND: 404,
|
|
287
|
+
SNAPSHOT_SYNC_CHUNK_SIZE_EXCEEDED: 413,
|
|
288
|
+
SNAPSHOT_SYNC_ABORTED: 409,
|
|
289
|
+
SNAPSHOT_SYNC_CAPACITY_EXHAUSTED: 503,
|
|
290
|
+
SNAPSHOT_SYNC_SNAPSHOT_FAILED: 503,
|
|
291
|
+
SNAPSHOT_SYNC_DECODE_FAILED: 503,
|
|
292
|
+
SNAPSHOT_SYNC_HEADER_MISMATCH: 503,
|
|
293
|
+
SNAPSHOT_SYNC_CHUNK_OUT_OF_ORDER: 503,
|
|
294
|
+
SNAPSHOT_SYNC_CHUNK_OVERFLOW: 503,
|
|
295
|
+
SNAPSHOT_SYNC_CHUNK_MISSING: 503,
|
|
296
|
+
SNAPSHOT_SYNC_END_MISSING: 503,
|
|
297
|
+
SNAPSHOT_SYNC_CHECKSUM_MISMATCH: 503,
|
|
298
|
+
SNAPSHOT_SYNC_PRIMARY_ERROR: 503,
|
|
299
|
+
SNAPSHOT_SYNC_NO_TARGETS: 503,
|
|
300
|
+
SNAPSHOT_SYNC_TRANSPORT_FAILED: 503,
|
|
301
|
+
SNAPSHOT_SYNC_SCHEMA_UNAVAILABLE: 503,
|
|
302
|
+
SNAPSHOT_SYNC_RESTORE_FAILED: 503,
|
|
303
|
+
SNAPSHOT_SYNC_RESTORE_CLEANUP_FAILED: 503,
|
|
304
|
+
SNAPSHOT_SYNC_TIMEOUT: 503,
|
|
305
|
+
SNAPSHOT_SYNC_ALLOCATION_UNAVAILABLE: 503,
|
|
306
|
+
SNAPSHOT_SYNC_NOT_ASSIGNED: 503,
|
|
307
|
+
CONTROLLER_METADATA_INVALID: 500
|
|
308
|
+
};
|
|
309
|
+
function httpStatusForNarsilError(code) {
|
|
310
|
+
return STATUS_BY_CODE[code] ?? 500;
|
|
311
|
+
}
|
|
312
|
+
function serializeNarsilError(err) {
|
|
313
|
+
const hasDetails = err.details && Object.keys(err.details).length > 0;
|
|
314
|
+
return hasDetails ? { code: err.code, message: err.message, details: err.details } : { code: err.code, message: err.message };
|
|
315
|
+
}
|
|
316
|
+
function toHttpError(err) {
|
|
317
|
+
if (err instanceof NarsilError) {
|
|
318
|
+
return { status: httpStatusForNarsilError(err.code), body: serializeNarsilError(err) };
|
|
319
|
+
}
|
|
320
|
+
return {
|
|
321
|
+
status: 500,
|
|
322
|
+
body: { code: ServerErrorCodes.INTERNAL_ERROR, message: "An unexpected error occurred" }
|
|
323
|
+
};
|
|
324
|
+
}
|
|
325
|
+
|
|
326
|
+
// src/server/constants.ts
|
|
327
|
+
var BYTES_PER_MB = 1024 * 1024;
|
|
328
|
+
var DEFAULT_MAX_BODY_BYTES = 16 * BYTES_PER_MB;
|
|
329
|
+
var DEFAULT_MAX_IMPORT_BYTES = 100 * BYTES_PER_MB;
|
|
330
|
+
var DEFAULT_MAX_RESTORE_BYTES = 64 * 1024 * BYTES_PER_MB;
|
|
331
|
+
var SPOOL_PAUSE_ABOVE_BYTES = 8 * BYTES_PER_MB;
|
|
332
|
+
var SNAPSHOT_ARCHIVE_CONTENT_TYPE = "application/x-tar";
|
|
333
|
+
var DOCUMENT_EXPORT_CONTENT_TYPE = "application/x-ndjson";
|
|
334
|
+
var PROMETHEUS_TEXT_CONTENT_TYPE = "text/plain; version=0.0.4; charset=utf-8";
|
|
335
|
+
var RELAY_STREAM_CHUNKS_IN_FLIGHT = 4;
|
|
336
|
+
var DEFAULT_MAX_LINE_BYTES = 4 * BYTES_PER_MB;
|
|
337
|
+
var DEFAULT_IMPORT_BATCH_SIZE = 1e3;
|
|
338
|
+
var IMPORT_FLUSHES_IN_FLIGHT = 4;
|
|
339
|
+
var DEFAULT_MAX_CONCURRENT_REQUESTS = 0;
|
|
340
|
+
var DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION = 0.05;
|
|
341
|
+
var MAX_BODY_BYTES_IN_FLIGHT_FRACTION = 1;
|
|
342
|
+
var PARSE_HEAP_BLOCK_FRACTION = 0.9;
|
|
343
|
+
var PARSE_HEAP_READ_BLOCK_FRACTION = 0.95;
|
|
344
|
+
var BATCH_KIND_SCAN_BYTES = 65536;
|
|
345
|
+
var PARSE_WORST_HEAP_BYTES_PER_BODY_BYTE = 24;
|
|
346
|
+
var PARSE_TEXT_HEAP_BYTES_PER_BODY_BYTE = 2;
|
|
347
|
+
var PARSE_OBJECT_HEAP_BYTES = 72;
|
|
348
|
+
var PARSE_ARRAY_HEAP_BYTES = 48;
|
|
349
|
+
var PARSE_PROPERTY_HEAP_BYTES = 112;
|
|
350
|
+
var PARSE_STRING_HEAP_BYTES = 48;
|
|
351
|
+
var PARSE_STRING_HEAP_BYTES_PER_BYTE = 2;
|
|
352
|
+
var PARSE_SCALAR_HEAP_BYTES = 16;
|
|
353
|
+
var DEFAULT_MAX_RESULT_WINDOW = 1e4;
|
|
354
|
+
var DEFAULT_MAX_RERANK_WINDOW = 100;
|
|
355
|
+
var DEFAULT_MAX_FETCH_DOCUMENTS = 1e4;
|
|
356
|
+
var DEFAULT_MAX_IMPORT_ERRORS = 100;
|
|
357
|
+
var DEFAULT_MAX_TASK_PAGE_SIZE = 1e3;
|
|
358
|
+
var DEFAULT_MAX_CONCURRENT_TASKS = 4;
|
|
359
|
+
var MIN_COUNTED_SERVER_LIMIT = 1;
|
|
360
|
+
var MIN_UNBOUNDED_SERVER_LIMIT = 0;
|
|
361
|
+
var RESPONSE_STREAM_THRESHOLD_BYTES = 64 * 1024;
|
|
362
|
+
var RESPONSE_GROUP_DOCUMENTS = 64;
|
|
363
|
+
var RESPONSE_GROUP_BYTES = 256 * 1024;
|
|
364
|
+
var RESPONSE_HEAP_BYTES_PER_ANSWER_BYTE = 2;
|
|
365
|
+
var RESPONSE_MEMORY_WAIT_MAX_MS = 5e3;
|
|
366
|
+
var RESPONSE_MEMORY_WAIT_POLL_MS = 50;
|
|
367
|
+
var MAX_INDEX_TOUCH_INTERVAL_MS = 1e3;
|
|
368
|
+
var INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT = 4;
|
|
369
|
+
var REQUEST_THREAD_DEPARTURE_DRAIN_MS = 100;
|
|
370
|
+
var REQUEST_THREAD_DRAIN_DEADLINE_MS = 3e4;
|
|
371
|
+
var REQUEST_THREAD_CLOSE_AT_EXIT_MS = 2e3;
|
|
372
|
+
var DEFAULT_MAX_RETAINED_TASKS = 1e3;
|
|
373
|
+
var DEFAULT_TASK_PAGE_SIZE = 20;
|
|
374
|
+
var TASK_PROGRESS_WRITE_INTERVAL_MS = 250;
|
|
375
|
+
var RUNNING_TASK_TTL_MS = 24 * 60 * 60 * 1e3;
|
|
376
|
+
var TERMINAL_TASK_TTL_MS = 60 * 60 * 1e3;
|
|
377
|
+
var REQUEST_THREAD_MOVE_AFTER_MS = 10;
|
|
378
|
+
var SEARCH_CLOCK_SAMPLE_UNITS = 65536;
|
|
379
|
+
var MAX_LONG_QUERIES_IN_FLIGHT = 16;
|
|
380
|
+
|
|
381
|
+
// src/server/parse-heap.ts
|
|
382
|
+
var PARSE_WOULD_FILL_MEMORY_REASON = "parse_would_fill_memory";
|
|
383
|
+
var PARSE_EXCEEDS_MEMORY_REASON = "parse_exceeds_memory";
|
|
384
|
+
var QUOTE = 34;
|
|
385
|
+
var BACKSLASH = 92;
|
|
386
|
+
var OPEN_OBJECT = 123;
|
|
387
|
+
var OPEN_ARRAY = 91;
|
|
388
|
+
var COLON = 58;
|
|
389
|
+
function isScalarByte(byte) {
|
|
390
|
+
return byte >= 48 && byte <= 57 || byte >= 97 && byte <= 122 || byte >= 65 && byte <= 90 || byte === 45 || byte === 43 || byte === 46;
|
|
391
|
+
}
|
|
392
|
+
function closingQuoteOf(raw, from) {
|
|
393
|
+
let at = raw.indexOf(QUOTE, from);
|
|
394
|
+
while (at !== -1) {
|
|
395
|
+
let backslashes = 0;
|
|
396
|
+
while (at - 1 - backslashes >= from && raw[at - 1 - backslashes] === BACKSLASH) backslashes++;
|
|
397
|
+
if (backslashes % 2 === 0) return at;
|
|
398
|
+
at = raw.indexOf(QUOTE, at + 1);
|
|
399
|
+
}
|
|
400
|
+
return raw.length;
|
|
401
|
+
}
|
|
402
|
+
function scannedParseBytes(raw) {
|
|
403
|
+
let objects = 0;
|
|
404
|
+
let arrays = 0;
|
|
405
|
+
let properties = 0;
|
|
406
|
+
let strings = 0;
|
|
407
|
+
let stringBytes = 0;
|
|
408
|
+
let scalars = 0;
|
|
409
|
+
let inScalar = false;
|
|
410
|
+
for (let at = 0; at < raw.length; at++) {
|
|
411
|
+
const byte = raw[at];
|
|
412
|
+
if (byte === QUOTE) {
|
|
413
|
+
const end = closingQuoteOf(raw, at + 1);
|
|
414
|
+
strings++;
|
|
415
|
+
stringBytes += end - at - 1;
|
|
416
|
+
at = end;
|
|
417
|
+
inScalar = false;
|
|
418
|
+
} else if (isScalarByte(byte)) {
|
|
419
|
+
if (!inScalar) scalars++;
|
|
420
|
+
inScalar = true;
|
|
421
|
+
} else {
|
|
422
|
+
inScalar = false;
|
|
423
|
+
if (byte === OPEN_OBJECT) objects++;
|
|
424
|
+
else if (byte === OPEN_ARRAY) arrays++;
|
|
425
|
+
else if (byte === COLON) properties++;
|
|
426
|
+
}
|
|
427
|
+
}
|
|
428
|
+
return raw.length * PARSE_TEXT_HEAP_BYTES_PER_BODY_BYTE + objects * PARSE_OBJECT_HEAP_BYTES + arrays * PARSE_ARRAY_HEAP_BYTES + properties * PARSE_PROPERTY_HEAP_BYTES + strings * PARSE_STRING_HEAP_BYTES + stringBytes * PARSE_STRING_HEAP_BYTES_PER_BYTE + scalars * PARSE_SCALAR_HEAP_BYTES;
|
|
429
|
+
}
|
|
430
|
+
var WRITE_PARSE_LINE = {
|
|
431
|
+
heap: Math.min(PARSE_HEAP_BLOCK_FRACTION, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE),
|
|
432
|
+
process: PARSE_HEAP_BLOCK_FRACTION,
|
|
433
|
+
holdsYoungReserve: true
|
|
434
|
+
};
|
|
435
|
+
var READ_PARSE_LINE = {
|
|
436
|
+
heap: PARSE_HEAP_READ_BLOCK_FRACTION,
|
|
437
|
+
process: PARSE_HEAP_READ_BLOCK_FRACTION,
|
|
438
|
+
holdsYoungReserve: false
|
|
439
|
+
};
|
|
440
|
+
function processRoomIn(figures, line) {
|
|
441
|
+
const reserve = line.holdsYoungReserve ? figures.youngReserveBytes : 0;
|
|
442
|
+
return line.process * figures.processLimitBytes - figures.processBytes - reserve;
|
|
443
|
+
}
|
|
444
|
+
function roomIn(figures, line) {
|
|
445
|
+
return Math.min(
|
|
446
|
+
line.heap * figures.heapLimitBytes - figures.heapBytes - figures.youngHeapBytes,
|
|
447
|
+
processRoomIn(figures, line)
|
|
448
|
+
) - reservedHeapBytes();
|
|
449
|
+
}
|
|
450
|
+
function refusal(status, bodyBytes, parseBytes, figures, collectedGarbage, line) {
|
|
451
|
+
const blockBytes = Math.floor(line.heap * figures.heapLimitBytes);
|
|
452
|
+
const message = status === 413 ? `Parsing this ${bodyBytes}-byte body can take up to ${parseBytes} bytes of memory, more than the ${blockBytes} bytes that the server allows its heap even when idle. Send the request in smaller parts.` : `Parsing this ${bodyBytes}-byte body can take up to ${parseBytes} bytes of memory, which with the ${figures.heapBytes} bytes already in use would pass the server's limit of ${blockBytes} bytes. Retry once the requests in progress finish.`;
|
|
453
|
+
return {
|
|
454
|
+
status,
|
|
455
|
+
code: status === 413 ? ServerErrorCodes.PAYLOAD_TOO_LARGE : ServerErrorCodes.TOO_MANY_REQUESTS,
|
|
456
|
+
message,
|
|
457
|
+
details: {
|
|
458
|
+
reason: status === 413 ? PARSE_EXCEEDS_MEMORY_REASON : PARSE_WOULD_FILL_MEMORY_REASON,
|
|
459
|
+
bodyBytes,
|
|
460
|
+
parseBytes,
|
|
461
|
+
heapBytes: figures.heapBytes,
|
|
462
|
+
youngHeapBytes: figures.youngHeapBytes,
|
|
463
|
+
reservedBytes: reservedHeapBytes(),
|
|
464
|
+
blockBytes,
|
|
465
|
+
collectedGarbage
|
|
466
|
+
}
|
|
467
|
+
};
|
|
468
|
+
}
|
|
469
|
+
function admitted(parseBytes) {
|
|
470
|
+
admitHeapBytes(parseBytes);
|
|
471
|
+
return null;
|
|
472
|
+
}
|
|
473
|
+
function parseRefusalOf(raw, kind = "write") {
|
|
474
|
+
const line = kind === "read" ? READ_PARSE_LINE : WRITE_PARSE_LINE;
|
|
475
|
+
const recent = readRecentMemoryFigures();
|
|
476
|
+
if (recent === null) return null;
|
|
477
|
+
const worstBytes = raw.length * PARSE_WORST_HEAP_BYTES_PER_BODY_BYTE;
|
|
478
|
+
if (worstBytes <= roomIn(recent, line)) return admitted(worstBytes);
|
|
479
|
+
const parseBytes = Math.min(scannedParseBytes(raw), worstBytes);
|
|
480
|
+
if (parseBytes > line.heap * recent.heapLimitBytes) {
|
|
481
|
+
return refusal(413, raw.length, parseBytes, recent, false, line);
|
|
482
|
+
}
|
|
483
|
+
if (parseBytes <= roomIn(recent, line)) return admitted(parseBytes);
|
|
484
|
+
const figures = readMemoryFigures() ?? recent;
|
|
485
|
+
if (parseBytes <= roomIn(figures, line)) return admitted(parseBytes);
|
|
486
|
+
const collectedGarbage = collectGarbageBeforeRefusal();
|
|
487
|
+
const collectedYoung = !collectedGarbage && collectYoungGenerationBeforeRefusal();
|
|
488
|
+
const settled = collectedGarbage || collectedYoung ? readMemoryFigures() ?? figures : figures;
|
|
489
|
+
if (parseBytes <= roomIn(settled, line)) return admitted(parseBytes);
|
|
490
|
+
if (collectedGarbage && kind === "write") reportRefusalAfterCollection(settled);
|
|
491
|
+
return refusal(429, raw.length, parseBytes, settled, collectedGarbage, line);
|
|
492
|
+
}
|
|
493
|
+
function bodyFits(bodyBytes, figures, line) {
|
|
494
|
+
const reserved = reservedHeapBytes();
|
|
495
|
+
const heapRoom = line.heap * figures.heapLimitBytes - figures.heapBytes - figures.youngHeapBytes - reserved;
|
|
496
|
+
const processRoom = processRoomIn(figures, line) - reserved;
|
|
497
|
+
return bodyBytes * PARSE_TEXT_HEAP_BYTES_PER_BODY_BYTE <= heapRoom && bodyBytes * (PARSE_TEXT_HEAP_BYTES_PER_BODY_BYTE + 1) <= processRoom;
|
|
498
|
+
}
|
|
499
|
+
function bodyRefusalOf(bodyBytes, kind) {
|
|
500
|
+
if (bodyBytes <= 0) return null;
|
|
501
|
+
const line = kind === "read" ? READ_PARSE_LINE : WRITE_PARSE_LINE;
|
|
502
|
+
const recent = readRecentMemoryFigures();
|
|
503
|
+
if (recent === null || bodyFits(bodyBytes, recent, line)) return null;
|
|
504
|
+
const leastParseBytes = bodyBytes * PARSE_TEXT_HEAP_BYTES_PER_BODY_BYTE;
|
|
505
|
+
if (leastParseBytes > line.heap * recent.heapLimitBytes) {
|
|
506
|
+
return refusal(413, bodyBytes, leastParseBytes, recent, false, line);
|
|
507
|
+
}
|
|
508
|
+
const figures = readMemoryFigures() ?? recent;
|
|
509
|
+
if (bodyFits(bodyBytes, figures, line)) return null;
|
|
510
|
+
const collectedGarbage = collectGarbageBeforeRefusal();
|
|
511
|
+
const collectedYoung = !collectedGarbage && collectYoungGenerationBeforeRefusal();
|
|
512
|
+
const settled = collectedGarbage || collectedYoung ? readMemoryFigures() ?? figures : figures;
|
|
513
|
+
if (bodyFits(bodyBytes, settled, line)) return null;
|
|
514
|
+
if (collectedGarbage && kind === "write") reportRefusalAfterCollection(settled);
|
|
515
|
+
return refusal(429, bodyBytes, leastParseBytes, settled, collectedGarbage, line);
|
|
516
|
+
}
|
|
517
|
+
|
|
518
|
+
// src/server/response.ts
|
|
519
|
+
var STATUS_TEXT = {
|
|
520
|
+
200: "200 OK",
|
|
521
|
+
201: "201 Created",
|
|
522
|
+
202: "202 Accepted",
|
|
523
|
+
204: "204 No Content",
|
|
524
|
+
206: "206 Partial Content",
|
|
525
|
+
400: "400 Bad Request",
|
|
526
|
+
401: "401 Unauthorized",
|
|
527
|
+
403: "403 Forbidden",
|
|
528
|
+
404: "404 Not Found",
|
|
529
|
+
405: "405 Method Not Allowed",
|
|
530
|
+
409: "409 Conflict",
|
|
531
|
+
413: "413 Payload Too Large",
|
|
532
|
+
415: "415 Unsupported Media Type",
|
|
533
|
+
416: "416 Range Not Satisfiable",
|
|
534
|
+
429: "429 Too Many Requests",
|
|
535
|
+
500: "500 Internal Server Error",
|
|
536
|
+
503: "503 Service Unavailable"
|
|
537
|
+
};
|
|
538
|
+
function statusLine(status) {
|
|
539
|
+
return STATUS_TEXT[status] ?? `${status}`;
|
|
540
|
+
}
|
|
541
|
+
function streamBody(res, abort, body, status, headers) {
|
|
542
|
+
if (abort.aborted) return;
|
|
543
|
+
const totalSize = body.byteLength;
|
|
544
|
+
res.cork(() => {
|
|
545
|
+
res.writeStatus(statusLine(status));
|
|
546
|
+
for (const [key, value] of headers) res.writeHeader(key, value);
|
|
547
|
+
const startOffset = res.getWriteOffset();
|
|
548
|
+
const [, done] = res.tryEnd(body, totalSize);
|
|
549
|
+
if (done) return;
|
|
550
|
+
res.onWritable((offset) => {
|
|
551
|
+
if (abort.aborted) return true;
|
|
552
|
+
const [retryOk] = res.tryEnd(body.subarray(offset - startOffset), totalSize);
|
|
553
|
+
return retryOk;
|
|
554
|
+
});
|
|
555
|
+
});
|
|
556
|
+
}
|
|
557
|
+
function sendJson(res, data, status = 200, abort) {
|
|
558
|
+
sendEncodedJson(res, encodeJson(data), status, abort);
|
|
559
|
+
}
|
|
560
|
+
function sendEncodedJson(res, payload, status = 200, abort) {
|
|
561
|
+
if (abort && payload !== void 0 && Buffer.byteLength(payload) >= RESPONSE_STREAM_THRESHOLD_BYTES) {
|
|
562
|
+
streamBody(res, abort, Buffer.from(payload, "utf8"), status, [["Content-Type", "application/json"]]);
|
|
563
|
+
return;
|
|
564
|
+
}
|
|
565
|
+
res.cork(() => {
|
|
566
|
+
res.writeStatus(statusLine(status)).writeHeader("Content-Type", "application/json").end(payload);
|
|
567
|
+
});
|
|
568
|
+
}
|
|
569
|
+
function sendError(res, status, code, message, details, headers = []) {
|
|
570
|
+
const body = { error: details ? { code, message, details } : { code, message } };
|
|
571
|
+
const payload = encodeJson(body);
|
|
572
|
+
res.cork(() => {
|
|
573
|
+
res.writeStatus(statusLine(status)).writeHeader("Content-Type", "application/json");
|
|
574
|
+
for (const [name, value] of headers) res.writeHeader(name, value);
|
|
575
|
+
res.end(payload);
|
|
576
|
+
});
|
|
577
|
+
}
|
|
578
|
+
function sendText(res, text, contentType, abort) {
|
|
579
|
+
streamBody(res, abort, Buffer.from(text, "utf8"), 200, [["Content-Type", contentType]]);
|
|
580
|
+
}
|
|
581
|
+
async function sendStream(res, abort, source, headers) {
|
|
582
|
+
const reader = source.getReader();
|
|
583
|
+
let wake = null;
|
|
584
|
+
abort.onAbort(() => wake?.());
|
|
585
|
+
const waitUntilWritable = () => new Promise((resolve) => {
|
|
586
|
+
wake = () => {
|
|
587
|
+
wake = null;
|
|
588
|
+
resolve();
|
|
589
|
+
};
|
|
590
|
+
res.onWritable(() => {
|
|
591
|
+
wake?.();
|
|
592
|
+
return true;
|
|
593
|
+
});
|
|
594
|
+
});
|
|
595
|
+
let started = false;
|
|
596
|
+
const begin = () => {
|
|
597
|
+
if (started) return;
|
|
598
|
+
started = true;
|
|
599
|
+
res.writeStatus(statusLine(200));
|
|
600
|
+
for (const [key, value] of headers) res.writeHeader(key, value);
|
|
601
|
+
};
|
|
602
|
+
try {
|
|
603
|
+
for (; ; ) {
|
|
604
|
+
const step = await reader.read();
|
|
605
|
+
if (abort.aborted) {
|
|
606
|
+
await reader.cancel().catch(() => void 0);
|
|
607
|
+
return;
|
|
608
|
+
}
|
|
609
|
+
if (step.done) {
|
|
610
|
+
res.cork(() => {
|
|
611
|
+
begin();
|
|
612
|
+
res.end();
|
|
613
|
+
});
|
|
614
|
+
return;
|
|
615
|
+
}
|
|
616
|
+
let writable = true;
|
|
617
|
+
res.cork(() => {
|
|
618
|
+
begin();
|
|
619
|
+
writable = res.write(step.value);
|
|
620
|
+
});
|
|
621
|
+
if (!writable && !abort.aborted) await waitUntilWritable();
|
|
622
|
+
}
|
|
623
|
+
} catch (err) {
|
|
624
|
+
await reader.cancel().catch(() => void 0);
|
|
625
|
+
if (abort.aborted) return;
|
|
626
|
+
if (!started) throw err;
|
|
627
|
+
res.cork(() => {
|
|
628
|
+
res.close();
|
|
629
|
+
});
|
|
630
|
+
}
|
|
631
|
+
}
|
|
632
|
+
function sendRelayed(res, abort, status, headers, body) {
|
|
633
|
+
if (abort.aborted) return;
|
|
634
|
+
if (body.byteLength >= RESPONSE_STREAM_THRESHOLD_BYTES) {
|
|
635
|
+
streamBody(res, abort, body, status, headers);
|
|
636
|
+
return;
|
|
637
|
+
}
|
|
638
|
+
res.cork(() => {
|
|
639
|
+
res.writeStatus(statusLine(status));
|
|
640
|
+
for (const [key, value] of headers) res.writeHeader(key, value);
|
|
641
|
+
res.end(body);
|
|
642
|
+
});
|
|
643
|
+
}
|
|
644
|
+
function writeSizedChunk(res, abort, wait, chunk, totalSize, begin) {
|
|
645
|
+
let startOffset = 0;
|
|
646
|
+
let written = true;
|
|
647
|
+
res.cork(() => {
|
|
648
|
+
begin();
|
|
649
|
+
startOffset = res.getWriteOffset();
|
|
650
|
+
written = res.tryEnd(chunk, totalSize)[0];
|
|
651
|
+
});
|
|
652
|
+
if (written || abort.aborted) return Promise.resolve();
|
|
653
|
+
return new Promise((resolve) => {
|
|
654
|
+
wait.wake = () => {
|
|
655
|
+
wait.wake = null;
|
|
656
|
+
resolve();
|
|
657
|
+
};
|
|
658
|
+
res.onWritable((offset) => {
|
|
659
|
+
if (abort.aborted) {
|
|
660
|
+
wait.wake?.();
|
|
661
|
+
return true;
|
|
662
|
+
}
|
|
663
|
+
const [retried] = res.tryEnd(chunk.subarray(offset - startOffset), totalSize);
|
|
664
|
+
if (retried) wait.wake?.();
|
|
665
|
+
return retried;
|
|
666
|
+
});
|
|
667
|
+
});
|
|
668
|
+
}
|
|
669
|
+
async function sendSizedStream(res, abort, status, headers, totalSize, chunks) {
|
|
670
|
+
let started = false;
|
|
671
|
+
const begin = () => {
|
|
672
|
+
if (started) return;
|
|
673
|
+
started = true;
|
|
674
|
+
res.writeStatus(statusLine(status));
|
|
675
|
+
for (const [key, value] of headers) res.writeHeader(key, value);
|
|
676
|
+
};
|
|
677
|
+
const wait = { wake: null };
|
|
678
|
+
abort.onAbort(() => wait.wake?.());
|
|
679
|
+
let sent = 0;
|
|
680
|
+
try {
|
|
681
|
+
for await (const chunk of chunks) {
|
|
682
|
+
if (abort.aborted) return;
|
|
683
|
+
const bounded = chunk.subarray(0, Math.max(0, totalSize - sent));
|
|
684
|
+
if (bounded.byteLength === 0) continue;
|
|
685
|
+
await writeSizedChunk(res, abort, wait, bounded, totalSize, begin);
|
|
686
|
+
sent += bounded.byteLength;
|
|
687
|
+
}
|
|
688
|
+
} catch (err) {
|
|
689
|
+
if (abort.aborted) return;
|
|
690
|
+
if (!started) throw err;
|
|
691
|
+
res.cork(() => {
|
|
692
|
+
res.close();
|
|
693
|
+
});
|
|
694
|
+
return;
|
|
695
|
+
}
|
|
696
|
+
if (abort.aborted || sent === totalSize && started) return;
|
|
697
|
+
res.cork(() => {
|
|
698
|
+
if (totalSize > 0) {
|
|
699
|
+
res.close();
|
|
700
|
+
return;
|
|
701
|
+
}
|
|
702
|
+
begin();
|
|
703
|
+
res.end();
|
|
704
|
+
});
|
|
705
|
+
}
|
|
706
|
+
|
|
707
|
+
// src/server/handler-utils.ts
|
|
708
|
+
function refusesParse(ctx, raw, kind) {
|
|
709
|
+
const refusal2 = ctx.bodyRefusal ?? (raw === null ? null : parseRefusalOf(raw, kind));
|
|
710
|
+
if (refusal2 === null) return false;
|
|
711
|
+
if (!ctx.abort.aborted) sendError(ctx.res, refusal2.status, refusal2.code, refusal2.message, refusal2.details);
|
|
712
|
+
return true;
|
|
713
|
+
}
|
|
714
|
+
function parseJson(ctx, kind = "write") {
|
|
715
|
+
const raw = ctx.rawBody;
|
|
716
|
+
if (refusesParse(ctx, raw, kind)) return void 0;
|
|
717
|
+
if (!raw || raw.length === 0) {
|
|
718
|
+
sendError(ctx.res, 400, ServerErrorCodes.EMPTY_BODY, "Request body is empty");
|
|
719
|
+
return void 0;
|
|
720
|
+
}
|
|
721
|
+
try {
|
|
722
|
+
return JSON.parse(raw.toString("utf8"));
|
|
723
|
+
} catch {
|
|
724
|
+
sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
|
|
725
|
+
return void 0;
|
|
726
|
+
}
|
|
727
|
+
}
|
|
728
|
+
async function parseWriteJson(ctx, writeBlock) {
|
|
729
|
+
const raw = ctx.rawBody;
|
|
730
|
+
if (writeBlock === void 0 || ctx.bodyRefusal === null && (!raw || raw.length === 0)) return parseJson(ctx);
|
|
731
|
+
const refusal2 = ctx.bodyRefusal ?? (raw === null ? null : parseRefusalOf(raw));
|
|
732
|
+
if (refusal2 === null) {
|
|
733
|
+
try {
|
|
734
|
+
return JSON.parse(raw?.toString("utf8") ?? "");
|
|
735
|
+
} catch {
|
|
736
|
+
sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
|
|
737
|
+
return void 0;
|
|
738
|
+
}
|
|
739
|
+
}
|
|
740
|
+
const block = refusal2.status === 429 ? await writeBlock(ctx.params[0]).catch(() => null) : null;
|
|
741
|
+
if (block !== null) respondError(ctx, block);
|
|
742
|
+
else if (!ctx.abort.aborted) sendError(ctx.res, refusal2.status, refusal2.code, refusal2.message, refusal2.details);
|
|
743
|
+
return void 0;
|
|
744
|
+
}
|
|
745
|
+
function parseJsonOptional(ctx) {
|
|
746
|
+
const raw = ctx.rawBody;
|
|
747
|
+
if (refusesParse(ctx, raw, "write")) return void 0;
|
|
748
|
+
if (!raw || raw.length === 0) return {};
|
|
749
|
+
try {
|
|
750
|
+
return JSON.parse(raw.toString("utf8"));
|
|
751
|
+
} catch {
|
|
752
|
+
sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
|
|
753
|
+
return void 0;
|
|
754
|
+
}
|
|
755
|
+
}
|
|
756
|
+
function respondError(ctx, err) {
|
|
757
|
+
if (ctx.abort.aborted) return;
|
|
758
|
+
const { status, body } = toHttpError(err);
|
|
759
|
+
sendError(ctx.res, status, body.code, body.message, body.details);
|
|
760
|
+
}
|
|
761
|
+
function retryAfterSecondsOf(err, preparingCode) {
|
|
762
|
+
if (!(err instanceof NarsilError) || err.code !== preparingCode) return null;
|
|
763
|
+
const retryAfterMs = err.details?.retryAfterMs;
|
|
764
|
+
return typeof retryAfterMs === "number" && retryAfterMs > 0 ? Math.ceil(retryAfterMs / 1e3) : 1;
|
|
765
|
+
}
|
|
766
|
+
function respondPreparingError(ctx, err, preparingCode) {
|
|
767
|
+
const retryAfterSeconds = retryAfterSecondsOf(err, preparingCode);
|
|
768
|
+
if (retryAfterSeconds === null || ctx.abort.aborted) {
|
|
769
|
+
respondError(ctx, err);
|
|
770
|
+
return;
|
|
771
|
+
}
|
|
772
|
+
const { status, body } = toHttpError(err);
|
|
773
|
+
sendError(ctx.res, status, body.code, body.message, body.details, [["Retry-After", String(retryAfterSeconds)]]);
|
|
774
|
+
}
|
|
775
|
+
function respondJson(ctx, data, status = 200) {
|
|
776
|
+
if (ctx.abort.aborted) return;
|
|
777
|
+
sendJson(ctx.res, data, status, ctx.abort);
|
|
778
|
+
}
|
|
779
|
+
function badRequest(res, message, details) {
|
|
780
|
+
sendError(res, 400, ServerErrorCodes.INVALID_REQUEST, message, details);
|
|
781
|
+
}
|
|
782
|
+
function rejectInvalid(ctx, failure) {
|
|
783
|
+
if (ctx.abort.aborted) return;
|
|
784
|
+
badRequest(ctx.res, failure.message, failure.details);
|
|
785
|
+
}
|
|
786
|
+
function serializeBatchResult(result) {
|
|
787
|
+
return {
|
|
788
|
+
succeeded: result.succeeded,
|
|
789
|
+
failed: result.failed.map((f) => ({
|
|
790
|
+
docId: f.docId,
|
|
791
|
+
error: f.error instanceof NarsilError ? serializeNarsilError(f.error) : { code: "INTERNAL_ERROR", message: String(f.error) }
|
|
792
|
+
}))
|
|
793
|
+
};
|
|
794
|
+
}
|
|
795
|
+
|
|
796
|
+
// src/server/regex-policy.ts
|
|
797
|
+
function isRecord(value) {
|
|
798
|
+
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
799
|
+
}
|
|
800
|
+
function regexFieldIn(expression, depth) {
|
|
801
|
+
if (!isRecord(expression) || depth > MAX_FILTER_DEPTH) return null;
|
|
802
|
+
if (isRecord(expression.fields)) {
|
|
803
|
+
for (const [fieldPath, filter] of Object.entries(expression.fields)) {
|
|
804
|
+
if (isRecord(filter) && Object.hasOwn(filter, "regex")) return fieldPath;
|
|
805
|
+
}
|
|
806
|
+
}
|
|
807
|
+
for (const nested of [expression.and, expression.or]) {
|
|
808
|
+
if (!Array.isArray(nested)) continue;
|
|
809
|
+
for (const child of nested) {
|
|
810
|
+
const found = regexFieldIn(child, depth + 1);
|
|
811
|
+
if (found !== null) return found;
|
|
812
|
+
}
|
|
813
|
+
}
|
|
814
|
+
return regexFieldIn(expression.not, depth + 1);
|
|
815
|
+
}
|
|
816
|
+
function refusedRegex(filters, allowRegex) {
|
|
817
|
+
if (allowRegex) return null;
|
|
818
|
+
const fieldPath = regexFieldIn(filters, 0);
|
|
819
|
+
if (fieldPath === null) return null;
|
|
820
|
+
return new NarsilError(
|
|
821
|
+
ErrorCodes.SEARCH_INVALID_FILTER,
|
|
822
|
+
`This server refuses every "regex" test, because its operator set the allowRegex server option to false. Test field "${fieldPath}" with "contains" or "wildcard"`,
|
|
823
|
+
{ fieldPath, operator: "regex", option: "allowRegex" }
|
|
824
|
+
);
|
|
825
|
+
}
|
|
826
|
+
function refuseRegex(ctx, filters, allowRegex) {
|
|
827
|
+
const refused = refusedRegex(filters, allowRegex);
|
|
828
|
+
if (refused === null) return false;
|
|
829
|
+
respondError(ctx, refused);
|
|
830
|
+
return true;
|
|
831
|
+
}
|
|
832
|
+
|
|
833
|
+
// src/server/validation.ts
|
|
834
|
+
function isPlainObject(value) {
|
|
835
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
836
|
+
}
|
|
837
|
+
function overWindow(field, value, maxWindow) {
|
|
838
|
+
if (typeof value === "number" && value > maxWindow) {
|
|
839
|
+
return {
|
|
840
|
+
message: `Field "${field}" exceeds the maximum result window of ${maxWindow}`,
|
|
841
|
+
details: { value, limit: maxWindow }
|
|
842
|
+
};
|
|
843
|
+
}
|
|
844
|
+
return null;
|
|
845
|
+
}
|
|
846
|
+
function overRerankWindow(rerank, maxRerankWindow) {
|
|
847
|
+
if (!isPlainObject(rerank)) return null;
|
|
848
|
+
const window = rerank.window;
|
|
849
|
+
if (typeof window === "number" && window > maxRerankWindow) {
|
|
850
|
+
return {
|
|
851
|
+
message: `Field "rerank.window" exceeds this server's maximum rerank window of ${maxRerankWindow}`,
|
|
852
|
+
details: { value: window, limit: maxRerankWindow }
|
|
853
|
+
};
|
|
854
|
+
}
|
|
855
|
+
return null;
|
|
856
|
+
}
|
|
857
|
+
function withServerRerankWindow(params, limits) {
|
|
858
|
+
const rerank = params.rerank;
|
|
859
|
+
if (rerank === void 0 || !isPlainObject(rerank) || rerank.window !== void 0) return params;
|
|
860
|
+
const depth = params.vector === void 0 ? void 0 : params.hybrid?.depth;
|
|
861
|
+
const fuses = params.term !== void 0 || params.mode === "hybrid";
|
|
862
|
+
const window = fuses && typeof depth === "number" && Number.isInteger(depth) ? Math.min(limits.maxRerankWindow, depth) : limits.maxRerankWindow;
|
|
863
|
+
if (window >= DEFAULT_RERANK_WINDOW) return params;
|
|
864
|
+
return { ...params, rerank: { ...rerank, window } };
|
|
865
|
+
}
|
|
866
|
+
function validateQuery(params, limits) {
|
|
867
|
+
const maxWindow = limits.maxResultWindow;
|
|
868
|
+
if (params.group && typeof params.group === "object" && "reduce" in params.group) {
|
|
869
|
+
return {
|
|
870
|
+
message: 'Custom group reducers are not available over HTTP; use "group.fields" and "group.maxPerGroup" only'
|
|
871
|
+
};
|
|
872
|
+
}
|
|
873
|
+
const rowBound = overWindow("limit", params.limit, maxWindow) ?? overWindow("offset", params.offset, maxWindow);
|
|
874
|
+
if (rowBound) return rowBound;
|
|
875
|
+
const reranked = overRerankWindow(params.rerank, limits.maxRerankWindow);
|
|
876
|
+
if (reranked) return reranked;
|
|
877
|
+
if (params.group && typeof params.group === "object") {
|
|
878
|
+
const grouped = overWindow("group.maxPerGroup", params.group.maxPerGroup, maxWindow) ?? overWindow("group.limit", params.group.limit, maxWindow);
|
|
879
|
+
if (grouped) return grouped;
|
|
880
|
+
}
|
|
881
|
+
if (params.facets && typeof params.facets === "object") {
|
|
882
|
+
for (const [field, facet] of Object.entries(params.facets)) {
|
|
883
|
+
if (facet && typeof facet === "object") {
|
|
884
|
+
const faceted = overWindow(`facets.${field}.limit`, facet.limit, maxWindow);
|
|
885
|
+
if (faceted) return faceted;
|
|
886
|
+
}
|
|
887
|
+
}
|
|
888
|
+
}
|
|
889
|
+
return null;
|
|
890
|
+
}
|
|
891
|
+
function validateSuggest(params) {
|
|
892
|
+
if (typeof params.prefix !== "string") {
|
|
893
|
+
return { message: 'Field "prefix" is required and must be a string' };
|
|
894
|
+
}
|
|
895
|
+
return null;
|
|
896
|
+
}
|
|
897
|
+
function validateDocumentBody(body) {
|
|
898
|
+
if (!isPlainObject(body.document)) {
|
|
899
|
+
return { message: 'Field "document" is required and must be an object' };
|
|
900
|
+
}
|
|
901
|
+
return null;
|
|
902
|
+
}
|
|
903
|
+
function validateMultiGet(body, maxFetch) {
|
|
904
|
+
if (!Array.isArray(body.docIds)) {
|
|
905
|
+
return { message: 'Field "docIds" is required and must be an array of strings' };
|
|
906
|
+
}
|
|
907
|
+
if (body.docIds.length > maxFetch) {
|
|
908
|
+
return {
|
|
909
|
+
message: `Field "docIds" exceeds the maximum of ${maxFetch} ids per request`,
|
|
910
|
+
details: { count: body.docIds.length, limit: maxFetch }
|
|
911
|
+
};
|
|
912
|
+
}
|
|
913
|
+
return null;
|
|
914
|
+
}
|
|
915
|
+
function validateList(params, maxFetch) {
|
|
916
|
+
if (params.cursor !== void 0 && typeof params.cursor !== "string") {
|
|
917
|
+
return { message: 'Field "cursor" must be a string' };
|
|
918
|
+
}
|
|
919
|
+
if (params.limit !== void 0 && typeof params.limit !== "number") {
|
|
920
|
+
return { message: 'Field "limit" must be a number' };
|
|
921
|
+
}
|
|
922
|
+
if (typeof params.limit === "number" && params.limit > maxFetch) {
|
|
923
|
+
return {
|
|
924
|
+
message: `Field "limit" exceeds the maximum of ${maxFetch} documents per request`,
|
|
925
|
+
details: { value: params.limit, limit: maxFetch }
|
|
926
|
+
};
|
|
927
|
+
}
|
|
928
|
+
return validateListSort(params.sort);
|
|
929
|
+
}
|
|
930
|
+
function validateListSort(sort) {
|
|
931
|
+
if (sort === void 0) return null;
|
|
932
|
+
if (typeof sort !== "object" || sort === null) {
|
|
933
|
+
return { message: 'Field "sort" must be an object keyed by field name, or a list of fields' };
|
|
934
|
+
}
|
|
935
|
+
const entries = Array.isArray(sort) ? sort.map(
|
|
936
|
+
(entry) => typeof entry === "object" && entry !== null ? [entry.field, entry.direction] : [entry, void 0]
|
|
937
|
+
) : Object.entries(sort);
|
|
938
|
+
if (entries.length > MAX_SORT_FIELDS) {
|
|
939
|
+
return {
|
|
940
|
+
message: `Field "sort" exceeds the maximum of ${MAX_SORT_FIELDS} fields`,
|
|
941
|
+
details: { count: entries.length, limit: MAX_SORT_FIELDS }
|
|
942
|
+
};
|
|
943
|
+
}
|
|
944
|
+
for (const [field, direction] of entries) {
|
|
945
|
+
if (typeof field !== "string" || field.length === 0) {
|
|
946
|
+
return { message: 'Every entry of "sort" must name a field', details: { value: field } };
|
|
947
|
+
}
|
|
948
|
+
if (direction !== "asc" && direction !== "desc") {
|
|
949
|
+
return { message: `Field "sort.${field}" must be "asc" or "desc"`, details: { value: direction } };
|
|
950
|
+
}
|
|
951
|
+
}
|
|
952
|
+
return null;
|
|
953
|
+
}
|
|
954
|
+
function validateBatch(body) {
|
|
955
|
+
const action = body.action ?? "insert";
|
|
956
|
+
if (action === "insert") {
|
|
957
|
+
if (!Array.isArray(body.documents)) return { message: 'Batch insert requires a "documents" array' };
|
|
958
|
+
return null;
|
|
959
|
+
}
|
|
960
|
+
if (action === "update") {
|
|
961
|
+
if (!Array.isArray(body.updates)) return { message: 'Batch update requires an "updates" array' };
|
|
962
|
+
return null;
|
|
963
|
+
}
|
|
964
|
+
if (action === "delete") {
|
|
965
|
+
if (!Array.isArray(body.docIds)) return { message: 'Batch delete requires a "docIds" array' };
|
|
966
|
+
return null;
|
|
967
|
+
}
|
|
968
|
+
return { message: 'Field "action" must be one of "insert", "update", or "delete"' };
|
|
969
|
+
}
|
|
970
|
+
function validateCreateIndex(body) {
|
|
971
|
+
if (typeof body.name !== "string" || body.name.length === 0) {
|
|
972
|
+
return { message: 'Field "name" is required and must be a non-empty string' };
|
|
973
|
+
}
|
|
974
|
+
if (!isPlainObject(body.config)) {
|
|
975
|
+
return { message: 'Field "config" is required and must be an object' };
|
|
976
|
+
}
|
|
977
|
+
return null;
|
|
978
|
+
}
|
|
979
|
+
function validateChangeAnalysis(body) {
|
|
980
|
+
if (typeof body !== "object" || body === null || Array.isArray(body)) {
|
|
981
|
+
return { message: "The request body must be an object" };
|
|
982
|
+
}
|
|
983
|
+
const unknownField = Object.keys(body).find((field) => !ANALYSIS_CHANGE_MEMBERS.includes(field));
|
|
984
|
+
if (unknownField !== void 0) {
|
|
985
|
+
return { message: `Field "${unknownField}" is not an analysis setting` };
|
|
986
|
+
}
|
|
987
|
+
if (body.language !== void 0 && typeof body.language !== "string") {
|
|
988
|
+
return { message: 'Field "language" must be a string' };
|
|
989
|
+
}
|
|
990
|
+
if (body.tokenizer !== void 0 && body.tokenizer !== null && typeof body.tokenizer !== "string") {
|
|
991
|
+
return { message: 'Field "tokenizer" must be a registered name or null' };
|
|
992
|
+
}
|
|
993
|
+
const stopWords = body.stopWords;
|
|
994
|
+
if (stopWords === void 0 || stopWords === null || typeof stopWords === "string") return null;
|
|
995
|
+
if (Array.isArray(stopWords) && stopWords.every((word) => typeof word === "string")) return null;
|
|
996
|
+
return { message: 'Field "stopWords" must be a registered name, a list of words, or null' };
|
|
997
|
+
}
|
|
998
|
+
function validateRebalance(body) {
|
|
999
|
+
const target = body.targetPartitionCount;
|
|
1000
|
+
if (typeof target !== "number" || !Number.isInteger(target) || target <= 0) {
|
|
1001
|
+
return { message: 'Field "targetPartitionCount" is required and must be a positive integer' };
|
|
1002
|
+
}
|
|
1003
|
+
return null;
|
|
1004
|
+
}
|
|
1005
|
+
var TASK_TYPE_SET = {
|
|
1006
|
+
optimizeVectors: true,
|
|
1007
|
+
rebalance: true,
|
|
1008
|
+
restore: true,
|
|
1009
|
+
import: true,
|
|
1010
|
+
importExport: true,
|
|
1011
|
+
rebuildAnalysis: true,
|
|
1012
|
+
changeAnalysis: true,
|
|
1013
|
+
backup: true,
|
|
1014
|
+
backupRestore: true,
|
|
1015
|
+
backupDelete: true,
|
|
1016
|
+
querySuggestionsBuild: true
|
|
1017
|
+
};
|
|
1018
|
+
var TASK_TYPES = Object.keys(TASK_TYPE_SET);
|
|
1019
|
+
var TASK_STATUSES = ["running", "succeeded", "failed", "cancelled"];
|
|
1020
|
+
function parseCountParam(raw, field, minimum) {
|
|
1021
|
+
if (raw === null) return minimum;
|
|
1022
|
+
const value = Number(raw);
|
|
1023
|
+
if (!Number.isInteger(value) || value < minimum) {
|
|
1024
|
+
return { message: `Query parameter "${field}" must be an integer of ${minimum} or more`, details: { value: raw } };
|
|
1025
|
+
}
|
|
1026
|
+
return value;
|
|
1027
|
+
}
|
|
1028
|
+
function parseEnumParam(raw, field, allowed) {
|
|
1029
|
+
if (raw === null) return void 0;
|
|
1030
|
+
const requested = raw.split(",").map((entry) => entry.trim());
|
|
1031
|
+
const unknown = requested.filter((entry) => !allowed.includes(entry));
|
|
1032
|
+
if (requested.length === 0 || unknown.length > 0) {
|
|
1033
|
+
return {
|
|
1034
|
+
message: `Query parameter "${field}" accepts only ${allowed.join(", ")}`,
|
|
1035
|
+
details: { unknown }
|
|
1036
|
+
};
|
|
1037
|
+
}
|
|
1038
|
+
return requested;
|
|
1039
|
+
}
|
|
1040
|
+
function isFailure(value) {
|
|
1041
|
+
return isPlainObject(value) && typeof value.message === "string";
|
|
1042
|
+
}
|
|
1043
|
+
function parseTaskListQuery(params, maxPageSize) {
|
|
1044
|
+
const type = parseEnumParam(params.get("type"), "type", TASK_TYPES);
|
|
1045
|
+
if (isFailure(type)) return { failure: type };
|
|
1046
|
+
const status = parseEnumParam(params.get("status"), "status", TASK_STATUSES);
|
|
1047
|
+
if (isFailure(status)) return { failure: status };
|
|
1048
|
+
const from = parseCountParam(params.get("from"), "from", 0);
|
|
1049
|
+
if (isFailure(from)) return { failure: from };
|
|
1050
|
+
const limit = parseCountParam(params.get("limit"), "limit", 1);
|
|
1051
|
+
if (isFailure(limit)) return { failure: limit };
|
|
1052
|
+
if (params.get("limit") !== null && limit > maxPageSize) {
|
|
1053
|
+
return {
|
|
1054
|
+
failure: {
|
|
1055
|
+
message: `Query parameter "limit" exceeds the maximum page size of ${maxPageSize}`,
|
|
1056
|
+
details: { value: limit, limit: maxPageSize }
|
|
1057
|
+
}
|
|
1058
|
+
};
|
|
1059
|
+
}
|
|
1060
|
+
const indexName = params.get("indexName");
|
|
1061
|
+
return {
|
|
1062
|
+
query: {
|
|
1063
|
+
...indexName === null ? {} : { indexName },
|
|
1064
|
+
...type === void 0 ? {} : { type },
|
|
1065
|
+
...status === void 0 ? {} : { status },
|
|
1066
|
+
from,
|
|
1067
|
+
...params.get("limit") === null ? {} : { limit }
|
|
1068
|
+
}
|
|
1069
|
+
};
|
|
1070
|
+
}
|
|
1071
|
+
var JSON_HEADERS = [["Content-Type", "application/json"]];
|
|
1072
|
+
var UTF8 = new TextEncoder();
|
|
1073
|
+
function itemsOf(collection) {
|
|
1074
|
+
if (Array.isArray(collection)) {
|
|
1075
|
+
return {
|
|
1076
|
+
count: collection.length,
|
|
1077
|
+
open: "[",
|
|
1078
|
+
close: "]",
|
|
1079
|
+
encode: (at) => {
|
|
1080
|
+
const text = encodeJson(collection[at]);
|
|
1081
|
+
return text ?? "null";
|
|
1082
|
+
}
|
|
1083
|
+
};
|
|
1084
|
+
}
|
|
1085
|
+
if (collection === null || typeof collection !== "object" || ArrayBuffer.isView(collection)) return null;
|
|
1086
|
+
const record = collection;
|
|
1087
|
+
const keys = Object.keys(record);
|
|
1088
|
+
return {
|
|
1089
|
+
count: keys.length,
|
|
1090
|
+
open: "{",
|
|
1091
|
+
close: "}",
|
|
1092
|
+
encode: (at) => {
|
|
1093
|
+
const key = keys[at] ?? "";
|
|
1094
|
+
const text = encodeJson(record[key]);
|
|
1095
|
+
return text === void 0 ? void 0 : `${JSON.stringify(key)}:${text}`;
|
|
1096
|
+
}
|
|
1097
|
+
};
|
|
1098
|
+
}
|
|
1099
|
+
function groupFrom(items, from) {
|
|
1100
|
+
const parts = [];
|
|
1101
|
+
let length = 0;
|
|
1102
|
+
let at = from;
|
|
1103
|
+
while (at < items.count && parts.length < RESPONSE_GROUP_DOCUMENTS && length < RESPONSE_GROUP_BYTES) {
|
|
1104
|
+
const part = items.encode(at);
|
|
1105
|
+
at++;
|
|
1106
|
+
if (part === void 0) continue;
|
|
1107
|
+
parts.push(part);
|
|
1108
|
+
length += part.length;
|
|
1109
|
+
}
|
|
1110
|
+
return { text: parts.join(","), encoded: parts.length, next: at };
|
|
1111
|
+
}
|
|
1112
|
+
function answerBytesOf(text) {
|
|
1113
|
+
return text.length * RESPONSE_HEAP_BYTES_PER_ANSWER_BYTE;
|
|
1114
|
+
}
|
|
1115
|
+
function delay(ms) {
|
|
1116
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
1117
|
+
}
|
|
1118
|
+
async function waitForRoom(ctx, answerBytes, label, sentBytes) {
|
|
1119
|
+
const deadlineAt = performance.now() + RESPONSE_MEMORY_WAIT_MAX_MS;
|
|
1120
|
+
for (; ; ) {
|
|
1121
|
+
const refusal2 = answerRefusalOf(answerBytes);
|
|
1122
|
+
if (refusal2 === null || ctx.abort.aborted) return;
|
|
1123
|
+
if (performance.now() >= deadlineAt) {
|
|
1124
|
+
console.warn(
|
|
1125
|
+
`The server closed the connection part way through its answer to ${label} after sending ${sentBytes} bytes, because the next ${answerBytes} bytes found no room in memory for ${RESPONSE_MEMORY_WAIT_MAX_MS} ms:`,
|
|
1126
|
+
refusal2.details
|
|
1127
|
+
);
|
|
1128
|
+
throw refusal2;
|
|
1129
|
+
}
|
|
1130
|
+
await delay(RESPONSE_MEMORY_WAIT_POLL_MS);
|
|
1131
|
+
}
|
|
1132
|
+
}
|
|
1133
|
+
function respondWhole(ctx, answer) {
|
|
1134
|
+
const payload = encodeJson(answer);
|
|
1135
|
+
const refusal2 = payload === void 0 ? null : answerRefusalOf(answerBytesOf(payload));
|
|
1136
|
+
if (refusal2 !== null) {
|
|
1137
|
+
respondError(ctx, refusal2);
|
|
1138
|
+
return;
|
|
1139
|
+
}
|
|
1140
|
+
sendEncodedJson(ctx.res, payload, 200, ctx.abort);
|
|
1141
|
+
}
|
|
1142
|
+
async function respondAnswer(ctx, answer, field, label) {
|
|
1143
|
+
if (ctx.abort.aborted) return;
|
|
1144
|
+
const items = itemsOf(answer[field]);
|
|
1145
|
+
if (items === null || items.count <= RESPONSE_GROUP_DOCUMENTS) {
|
|
1146
|
+
respondWhole(ctx, answer);
|
|
1147
|
+
return;
|
|
1148
|
+
}
|
|
1149
|
+
const marker = randomUUID();
|
|
1150
|
+
const envelope = encodeJson({ ...answer, [field]: marker });
|
|
1151
|
+
const quotedMarker = JSON.stringify(marker);
|
|
1152
|
+
const markerAt = envelope.indexOf(quotedMarker);
|
|
1153
|
+
const head = envelope.slice(0, markerAt) + items.open;
|
|
1154
|
+
const tail = items.close + envelope.slice(markerAt + quotedMarker.length);
|
|
1155
|
+
let position = 0;
|
|
1156
|
+
let anyEncoded = false;
|
|
1157
|
+
let sentBytes = 0;
|
|
1158
|
+
let finished = false;
|
|
1159
|
+
const source = new ReadableStream(
|
|
1160
|
+
{
|
|
1161
|
+
async pull(controller) {
|
|
1162
|
+
if (finished) {
|
|
1163
|
+
controller.close();
|
|
1164
|
+
return;
|
|
1165
|
+
}
|
|
1166
|
+
const first = position === 0;
|
|
1167
|
+
const group = groupFrom(items, position);
|
|
1168
|
+
position = group.next;
|
|
1169
|
+
let text = anyEncoded && group.encoded > 0 ? `,${group.text}` : group.text;
|
|
1170
|
+
anyEncoded = anyEncoded || group.encoded > 0;
|
|
1171
|
+
if (first) text = head + text;
|
|
1172
|
+
if (position >= items.count) {
|
|
1173
|
+
text += tail;
|
|
1174
|
+
finished = true;
|
|
1175
|
+
}
|
|
1176
|
+
if (first) {
|
|
1177
|
+
const refusal2 = answerRefusalOf(answerBytesOf(text) + answerBytesOf(tail));
|
|
1178
|
+
if (refusal2 !== null) throw refusal2;
|
|
1179
|
+
} else {
|
|
1180
|
+
await waitForRoom(ctx, answerBytesOf(text), label, sentBytes);
|
|
1181
|
+
}
|
|
1182
|
+
const chunk = UTF8.encode(text);
|
|
1183
|
+
sentBytes += chunk.byteLength;
|
|
1184
|
+
controller.enqueue(chunk);
|
|
1185
|
+
}
|
|
1186
|
+
},
|
|
1187
|
+
{ highWaterMark: 0 }
|
|
1188
|
+
);
|
|
1189
|
+
try {
|
|
1190
|
+
await sendStream(ctx.res, ctx.abort, source, JSON_HEADERS);
|
|
1191
|
+
} catch (err) {
|
|
1192
|
+
respondError(ctx, err);
|
|
1193
|
+
}
|
|
1194
|
+
}
|
|
1195
|
+
|
|
1196
|
+
// src/server/handlers/document-reads.ts
|
|
1197
|
+
function createDocumentReadHandlers(deps) {
|
|
1198
|
+
const { engine, limits, allowRegex } = deps;
|
|
1199
|
+
async function get(ctx) {
|
|
1200
|
+
try {
|
|
1201
|
+
const document = await engine.get(ctx.params[0], ctx.params[1]);
|
|
1202
|
+
if (document === void 0) {
|
|
1203
|
+
respondError(ctx, indexDocNotFound(ctx.params[1]));
|
|
1204
|
+
return;
|
|
1205
|
+
}
|
|
1206
|
+
respondJson(ctx, { document });
|
|
1207
|
+
} catch (err) {
|
|
1208
|
+
respondError(ctx, err);
|
|
1209
|
+
}
|
|
1210
|
+
}
|
|
1211
|
+
async function exists(ctx) {
|
|
1212
|
+
try {
|
|
1213
|
+
respondJson(ctx, { exists: await engine.has(ctx.params[0], ctx.params[1]) });
|
|
1214
|
+
} catch (err) {
|
|
1215
|
+
respondError(ctx, err);
|
|
1216
|
+
}
|
|
1217
|
+
}
|
|
1218
|
+
async function count(ctx) {
|
|
1219
|
+
try {
|
|
1220
|
+
respondJson(ctx, { count: await engine.countDocuments(ctx.params[0]) });
|
|
1221
|
+
} catch (err) {
|
|
1222
|
+
respondError(ctx, err);
|
|
1223
|
+
}
|
|
1224
|
+
}
|
|
1225
|
+
async function multiGet(ctx) {
|
|
1226
|
+
const body = parseJson(ctx, "read");
|
|
1227
|
+
if (!body) return;
|
|
1228
|
+
const failure = validateMultiGet(body, limits.maxFetchDocuments);
|
|
1229
|
+
if (failure) {
|
|
1230
|
+
rejectInvalid(ctx, failure);
|
|
1231
|
+
return;
|
|
1232
|
+
}
|
|
1233
|
+
try {
|
|
1234
|
+
const found = await engine.getMultiple(ctx.params[0], body.docIds);
|
|
1235
|
+
const documents = {};
|
|
1236
|
+
for (const [id, doc] of found) documents[id] = doc;
|
|
1237
|
+
const answer = { documents };
|
|
1238
|
+
await respondAnswer(ctx, answer, "documents", `a multi-get on index '${ctx.params[0]}'`);
|
|
1239
|
+
} catch (err) {
|
|
1240
|
+
respondError(ctx, err);
|
|
1241
|
+
}
|
|
1242
|
+
}
|
|
1243
|
+
async function list(ctx) {
|
|
1244
|
+
const params = parseJson(ctx, "read");
|
|
1245
|
+
if (!params) return;
|
|
1246
|
+
const failure = validateList(params, limits.maxFetchDocuments);
|
|
1247
|
+
if (failure) {
|
|
1248
|
+
rejectInvalid(ctx, failure);
|
|
1249
|
+
return;
|
|
1250
|
+
}
|
|
1251
|
+
if (refuseRegex(ctx, params.filters, allowRegex)) return;
|
|
1252
|
+
try {
|
|
1253
|
+
const page = await engine.listDocuments(ctx.params[0], params);
|
|
1254
|
+
await respondAnswer(ctx, page, "documents", `a list on index '${ctx.params[0]}'`);
|
|
1255
|
+
} catch (err) {
|
|
1256
|
+
respondError(ctx, err);
|
|
1257
|
+
}
|
|
1258
|
+
}
|
|
1259
|
+
return { get, exists, count, multiGet, list };
|
|
1260
|
+
}
|
|
1261
|
+
function indexDocNotFound(docId) {
|
|
1262
|
+
return new NarsilError(ErrorCodes.DOC_NOT_FOUND, `Document "${docId}" not found`, { docId });
|
|
1263
|
+
}
|
|
1264
|
+
|
|
1265
|
+
// src/vector/native/search-path.ts
|
|
1266
|
+
function vectorSearchPath() {
|
|
1267
|
+
return nativeSearchCoreIsEnabled() && loadNativeCore() !== null ? "native" : "wasm";
|
|
1268
|
+
}
|
|
1269
|
+
|
|
1270
|
+
// src/server/handlers/version.ts
|
|
1271
|
+
function versionReport(build) {
|
|
1272
|
+
return { name: "narsil", ...build, vectorSearch: vectorSearchPath() };
|
|
1273
|
+
}
|
|
1274
|
+
function createVersionHandler(deps) {
|
|
1275
|
+
function report(ctx) {
|
|
1276
|
+
respondJson(ctx, versionReport(deps.build));
|
|
1277
|
+
}
|
|
1278
|
+
return { report };
|
|
1279
|
+
}
|
|
1280
|
+
|
|
1281
|
+
// src/server/query-response.ts
|
|
1282
|
+
function encodeHits(hits) {
|
|
1283
|
+
let encoded;
|
|
1284
|
+
for (let index = 0; index < hits.length; index++) {
|
|
1285
|
+
const hit = hits[index];
|
|
1286
|
+
if (hit.score === void 0 || Number.isFinite(hit.score)) continue;
|
|
1287
|
+
encoded ??= hits.slice();
|
|
1288
|
+
encoded[index] = { ...hit, score: encodeScore(hit.score) };
|
|
1289
|
+
}
|
|
1290
|
+
return encoded ?? hits;
|
|
1291
|
+
}
|
|
1292
|
+
function encodeGroups(groups) {
|
|
1293
|
+
if (groups === void 0) return void 0;
|
|
1294
|
+
let encoded;
|
|
1295
|
+
for (let index = 0; index < groups.length; index++) {
|
|
1296
|
+
const group = groups[index];
|
|
1297
|
+
const hits = encodeHits(group.hits);
|
|
1298
|
+
if (hits === group.hits) continue;
|
|
1299
|
+
encoded ??= groups.slice();
|
|
1300
|
+
encoded[index] = { ...group, hits };
|
|
1301
|
+
}
|
|
1302
|
+
return encoded ?? groups;
|
|
1303
|
+
}
|
|
1304
|
+
function encodeQueryResult(answer) {
|
|
1305
|
+
const hits = encodeHits(answer.hits);
|
|
1306
|
+
const groups = encodeGroups(answer.groups);
|
|
1307
|
+
return hits === answer.hits && groups === answer.groups ? answer : { ...answer, hits, groups };
|
|
1308
|
+
}
|
|
1309
|
+
|
|
1310
|
+
// src/server/read-body.ts
|
|
1311
|
+
var REQUEST_BYTES_IN_FLIGHT_REASON = "request_bytes_in_flight";
|
|
1312
|
+
function bodyWithRoomFor(body, filled, needed, maxBytes) {
|
|
1313
|
+
if (needed <= body.length) return body;
|
|
1314
|
+
const grown = Buffer.allocUnsafeSlow(Math.min(maxBytes, Math.max(needed, body.length * 2)));
|
|
1315
|
+
grown.set(body.subarray(0, filled));
|
|
1316
|
+
return grown;
|
|
1317
|
+
}
|
|
1318
|
+
function bodyOfExactly(body, filled) {
|
|
1319
|
+
if (filled === body.length) return body;
|
|
1320
|
+
const exact = Buffer.allocUnsafeSlow(filled);
|
|
1321
|
+
exact.set(body.subarray(0, filled));
|
|
1322
|
+
return exact;
|
|
1323
|
+
}
|
|
1324
|
+
var NO_BYTES = new Uint8Array(0);
|
|
1325
|
+
var RefusedBody = class extends Error {
|
|
1326
|
+
constructor(refusal2) {
|
|
1327
|
+
super(refusal2.message);
|
|
1328
|
+
this.refusal = refusal2;
|
|
1329
|
+
}
|
|
1330
|
+
};
|
|
1331
|
+
function refuseBodyBytes(res, refusal2) {
|
|
1332
|
+
sendError(
|
|
1333
|
+
res,
|
|
1334
|
+
429,
|
|
1335
|
+
ServerErrorCodes.TOO_MANY_REQUESTS,
|
|
1336
|
+
`The server is holding ${refusal2.inFlightBytes} bytes of other request bodies, and this body's ${refusal2.requestBytes} bytes would take the total past its limit of ${refusal2.limitBytes} bytes. Retry once the requests in progress finish.`,
|
|
1337
|
+
{ reason: REQUEST_BYTES_IN_FLIGHT_REASON, ...refusal2 }
|
|
1338
|
+
);
|
|
1339
|
+
}
|
|
1340
|
+
function readBody(res, maxBytes, abort, hold, declaredBytes = null, kindOf = null) {
|
|
1341
|
+
return new Promise((resolve, reject) => {
|
|
1342
|
+
if (abort.aborted) {
|
|
1343
|
+
reject(new Error("aborted"));
|
|
1344
|
+
return;
|
|
1345
|
+
}
|
|
1346
|
+
let done = false;
|
|
1347
|
+
let total = 0;
|
|
1348
|
+
let filled = 0;
|
|
1349
|
+
let body = null;
|
|
1350
|
+
const reserved = declaredBytes !== null && declaredBytes <= maxBytes ? declaredBytes : 0;
|
|
1351
|
+
let kind = kindOf?.(NO_BYTES) ?? null;
|
|
1352
|
+
const memoryRefusal = kindOf === null ? null : bodyRefusalOf(reserved, kind ?? "read");
|
|
1353
|
+
if (memoryRefusal !== null) {
|
|
1354
|
+
res.onData(() => void 0);
|
|
1355
|
+
reject(new RefusedBody(memoryRefusal));
|
|
1356
|
+
return;
|
|
1357
|
+
}
|
|
1358
|
+
const refusal2 = hold.grow(reserved);
|
|
1359
|
+
if (refusal2 !== null) {
|
|
1360
|
+
refuseBodyBytes(res, refusal2);
|
|
1361
|
+
reject(new Error("request bytes in flight"));
|
|
1362
|
+
return;
|
|
1363
|
+
}
|
|
1364
|
+
abort.onAbort(() => {
|
|
1365
|
+
if (done) return;
|
|
1366
|
+
done = true;
|
|
1367
|
+
reject(new Error("aborted"));
|
|
1368
|
+
});
|
|
1369
|
+
res.onData((chunk, isLast) => {
|
|
1370
|
+
if (done || abort.aborted) return;
|
|
1371
|
+
total += chunk.byteLength;
|
|
1372
|
+
if (total > maxBytes) {
|
|
1373
|
+
done = true;
|
|
1374
|
+
if (!abort.aborted) {
|
|
1375
|
+
sendError(res, 413, ServerErrorCodes.PAYLOAD_TOO_LARGE, "Request body exceeds the configured size limit");
|
|
1376
|
+
}
|
|
1377
|
+
reject(new Error("payload too large"));
|
|
1378
|
+
return;
|
|
1379
|
+
}
|
|
1380
|
+
const chunkRefusal = total > hold.bytes ? hold.grow(total - hold.bytes) : null;
|
|
1381
|
+
if (chunkRefusal !== null) {
|
|
1382
|
+
done = true;
|
|
1383
|
+
if (!abort.aborted) refuseBodyBytes(res, chunkRefusal);
|
|
1384
|
+
reject(new Error("request bytes in flight"));
|
|
1385
|
+
return;
|
|
1386
|
+
}
|
|
1387
|
+
const streamRefusal = kindOf !== null && declaredBytes === null ? bodyRefusalOf(total, kind ?? "read") : null;
|
|
1388
|
+
if (streamRefusal !== null) {
|
|
1389
|
+
done = true;
|
|
1390
|
+
reject(new RefusedBody(streamRefusal));
|
|
1391
|
+
return;
|
|
1392
|
+
}
|
|
1393
|
+
const arrived = new Uint8Array(chunk);
|
|
1394
|
+
const firstSize = isLast ? arrived.length : Math.max(reserved, arrived.length);
|
|
1395
|
+
body = bodyWithRoomFor(body ?? Buffer.allocUnsafeSlow(firstSize), filled, total, maxBytes);
|
|
1396
|
+
body.set(arrived, filled);
|
|
1397
|
+
filled = total;
|
|
1398
|
+
if (kindOf !== null && kind === null) {
|
|
1399
|
+
kind = kindOf(body.subarray(0, filled));
|
|
1400
|
+
const kindRefusal = kind === null ? null : bodyRefusalOf(declaredBytes ?? total, kind);
|
|
1401
|
+
if (kindRefusal !== null) {
|
|
1402
|
+
done = true;
|
|
1403
|
+
reject(new RefusedBody(kindRefusal));
|
|
1404
|
+
return;
|
|
1405
|
+
}
|
|
1406
|
+
}
|
|
1407
|
+
if (isLast) {
|
|
1408
|
+
done = true;
|
|
1409
|
+
resolve(bodyOfExactly(body, filled));
|
|
1410
|
+
}
|
|
1411
|
+
});
|
|
1412
|
+
});
|
|
1413
|
+
}
|
|
1414
|
+
var NotAdmittedError = class extends Error {
|
|
1415
|
+
};
|
|
1416
|
+
async function removeDirectory(directory) {
|
|
1417
|
+
if (directory !== null) await rm(directory, { recursive: true, force: true });
|
|
1418
|
+
}
|
|
1419
|
+
function spoolBody(res, maxBytes, abort, admitted2) {
|
|
1420
|
+
return new Promise((resolve, reject) => {
|
|
1421
|
+
const state = {
|
|
1422
|
+
directory: null,
|
|
1423
|
+
handle: null,
|
|
1424
|
+
chain: Promise.resolve(),
|
|
1425
|
+
queued: 0,
|
|
1426
|
+
total: 0,
|
|
1427
|
+
paused: true,
|
|
1428
|
+
done: false
|
|
1429
|
+
};
|
|
1430
|
+
const resumeReading = () => {
|
|
1431
|
+
if (!state.paused || abort.aborted) return;
|
|
1432
|
+
state.paused = false;
|
|
1433
|
+
res.resume();
|
|
1434
|
+
};
|
|
1435
|
+
const fail = (error, answer) => {
|
|
1436
|
+
if (state.done) return;
|
|
1437
|
+
state.done = true;
|
|
1438
|
+
resumeReading();
|
|
1439
|
+
if (answer && !abort.aborted) {
|
|
1440
|
+
sendError(res, 500, ServerErrorCodes.INTERNAL_ERROR, "The server could not store the request body");
|
|
1441
|
+
}
|
|
1442
|
+
void state.chain.catch(() => void 0).then(async () => {
|
|
1443
|
+
await state.handle?.close().catch(() => void 0);
|
|
1444
|
+
await removeDirectory(state.directory).catch(() => void 0);
|
|
1445
|
+
}).finally(() => reject(error));
|
|
1446
|
+
};
|
|
1447
|
+
const failFromChain = (error) => {
|
|
1448
|
+
if (error instanceof NotAdmittedError) fail(error, false);
|
|
1449
|
+
else fail(error instanceof Error ? error : new Error(String(error)), true);
|
|
1450
|
+
};
|
|
1451
|
+
res.pause();
|
|
1452
|
+
state.chain = (async () => {
|
|
1453
|
+
if (!await admitted2) throw new NotAdmittedError("the request was not admitted");
|
|
1454
|
+
state.directory = await mkdtemp(path.join(tmpdir(), "narsil-spool-"));
|
|
1455
|
+
state.handle = await open(path.join(state.directory, "body"), "w");
|
|
1456
|
+
if (!state.done && state.queued <= SPOOL_PAUSE_ABOVE_BYTES) resumeReading();
|
|
1457
|
+
})();
|
|
1458
|
+
state.chain.catch(failFromChain);
|
|
1459
|
+
abort.onAbort(() => fail(new Error("aborted"), false));
|
|
1460
|
+
res.onData((chunk, isLast) => {
|
|
1461
|
+
if (state.done || abort.aborted) return;
|
|
1462
|
+
state.total += chunk.byteLength;
|
|
1463
|
+
if (maxBytes > 0 && state.total > maxBytes) {
|
|
1464
|
+
resumeReading();
|
|
1465
|
+
sendError(res, 413, ServerErrorCodes.PAYLOAD_TOO_LARGE, "Request body exceeds the configured size limit");
|
|
1466
|
+
fail(new Error("payload too large"), false);
|
|
1467
|
+
return;
|
|
1468
|
+
}
|
|
1469
|
+
const copy = new Uint8Array(chunk.slice(0));
|
|
1470
|
+
state.queued += copy.byteLength;
|
|
1471
|
+
if (!state.paused && state.queued > SPOOL_PAUSE_ABOVE_BYTES) {
|
|
1472
|
+
state.paused = true;
|
|
1473
|
+
res.pause();
|
|
1474
|
+
}
|
|
1475
|
+
state.chain = state.chain.then(async () => {
|
|
1476
|
+
if (state.handle === null) throw new Error("the spool file is not open");
|
|
1477
|
+
await state.handle.write(copy);
|
|
1478
|
+
state.queued -= copy.byteLength;
|
|
1479
|
+
if (!state.done && state.queued <= SPOOL_PAUSE_ABOVE_BYTES) resumeReading();
|
|
1480
|
+
});
|
|
1481
|
+
state.chain.catch(failFromChain);
|
|
1482
|
+
if (!isLast) return;
|
|
1483
|
+
state.chain.then(async () => {
|
|
1484
|
+
if (state.done) return;
|
|
1485
|
+
state.done = true;
|
|
1486
|
+
await state.handle?.close();
|
|
1487
|
+
resolve({
|
|
1488
|
+
path: path.join(state.directory ?? "", "body"),
|
|
1489
|
+
bytes: state.total,
|
|
1490
|
+
remove: () => removeDirectory(state.directory)
|
|
1491
|
+
});
|
|
1492
|
+
}, failFromChain);
|
|
1493
|
+
});
|
|
1494
|
+
});
|
|
1495
|
+
}
|
|
1496
|
+
|
|
1497
|
+
// src/server/request.ts
|
|
1498
|
+
function initAbortHandler(res) {
|
|
1499
|
+
const listeners = [];
|
|
1500
|
+
let aborted = false;
|
|
1501
|
+
res.onAborted(() => {
|
|
1502
|
+
aborted = true;
|
|
1503
|
+
for (const fn of listeners) fn();
|
|
1504
|
+
});
|
|
1505
|
+
return {
|
|
1506
|
+
get aborted() {
|
|
1507
|
+
return aborted;
|
|
1508
|
+
},
|
|
1509
|
+
onAbort(fn) {
|
|
1510
|
+
if (aborted) fn();
|
|
1511
|
+
else listeners.push(fn);
|
|
1512
|
+
}
|
|
1513
|
+
};
|
|
1514
|
+
}
|
|
1515
|
+
function declaredBodyBytes(header) {
|
|
1516
|
+
return /^\d{1,15}$/.test(header) ? Number(header) : null;
|
|
1517
|
+
}
|
|
1518
|
+
function decodePathParameter(raw) {
|
|
1519
|
+
if (!raw.includes("%")) return raw;
|
|
1520
|
+
try {
|
|
1521
|
+
return decodeURIComponent(raw);
|
|
1522
|
+
} catch {
|
|
1523
|
+
return null;
|
|
1524
|
+
}
|
|
1525
|
+
}
|
|
1526
|
+
var NO_HEADERS = Object.freeze({});
|
|
1527
|
+
function capturedHeaders(req, names) {
|
|
1528
|
+
if (names === void 0 || names.length === 0) return NO_HEADERS;
|
|
1529
|
+
const headers = {};
|
|
1530
|
+
for (const name of names) {
|
|
1531
|
+
const value = req.getHeader(name);
|
|
1532
|
+
if (value !== "") headers[name] = value;
|
|
1533
|
+
}
|
|
1534
|
+
return headers;
|
|
1535
|
+
}
|
|
1536
|
+
function sinkWritingAfterStatus(res, headers) {
|
|
1537
|
+
if (headers.length === 0) return res;
|
|
1538
|
+
const sink = {
|
|
1539
|
+
cork(callback) {
|
|
1540
|
+
res.cork(callback);
|
|
1541
|
+
return sink;
|
|
1542
|
+
},
|
|
1543
|
+
writeStatus(status) {
|
|
1544
|
+
res.writeStatus(status);
|
|
1545
|
+
for (const [key, value] of headers) res.writeHeader(key, value);
|
|
1546
|
+
return sink;
|
|
1547
|
+
},
|
|
1548
|
+
writeHeader(key, value) {
|
|
1549
|
+
res.writeHeader(key, value);
|
|
1550
|
+
return sink;
|
|
1551
|
+
},
|
|
1552
|
+
end(body, closeConnection) {
|
|
1553
|
+
res.end(body, closeConnection);
|
|
1554
|
+
return sink;
|
|
1555
|
+
},
|
|
1556
|
+
write(chunk) {
|
|
1557
|
+
return res.write(chunk);
|
|
1558
|
+
},
|
|
1559
|
+
pause() {
|
|
1560
|
+
res.pause();
|
|
1561
|
+
},
|
|
1562
|
+
resume() {
|
|
1563
|
+
res.resume();
|
|
1564
|
+
},
|
|
1565
|
+
close() {
|
|
1566
|
+
res.close();
|
|
1567
|
+
return sink;
|
|
1568
|
+
},
|
|
1569
|
+
endWithoutBody() {
|
|
1570
|
+
res.endWithoutBody();
|
|
1571
|
+
return sink;
|
|
1572
|
+
},
|
|
1573
|
+
tryEnd(body, totalSize) {
|
|
1574
|
+
return res.tryEnd(body, totalSize);
|
|
1575
|
+
},
|
|
1576
|
+
getWriteOffset() {
|
|
1577
|
+
return res.getWriteOffset();
|
|
1578
|
+
},
|
|
1579
|
+
onWritable(handler) {
|
|
1580
|
+
res.onWritable(handler);
|
|
1581
|
+
return sink;
|
|
1582
|
+
},
|
|
1583
|
+
onAborted(handler) {
|
|
1584
|
+
res.onAborted(handler);
|
|
1585
|
+
return sink;
|
|
1586
|
+
},
|
|
1587
|
+
onData(handler) {
|
|
1588
|
+
res.onData(handler);
|
|
1589
|
+
return sink;
|
|
1590
|
+
},
|
|
1591
|
+
getRemoteAddressAsText() {
|
|
1592
|
+
return res.getRemoteAddressAsText();
|
|
1593
|
+
}
|
|
1594
|
+
};
|
|
1595
|
+
return sink;
|
|
1596
|
+
}
|
|
1597
|
+
function isDenial(value) {
|
|
1598
|
+
return typeof value === "object" && value !== null && "status" in value;
|
|
1599
|
+
}
|
|
1600
|
+
function expiryOf(value) {
|
|
1601
|
+
if (typeof value !== "object" || value === null || !("expiresAt" in value)) return null;
|
|
1602
|
+
const { expiresAt } = value;
|
|
1603
|
+
return typeof expiresAt === "number" && Number.isFinite(expiresAt) ? expiresAt : void 0;
|
|
1604
|
+
}
|
|
1605
|
+
function authorizerFor(hook) {
|
|
1606
|
+
return async (context) => {
|
|
1607
|
+
try {
|
|
1608
|
+
const result = await hook(context);
|
|
1609
|
+
if (isDenial(result)) return { allowed: false, denial: result };
|
|
1610
|
+
const expiresAt = expiryOf(result);
|
|
1611
|
+
if (expiresAt === void 0) return { allowed: false, denial: null };
|
|
1612
|
+
return { allowed: true, expiresAt };
|
|
1613
|
+
} catch {
|
|
1614
|
+
return { allowed: false, denial: null };
|
|
1615
|
+
}
|
|
1616
|
+
};
|
|
1617
|
+
}
|
|
1618
|
+
function sendDenial(res, authorization) {
|
|
1619
|
+
if (authorization.allowed) return;
|
|
1620
|
+
if (authorization.denial === null) {
|
|
1621
|
+
sendError(res, 500, ServerErrorCodes.HOOK_ERROR, "The onRequest hook threw an error");
|
|
1622
|
+
return;
|
|
1623
|
+
}
|
|
1624
|
+
sendError(res, authorization.denial.status, authorization.denial.code, authorization.denial.message);
|
|
1625
|
+
}
|
|
1626
|
+
function createRouteRunner(deps) {
|
|
1627
|
+
const { authorize, gate, bodyBudget, corsHeaders, respondThrough, track } = deps;
|
|
1628
|
+
return (handler, opts) => {
|
|
1629
|
+
const paramCount = opts.paramCount ?? 0;
|
|
1630
|
+
const needsBody = opts.needsBody ?? false;
|
|
1631
|
+
const useHook = authorize !== void 0 && !opts.skipHooks;
|
|
1632
|
+
const gated = !opts.skipHooks;
|
|
1633
|
+
return (response, req) => {
|
|
1634
|
+
const sink = corsHeaders ? sinkWritingAfterStatus(response, corsHeaders(req)) : response;
|
|
1635
|
+
const res = respondThrough === void 0 ? sink : respondThrough(sink);
|
|
1636
|
+
const params = [];
|
|
1637
|
+
let malformed = null;
|
|
1638
|
+
for (let i = 0; i < paramCount; i++) {
|
|
1639
|
+
const decoded = decodePathParameter(req.getParameter(i) ?? "");
|
|
1640
|
+
if (decoded === null) {
|
|
1641
|
+
malformed = req.getParameter(i) ?? "";
|
|
1642
|
+
break;
|
|
1643
|
+
}
|
|
1644
|
+
params.push(decoded);
|
|
1645
|
+
}
|
|
1646
|
+
const query = new URLSearchParams(req.getQuery() ?? "");
|
|
1647
|
+
const contentType = req.getHeader("content-type");
|
|
1648
|
+
const requestHeaders = capturedHeaders(req, opts.headers);
|
|
1649
|
+
const declaredBytes = needsBody ? declaredBodyBytes(req.getHeader("content-length")) : null;
|
|
1650
|
+
let hookContext = null;
|
|
1651
|
+
if (useHook || opts.capturesContext === true) {
|
|
1652
|
+
const headers = {};
|
|
1653
|
+
req.forEach((key, value) => {
|
|
1654
|
+
headers[key] = value;
|
|
1655
|
+
});
|
|
1656
|
+
hookContext = {
|
|
1657
|
+
method: req.getMethod().toUpperCase(),
|
|
1658
|
+
path: req.getUrl(),
|
|
1659
|
+
headers,
|
|
1660
|
+
remoteAddress: Buffer.from(res.getRemoteAddressAsText()).toString()
|
|
1661
|
+
};
|
|
1662
|
+
}
|
|
1663
|
+
const abort = initAbortHandler(res);
|
|
1664
|
+
if (malformed !== null) {
|
|
1665
|
+
sendError(
|
|
1666
|
+
res,
|
|
1667
|
+
400,
|
|
1668
|
+
ServerErrorCodes.INVALID_REQUEST,
|
|
1669
|
+
"A path segment holds a percent-escape the server cannot decode",
|
|
1670
|
+
{ segment: malformed }
|
|
1671
|
+
);
|
|
1672
|
+
return;
|
|
1673
|
+
}
|
|
1674
|
+
const release = track?.(res, abort);
|
|
1675
|
+
const bodyHold = bodyBudget.hold();
|
|
1676
|
+
let bodyRefusal = null;
|
|
1677
|
+
const bodyPromise = needsBody ? readBody(res, opts.maxBytes, abort, bodyHold, declaredBytes, opts.bodyKind ?? null).catch((err) => {
|
|
1678
|
+
if (!(err instanceof RefusedBody)) throw err;
|
|
1679
|
+
bodyRefusal = err.refusal;
|
|
1680
|
+
return null;
|
|
1681
|
+
}) : Promise.resolve(null);
|
|
1682
|
+
const hookPromise = hookContext !== null && authorize !== void 0 ? authorize(hookContext) : Promise.resolve({ allowed: true, expiresAt: null });
|
|
1683
|
+
const spoolPromise = opts.spoolsBody === true ? spoolBody(
|
|
1684
|
+
res,
|
|
1685
|
+
opts.maxBytes,
|
|
1686
|
+
abort,
|
|
1687
|
+
hookPromise.then((authorization) => authorization.allowed)
|
|
1688
|
+
).catch(() => null) : Promise.resolve(null);
|
|
1689
|
+
const running = Promise.all([bodyPromise, spoolPromise, hookPromise]).then(async ([rawBody, spooledBody, authorization]) => {
|
|
1690
|
+
const discardSpool = () => {
|
|
1691
|
+
void spooledBody?.remove().catch(() => void 0);
|
|
1692
|
+
};
|
|
1693
|
+
if (abort.aborted) {
|
|
1694
|
+
discardSpool();
|
|
1695
|
+
return;
|
|
1696
|
+
}
|
|
1697
|
+
if (!authorization.allowed) {
|
|
1698
|
+
discardSpool();
|
|
1699
|
+
sendDenial(res, authorization);
|
|
1700
|
+
return;
|
|
1701
|
+
}
|
|
1702
|
+
if (opts.spoolsBody === true && spooledBody === null) return;
|
|
1703
|
+
if (gated && !gate.tryAcquire()) {
|
|
1704
|
+
discardSpool();
|
|
1705
|
+
sendError(res, 429, ServerErrorCodes.TOO_MANY_REQUESTS, "The server is at capacity; retry shortly");
|
|
1706
|
+
return;
|
|
1707
|
+
}
|
|
1708
|
+
try {
|
|
1709
|
+
await handler({
|
|
1710
|
+
res,
|
|
1711
|
+
params,
|
|
1712
|
+
query,
|
|
1713
|
+
contentType,
|
|
1714
|
+
rawBody,
|
|
1715
|
+
bodyRefusal,
|
|
1716
|
+
spooledBody,
|
|
1717
|
+
abort,
|
|
1718
|
+
hookContext,
|
|
1719
|
+
requestHeaders
|
|
1720
|
+
});
|
|
1721
|
+
} catch (err) {
|
|
1722
|
+
if (!abort.aborted) {
|
|
1723
|
+
sendError(res, 500, ServerErrorCodes.INTERNAL_ERROR, "An unexpected error occurred");
|
|
1724
|
+
}
|
|
1725
|
+
} finally {
|
|
1726
|
+
if (gated) gate.release();
|
|
1727
|
+
}
|
|
1728
|
+
}).catch(() => {
|
|
1729
|
+
}).finally(() => bodyHold.releaseAll());
|
|
1730
|
+
if (release !== void 0) void running.then(release);
|
|
1731
|
+
};
|
|
1732
|
+
};
|
|
1733
|
+
}
|
|
1734
|
+
|
|
1735
|
+
// src/server/request-signal.ts
|
|
1736
|
+
var stops = /* @__PURE__ */ new WeakMap();
|
|
1737
|
+
function bindResponseStop(abort, buffer) {
|
|
1738
|
+
if (!(buffer instanceof SharedArrayBuffer) || buffer.byteLength !== Uint32Array.BYTES_PER_ELEMENT)
|
|
1739
|
+
throw new TypeError("A search stop flag requires one shared uint32 word");
|
|
1740
|
+
const stop = new Uint32Array(buffer);
|
|
1741
|
+
stops.set(abort, stop);
|
|
1742
|
+
abort.onAbort(() => Atomics.store(stop, 0, 1));
|
|
1743
|
+
}
|
|
1744
|
+
function stopResponse(abort) {
|
|
1745
|
+
const stop = stops.get(abort);
|
|
1746
|
+
if (stop !== void 0) Atomics.store(stop, 0, 1);
|
|
1747
|
+
}
|
|
1748
|
+
function responseStopOf(abort) {
|
|
1749
|
+
let stop = stops.get(abort);
|
|
1750
|
+
if (stop === void 0) {
|
|
1751
|
+
stop = new Uint32Array(new SharedArrayBuffer(4));
|
|
1752
|
+
bindResponseStop(abort, stop.buffer);
|
|
1753
|
+
}
|
|
1754
|
+
return stop;
|
|
1755
|
+
}
|
|
1756
|
+
function requestSignal(abort) {
|
|
1757
|
+
const controller = new AbortController();
|
|
1758
|
+
bindSignalStop(controller.signal, responseStopOf(abort));
|
|
1759
|
+
abort.onAbort(() => controller.abort());
|
|
1760
|
+
return controller.signal;
|
|
1761
|
+
}
|
|
1762
|
+
|
|
1763
|
+
// src/server/routes/backups.ts
|
|
1764
|
+
function backupRoutes(shared) {
|
|
1765
|
+
const { bare, named, namedBody } = shared;
|
|
1766
|
+
return [
|
|
1767
|
+
{
|
|
1768
|
+
method: "post",
|
|
1769
|
+
path: "/indexes/:name/backups",
|
|
1770
|
+
handler: "createBackup",
|
|
1771
|
+
options: namedBody,
|
|
1772
|
+
operationId: "createBackup",
|
|
1773
|
+
summary: "Back up an index to the store outside the cluster, as a task",
|
|
1774
|
+
tags: ["Cluster"],
|
|
1775
|
+
request: "CreateBackupBody",
|
|
1776
|
+
responses: { 202: "TaskRecord" }
|
|
1777
|
+
},
|
|
1778
|
+
{
|
|
1779
|
+
method: "get",
|
|
1780
|
+
path: "/backups",
|
|
1781
|
+
handler: "listBackups",
|
|
1782
|
+
options: bare,
|
|
1783
|
+
operationId: "listBackups",
|
|
1784
|
+
summary: "List the backups in the store outside the cluster",
|
|
1785
|
+
tags: ["Cluster"],
|
|
1786
|
+
request: null,
|
|
1787
|
+
responses: { 200: "BackupListResponse" }
|
|
1788
|
+
},
|
|
1789
|
+
{
|
|
1790
|
+
method: "post",
|
|
1791
|
+
path: "/backups/:backup/_restore",
|
|
1792
|
+
handler: "restoreBackup",
|
|
1793
|
+
options: namedBody,
|
|
1794
|
+
operationId: "restoreBackup",
|
|
1795
|
+
summary: "Restore a backup as a new index, as a task",
|
|
1796
|
+
tags: ["Cluster"],
|
|
1797
|
+
request: "RestoreBackupBody",
|
|
1798
|
+
responses: { 202: "TaskRecord" }
|
|
1799
|
+
},
|
|
1800
|
+
{
|
|
1801
|
+
method: "del",
|
|
1802
|
+
path: "/backups/:backup",
|
|
1803
|
+
handler: "deleteBackup",
|
|
1804
|
+
options: named,
|
|
1805
|
+
operationId: "deleteBackup",
|
|
1806
|
+
summary: "Delete a backup and the files that no other backup lists, as a task",
|
|
1807
|
+
tags: ["Cluster"],
|
|
1808
|
+
request: null,
|
|
1809
|
+
responses: { 202: "TaskRecord" }
|
|
1810
|
+
}
|
|
1811
|
+
];
|
|
1812
|
+
}
|
|
1813
|
+
|
|
1814
|
+
// src/server/routes/changes.ts
|
|
1815
|
+
function changesRoutes(shared) {
|
|
1816
|
+
return [
|
|
1817
|
+
{
|
|
1818
|
+
method: "get",
|
|
1819
|
+
path: "/indexes/:name/changes",
|
|
1820
|
+
handler: "getChanges",
|
|
1821
|
+
options: shared.named,
|
|
1822
|
+
operationId: "getChanges",
|
|
1823
|
+
summary: "Report the change capture setting of an index and its epoch",
|
|
1824
|
+
tags: ["Changes"],
|
|
1825
|
+
request: null,
|
|
1826
|
+
responses: { 200: "ChangesStatus" }
|
|
1827
|
+
},
|
|
1828
|
+
{
|
|
1829
|
+
method: "put",
|
|
1830
|
+
path: "/indexes/:name/changes",
|
|
1831
|
+
handler: "updateChanges",
|
|
1832
|
+
options: shared.namedBody,
|
|
1833
|
+
operationId: "updateChanges",
|
|
1834
|
+
summary: "Replace the change capture setting of an index",
|
|
1835
|
+
tags: ["Changes"],
|
|
1836
|
+
request: "ChangesSetting",
|
|
1837
|
+
responses: { 200: "OkResponse" }
|
|
1838
|
+
}
|
|
1839
|
+
];
|
|
1840
|
+
}
|
|
1841
|
+
|
|
1842
|
+
// src/server/routes/documents.ts
|
|
1843
|
+
function documentRoutes(shared) {
|
|
1844
|
+
const { named, document, writeBody, readBody: readBody2, batchBody, importBody, documentWriteBody } = shared;
|
|
1845
|
+
return [
|
|
1846
|
+
{
|
|
1847
|
+
method: "post",
|
|
1848
|
+
path: "/indexes/:name/documents",
|
|
1849
|
+
handler: "insert",
|
|
1850
|
+
options: writeBody,
|
|
1851
|
+
operationId: "insert",
|
|
1852
|
+
summary: "Insert one document",
|
|
1853
|
+
tags: ["Documents"],
|
|
1854
|
+
request: "InsertBody",
|
|
1855
|
+
responses: { 201: "DocumentIdResponse" }
|
|
1856
|
+
},
|
|
1857
|
+
{
|
|
1858
|
+
method: "post",
|
|
1859
|
+
path: "/indexes/:name/documents/_batch",
|
|
1860
|
+
handler: "batch",
|
|
1861
|
+
options: batchBody,
|
|
1862
|
+
operationId: "writeBatch",
|
|
1863
|
+
summary: "Insert, update, or remove many documents, with a result for each",
|
|
1864
|
+
tags: ["Documents"],
|
|
1865
|
+
request: "BatchBody",
|
|
1866
|
+
responses: { 200: "BatchResponse" }
|
|
1867
|
+
},
|
|
1868
|
+
{
|
|
1869
|
+
method: "post",
|
|
1870
|
+
path: "/indexes/:name/documents/_list",
|
|
1871
|
+
handler: "list",
|
|
1872
|
+
options: readBody2,
|
|
1873
|
+
operationId: "listDocuments",
|
|
1874
|
+
summary: "Read one page of stored documents",
|
|
1875
|
+
tags: ["Documents"],
|
|
1876
|
+
request: "ListParams",
|
|
1877
|
+
responses: { 200: "ListResult" },
|
|
1878
|
+
repeatable: true
|
|
1879
|
+
},
|
|
1880
|
+
{
|
|
1881
|
+
method: "post",
|
|
1882
|
+
path: "/indexes/:name/documents/_multi-get",
|
|
1883
|
+
handler: "multiGet",
|
|
1884
|
+
options: readBody2,
|
|
1885
|
+
operationId: "getMultiple",
|
|
1886
|
+
summary: "Fetch many documents by id",
|
|
1887
|
+
tags: ["Documents"],
|
|
1888
|
+
request: "MultiGetBody",
|
|
1889
|
+
responses: { 200: "MultiGetResponse" },
|
|
1890
|
+
repeatable: true
|
|
1891
|
+
},
|
|
1892
|
+
{
|
|
1893
|
+
method: "post",
|
|
1894
|
+
path: "/indexes/:name/documents/_import",
|
|
1895
|
+
handler: "importNdjson",
|
|
1896
|
+
options: importBody,
|
|
1897
|
+
operationId: "importNdjson",
|
|
1898
|
+
summary: "Load newline-delimited documents, inside the request or as a task",
|
|
1899
|
+
tags: ["Documents"],
|
|
1900
|
+
request: { contentType: DOCUMENT_EXPORT_CONTENT_TYPE },
|
|
1901
|
+
query: "ImportDocumentsQuery",
|
|
1902
|
+
responses: { 200: "ImportResult", 202: "TaskRecord" }
|
|
1903
|
+
},
|
|
1904
|
+
{
|
|
1905
|
+
method: "post",
|
|
1906
|
+
path: "/indexes/:name/_wait-for-writes",
|
|
1907
|
+
handler: "waitForWrites",
|
|
1908
|
+
options: named,
|
|
1909
|
+
operationId: "waitForWrites",
|
|
1910
|
+
summary: "Wait until every worker copy has applied the writes that returned before this request",
|
|
1911
|
+
tags: ["Documents"],
|
|
1912
|
+
request: null,
|
|
1913
|
+
responses: { 200: "OkResponse" }
|
|
1914
|
+
},
|
|
1915
|
+
{
|
|
1916
|
+
method: "get",
|
|
1917
|
+
path: "/indexes/:name/documents/:id",
|
|
1918
|
+
handler: "get",
|
|
1919
|
+
options: document,
|
|
1920
|
+
operationId: "get",
|
|
1921
|
+
summary: "Read one document",
|
|
1922
|
+
tags: ["Documents"],
|
|
1923
|
+
request: null,
|
|
1924
|
+
responses: { 200: "DocumentResponse" }
|
|
1925
|
+
},
|
|
1926
|
+
{
|
|
1927
|
+
method: "get",
|
|
1928
|
+
path: "/indexes/:name/documents/:id/_exists",
|
|
1929
|
+
handler: "exists",
|
|
1930
|
+
options: document,
|
|
1931
|
+
operationId: "has",
|
|
1932
|
+
summary: "Report whether an index holds a document with the id",
|
|
1933
|
+
tags: ["Documents"],
|
|
1934
|
+
request: null,
|
|
1935
|
+
responses: { 200: "DocumentExistsResponse" }
|
|
1936
|
+
},
|
|
1937
|
+
{
|
|
1938
|
+
method: "put",
|
|
1939
|
+
path: "/indexes/:name/documents/:id",
|
|
1940
|
+
handler: "put",
|
|
1941
|
+
options: documentWriteBody,
|
|
1942
|
+
operationId: "put",
|
|
1943
|
+
summary: "Write one document under the id, whether or not the id exists",
|
|
1944
|
+
tags: ["Documents"],
|
|
1945
|
+
request: "DocumentBody",
|
|
1946
|
+
responses: { 200: "DocumentPutResponse", 201: "DocumentPutResponse" }
|
|
1947
|
+
},
|
|
1948
|
+
{
|
|
1949
|
+
method: "patch",
|
|
1950
|
+
path: "/indexes/:name/documents/:id",
|
|
1951
|
+
handler: "patch",
|
|
1952
|
+
options: documentWriteBody,
|
|
1953
|
+
operationId: "update",
|
|
1954
|
+
summary: "Update one existing document",
|
|
1955
|
+
tags: ["Documents"],
|
|
1956
|
+
request: "DocumentBody",
|
|
1957
|
+
responses: { 200: "DocumentIdResponse" }
|
|
1958
|
+
},
|
|
1959
|
+
{
|
|
1960
|
+
method: "del",
|
|
1961
|
+
path: "/indexes/:name/documents/:id",
|
|
1962
|
+
handler: "remove",
|
|
1963
|
+
options: document,
|
|
1964
|
+
operationId: "remove",
|
|
1965
|
+
summary: "Remove one document",
|
|
1966
|
+
tags: ["Documents"],
|
|
1967
|
+
request: null,
|
|
1968
|
+
query: "RemoveDocumentQuery",
|
|
1969
|
+
responses: { 200: "DocumentRemovedResponse" }
|
|
1970
|
+
}
|
|
1971
|
+
];
|
|
1972
|
+
}
|
|
1973
|
+
function searchRoutes(shared) {
|
|
1974
|
+
const { readBody: readBody2 } = shared;
|
|
1975
|
+
return [
|
|
1976
|
+
{
|
|
1977
|
+
method: "post",
|
|
1978
|
+
path: "/indexes/:name/search",
|
|
1979
|
+
handler: "search",
|
|
1980
|
+
options: readBody2,
|
|
1981
|
+
operationId: "query",
|
|
1982
|
+
summary: "Search an index",
|
|
1983
|
+
tags: ["Search"],
|
|
1984
|
+
request: "HttpQueryParams",
|
|
1985
|
+
responses: { 200: "HttpQueryResult" },
|
|
1986
|
+
repeatable: true
|
|
1987
|
+
},
|
|
1988
|
+
{
|
|
1989
|
+
method: "post",
|
|
1990
|
+
path: "/indexes/:name/search/preflight",
|
|
1991
|
+
handler: "preflight",
|
|
1992
|
+
options: readBody2,
|
|
1993
|
+
operationId: "preflight",
|
|
1994
|
+
summary: "Count the documents that a search matches, with no hits",
|
|
1995
|
+
tags: ["Search"],
|
|
1996
|
+
request: "HttpQueryParams",
|
|
1997
|
+
responses: { 200: "PreflightResult" },
|
|
1998
|
+
repeatable: true
|
|
1999
|
+
},
|
|
2000
|
+
{
|
|
2001
|
+
method: "post",
|
|
2002
|
+
path: "/indexes/:name/suggest",
|
|
2003
|
+
handler: "suggest",
|
|
2004
|
+
options: readBody2,
|
|
2005
|
+
operationId: "suggest",
|
|
2006
|
+
summary: "Complete a prefix from the terms of an index",
|
|
2007
|
+
tags: ["Search"],
|
|
2008
|
+
request: "SuggestParams",
|
|
2009
|
+
responses: { 200: "SuggestResult" },
|
|
2010
|
+
repeatable: true
|
|
2011
|
+
}
|
|
2012
|
+
];
|
|
2013
|
+
}
|
|
2014
|
+
|
|
2015
|
+
// src/server/routes/indexes.ts
|
|
2016
|
+
function indexRoutes(shared) {
|
|
2017
|
+
const { bare, named, namedBody, newIndexBody } = shared;
|
|
2018
|
+
return [
|
|
2019
|
+
{
|
|
2020
|
+
method: "post",
|
|
2021
|
+
path: "/indexes",
|
|
2022
|
+
handler: "createIndex",
|
|
2023
|
+
options: newIndexBody,
|
|
2024
|
+
operationId: "createIndex",
|
|
2025
|
+
summary: "Create an index",
|
|
2026
|
+
tags: ["Indexes"],
|
|
2027
|
+
request: "HttpCreateIndexBody",
|
|
2028
|
+
responses: { 201: "IndexCreatedResponse" }
|
|
2029
|
+
},
|
|
2030
|
+
{
|
|
2031
|
+
method: "get",
|
|
2032
|
+
path: "/indexes",
|
|
2033
|
+
handler: "listIndexes",
|
|
2034
|
+
options: bare,
|
|
2035
|
+
operationId: "listIndexes",
|
|
2036
|
+
summary: "List every index",
|
|
2037
|
+
tags: ["Indexes"],
|
|
2038
|
+
request: null,
|
|
2039
|
+
responses: { 200: "IndexListResponse" }
|
|
2040
|
+
},
|
|
2041
|
+
{
|
|
2042
|
+
method: "del",
|
|
2043
|
+
path: "/indexes/:name",
|
|
2044
|
+
handler: "dropIndex",
|
|
2045
|
+
options: named,
|
|
2046
|
+
operationId: "dropIndex",
|
|
2047
|
+
summary: "Drop an index",
|
|
2048
|
+
tags: ["Indexes"],
|
|
2049
|
+
request: null,
|
|
2050
|
+
responses: { 200: "IndexDroppedResponse" }
|
|
2051
|
+
},
|
|
2052
|
+
{
|
|
2053
|
+
method: "get",
|
|
2054
|
+
path: "/indexes/:name/stats",
|
|
2055
|
+
handler: "indexStats",
|
|
2056
|
+
options: named,
|
|
2057
|
+
operationId: "getStats",
|
|
2058
|
+
summary: "Report the statistics of an index",
|
|
2059
|
+
tags: ["Indexes"],
|
|
2060
|
+
request: null,
|
|
2061
|
+
responses: { 200: "IndexStats" }
|
|
2062
|
+
},
|
|
2063
|
+
{
|
|
2064
|
+
method: "get",
|
|
2065
|
+
path: "/indexes/:name/partitions",
|
|
2066
|
+
handler: "indexPartitions",
|
|
2067
|
+
options: named,
|
|
2068
|
+
operationId: "getPartitionStats",
|
|
2069
|
+
summary: "Report the statistics of each partition of an index",
|
|
2070
|
+
tags: ["Indexes"],
|
|
2071
|
+
request: null,
|
|
2072
|
+
responses: { 200: "IndexPartitionsResponse" }
|
|
2073
|
+
},
|
|
2074
|
+
{
|
|
2075
|
+
method: "get",
|
|
2076
|
+
path: "/indexes/:name/cluster",
|
|
2077
|
+
handler: "clusterAllocation",
|
|
2078
|
+
options: named,
|
|
2079
|
+
operationId: "getIndexAllocation",
|
|
2080
|
+
summary: "Report how the cluster has placed the partitions of an index",
|
|
2081
|
+
tags: ["Cluster"],
|
|
2082
|
+
request: null,
|
|
2083
|
+
responses: { 200: "ClusterAllocationResponse" }
|
|
2084
|
+
},
|
|
2085
|
+
{
|
|
2086
|
+
method: "put",
|
|
2087
|
+
path: "/indexes/:name/replication-factor",
|
|
2088
|
+
handler: "clusterReplicationFactor",
|
|
2089
|
+
options: namedBody,
|
|
2090
|
+
operationId: "setReplicationFactor",
|
|
2091
|
+
summary: "Change how many replicas each partition of an index keeps",
|
|
2092
|
+
tags: ["Cluster"],
|
|
2093
|
+
request: "ReplicationFactorBody",
|
|
2094
|
+
responses: { 200: "ReplicationFactorResponse" }
|
|
2095
|
+
},
|
|
2096
|
+
{
|
|
2097
|
+
method: "post",
|
|
2098
|
+
path: "/indexes/:name/_clear",
|
|
2099
|
+
handler: "clearIndex",
|
|
2100
|
+
options: named,
|
|
2101
|
+
operationId: "clear",
|
|
2102
|
+
summary: "Remove every document and keep the index",
|
|
2103
|
+
tags: ["Indexes"],
|
|
2104
|
+
request: null,
|
|
2105
|
+
responses: { 200: "IndexClearedResponse" }
|
|
2106
|
+
},
|
|
2107
|
+
{
|
|
2108
|
+
method: "post",
|
|
2109
|
+
path: "/indexes/:name/_open",
|
|
2110
|
+
handler: "openIndex",
|
|
2111
|
+
options: named,
|
|
2112
|
+
operationId: "open",
|
|
2113
|
+
summary: "Load an index into memory",
|
|
2114
|
+
tags: ["Indexes"],
|
|
2115
|
+
request: null,
|
|
2116
|
+
responses: { 200: "IndexStateResponse" }
|
|
2117
|
+
},
|
|
2118
|
+
{
|
|
2119
|
+
method: "post",
|
|
2120
|
+
path: "/indexes/:name/_close",
|
|
2121
|
+
handler: "closeIndex",
|
|
2122
|
+
options: named,
|
|
2123
|
+
operationId: "close",
|
|
2124
|
+
summary: "Release the memory of an index",
|
|
2125
|
+
tags: ["Indexes"],
|
|
2126
|
+
request: null,
|
|
2127
|
+
responses: { 200: "IndexStateResponse" }
|
|
2128
|
+
},
|
|
2129
|
+
{
|
|
2130
|
+
method: "get",
|
|
2131
|
+
path: "/indexes/:name/count",
|
|
2132
|
+
handler: "count",
|
|
2133
|
+
options: named,
|
|
2134
|
+
operationId: "countDocuments",
|
|
2135
|
+
summary: "Count the documents in an index",
|
|
2136
|
+
tags: ["Indexes"],
|
|
2137
|
+
request: null,
|
|
2138
|
+
responses: { 200: "DocumentCountResponse" }
|
|
2139
|
+
}
|
|
2140
|
+
];
|
|
2141
|
+
}
|
|
2142
|
+
|
|
2143
|
+
// src/server/routes/info.ts
|
|
2144
|
+
function infoRoutes(shared) {
|
|
2145
|
+
const { probe, bare, named } = shared;
|
|
2146
|
+
return [
|
|
2147
|
+
{
|
|
2148
|
+
method: "get",
|
|
2149
|
+
path: "/livez",
|
|
2150
|
+
handler: "livez",
|
|
2151
|
+
options: probe,
|
|
2152
|
+
operationId: "isAlive",
|
|
2153
|
+
summary: "Report that the process can serve HTTP",
|
|
2154
|
+
tags: ["Server"],
|
|
2155
|
+
request: null,
|
|
2156
|
+
responses: { 200: "LivenessResponse" }
|
|
2157
|
+
},
|
|
2158
|
+
{
|
|
2159
|
+
method: "get",
|
|
2160
|
+
path: "/readyz",
|
|
2161
|
+
handler: "readyz",
|
|
2162
|
+
options: probe,
|
|
2163
|
+
operationId: "isReady",
|
|
2164
|
+
summary: "Report whether the server can take requests",
|
|
2165
|
+
tags: ["Server"],
|
|
2166
|
+
request: null,
|
|
2167
|
+
responses: { 200: "ReadinessResponse", 503: "ReadinessResponse" }
|
|
2168
|
+
},
|
|
2169
|
+
{
|
|
2170
|
+
method: "get",
|
|
2171
|
+
path: "/health",
|
|
2172
|
+
handler: "readyz",
|
|
2173
|
+
options: probe,
|
|
2174
|
+
operationId: "health",
|
|
2175
|
+
summary: "Report whether the server can take requests, as /readyz does",
|
|
2176
|
+
tags: ["Server"],
|
|
2177
|
+
request: null,
|
|
2178
|
+
responses: { 200: "ReadinessResponse", 503: "ReadinessResponse" }
|
|
2179
|
+
},
|
|
2180
|
+
{
|
|
2181
|
+
method: "get",
|
|
2182
|
+
path: "/version",
|
|
2183
|
+
handler: "version",
|
|
2184
|
+
options: probe,
|
|
2185
|
+
operationId: "version",
|
|
2186
|
+
summary: "Report the build identity of the server",
|
|
2187
|
+
tags: ["Server"],
|
|
2188
|
+
request: null,
|
|
2189
|
+
responses: { 200: "VersionResponse" }
|
|
2190
|
+
},
|
|
2191
|
+
{
|
|
2192
|
+
method: "get",
|
|
2193
|
+
path: "/capabilities",
|
|
2194
|
+
handler: "capabilities",
|
|
2195
|
+
options: probe,
|
|
2196
|
+
operationId: "capabilities",
|
|
2197
|
+
summary: "List the optional routes and modes that this server serves",
|
|
2198
|
+
tags: ["Server"],
|
|
2199
|
+
request: null,
|
|
2200
|
+
responses: { 200: "CapabilitiesResponse" }
|
|
2201
|
+
},
|
|
2202
|
+
{
|
|
2203
|
+
method: "get",
|
|
2204
|
+
path: "/cluster",
|
|
2205
|
+
handler: "clusterTopology",
|
|
2206
|
+
options: bare,
|
|
2207
|
+
operationId: "getClusterTopology",
|
|
2208
|
+
summary: "Report the nodes of the cluster and the controller",
|
|
2209
|
+
tags: ["Cluster"],
|
|
2210
|
+
request: null,
|
|
2211
|
+
responses: { 200: "ClusterTopologyResponse" }
|
|
2212
|
+
},
|
|
2213
|
+
{
|
|
2214
|
+
method: "get",
|
|
2215
|
+
path: "/cluster/health",
|
|
2216
|
+
handler: "clusterHealth",
|
|
2217
|
+
options: bare,
|
|
2218
|
+
operationId: "getClusterHealth",
|
|
2219
|
+
summary: "Report a green, yellow, or red status for the cluster and each index",
|
|
2220
|
+
tags: ["Cluster"],
|
|
2221
|
+
request: null,
|
|
2222
|
+
responses: { 200: "ClusterHealth" }
|
|
2223
|
+
},
|
|
2224
|
+
{
|
|
2225
|
+
method: "get",
|
|
2226
|
+
path: "/metrics",
|
|
2227
|
+
handler: "metrics",
|
|
2228
|
+
options: bare,
|
|
2229
|
+
operationId: "getMetrics",
|
|
2230
|
+
summary: "Report the replication and coordinator figures in the Prometheus text format",
|
|
2231
|
+
tags: ["Cluster"],
|
|
2232
|
+
request: null,
|
|
2233
|
+
responses: { 200: { contentType: PROMETHEUS_TEXT_CONTENT_TYPE } }
|
|
2234
|
+
},
|
|
2235
|
+
{
|
|
2236
|
+
method: "get",
|
|
2237
|
+
path: "/stats/memory",
|
|
2238
|
+
handler: "memory",
|
|
2239
|
+
options: bare,
|
|
2240
|
+
operationId: "getMemoryStats",
|
|
2241
|
+
summary: "Report the memory that the engine and the server use",
|
|
2242
|
+
tags: ["Server"],
|
|
2243
|
+
request: null,
|
|
2244
|
+
responses: { 200: "MemoryStatsResponse" }
|
|
2245
|
+
},
|
|
2246
|
+
{
|
|
2247
|
+
method: "get",
|
|
2248
|
+
path: "/tasks",
|
|
2249
|
+
handler: "listTasks",
|
|
2250
|
+
options: bare,
|
|
2251
|
+
operationId: "listTasks",
|
|
2252
|
+
summary: "List task records, newest first",
|
|
2253
|
+
tags: ["Tasks"],
|
|
2254
|
+
request: null,
|
|
2255
|
+
query: "TaskListQuery",
|
|
2256
|
+
responses: { 200: "TaskListPage" }
|
|
2257
|
+
},
|
|
2258
|
+
{
|
|
2259
|
+
method: "get",
|
|
2260
|
+
path: "/tasks/:id",
|
|
2261
|
+
handler: "getTask",
|
|
2262
|
+
options: named,
|
|
2263
|
+
operationId: "getTask",
|
|
2264
|
+
summary: "Read one task record",
|
|
2265
|
+
tags: ["Tasks"],
|
|
2266
|
+
request: null,
|
|
2267
|
+
responses: { 200: "TaskRecord" }
|
|
2268
|
+
},
|
|
2269
|
+
{
|
|
2270
|
+
method: "post",
|
|
2271
|
+
path: "/tasks/:id/_cancel",
|
|
2272
|
+
handler: "cancelTask",
|
|
2273
|
+
options: named,
|
|
2274
|
+
operationId: "cancelTask",
|
|
2275
|
+
summary: "Ask a running task to stop",
|
|
2276
|
+
tags: ["Tasks"],
|
|
2277
|
+
request: null,
|
|
2278
|
+
responses: { 202: "TaskRecord" }
|
|
2279
|
+
}
|
|
2280
|
+
];
|
|
2281
|
+
}
|
|
2282
|
+
|
|
2283
|
+
// src/server/routes/maintenance.ts
|
|
2284
|
+
function maintenanceRoutes(shared) {
|
|
2285
|
+
const { named, namedBody, spooledBody } = shared;
|
|
2286
|
+
return [
|
|
2287
|
+
{
|
|
2288
|
+
method: "post",
|
|
2289
|
+
path: "/indexes/:name/_checkpoint",
|
|
2290
|
+
handler: "checkpoint",
|
|
2291
|
+
options: named,
|
|
2292
|
+
operationId: "checkpoint",
|
|
2293
|
+
summary: "Force a checkpoint of an index",
|
|
2294
|
+
tags: ["Maintenance"],
|
|
2295
|
+
request: null,
|
|
2296
|
+
responses: { 200: "OkResponse" }
|
|
2297
|
+
},
|
|
2298
|
+
{
|
|
2299
|
+
method: "post",
|
|
2300
|
+
path: "/indexes/:name/_rebuild-analysis",
|
|
2301
|
+
handler: "rebuildAnalysis",
|
|
2302
|
+
options: named,
|
|
2303
|
+
operationId: "rebuildAnalysis",
|
|
2304
|
+
summary: "Reanalyse every document of an index, as a task",
|
|
2305
|
+
tags: ["Maintenance"],
|
|
2306
|
+
request: null,
|
|
2307
|
+
responses: { 202: "TaskRecord" }
|
|
2308
|
+
},
|
|
2309
|
+
{
|
|
2310
|
+
method: "post",
|
|
2311
|
+
path: "/indexes/:name/_change-analysis",
|
|
2312
|
+
handler: "changeAnalysis",
|
|
2313
|
+
options: namedBody,
|
|
2314
|
+
operationId: "changeAnalysis",
|
|
2315
|
+
summary: "Change the language, stop words, or tokeniser of an index, as a task",
|
|
2316
|
+
tags: ["Maintenance"],
|
|
2317
|
+
request: { optional: "ChangeAnalysisBody" },
|
|
2318
|
+
responses: { 202: "TaskRecord" }
|
|
2319
|
+
},
|
|
2320
|
+
{
|
|
2321
|
+
method: "get",
|
|
2322
|
+
path: "/indexes/:name/snapshot",
|
|
2323
|
+
handler: "snapshot",
|
|
2324
|
+
options: named,
|
|
2325
|
+
operationId: "snapshot",
|
|
2326
|
+
summary: "Stream a snapshot archive of an index",
|
|
2327
|
+
tags: ["Maintenance"],
|
|
2328
|
+
request: null,
|
|
2329
|
+
query: "SnapshotQuery",
|
|
2330
|
+
responses: { 200: { contentType: SNAPSHOT_ARCHIVE_CONTENT_TYPE } }
|
|
2331
|
+
},
|
|
2332
|
+
{
|
|
2333
|
+
method: "get",
|
|
2334
|
+
path: "/indexes/:name/vector-maintenance",
|
|
2335
|
+
handler: "vectorMaintenance",
|
|
2336
|
+
options: named,
|
|
2337
|
+
operationId: "vectorMaintenanceStatus",
|
|
2338
|
+
summary: "Report the state of each vector field of an index",
|
|
2339
|
+
tags: ["Maintenance"],
|
|
2340
|
+
request: null,
|
|
2341
|
+
responses: { 200: "VectorMaintenanceResponse" }
|
|
2342
|
+
},
|
|
2343
|
+
{
|
|
2344
|
+
method: "post",
|
|
2345
|
+
path: "/indexes/:name/vectors/_compact",
|
|
2346
|
+
handler: "compact",
|
|
2347
|
+
options: namedBody,
|
|
2348
|
+
operationId: "compactVectors",
|
|
2349
|
+
summary: "Compact the vector fields of an index",
|
|
2350
|
+
tags: ["Maintenance"],
|
|
2351
|
+
request: { optional: "VectorFieldBody" },
|
|
2352
|
+
responses: { 200: "OkResponse" }
|
|
2353
|
+
},
|
|
2354
|
+
{
|
|
2355
|
+
method: "post",
|
|
2356
|
+
path: "/indexes/:name/vectors/_optimize",
|
|
2357
|
+
handler: "optimize",
|
|
2358
|
+
options: namedBody,
|
|
2359
|
+
operationId: "optimizeVectors",
|
|
2360
|
+
summary: "Rebuild the vector graphs of an index, as a task",
|
|
2361
|
+
tags: ["Maintenance"],
|
|
2362
|
+
request: { optional: "VectorFieldBody" },
|
|
2363
|
+
responses: { 202: "TaskRecord" }
|
|
2364
|
+
},
|
|
2365
|
+
{
|
|
2366
|
+
method: "post",
|
|
2367
|
+
path: "/indexes/:name/_rebalance",
|
|
2368
|
+
handler: "rebalance",
|
|
2369
|
+
options: namedBody,
|
|
2370
|
+
operationId: "rebalance",
|
|
2371
|
+
summary: "Move an index to another partition count, as a task",
|
|
2372
|
+
tags: ["Maintenance"],
|
|
2373
|
+
request: "RebalanceBody",
|
|
2374
|
+
responses: { 202: "TaskRecord" }
|
|
2375
|
+
},
|
|
2376
|
+
{
|
|
2377
|
+
method: "post",
|
|
2378
|
+
path: "/indexes/:name/partition-config",
|
|
2379
|
+
handler: "partitionConfig",
|
|
2380
|
+
options: namedBody,
|
|
2381
|
+
operationId: "updatePartitionConfig",
|
|
2382
|
+
summary: "Change the partition settings of an index",
|
|
2383
|
+
tags: ["Maintenance"],
|
|
2384
|
+
request: { optional: "PartitionConfig" },
|
|
2385
|
+
responses: { 200: "OkResponse" }
|
|
2386
|
+
},
|
|
2387
|
+
{
|
|
2388
|
+
method: "get",
|
|
2389
|
+
path: "/indexes/:name/synonyms",
|
|
2390
|
+
handler: "readSynonyms",
|
|
2391
|
+
options: named,
|
|
2392
|
+
operationId: "getSynonyms",
|
|
2393
|
+
summary: "Read the synonym set of an index",
|
|
2394
|
+
tags: ["Maintenance"],
|
|
2395
|
+
request: null,
|
|
2396
|
+
responses: { 200: "SynonymSetBody" }
|
|
2397
|
+
},
|
|
2398
|
+
{
|
|
2399
|
+
method: "post",
|
|
2400
|
+
path: "/indexes/:name/synonyms",
|
|
2401
|
+
handler: "replaceSynonyms",
|
|
2402
|
+
options: namedBody,
|
|
2403
|
+
operationId: "updateSynonyms",
|
|
2404
|
+
summary: "Replace the synonym set of an index",
|
|
2405
|
+
tags: ["Maintenance"],
|
|
2406
|
+
request: "SynonymSetBody",
|
|
2407
|
+
responses: { 200: "OkResponse" }
|
|
2408
|
+
},
|
|
2409
|
+
{
|
|
2410
|
+
method: "post",
|
|
2411
|
+
path: "/indexes/:name/bm25",
|
|
2412
|
+
handler: "updateBm25",
|
|
2413
|
+
options: namedBody,
|
|
2414
|
+
operationId: "updateBM25",
|
|
2415
|
+
summary: "Replace the BM25 setting of an index",
|
|
2416
|
+
tags: ["Maintenance"],
|
|
2417
|
+
request: "BM25Params",
|
|
2418
|
+
responses: { 200: "OkResponse" }
|
|
2419
|
+
},
|
|
2420
|
+
{
|
|
2421
|
+
method: "post",
|
|
2422
|
+
path: "/indexes/:name/restore",
|
|
2423
|
+
handler: "restore",
|
|
2424
|
+
options: spooledBody,
|
|
2425
|
+
operationId: "restore",
|
|
2426
|
+
summary: "Restore an index from a snapshot archive, as a task",
|
|
2427
|
+
tags: ["Maintenance"],
|
|
2428
|
+
request: { contentType: SNAPSHOT_ARCHIVE_CONTENT_TYPE },
|
|
2429
|
+
responses: { 202: "TaskRecord" }
|
|
2430
|
+
},
|
|
2431
|
+
{
|
|
2432
|
+
method: "get",
|
|
2433
|
+
path: "/indexes/:name/export",
|
|
2434
|
+
handler: "exportDocuments",
|
|
2435
|
+
options: named,
|
|
2436
|
+
operationId: "exportDocuments",
|
|
2437
|
+
summary: "Stream a document export of an index",
|
|
2438
|
+
tags: ["Maintenance"],
|
|
2439
|
+
request: null,
|
|
2440
|
+
responses: { 200: { contentType: DOCUMENT_EXPORT_CONTENT_TYPE } }
|
|
2441
|
+
},
|
|
2442
|
+
{
|
|
2443
|
+
method: "post",
|
|
2444
|
+
path: "/indexes/:name/import",
|
|
2445
|
+
handler: "importExport",
|
|
2446
|
+
options: spooledBody,
|
|
2447
|
+
operationId: "importDocumentExport",
|
|
2448
|
+
summary: "Import a document export, as a task",
|
|
2449
|
+
tags: ["Maintenance"],
|
|
2450
|
+
request: { contentType: DOCUMENT_EXPORT_CONTENT_TYPE },
|
|
2451
|
+
responses: { 202: "TaskRecord" }
|
|
2452
|
+
}
|
|
2453
|
+
];
|
|
2454
|
+
}
|
|
2455
|
+
|
|
2456
|
+
// src/server/batch-scan.ts
|
|
2457
|
+
var QUOTE2 = 34;
|
|
2458
|
+
var BACKSLASH2 = 92;
|
|
2459
|
+
var OPEN_OBJECT2 = 123;
|
|
2460
|
+
var CLOSE_OBJECT = 125;
|
|
2461
|
+
var OPEN_ARRAY2 = 91;
|
|
2462
|
+
var CLOSE_ARRAY = 93;
|
|
2463
|
+
var COLON2 = 58;
|
|
2464
|
+
var REMOVE_BATCH_KEYS = /* @__PURE__ */ new Set(["action", "docIds", "options"]);
|
|
2465
|
+
var REMOVE_ACTION = "delete";
|
|
2466
|
+
function isWhitespace(byte) {
|
|
2467
|
+
return byte === 32 || byte === 9 || byte === 10 || byte === 13;
|
|
2468
|
+
}
|
|
2469
|
+
function nextByteAt(raw, from) {
|
|
2470
|
+
let at = from;
|
|
2471
|
+
while (at < raw.length && isWhitespace(raw[at])) at++;
|
|
2472
|
+
return at;
|
|
2473
|
+
}
|
|
2474
|
+
function plainStringOf(raw, open2, close) {
|
|
2475
|
+
const content = raw.subarray(open2 + 1, close);
|
|
2476
|
+
if (content.includes(BACKSLASH2)) return null;
|
|
2477
|
+
return new TextDecoder().decode(content);
|
|
2478
|
+
}
|
|
2479
|
+
function isRemoveOnlyBatch(raw) {
|
|
2480
|
+
const start = nextByteAt(raw, 0);
|
|
2481
|
+
if (raw[start] !== OPEN_OBJECT2) return false;
|
|
2482
|
+
let depth = 0;
|
|
2483
|
+
let action = null;
|
|
2484
|
+
for (let at = start; at < raw.length; at++) {
|
|
2485
|
+
const byte = raw[at];
|
|
2486
|
+
if (byte === OPEN_OBJECT2 || byte === OPEN_ARRAY2) depth++;
|
|
2487
|
+
else if (byte === CLOSE_OBJECT || byte === CLOSE_ARRAY) depth--;
|
|
2488
|
+
else if (byte === QUOTE2) {
|
|
2489
|
+
const close = closingQuoteOf(raw, at + 1);
|
|
2490
|
+
if (close >= raw.length) return false;
|
|
2491
|
+
const afterString = nextByteAt(raw, close + 1);
|
|
2492
|
+
if (depth === 1 && raw[afterString] === COLON2) {
|
|
2493
|
+
const key = plainStringOf(raw, at, close);
|
|
2494
|
+
if (key === null || !REMOVE_BATCH_KEYS.has(key)) return false;
|
|
2495
|
+
if (key === "action") {
|
|
2496
|
+
const value = nextByteAt(raw, afterString + 1);
|
|
2497
|
+
const valueClose = raw[value] === QUOTE2 ? closingQuoteOf(raw, value + 1) : raw.length;
|
|
2498
|
+
action = valueClose < raw.length ? plainStringOf(raw, value, valueClose) : null;
|
|
2499
|
+
if (action === null) return false;
|
|
2500
|
+
at = valueClose;
|
|
2501
|
+
continue;
|
|
2502
|
+
}
|
|
2503
|
+
at = afterString;
|
|
2504
|
+
continue;
|
|
2505
|
+
}
|
|
2506
|
+
at = close;
|
|
2507
|
+
}
|
|
2508
|
+
}
|
|
2509
|
+
return action === REMOVE_ACTION;
|
|
2510
|
+
}
|
|
2511
|
+
function batchBodyKindOf(prefix) {
|
|
2512
|
+
const scanned = prefix.length > BATCH_KIND_SCAN_BYTES ? prefix.subarray(0, BATCH_KIND_SCAN_BYTES) : prefix;
|
|
2513
|
+
const start = nextByteAt(scanned, 0);
|
|
2514
|
+
if (start >= scanned.length) return prefix.length > BATCH_KIND_SCAN_BYTES ? "read" : null;
|
|
2515
|
+
if (scanned[start] !== OPEN_OBJECT2) return "write";
|
|
2516
|
+
let depth = 0;
|
|
2517
|
+
for (let at = start; at < scanned.length; at++) {
|
|
2518
|
+
const byte = scanned[at];
|
|
2519
|
+
if (byte === OPEN_OBJECT2 || byte === OPEN_ARRAY2) depth++;
|
|
2520
|
+
else if (byte === CLOSE_OBJECT || byte === CLOSE_ARRAY) depth--;
|
|
2521
|
+
else if (byte === QUOTE2) {
|
|
2522
|
+
const close = closingQuoteOf(scanned, at + 1);
|
|
2523
|
+
if (close >= scanned.length) break;
|
|
2524
|
+
const afterString = nextByteAt(scanned, close + 1);
|
|
2525
|
+
if (afterString >= scanned.length) break;
|
|
2526
|
+
if (depth === 1 && scanned[afterString] === COLON2) {
|
|
2527
|
+
const key = plainStringOf(scanned, at, close);
|
|
2528
|
+
if (key === null || !REMOVE_BATCH_KEYS.has(key)) return "write";
|
|
2529
|
+
if (key === "action") {
|
|
2530
|
+
const value = nextByteAt(scanned, afterString + 1);
|
|
2531
|
+
if (value >= scanned.length) break;
|
|
2532
|
+
if (scanned[value] !== QUOTE2) return "write";
|
|
2533
|
+
const valueClose = closingQuoteOf(scanned, value + 1);
|
|
2534
|
+
if (valueClose >= scanned.length) break;
|
|
2535
|
+
return plainStringOf(scanned, value, valueClose) === REMOVE_ACTION ? "read" : "write";
|
|
2536
|
+
}
|
|
2537
|
+
at = afterString;
|
|
2538
|
+
continue;
|
|
2539
|
+
}
|
|
2540
|
+
at = close;
|
|
2541
|
+
}
|
|
2542
|
+
}
|
|
2543
|
+
return prefix.length > BATCH_KIND_SCAN_BYTES ? "read" : null;
|
|
2544
|
+
}
|
|
2545
|
+
|
|
2546
|
+
// src/server/routes/options.ts
|
|
2547
|
+
var writeBodyKind = () => "write";
|
|
2548
|
+
var readBodyKind = () => "read";
|
|
2549
|
+
function sharedRouteOptions(limits) {
|
|
2550
|
+
const { maxBodyBytes, maxImportBytes, maxRestoreBytes } = limits;
|
|
2551
|
+
const namedBody = { paramCount: 1, needsBody: true, maxBytes: maxBodyBytes };
|
|
2552
|
+
const documentBody = { paramCount: 2, needsBody: true, maxBytes: maxBodyBytes };
|
|
2553
|
+
return {
|
|
2554
|
+
probe: { maxBytes: 0, skipHooks: true },
|
|
2555
|
+
bare: { maxBytes: 0 },
|
|
2556
|
+
named: { paramCount: 1, maxBytes: 0 },
|
|
2557
|
+
namedBody,
|
|
2558
|
+
document: { paramCount: 2, maxBytes: 0 },
|
|
2559
|
+
writeBody: { ...namedBody, bodyKind: writeBodyKind },
|
|
2560
|
+
readBody: { ...namedBody, bodyKind: readBodyKind },
|
|
2561
|
+
batchBody: { ...namedBody, bodyKind: batchBodyKindOf },
|
|
2562
|
+
documentWriteBody: { ...documentBody, bodyKind: writeBodyKind },
|
|
2563
|
+
importBody: { paramCount: 1, needsBody: true, maxBytes: maxImportBytes },
|
|
2564
|
+
spooledBody: { paramCount: 1, spoolsBody: true, maxBytes: maxRestoreBytes },
|
|
2565
|
+
newIndexBody: { needsBody: true, maxBytes: maxBodyBytes }
|
|
2566
|
+
};
|
|
2567
|
+
}
|
|
2568
|
+
|
|
2569
|
+
// src/server/routes/query-suggestions.ts
|
|
2570
|
+
function querySuggestionRoutes(shared) {
|
|
2571
|
+
const { named, namedBody } = shared;
|
|
2572
|
+
return [
|
|
2573
|
+
{
|
|
2574
|
+
method: "put",
|
|
2575
|
+
path: "/indexes/:name/query-suggestions",
|
|
2576
|
+
handler: "updateQuerySuggestions",
|
|
2577
|
+
options: namedBody,
|
|
2578
|
+
operationId: "updateQuerySuggestions",
|
|
2579
|
+
summary: "Replace the popular query suggestions setting of an index",
|
|
2580
|
+
tags: ["QuerySuggestions"],
|
|
2581
|
+
request: "QuerySuggestionsSetting",
|
|
2582
|
+
responses: { 200: "OkResponse" }
|
|
2583
|
+
},
|
|
2584
|
+
{
|
|
2585
|
+
method: "get",
|
|
2586
|
+
path: "/indexes/:name/query-suggestions",
|
|
2587
|
+
handler: "querySuggestionsStatus",
|
|
2588
|
+
options: named,
|
|
2589
|
+
operationId: "querySuggestionsStatus",
|
|
2590
|
+
summary: "Report the setting, the last build, and the next build of popular query suggestions",
|
|
2591
|
+
tags: ["QuerySuggestions"],
|
|
2592
|
+
request: null,
|
|
2593
|
+
responses: { 200: "QuerySuggestionsStatus" }
|
|
2594
|
+
},
|
|
2595
|
+
{
|
|
2596
|
+
method: "post",
|
|
2597
|
+
path: "/indexes/:name/query-suggestions/record",
|
|
2598
|
+
handler: "recordQuery",
|
|
2599
|
+
options: { ...namedBody, capturesContext: true },
|
|
2600
|
+
operationId: "recordQuery",
|
|
2601
|
+
summary: "Count a search that a person followed with a click, for the person that the server identifies",
|
|
2602
|
+
tags: ["QuerySuggestions"],
|
|
2603
|
+
request: "RecordQueryBody",
|
|
2604
|
+
responses: { 200: "RecordQueryResult" }
|
|
2605
|
+
},
|
|
2606
|
+
{
|
|
2607
|
+
method: "post",
|
|
2608
|
+
path: "/indexes/:name/query-suggestions/build",
|
|
2609
|
+
handler: "buildQuerySuggestions",
|
|
2610
|
+
options: named,
|
|
2611
|
+
operationId: "buildQuerySuggestions",
|
|
2612
|
+
summary: "Build the popular query suggestions of an index, as a task",
|
|
2613
|
+
tags: ["QuerySuggestions"],
|
|
2614
|
+
request: null,
|
|
2615
|
+
responses: { 202: "TaskRecord" }
|
|
2616
|
+
},
|
|
2617
|
+
{
|
|
2618
|
+
method: "get",
|
|
2619
|
+
path: "/indexes/:name/query-suggestions/preview",
|
|
2620
|
+
handler: "previewQuerySuggestions",
|
|
2621
|
+
options: named,
|
|
2622
|
+
operationId: "previewQuerySuggestions",
|
|
2623
|
+
summary: "List the phrases that the next build would publish",
|
|
2624
|
+
tags: ["QuerySuggestions"],
|
|
2625
|
+
request: null,
|
|
2626
|
+
query: "QuerySuggestionsPreviewQuery",
|
|
2627
|
+
responses: { 200: "QuerySuggestionsPreview" }
|
|
2628
|
+
},
|
|
2629
|
+
{
|
|
2630
|
+
method: "get",
|
|
2631
|
+
path: "/indexes/:name/query-suggestions/bans",
|
|
2632
|
+
handler: "readQueryBans",
|
|
2633
|
+
options: named,
|
|
2634
|
+
operationId: "readQueryBans",
|
|
2635
|
+
summary: "Read the ban list of popular query suggestions",
|
|
2636
|
+
tags: ["QuerySuggestions"],
|
|
2637
|
+
request: null,
|
|
2638
|
+
responses: { 200: "QueryBansBody" }
|
|
2639
|
+
},
|
|
2640
|
+
{
|
|
2641
|
+
method: "put",
|
|
2642
|
+
path: "/indexes/:name/query-suggestions/bans",
|
|
2643
|
+
handler: "replaceQueryBans",
|
|
2644
|
+
options: namedBody,
|
|
2645
|
+
operationId: "replaceQueryBans",
|
|
2646
|
+
summary: "Replace the ban list, and remove each newly banned phrase from every suggestions index",
|
|
2647
|
+
tags: ["QuerySuggestions"],
|
|
2648
|
+
request: "QueryBansBody",
|
|
2649
|
+
responses: { 200: "QueryBansBody" }
|
|
2650
|
+
},
|
|
2651
|
+
{
|
|
2652
|
+
method: "post",
|
|
2653
|
+
path: "/indexes/:name/query-suggestions/remove",
|
|
2654
|
+
handler: "removeQuery",
|
|
2655
|
+
options: namedBody,
|
|
2656
|
+
operationId: "removeQuery",
|
|
2657
|
+
summary: "Ban a phrase and remove it from every suggestions index of an index",
|
|
2658
|
+
tags: ["QuerySuggestions"],
|
|
2659
|
+
request: "RemoveQueryBody",
|
|
2660
|
+
responses: { 200: "RemoveQueryResponse" }
|
|
2661
|
+
},
|
|
2662
|
+
{
|
|
2663
|
+
method: "post",
|
|
2664
|
+
path: "/indexes/:name/query-suggestions/manual",
|
|
2665
|
+
handler: "addManualSuggestion",
|
|
2666
|
+
options: namedBody,
|
|
2667
|
+
operationId: "addManualSuggestion",
|
|
2668
|
+
summary: "Add a suggestion by hand, which a build leaves in place",
|
|
2669
|
+
tags: ["QuerySuggestions"],
|
|
2670
|
+
request: "ManualQuerySuggestion",
|
|
2671
|
+
responses: { 200: "ManualSuggestionResponse" }
|
|
2672
|
+
}
|
|
2673
|
+
];
|
|
2674
|
+
}
|
|
2675
|
+
|
|
2676
|
+
// src/server/sync/range.ts
|
|
2677
|
+
var WHOLE = { kind: "whole" };
|
|
2678
|
+
var UNSATISFIABLE = { kind: "unsatisfiable" };
|
|
2679
|
+
var SINGLE_BYTE_RANGE = /^bytes=(\d{0,20})-(\d{0,20})$/;
|
|
2680
|
+
function ifRangeMatches(ifRange, entityTag) {
|
|
2681
|
+
return ifRange === void 0 || ifRange.trim() === `"${entityTag}"`;
|
|
2682
|
+
}
|
|
2683
|
+
function rangeOf(range, ifRange, entityTag, length) {
|
|
2684
|
+
if (range === void 0 || !ifRangeMatches(ifRange, entityTag)) return WHOLE;
|
|
2685
|
+
const match = SINGLE_BYTE_RANGE.exec(range.trim());
|
|
2686
|
+
if (match === null) return WHOLE;
|
|
2687
|
+
const [, first, last] = match;
|
|
2688
|
+
if (first === "" && last === "") return WHOLE;
|
|
2689
|
+
if (first === "") {
|
|
2690
|
+
const suffix = Number(last);
|
|
2691
|
+
if (suffix === 0 || length === 0) return UNSATISFIABLE;
|
|
2692
|
+
return { kind: "partial", start: Math.max(0, length - suffix), endExclusive: length };
|
|
2693
|
+
}
|
|
2694
|
+
const start = Number(first);
|
|
2695
|
+
if (last !== "" && Number(last) < start) return WHOLE;
|
|
2696
|
+
if (start >= length) return UNSATISFIABLE;
|
|
2697
|
+
const endExclusive = last === "" ? length : Math.min(length, Number(last) + 1);
|
|
2698
|
+
return { kind: "partial", start, endExclusive };
|
|
2699
|
+
}
|
|
2700
|
+
|
|
2701
|
+
// src/server/sync/snapshot-handler.ts
|
|
2702
|
+
var SYNC_SNAPSHOT_REQUEST_HEADERS = ["range", "if-range"];
|
|
2703
|
+
function refuseRange(ctx, length, entityTag) {
|
|
2704
|
+
ctx.res.cork(() => {
|
|
2705
|
+
ctx.res.writeStatus(statusLine(416)).writeHeader("Content-Range", `bytes */${length}`).writeHeader("ETag", `"${entityTag}"`).writeHeader("Cache-Control", "no-store").end();
|
|
2706
|
+
});
|
|
2707
|
+
}
|
|
2708
|
+
function createSyncSnapshotHandler(serving) {
|
|
2709
|
+
return async (ctx) => {
|
|
2710
|
+
const sync = serving();
|
|
2711
|
+
if (sync === null) {
|
|
2712
|
+
sendError(ctx.res, 404, ServerErrorCodes.NOT_FOUND, "Route not found");
|
|
2713
|
+
return;
|
|
2714
|
+
}
|
|
2715
|
+
let download;
|
|
2716
|
+
try {
|
|
2717
|
+
download = await sync.snapshot(ctx.params[0]);
|
|
2718
|
+
} catch (err) {
|
|
2719
|
+
respondPreparingError(ctx, err, ErrorCodes.SYNC_SNAPSHOT_PREPARING);
|
|
2720
|
+
return;
|
|
2721
|
+
}
|
|
2722
|
+
try {
|
|
2723
|
+
if (ctx.abort.aborted) return;
|
|
2724
|
+
const { layout, entityTag } = download;
|
|
2725
|
+
const length = layout.byteLength;
|
|
2726
|
+
const answer = rangeOf(ctx.requestHeaders.range, ctx.requestHeaders["if-range"], entityTag, length);
|
|
2727
|
+
if (answer.kind === "unsatisfiable") {
|
|
2728
|
+
refuseRange(ctx, length, entityTag);
|
|
2729
|
+
return;
|
|
2730
|
+
}
|
|
2731
|
+
const start = answer.kind === "partial" ? answer.start : 0;
|
|
2732
|
+
const endExclusive = answer.kind === "partial" ? answer.endExclusive : length;
|
|
2733
|
+
const headers = [
|
|
2734
|
+
["Content-Type", SNAPSHOT_ARCHIVE_CONTENT_TYPE],
|
|
2735
|
+
["ETag", `"${entityTag}"`],
|
|
2736
|
+
["Accept-Ranges", "bytes"],
|
|
2737
|
+
["Cache-Control", "no-store"]
|
|
2738
|
+
];
|
|
2739
|
+
if (answer.kind === "partial") headers.push(["Content-Range", `bytes ${start}-${endExclusive - 1}/${length}`]);
|
|
2740
|
+
await sendSizedStream(
|
|
2741
|
+
ctx.res,
|
|
2742
|
+
ctx.abort,
|
|
2743
|
+
answer.kind === "partial" ? 206 : 200,
|
|
2744
|
+
headers,
|
|
2745
|
+
endExclusive - start,
|
|
2746
|
+
archiveRange(layout, start, endExclusive)
|
|
2747
|
+
);
|
|
2748
|
+
} catch (err) {
|
|
2749
|
+
respondError(ctx, err);
|
|
2750
|
+
} finally {
|
|
2751
|
+
download.release();
|
|
2752
|
+
}
|
|
2753
|
+
};
|
|
2754
|
+
}
|
|
2755
|
+
|
|
2756
|
+
// src/server/routes/sync.ts
|
|
2757
|
+
function syncRoutes(shared) {
|
|
2758
|
+
return [
|
|
2759
|
+
{
|
|
2760
|
+
method: "get",
|
|
2761
|
+
path: "/indexes/:name/sync",
|
|
2762
|
+
handler: "getSync",
|
|
2763
|
+
options: shared.named,
|
|
2764
|
+
operationId: "getSync",
|
|
2765
|
+
summary: "Report the device sync setting of an index, whether a device has downloaded it, and its epoch",
|
|
2766
|
+
tags: ["Sync"],
|
|
2767
|
+
request: null,
|
|
2768
|
+
responses: { 200: "SyncStatus" }
|
|
2769
|
+
},
|
|
2770
|
+
{
|
|
2771
|
+
method: "put",
|
|
2772
|
+
path: "/indexes/:name/sync",
|
|
2773
|
+
handler: "updateSync",
|
|
2774
|
+
options: shared.namedBody,
|
|
2775
|
+
operationId: "updateSync",
|
|
2776
|
+
summary: "Replace the device sync setting of an index",
|
|
2777
|
+
tags: ["Sync"],
|
|
2778
|
+
request: "SyncSetting",
|
|
2779
|
+
responses: { 200: "OkResponse" }
|
|
2780
|
+
},
|
|
2781
|
+
{
|
|
2782
|
+
method: "get",
|
|
2783
|
+
path: "/indexes/:name/sync/snapshot",
|
|
2784
|
+
handler: "syncSnapshot",
|
|
2785
|
+
options: { ...shared.named, headers: SYNC_SNAPSHOT_REQUEST_HEADERS },
|
|
2786
|
+
operationId: "syncSnapshot",
|
|
2787
|
+
summary: "Download the published snapshot of an index with device sync on, whole or as one byte range",
|
|
2788
|
+
tags: ["Sync"],
|
|
2789
|
+
request: null,
|
|
2790
|
+
responses: {
|
|
2791
|
+
200: { contentType: SNAPSHOT_ARCHIVE_CONTENT_TYPE },
|
|
2792
|
+
206: { contentType: SNAPSHOT_ARCHIVE_CONTENT_TYPE }
|
|
2793
|
+
}
|
|
2794
|
+
}
|
|
2795
|
+
];
|
|
2796
|
+
}
|
|
2797
|
+
|
|
2798
|
+
// src/server/routes/table.ts
|
|
2799
|
+
function serverRoutes(limits) {
|
|
2800
|
+
const shared = sharedRouteOptions(limits);
|
|
2801
|
+
return [
|
|
2802
|
+
...infoRoutes(shared),
|
|
2803
|
+
...indexRoutes(shared),
|
|
2804
|
+
...documentRoutes(shared),
|
|
2805
|
+
...searchRoutes(shared),
|
|
2806
|
+
...maintenanceRoutes(shared),
|
|
2807
|
+
...backupRoutes(shared),
|
|
2808
|
+
...syncRoutes(shared),
|
|
2809
|
+
...changesRoutes(shared),
|
|
2810
|
+
...querySuggestionRoutes(shared)
|
|
2811
|
+
];
|
|
2812
|
+
}
|
|
2813
|
+
|
|
2814
|
+
// src/server/routes/register.ts
|
|
2815
|
+
function registerServerRoutes(app, run, handlers, limits, cors) {
|
|
2816
|
+
if (cors) {
|
|
2817
|
+
app.options("/*", (res, req) => {
|
|
2818
|
+
const origin = req.getHeader("origin");
|
|
2819
|
+
res.cork(() => {
|
|
2820
|
+
res.writeStatus("204 No Content");
|
|
2821
|
+
writeCorsOrigin(res, cors, origin);
|
|
2822
|
+
res.writeHeader("Access-Control-Allow-Methods", cors.methods).writeHeader("Access-Control-Allow-Headers", cors.headers).writeHeader("Access-Control-Max-Age", "86400").endWithoutBody();
|
|
2823
|
+
});
|
|
2824
|
+
});
|
|
2825
|
+
}
|
|
2826
|
+
for (const route of serverRoutes(limits)) {
|
|
2827
|
+
app[route.method](route.path, run(handlers[route.handler], route.options));
|
|
2828
|
+
}
|
|
2829
|
+
const corsHeaders = cors ? corsHeaderReader(cors) : null;
|
|
2830
|
+
app.any("/*", (res, req) => {
|
|
2831
|
+
const sink = corsHeaders === null ? res : sinkWritingAfterStatus(res, corsHeaders(req));
|
|
2832
|
+
sendError(sink, 404, ServerErrorCodes.NOT_FOUND, "Route not found");
|
|
2833
|
+
});
|
|
2834
|
+
}
|
|
2835
|
+
|
|
2836
|
+
// src/server/runtime.ts
|
|
2837
|
+
var cached = null;
|
|
2838
|
+
async function loadUWebSockets() {
|
|
2839
|
+
if (cached) return cached;
|
|
2840
|
+
try {
|
|
2841
|
+
const mod = await import('uWebSockets.js');
|
|
2842
|
+
const resolved = typeof mod.App === "function" ? mod : mod.default;
|
|
2843
|
+
if (!resolved || typeof resolved.App !== "function") {
|
|
2844
|
+
throw new Error("uWebSockets.js did not expose an App factory");
|
|
2845
|
+
}
|
|
2846
|
+
cached = resolved;
|
|
2847
|
+
return resolved;
|
|
2848
|
+
} catch (err) {
|
|
2849
|
+
throw new NarsilError(
|
|
2850
|
+
ErrorCodes.CONFIG_INVALID,
|
|
2851
|
+
"The `uWebSockets.js` package is required to run the Narsil HTTP server. Install it with `pnpm add github:uNetworking/uWebSockets.js#v20.70.0` (or the npm or yarn equivalent).",
|
|
2852
|
+
{ cause: err instanceof Error ? err.message : String(err) }
|
|
2853
|
+
);
|
|
2854
|
+
}
|
|
2855
|
+
}
|
|
2856
|
+
|
|
2857
|
+
// src/server/sync/feed-route.ts
|
|
2858
|
+
var SYNC_FEED_ROUTE = { path: "/indexes/:name/sync/feed", subprotocol: SYNC_SUBPROTOCOL };
|
|
2859
|
+
var CHANGES_FEED_ROUTE = {
|
|
2860
|
+
path: "/indexes/:name/changes/feed",
|
|
2861
|
+
subprotocol: CHANGES_SUBPROTOCOL
|
|
2862
|
+
};
|
|
2863
|
+
function offersSubprotocol(header, subprotocol) {
|
|
2864
|
+
return header.split(",").some((value) => value.trim() === subprotocol);
|
|
2865
|
+
}
|
|
2866
|
+
function indexNameOf(raw) {
|
|
2867
|
+
if (!raw.includes("%")) return raw;
|
|
2868
|
+
try {
|
|
2869
|
+
return decodeURIComponent(raw);
|
|
2870
|
+
} catch {
|
|
2871
|
+
return null;
|
|
2872
|
+
}
|
|
2873
|
+
}
|
|
2874
|
+
function socketOf(ws) {
|
|
2875
|
+
const data = ws.getUserData();
|
|
2876
|
+
return {
|
|
2877
|
+
send(bytes) {
|
|
2878
|
+
if (data.closed) return;
|
|
2879
|
+
ws.cork(() => {
|
|
2880
|
+
ws.send(bytes, true);
|
|
2881
|
+
});
|
|
2882
|
+
},
|
|
2883
|
+
bufferedAmount: () => data.closed ? 0 : ws.getBufferedAmount(),
|
|
2884
|
+
close(code, reason) {
|
|
2885
|
+
if (data.closed) return;
|
|
2886
|
+
data.closed = true;
|
|
2887
|
+
ws.end(code, reason);
|
|
2888
|
+
}
|
|
2889
|
+
};
|
|
2890
|
+
}
|
|
2891
|
+
function refuse(res, err) {
|
|
2892
|
+
const { status, body } = toHttpError(err);
|
|
2893
|
+
sendError(res, status, body.code, body.message, body.details);
|
|
2894
|
+
}
|
|
2895
|
+
async function upgradeFeed(gateway, subprotocol, res, context, indexName, handshake) {
|
|
2896
|
+
const abort = initAbortHandler(res);
|
|
2897
|
+
let authorization;
|
|
2898
|
+
try {
|
|
2899
|
+
authorization = await gateway.authorize(context);
|
|
2900
|
+
} catch {
|
|
2901
|
+
authorization = { allowed: false, denial: null };
|
|
2902
|
+
}
|
|
2903
|
+
if (abort.aborted) return;
|
|
2904
|
+
if (!authorization.allowed) {
|
|
2905
|
+
const { denial } = authorization;
|
|
2906
|
+
if (denial === null) sendError(res, 500, ServerErrorCodes.HOOK_ERROR, "The onRequest hook threw an error");
|
|
2907
|
+
else sendError(res, denial.status, denial.code, denial.message);
|
|
2908
|
+
return;
|
|
2909
|
+
}
|
|
2910
|
+
let ticket;
|
|
2911
|
+
try {
|
|
2912
|
+
ticket = await gateway.admit(indexName, authorization.expiresAt);
|
|
2913
|
+
} catch (err) {
|
|
2914
|
+
if (!abort.aborted) refuse(res, err);
|
|
2915
|
+
return;
|
|
2916
|
+
}
|
|
2917
|
+
if (abort.aborted) {
|
|
2918
|
+
ticket.cancel();
|
|
2919
|
+
return;
|
|
2920
|
+
}
|
|
2921
|
+
const userData = { ticket, endpoint: null, closed: false };
|
|
2922
|
+
res.cork(() => {
|
|
2923
|
+
res.upgrade(userData, handshake.key, subprotocol, handshake.extensions, handshake.socketContext);
|
|
2924
|
+
});
|
|
2925
|
+
}
|
|
2926
|
+
function registerFeedRoute(app, gateway, route) {
|
|
2927
|
+
const { path: path2, subprotocol } = route;
|
|
2928
|
+
app.ws(path2, {
|
|
2929
|
+
maxPayloadLength: FEED_SOCKET_MAX_PAYLOAD_BYTES,
|
|
2930
|
+
maxBackpressure: FEED_SOCKET_MAX_BACKPRESSURE_BYTES,
|
|
2931
|
+
upgrade(res, req, socketContext) {
|
|
2932
|
+
const rawName = req.getParameter(0) ?? "";
|
|
2933
|
+
const protocols = req.getHeader("sec-websocket-protocol");
|
|
2934
|
+
const handshake = {
|
|
2935
|
+
key: req.getHeader("sec-websocket-key"),
|
|
2936
|
+
extensions: req.getHeader("sec-websocket-extensions"),
|
|
2937
|
+
socketContext
|
|
2938
|
+
};
|
|
2939
|
+
const headers = {};
|
|
2940
|
+
req.forEach((key, value) => {
|
|
2941
|
+
headers[key] = value;
|
|
2942
|
+
});
|
|
2943
|
+
const context = {
|
|
2944
|
+
method: req.getMethod().toUpperCase(),
|
|
2945
|
+
path: req.getUrl(),
|
|
2946
|
+
headers,
|
|
2947
|
+
remoteAddress: Buffer.from(res.getRemoteAddressAsText()).toString()
|
|
2948
|
+
};
|
|
2949
|
+
const indexName = indexNameOf(rawName);
|
|
2950
|
+
if (indexName === null || !offersSubprotocol(protocols, subprotocol)) {
|
|
2951
|
+
res.onAborted(() => void 0);
|
|
2952
|
+
sendError(
|
|
2953
|
+
res,
|
|
2954
|
+
400,
|
|
2955
|
+
ServerErrorCodes.INVALID_REQUEST,
|
|
2956
|
+
indexName === null ? "A path segment holds a percent-escape the server cannot decode" : `The upgrade must offer the subprotocol ${subprotocol}`
|
|
2957
|
+
);
|
|
2958
|
+
return;
|
|
2959
|
+
}
|
|
2960
|
+
void upgradeFeed(gateway, subprotocol, res, context, indexName, handshake).catch(() => void 0);
|
|
2961
|
+
},
|
|
2962
|
+
open(ws) {
|
|
2963
|
+
const data = ws.getUserData();
|
|
2964
|
+
try {
|
|
2965
|
+
data.endpoint = data.ticket.open(socketOf(ws));
|
|
2966
|
+
} catch {
|
|
2967
|
+
data.closed = true;
|
|
2968
|
+
ws.end(SYNC_CLOSE_SERVER_ERROR, "feed unavailable");
|
|
2969
|
+
}
|
|
2970
|
+
},
|
|
2971
|
+
message(ws, message, isBinary) {
|
|
2972
|
+
ws.getUserData().endpoint?.receive(new Uint8Array(message.slice(0)), isBinary);
|
|
2973
|
+
},
|
|
2974
|
+
drain(ws) {
|
|
2975
|
+
ws.getUserData().endpoint?.drained();
|
|
2976
|
+
},
|
|
2977
|
+
close(ws) {
|
|
2978
|
+
const data = ws.getUserData();
|
|
2979
|
+
data.closed = true;
|
|
2980
|
+
data.endpoint?.closedByPeer();
|
|
2981
|
+
}
|
|
2982
|
+
});
|
|
2983
|
+
}
|
|
2984
|
+
|
|
2985
|
+
// src/server/request-threads/acceptor.ts
|
|
2986
|
+
function acceptorOf(app) {
|
|
2987
|
+
const candidate = app;
|
|
2988
|
+
if (typeof candidate.addChildAppDescriptor !== "function") return null;
|
|
2989
|
+
if (typeof candidate.removeChildAppDescriptor !== "function") return null;
|
|
2990
|
+
return candidate;
|
|
2991
|
+
}
|
|
2992
|
+
function childAppOf(app) {
|
|
2993
|
+
const candidate = app;
|
|
2994
|
+
if (typeof candidate.getDescriptor !== "function" || typeof candidate.close !== "function") return null;
|
|
2995
|
+
return candidate;
|
|
2996
|
+
}
|
|
2997
|
+
|
|
2998
|
+
// src/server/request-threads/close-at-exit.ts
|
|
2999
|
+
var CLOSE_WORD = 0;
|
|
3000
|
+
var CLOSED_WORD = 1;
|
|
3001
|
+
var OPEN = 0;
|
|
3002
|
+
var SIGNALLED = 1;
|
|
3003
|
+
function createCloseAtExitWords() {
|
|
3004
|
+
return new Int32Array(new SharedArrayBuffer(2 * Int32Array.BYTES_PER_ELEMENT));
|
|
3005
|
+
}
|
|
3006
|
+
function closeEveryThreadAtExit(words, timeoutMs) {
|
|
3007
|
+
const signalled = [...words];
|
|
3008
|
+
for (const word of signalled) {
|
|
3009
|
+
Atomics.store(word, CLOSE_WORD, SIGNALLED);
|
|
3010
|
+
Atomics.notify(word, CLOSE_WORD);
|
|
3011
|
+
}
|
|
3012
|
+
const deadline = Date.now() + timeoutMs;
|
|
3013
|
+
for (const word of signalled) {
|
|
3014
|
+
let left = deadline - Date.now();
|
|
3015
|
+
while (Atomics.load(word, CLOSED_WORD) !== SIGNALLED && left > 0) {
|
|
3016
|
+
Atomics.wait(word, CLOSED_WORD, OPEN, left);
|
|
3017
|
+
left = deadline - Date.now();
|
|
3018
|
+
}
|
|
3019
|
+
}
|
|
3020
|
+
}
|
|
3021
|
+
async function closeWhenTheProcessExits(word, close) {
|
|
3022
|
+
const waiting = Atomics.waitAsync(word, CLOSE_WORD, OPEN);
|
|
3023
|
+
if (waiting.async) await waiting.value;
|
|
3024
|
+
try {
|
|
3025
|
+
close();
|
|
3026
|
+
} finally {
|
|
3027
|
+
Atomics.store(word, CLOSED_WORD, SIGNALLED);
|
|
3028
|
+
Atomics.notify(word, CLOSED_WORD);
|
|
3029
|
+
}
|
|
3030
|
+
}
|
|
3031
|
+
|
|
3032
|
+
// src/server/sync/feed-messages.ts
|
|
3033
|
+
var THREAD_FEED_NOTES = /* @__PURE__ */ new Set([
|
|
3034
|
+
"feed-open",
|
|
3035
|
+
"feed-cancel",
|
|
3036
|
+
"feed-message",
|
|
3037
|
+
"feed-sent",
|
|
3038
|
+
"feed-closed"
|
|
3039
|
+
]);
|
|
3040
|
+
function typeAndFeedId(message) {
|
|
3041
|
+
if (typeof message !== "object" || message === null) return null;
|
|
3042
|
+
const { type, feedId } = message;
|
|
3043
|
+
return { type, feedId };
|
|
3044
|
+
}
|
|
3045
|
+
function isThreadFeedNote(message) {
|
|
3046
|
+
const fields = typeAndFeedId(message);
|
|
3047
|
+
return fields !== null && typeof fields.feedId === "number" && THREAD_FEED_NOTES.has(String(fields.type));
|
|
3048
|
+
}
|
|
3049
|
+
function isMainFeedNote(message) {
|
|
3050
|
+
const fields = typeAndFeedId(message);
|
|
3051
|
+
return fields !== null && typeof fields.feedId === "number" && (fields.type === "feed-send" || fields.type === "feed-close");
|
|
3052
|
+
}
|
|
3053
|
+
|
|
3054
|
+
// src/server/request-threads/departure.ts
|
|
3055
|
+
var DEPARTURE_WORD = 0;
|
|
3056
|
+
var AWAITING_DEPARTURE = 0;
|
|
3057
|
+
var DEPARTURE_CONFIRMED = 1;
|
|
3058
|
+
function createDepartureWord() {
|
|
3059
|
+
return new Int32Array(new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT));
|
|
3060
|
+
}
|
|
3061
|
+
function confirmDeparture(word) {
|
|
3062
|
+
Atomics.store(word, DEPARTURE_WORD, DEPARTURE_CONFIRMED);
|
|
3063
|
+
Atomics.notify(word, DEPARTURE_WORD);
|
|
3064
|
+
}
|
|
3065
|
+
function departureConfirmed(word) {
|
|
3066
|
+
return Atomics.load(word, DEPARTURE_WORD) === DEPARTURE_CONFIRMED;
|
|
3067
|
+
}
|
|
3068
|
+
function awaitDepartureConfirmation(word) {
|
|
3069
|
+
while (!departureConfirmed(word)) Atomics.wait(word, DEPARTURE_WORD, AWAITING_DEPARTURE);
|
|
3070
|
+
}
|
|
3071
|
+
async function departureConfirmation(word) {
|
|
3072
|
+
const waiting = Atomics.waitAsync(word, DEPARTURE_WORD, AWAITING_DEPARTURE);
|
|
3073
|
+
if (waiting.async) await waiting.value;
|
|
3074
|
+
}
|
|
3075
|
+
|
|
3076
|
+
export { ASYNC_IMPORT_CAPABILITY, BM25_TUNING_CAPABILITY, CHANGES_FEED_ROUTE, CHANGE_ANALYSIS_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MAX_LONG_QUERIES_IN_FLIGHT, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, PROMETHEUS_TEXT_CONTENT_TYPE, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, REQUEST_THREAD_DRAIN_DEADLINE_MS, REQUEST_THREAD_MOVE_AFTER_MS, RUNNING_TASK_TTL_MS, SEARCH_CLOCK_SAMPLE_UNITS, SERVER_CAPABILITIES, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNC_FEED_ROUTE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, awaitDepartureConfirmation, badRequest, bindResponseStop, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createSyncSnapshotHandler, createVersionHandler, departureConfirmation, departureConfirmed, encodeQueryResult, gateSlotOfWorker, httpStatusForNarsilError, isMainFeedNote, isRemoveOnlyBatch, isThreadFeedNote, loadUWebSockets, parseJson, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJson, refuseRegex, refusedRegex, registerFeedRoute, registerServerRoutes, rejectInvalid, requestSignal, resolveCors, respondAnswer, respondError, respondJson, respondPreparingError, responseStopOf, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverRoutes, statusLine, stopResponse, toHttpError, validateBatch, validateChangeAnalysis, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport, withServerRerankWindow };
|