@delali/narsil 0.3.1-next.153 → 0.3.1-next.155
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -1
- package/dist/adapters/filesystem.mjs +2 -2
- package/dist/adapters/gcs.mjs +2 -2
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +2 -2
- package/dist/{analysis-change-2OYM7ARW.mjs → analysis-change-3TFIHT5E.mjs} +32 -23
- package/dist/{react-native/chunks/analysis-change-entry-CXNRW324.mjs → analysis-change-entry-KA6JAO4X.mjs} +1 -1
- package/dist/archive-history-E4R73RWD.mjs +29 -0
- package/dist/browser/{analysis-change-2V2HZ2NY.mjs → analysis-change-TC36BU47.mjs} +39 -10
- package/dist/{analysis-change-entry-QD7YNDEE.mjs → browser/analysis-change-entry-4MH3CZXH.mjs} +1 -1
- package/dist/browser/archive-history-4IP5XQZY.mjs +29 -0
- package/dist/browser/chunk-23XRXIBW.mjs +85 -0
- package/dist/browser/chunk-3UIEB4QF.mjs +63 -0
- package/dist/browser/{chunk-CSCKZBVJ.mjs → chunk-4EWUGZYZ.mjs} +4 -4
- package/dist/browser/chunk-4WCVMOU3.mjs +151 -0
- package/dist/browser/{chunk-QJCO3TJU.mjs → chunk-56W3HQVJ.mjs} +9 -150
- package/dist/{react-native/chunks/chunk-VGUWIZFQ.mjs → browser/chunk-5TCXK5SB.mjs} +2 -2
- package/dist/browser/chunk-5W3MMTLG.mjs +19 -0
- package/dist/browser/chunk-7IGKGWSQ.mjs +79 -0
- package/dist/browser/chunk-A5KUEGDY.mjs +241 -0
- package/dist/browser/{chunk-HT7J73QL.mjs → chunk-ABCXENU5.mjs} +2 -2
- package/dist/browser/chunk-ATEBYXP6.mjs +10 -0
- package/dist/browser/chunk-BXM5XOCA.mjs +315 -0
- package/dist/browser/chunk-CJSYBQ4J.mjs +100 -0
- package/dist/browser/chunk-DSXIBE6N.mjs +78 -0
- package/dist/browser/chunk-ELV4OZOI.mjs +29 -0
- package/dist/{react-native/chunks/chunk-QC4ZRBSX.mjs → browser/chunk-EXQZGUQH.mjs} +2 -79
- package/dist/browser/{chunk-2A2IPRC3.mjs → chunk-FNIFPFB7.mjs} +5 -31
- package/dist/browser/chunk-G64Q6OJF.mjs +96 -0
- package/dist/browser/chunk-GPPOG6PT.mjs +9 -0
- package/dist/browser/chunk-IKDKX5VQ.mjs +1007 -0
- package/dist/browser/chunk-JIJXMI42.mjs +1829 -0
- package/dist/browser/chunk-JVBP5EYO.mjs +1106 -0
- package/dist/browser/{chunk-TQ5UMFG5.mjs → chunk-K4GCSZLI.mjs} +15 -6
- package/dist/browser/{chunk-PM4MUM5N.mjs → chunk-K5AXJBLL.mjs} +6 -5
- package/dist/browser/chunk-KKAMCABR.mjs +432 -0
- package/dist/browser/{chunk-IAXZAVYL.mjs → chunk-LFIWRCEA.mjs} +1 -159
- package/dist/browser/chunk-M3MQE2X7.mjs +151 -0
- package/dist/browser/chunk-ML7THVLJ.mjs +38 -0
- package/dist/browser/chunk-NLWTBAGB.mjs +111 -0
- package/dist/browser/chunk-OEDCEZXJ.mjs +92 -0
- package/dist/browser/{chunk-MPK76GVS.mjs → chunk-RA6LSBCM.mjs} +1 -21
- package/dist/browser/{chunk-GJKXW3SF.mjs → chunk-RND5CLX3.mjs} +147 -253
- package/dist/{react-native/chunks/chunk-DFQJ4IJB.mjs → browser/chunk-RQBUNZQW.mjs} +2 -2
- package/dist/browser/{chunk-VD7JEUIR.mjs → chunk-RRO3EV4C.mjs} +9 -8
- package/dist/browser/{chunk-KWYQ6KX4.mjs → chunk-SMEQ36NT.mjs} +162 -2019
- package/dist/{chunk-MDF6PDIA.mjs → browser/chunk-SRMZXJSL.mjs} +8 -1
- package/dist/browser/{chunk-7ZJTRUVW.mjs → chunk-SUDNZKPL.mjs} +2 -2
- package/dist/browser/{chunk-LURXVCHG.mjs → chunk-U3JOQGWX.mjs} +1 -1
- package/dist/browser/chunk-VI7BQR4U.mjs +21 -0
- package/dist/browser/{chunk-B3JM6Z74.mjs → chunk-XY4VVBBO.mjs} +3 -2
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/chunk-ZI2V4VD7.mjs +21 -0
- package/dist/browser/{cold-module-YECAK4MN.mjs → cold-module-NEUGHUPA.mjs} +21 -14
- package/dist/browser/durability-config-TIYKW6XX.mjs +89 -0
- package/dist/browser/{durability-wiring-LM7WFL6X.mjs → durability-wiring-CVGPRO6D.mjs} +1299 -881
- package/dist/browser/engine-hooks-YXMPHZKZ.mjs +16 -0
- package/dist/browser/import-OM6QAW45.mjs +18 -0
- package/dist/browser/methods-KTQCSIN4.mjs +30 -0
- package/dist/browser/{module-XQLEOYNM.mjs → module-3HNFCBJ5.mjs} +10 -8
- package/dist/browser/{module-KAMRAJLE.mjs → module-E33X4AOK.mjs} +17 -10
- package/dist/browser/operations-OJ3BXS55.mjs +5 -0
- package/dist/browser/{phrase-module-CNKMUY4U.mjs → phrase-module-ZXXU7S3B.mjs} +1 -1
- package/dist/browser/{pool-DTYSPBMQ.mjs → pool-3JLET5RO.mjs} +3 -2
- package/dist/browser/restore-hooks-IF2ZROUP.mjs +113 -0
- package/dist/browser/restore-queue-ZBS7CJA6.mjs +55 -0
- package/dist/browser/retention-ASWUHAYI.mjs +209 -0
- package/dist/browser/{runtime-D2ULZGCN.mjs → runtime-OTAGEFQW.mjs} +1 -1
- package/dist/browser/{snapshot-UGZVMP4H.mjs → snapshot-PN7ZW6Q4.mjs} +80 -315
- package/dist/browser/start-ZIRB7MQ2.mjs +24 -0
- package/dist/browser/sync-state-P5XG6LTQ.mjs +15 -0
- package/dist/browser/{write-I5P5MW4O.mjs → write-HMDYCTV2.mjs} +17 -11
- package/dist/{capabilities-BT-HLDC8.d.ts → capabilities-Da4ywVVl.d.ts} +94 -7
- package/dist/{chunk-LDGGR7YT.mjs → chunk-2MANFZJ3.mjs} +2 -2
- package/dist/{chunk-IZT3G24Q.mjs → chunk-2NE7VCYE.mjs} +2 -2
- package/dist/{chunk-3TVDTACC.mjs → chunk-3C7MTCCI.mjs} +1 -1
- package/dist/chunk-3HB3PEC6.mjs +240 -0
- package/dist/chunk-3HHQLEEQ.mjs +1092 -0
- package/dist/chunk-3OH67G7R.mjs +214 -0
- package/dist/{chunk-ZS6CMXAE.mjs → chunk-3R4UZWQG.mjs} +98 -250
- package/dist/{chunk-65WCV5JO.mjs → chunk-4BYWRYPM.mjs} +1 -1
- package/dist/{chunk-SOUZMPME.mjs → chunk-4KRC2APY.mjs} +7 -194
- package/dist/{chunk-5QMHMELB.mjs → chunk-5FLRXF73.mjs} +8 -1
- package/dist/chunk-5FVU47TB.mjs +20 -0
- package/dist/chunk-5YNRKI2C.mjs +81 -0
- package/dist/chunk-6L3XJXGU.mjs +470 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/{chunk-T4CJDBBE.mjs → chunk-6OEGXLBX.mjs} +1 -1
- package/dist/{chunk-3SBJVQLL.mjs → chunk-6RC4K46J.mjs} +2 -2
- package/dist/chunk-7GXJUJ24.mjs +49 -0
- package/dist/{chunk-FNBNZCGP.mjs → chunk-AILVAOLX.mjs} +2 -2
- package/dist/chunk-BDRIVYOK.mjs +72 -0
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6ZDGYS.mjs +50 -0
- package/dist/{chunk-5WB2A3XU.mjs → chunk-DCNKVEDB.mjs} +511 -27
- package/dist/{chunk-NITCPDFL.mjs → chunk-DIBHI6W5.mjs} +2 -2
- package/dist/{chunk-4QCSHLNM.mjs → chunk-DUOLGBTE.mjs} +3 -3
- package/dist/chunk-GES7U2PM.mjs +68 -0
- package/dist/chunk-GH4WQ22V.mjs +34 -0
- package/dist/chunk-GQPTDQCL.mjs +54 -0
- package/dist/chunk-H4KHPLHJ.mjs +382 -0
- package/dist/{chunk-7TE2AJIH.mjs → chunk-H6VIGE62.mjs} +13 -10
- package/dist/{chunk-J7M73VY7.mjs → chunk-HJJI72X7.mjs} +1 -1
- package/dist/{chunk-DGRM4EZZ.mjs → chunk-HNVVEQP7.mjs} +1 -1
- package/dist/{chunk-RBEHLIKX.mjs → chunk-HW5TNXBO.mjs} +35 -11
- package/dist/{chunk-KYVRZAYP.mjs → chunk-I54T6CQP.mjs} +2 -69
- package/dist/{chunk-IRWP524D.mjs → chunk-INJYO3BU.mjs} +1 -1
- package/dist/chunk-IPN7S4KX.mjs +130 -0
- package/dist/{chunk-CSHHU7PA.mjs → chunk-J4IWBIVY.mjs} +11 -30
- package/dist/{chunk-G5KHSM6E.mjs → chunk-K4ZIGL2O.mjs} +1 -1
- package/dist/{chunk-6RKSY3BX.mjs → chunk-KBDBPVLN.mjs} +5 -5
- package/dist/{chunk-J4BDAH2W.mjs → chunk-KBKEXQZA.mjs} +2 -2
- package/dist/{chunk-IJSFWGVW.mjs → chunk-KFLK5NA2.mjs} +3 -3
- package/dist/{chunk-YGQOPB2Z.mjs → chunk-KHKIRS5D.mjs} +1 -1
- package/dist/chunk-KJ3RTZDJ.mjs +101 -0
- package/dist/{chunk-2PNYKG2D.mjs → chunk-KMUNHGBQ.mjs} +139 -432
- package/dist/chunk-KP7TYHWT.mjs +92 -0
- package/dist/{chunk-VP6XRMWR.mjs → chunk-KPIV4RUC.mjs} +6 -32
- package/dist/{chunk-NPXVQS33.mjs → chunk-KXCVQWOR.mjs} +4 -3
- package/dist/chunk-KYYABCSW.mjs +72 -0
- package/dist/{chunk-6F6USYII.mjs → chunk-L7ZD4L3K.mjs} +267 -265
- package/dist/{chunk-U46IZNCW.mjs → chunk-LC3FDWTX.mjs} +3 -2
- package/dist/{chunk-6BWLDLS3.mjs → chunk-LHKOSI2J.mjs} +1 -1
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/{react-native/chunks/chunk-YH7W556M.mjs → chunk-MP7ABPTD.mjs} +12 -2
- package/dist/chunk-MT2NRTA6.mjs +216 -0
- package/dist/chunk-NF4DT3IH.mjs +85 -0
- package/dist/{chunk-POUYICOU.mjs → chunk-OIJ64LGT.mjs} +1 -1
- package/dist/{chunk-SEAJS664.mjs → chunk-PCRA7HTI.mjs} +5 -5
- package/dist/chunk-PHQNACDT.mjs +63 -0
- package/dist/chunk-Q622CTMC.mjs +74 -0
- package/dist/{chunk-NVTFQFUL.mjs → chunk-Q7G3BV3Y.mjs} +1 -1
- package/dist/chunk-QDZJM7NI.mjs +23 -0
- package/dist/{chunk-52QQWEBS.mjs → chunk-QH3YIQP4.mjs} +36 -7
- package/dist/chunk-QJVOLKU6.mjs +111 -0
- package/dist/chunk-QUJHMPTP.mjs +30 -0
- package/dist/{chunk-3E4RRF5J.mjs → chunk-RSVULW4Q.mjs} +100 -8
- package/dist/{chunk-IJPK5PGM.mjs → chunk-RVGRFOGN.mjs} +1 -1
- package/dist/chunk-RZWWB2XR.mjs +96 -0
- package/dist/{chunk-KQJVNPRM.mjs → chunk-S2EQU2GE.mjs} +19 -16
- package/dist/chunk-S5LN746F.mjs +10 -0
- package/dist/{chunk-LJ4ENXOD.mjs → chunk-SG3JBNHY.mjs} +2 -2
- package/dist/{chunk-B2FTZNNF.mjs → chunk-SMVH6JBE.mjs} +34 -14
- package/dist/chunk-SY3EWKQY.mjs +242 -0
- package/dist/{chunk-NYSONUB7.mjs → chunk-TQXHPFWT.mjs} +1 -1
- package/dist/{chunk-ZHAXP7SD.mjs → chunk-U4BS74YN.mjs} +26 -238
- package/dist/chunk-UHICS3JI.mjs +83 -0
- package/dist/chunk-UZRZKNNZ.mjs +101 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/{chunk-TTCKT2RT.mjs → chunk-VGF7CFRP.mjs} +134 -11
- package/dist/chunk-VHBNF4MA.mjs +543 -0
- package/dist/{chunk-AWNHDBKV.mjs → chunk-VQEUR6T6.mjs} +16 -8
- package/dist/chunk-WQRN64Q6.mjs +196 -0
- package/dist/{chunk-DMNPYF54.mjs → chunk-WZ7YV54N.mjs} +2 -2
- package/dist/chunk-Y4WPNHMC.mjs +50 -0
- package/dist/{chunk-2HJWQPR6.mjs → chunk-YEDIDCR7.mjs} +6 -122
- package/dist/chunk-YEKL4JBK.mjs +96 -0
- package/dist/{chunk-UGVUW27S.mjs → chunk-Z2BE2MAM.mjs} +14 -10
- package/dist/{chunk-3HV7M5OJ.mjs → chunk-ZAUJFLEN.mjs} +11 -135
- package/dist/{chunk-FDG4KXX5.mjs → chunk-ZHCUZZE5.mjs} +6 -4
- package/dist/chunk-ZTW5WTGG.mjs +167 -0
- package/dist/chunk-ZYAY26KG.mjs +29 -0
- package/dist/{client-Cn3gNxUU.d.ts → client-DRv7UVeY.d.ts} +193 -11
- package/dist/client.d.ts +9 -7
- package/dist/client.mjs +120 -7
- package/dist/{cold-module-PYSSBIL7.mjs → cold-module-7XXCEGTZ.mjs} +43 -33
- package/dist/config-CoSig5Ox.d.ts +482 -0
- package/dist/{config-CfhH1IWQ.d.ts → config-DMwffLKn.d.ts} +20 -5
- package/dist/{direct-executor-WYALQSMD.mjs → direct-executor-G5TK7NLA.mjs} +18 -13
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +4 -4
- package/dist/distribution/transport/in-memory.mjs +2 -2
- package/dist/distribution/transport/tcp.mjs +3 -3
- package/dist/distribution.d.ts +41 -9
- package/dist/distribution.mjs +9304 -7271
- package/dist/durability-config-GE4U7MCZ.mjs +89 -0
- package/dist/{durability-wiring-7VBZEJLG.mjs → durability-wiring-NCKUC5EO.mjs} +1293 -872
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{config-aIsy7mcL.d.ts → engine-CFxPYqEk.d.ts} +716 -407
- package/dist/engine-hooks-DHCMOADY.mjs +47 -0
- package/dist/{import-GJOMB2HC.mjs → import-NBFXFCSG.mjs} +32 -24
- package/dist/{index-MsF7e5hL.d.ts → index-C4AmUnl1.d.ts} +1 -1
- package/dist/index.browser.mjs +9 -4
- package/dist/index.d.ts +7 -6
- package/dist/index.mjs +29 -21
- package/dist/index.react-native.mjs +19 -12
- package/dist/{long-query-thread-SCUE62TO.mjs → long-query-thread-J4DVRM4A.mjs} +33 -19
- package/dist/methods-7IOINERF.mjs +30 -0
- package/dist/{module-6RLIKSZQ.mjs → module-DWKPBSMN.mjs} +38 -28
- package/dist/{module-AVQEIB7O.mjs → module-UN76TF7I.mjs} +14 -14
- package/dist/operations-G5EP6JPX.mjs +5 -0
- package/dist/{paged-partition-archive-KGRW366Y.mjs → paged-partition-archive-DPNWVSK2.mjs} +46 -31
- package/dist/partial-words.mjs +7 -5
- package/dist/pattern.mjs +4 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +16 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +40 -29
- package/dist/{phrase-module-OUQIRUQU.mjs → phrase-module-ZI4WSQVH.mjs} +1 -1
- package/dist/{pool-UPV5PVPY.mjs → pool-Y4A46T36.mjs} +2 -2
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +81 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +246 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +62 -0
- package/dist/react-native/chunks/{analysis-change-DXPZRGWF.mjs → analysis-change-6BPDPH6K.mjs} +50 -19
- package/dist/{browser/analysis-change-entry-JL5U2N3Q.mjs → react-native/chunks/analysis-change-entry-JLL42PH6.mjs} +1 -1
- package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +29 -0
- package/dist/react-native/chunks/chunk-3JIBF3XT.mjs +191 -0
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +1 -0
- package/dist/react-native/chunks/{chunk-UFNCLEQM.mjs → chunk-4DII3ZSM.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-BRNAVOKP.mjs → chunk-4J74WHQM.mjs} +2 -2
- package/dist/react-native/chunks/chunk-4LCEN2IU.mjs +315 -0
- package/dist/react-native/chunks/{chunk-PU55IOG4.mjs → chunk-4Y53T4YE.mjs} +6 -190
- package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +17 -0
- package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +9 -0
- package/dist/react-native/chunks/chunk-6WA3C3DV.mjs +85 -0
- package/dist/react-native/chunks/chunk-7GRCBBME.mjs +63 -0
- package/dist/react-native/chunks/{chunk-2J2727V4.mjs → chunk-7PXRWYUU.mjs} +1 -1
- package/dist/{browser/chunk-VBX2TI5V.mjs → react-native/chunks/chunk-ALOIBXWN.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-FS7BYE23.mjs → chunk-C3PTWYKT.mjs} +10 -153
- package/dist/react-native/chunks/{chunk-DKJTZ625.mjs → chunk-C5G6TJ7A.mjs} +2 -69
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +43 -0
- package/dist/react-native/chunks/{chunk-LRGWK367.mjs → chunk-CKNRFDTZ.mjs} +1 -1
- package/dist/react-native/chunks/chunk-CUH5F57W.mjs +242 -0
- package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +10 -0
- package/dist/{browser/chunk-55WYRLDZ.mjs → react-native/chunks/chunk-DVDX4SDR.mjs} +2 -2
- package/dist/{browser/chunk-PIS7ZAP7.mjs → react-native/chunks/chunk-DZ7H7D2C.mjs} +12 -2
- package/dist/react-native/chunks/{chunk-KOCTCUXW.mjs → chunk-EIOYM5TO.mjs} +17 -9
- package/dist/react-native/chunks/chunk-F753DA54.mjs +23 -0
- package/dist/react-native/chunks/chunk-GIZTJXYW.mjs +1007 -0
- package/dist/react-native/chunks/{chunk-CLE3LZ77.mjs → chunk-GJFXPHXI.mjs} +5 -4
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/{chunk-IDFMNRIC.mjs → chunk-HUOYZJ3Q.mjs} +140 -430
- package/dist/react-native/chunks/chunk-IYNT75CE.mjs +111 -0
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +38 -0
- package/dist/react-native/chunks/{chunk-LQAKO5QV.mjs → chunk-JLIIWJUV.mjs} +2 -2
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +15 -0
- package/dist/react-native/chunks/chunk-KJIG57UD.mjs +1106 -0
- package/dist/react-native/chunks/{chunk-KLZGAOLT.mjs → chunk-KTTAU63H.mjs} +5 -5
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +68 -0
- package/dist/{browser/chunk-NVEJJP4R.mjs → react-native/chunks/chunk-LZSLNSUN.mjs} +2 -79
- package/dist/react-native/chunks/{chunk-3CTWSQRW.mjs → chunk-MJDQU5MW.mjs} +4 -30
- package/dist/react-native/chunks/{chunk-NFGBOI46.mjs → chunk-MVXELMJX.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-D7LFYPYI.mjs → chunk-N2WUOWLL.mjs} +12 -10
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +78 -0
- package/dist/react-native/chunks/{chunk-JYL35A4A.mjs → chunk-OL3WDV53.mjs} +7 -33
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +29 -0
- package/dist/react-native/chunks/{chunk-UCJU6WNH.mjs → chunk-PEHS2UO3.mjs} +7 -6
- package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +79 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-QJXTNPLQ.mjs +100 -0
- package/dist/react-native/chunks/{chunk-ZCKNBPQ4.mjs → chunk-RDWG33MM.mjs} +2 -2
- package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +96 -0
- package/dist/react-native/chunks/chunk-TYIRMPD3.mjs +432 -0
- package/dist/react-native/chunks/{chunk-TLYD7IJ2.mjs → chunk-U4KSKA4Z.mjs} +1 -1
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +68 -0
- package/dist/react-native/chunks/{chunk-7IQR3SZO.mjs → chunk-VXGE4ZXL.mjs} +151 -257
- package/dist/react-native/chunks/{chunk-R4OPUZQ5.mjs → chunk-WBYQRHDY.mjs} +2 -2
- package/dist/react-native/chunks/chunk-YH7QY657.mjs +288 -0
- package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +92 -0
- package/dist/react-native/chunks/{cold-module-KFGEWYEL.mjs → cold-module-5PHF6DZR.mjs} +31 -22
- package/dist/react-native/chunks/durability-config-QXVZEO7T.mjs +89 -0
- package/dist/react-native/chunks/{durability-wiring-QKJB2QBT.mjs → durability-wiring-KO565FZC.mjs} +1309 -889
- package/dist/react-native/chunks/engine-hooks-MVRRHH6B.mjs +28 -0
- package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +3 -0
- package/dist/react-native/chunks/import-YVZA4V4V.mjs +30 -0
- package/dist/react-native/chunks/methods-6W5U4C3H.mjs +30 -0
- package/dist/react-native/chunks/{module-UJ5VUARS.mjs → module-H5MVPSP2.mjs} +13 -11
- package/dist/react-native/chunks/module-ZL5ZG6YB.mjs +34 -0
- package/dist/react-native/chunks/operations-GNRMD6EX.mjs +5 -0
- package/dist/react-native/chunks/{phrase-module-76UAPPSG.mjs → phrase-module-RTVKEWJT.mjs} +1 -1
- package/dist/react-native/chunks/{pool-CD4ANYUI.mjs → pool-JR3NJCAF.mjs} +3 -2
- package/dist/react-native/chunks/restore-hooks-SILFPU6B.mjs +125 -0
- package/dist/react-native/chunks/restore-queue-HSYP2AEC.mjs +55 -0
- package/dist/react-native/chunks/retention-7I7UAWYK.mjs +221 -0
- package/dist/react-native/chunks/{runtime-3MCDLJAF.mjs → runtime-R5E3TB3J.mjs} +1 -1
- package/dist/react-native/chunks/{snapshot-KVBD4LRC.mjs → snapshot-EZYB6SLF.mjs} +90 -323
- package/dist/react-native/chunks/start-SHVZ72I5.mjs +36 -0
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +15 -0
- package/dist/react-native/chunks/{write-ES5A3WUA.mjs → write-JUESXHDL.mjs} +27 -19
- package/dist/react-native/partial-words.mjs +8 -5
- package/dist/react-native/pattern.mjs +4 -3
- package/dist/react-native/query-suggestions.mjs +258 -0
- package/dist/react-native/sync.mjs +2299 -0
- package/dist/react-native/synonyms.mjs +7 -4
- package/dist/react.d.ts +11 -10
- package/dist/react.mjs +8 -1
- package/dist/{rerank-3W54N6P2.mjs → rerank-MQ37IYRV.mjs} +4 -4
- package/dist/rerankers/http.mjs +2 -2
- package/dist/restore-hooks-HZ3ILAMO.mjs +146 -0
- package/dist/restore-queue-JVGENGGE.mjs +55 -0
- package/dist/retention-HROPV2QU.mjs +59 -0
- package/dist/{runtime-L2DZYY6N.mjs → runtime-COIUORCN.mjs} +5 -5
- package/dist/{schema-D33CyXCy.d.ts → schema-Jwt928nJ.d.ts} +1 -1
- package/dist/server.d.ts +119 -20
- package/dist/server.mjs +1123 -58
- package/dist/{snapshot-WMX6JCLP.mjs → snapshot-4HS2G2UM.mjs} +106 -49
- package/dist/start-UTWHGH42.mjs +59 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +271 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +237 -0
- package/dist/sync-state-ZWHLAFLE.mjs +15 -0
- package/dist/sync.browser.mjs +2294 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2268 -0
- package/dist/synonyms.mjs +6 -4
- package/dist/{tasks-C4ElXr4P.d.ts → tasks-qrJojgST.d.ts} +13 -5
- package/dist/thread-6MOXY2KD.mjs +45 -0
- package/dist/types-BZCGjfLn.d.ts +227 -0
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +7 -7
- package/dist/workers/entry.mjs +8 -8
- package/dist/{write-SKJ6HW7O.mjs → write-GTTWWRRG.mjs} +36 -28
- package/openapi.json +912 -5
- package/package.json +45 -8
- package/dist/browser/import-QOY6ZH6X.mjs +0 -12
- package/dist/browser/restore-queue-UQ6AAUVX.mjs +0 -41
- package/dist/chunk-7LDMWKP6.mjs +0 -209
- package/dist/engine-CJRUHXgf.d.ts +0 -664
- package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +0 -110
- package/dist/react-native/chunks/chunk-TJMSKBEM.mjs +0 -25
- package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +0 -3
- package/dist/react-native/chunks/import-XFBCCENV.mjs +0 -22
- package/dist/react-native/chunks/module-FHJ2GOBI.mjs +0 -25
- package/dist/react-native/chunks/restore-queue-H5VCN453.mjs +0 -41
- package/dist/restore-queue-AOF5OTQV.mjs +0 -41
- package/dist/thread-I7DVHHW7.mjs +0 -31
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { E as EmbeddingAdapter, R as RerankAdapter } from './adapters-pljAqmrC.js';
|
|
2
|
-
import { C as ClusterNamespace } from './config-
|
|
3
|
-
import {
|
|
2
|
+
import { C as ClusterNamespace } from './config-DMwffLKn.js';
|
|
3
|
+
import { l as RecordedQuery } from './query-suggestions-CBYkrQ5T.js';
|
|
4
|
+
import { E as ErrorDetail, j as TaskStore } from './tasks-qrJojgST.js';
|
|
4
5
|
|
|
5
6
|
/**
|
|
6
7
|
* Context handed to {@link OnRequestHook} for every inbound request, captured
|
|
@@ -34,17 +35,61 @@ interface RequestDenial {
|
|
|
34
35
|
/** The error envelope carries this description. */
|
|
35
36
|
message: string;
|
|
36
37
|
}
|
|
38
|
+
/**
|
|
39
|
+
* Returned by an {@link OnRequestHook} to admit a request under a credential
|
|
40
|
+
* that expires. The server closes a device sync feed with close code 4401 at
|
|
41
|
+
* `expiresAt`, so that a device has to reconnect with a fresh credential, and
|
|
42
|
+
* it treats the grant on every other route as `undefined`.
|
|
43
|
+
*
|
|
44
|
+
* @public
|
|
45
|
+
*/
|
|
46
|
+
interface RequestGrant {
|
|
47
|
+
/** The credential that admitted the request expires at this time, in milliseconds since the Unix epoch. */
|
|
48
|
+
expiresAt: number;
|
|
49
|
+
}
|
|
37
50
|
/**
|
|
38
51
|
* Runs before every routed request, which is where authentication, rate
|
|
39
|
-
* limiting, and any other admission rule goes.
|
|
52
|
+
* limiting, and any other admission rule goes. It also runs on the upgrade
|
|
53
|
+
* of a device sync feed, where a browser device can carry its credential as
|
|
54
|
+
* a `Sec-WebSocket-Protocol` value after `narsil.sync.v1`, because a browser
|
|
55
|
+
* can set no other header on a WebSocket.
|
|
40
56
|
*
|
|
41
57
|
* @param ctx - The request's method, path, headers, and peer address.
|
|
42
|
-
* @returns A {@link RequestDenial} to reject the request,
|
|
43
|
-
* let it through
|
|
58
|
+
* @returns A {@link RequestDenial} to reject the request, a
|
|
59
|
+
* {@link RequestGrant} to let it through until its credential expires, or
|
|
60
|
+
* `undefined` to let it through.
|
|
61
|
+
*
|
|
62
|
+
* @public
|
|
63
|
+
*/
|
|
64
|
+
type OnRequestHook = (ctx: RequestContext) => undefined | RequestDenial | RequestGrant | Promise<undefined | RequestDenial | RequestGrant>;
|
|
65
|
+
/**
|
|
66
|
+
* The settings of the device sync routes, `GET /indexes/{name}/sync/snapshot`
|
|
67
|
+
* and the feed at `GET /indexes/{name}/sync/feed`. Every field has a default.
|
|
44
68
|
*
|
|
45
69
|
* @public
|
|
46
70
|
*/
|
|
47
|
-
|
|
71
|
+
interface ServerSyncOptions {
|
|
72
|
+
/**
|
|
73
|
+
* The server stops sending entries to a device while the entries that it
|
|
74
|
+
* has sent, and that the device has not acknowledged, hold more than this
|
|
75
|
+
* many bytes. It defaults to 8,388,608.
|
|
76
|
+
*/
|
|
77
|
+
windowBytes?: number;
|
|
78
|
+
/** The server holds at most this many feed connections, and it answers 429 to one more. It defaults to 10,000. */
|
|
79
|
+
maxConnections?: number;
|
|
80
|
+
/**
|
|
81
|
+
* The server reads the history of at most this many feed connections at
|
|
82
|
+
* once, and it holds any other connection until one of those reads ends.
|
|
83
|
+
* It defaults to 32.
|
|
84
|
+
*/
|
|
85
|
+
maxCatchUps?: number;
|
|
86
|
+
/**
|
|
87
|
+
* The server stops reading entries for every feed while its feed
|
|
88
|
+
* connections hold this many bytes that the network has not yet taken. It
|
|
89
|
+
* defaults to 268,435,456.
|
|
90
|
+
*/
|
|
91
|
+
maxBufferedBytes?: number;
|
|
92
|
+
}
|
|
48
93
|
/**
|
|
49
94
|
* Which cross-origin requests the server accepts.
|
|
50
95
|
*
|
|
@@ -210,6 +255,48 @@ interface ServerOptions {
|
|
|
210
255
|
* factor. Without it, all three cluster routes answer 501.
|
|
211
256
|
*/
|
|
212
257
|
cluster?: ClusterNamespace;
|
|
258
|
+
/**
|
|
259
|
+
* Turns on the device sync routes, which stay off by default: the
|
|
260
|
+
* published snapshot at `GET /indexes/{name}/sync/snapshot` and the feed,
|
|
261
|
+
* a WebSocket at `GET /indexes/{name}/sync/feed`. Each index serves them
|
|
262
|
+
* only once a caller turns sync on for it with `updateSync`. A device
|
|
263
|
+
* receives the whole index, so the server refuses to start with these
|
|
264
|
+
* routes on and no {@link ServerOptions.onRequest} hook, whatever
|
|
265
|
+
* {@link ServerOptions.allowInsecure} holds. Pass `true` for the default
|
|
266
|
+
* settings.
|
|
267
|
+
*/
|
|
268
|
+
sync?: boolean | ServerSyncOptions;
|
|
269
|
+
/**
|
|
270
|
+
* Lets `POST /indexes/{name}/query-suggestions/record` count searches. The
|
|
271
|
+
* server takes the person and the group from
|
|
272
|
+
* {@link ServerQuerySuggestionsOptions.identify}, never from the request
|
|
273
|
+
* body, so that a caller can't choose them. Without it, that route answers
|
|
274
|
+
* 404 `QUERY_SUGGESTIONS_NOT_ENABLED`.
|
|
275
|
+
*/
|
|
276
|
+
querySuggestions?: ServerQuerySuggestionsOptions;
|
|
277
|
+
}
|
|
278
|
+
/**
|
|
279
|
+
* The person and the group that a search counts for, with the rules of
|
|
280
|
+
* {@link RecordedQuery}.
|
|
281
|
+
*
|
|
282
|
+
* @public
|
|
283
|
+
*/
|
|
284
|
+
type QueryIdentity = Pick<RecordedQuery, 'person' | 'group'>;
|
|
285
|
+
/**
|
|
286
|
+
* How the server names the person behind a search that it counts for popular
|
|
287
|
+
* query suggestions.
|
|
288
|
+
*
|
|
289
|
+
* @public
|
|
290
|
+
*/
|
|
291
|
+
interface ServerQuerySuggestionsOptions {
|
|
292
|
+
/**
|
|
293
|
+
* Returns the person and the group of a request, or `null` to count
|
|
294
|
+
* nothing, which the server reports as the outcome `unidentified`.
|
|
295
|
+
*
|
|
296
|
+
* @param ctx - The request's method, path, headers, and peer address.
|
|
297
|
+
* @returns The person and the group, or `null`.
|
|
298
|
+
*/
|
|
299
|
+
identify(ctx: RequestContext): QueryIdentity | null | Promise<QueryIdentity | null>;
|
|
213
300
|
}
|
|
214
301
|
/**
|
|
215
302
|
* The running HTTP server, as {@link createServer} returns it.
|
|
@@ -334,4 +421,4 @@ declare const BM25_TUNING_CAPABILITY = "indexes.bm25";
|
|
|
334
421
|
*/
|
|
335
422
|
declare const SERVER_CAPABILITIES: readonly string[];
|
|
336
423
|
|
|
337
|
-
export { ASYNC_IMPORT_CAPABILITY as A, BM25_TUNING_CAPABILITY as B, CHANGE_ANALYSIS_CAPABILITY as C, DOCUMENT_EXPORT_CAPABILITY as D, type ErrorEnvelope as E, INDEX_LIFECYCLE_CAPABILITY as I, type NarsilServer as N, type OnRequestHook as O, REBUILD_ANALYSIS_CAPABILITY as R, SERVER_CAPABILITIES as S, TASK_CANCEL_CAPABILITY as T, SYNONYMS_CAPABILITY as a, TASK_FILTER_CAPABILITY as b, type ServerOptions as c, type CorsOptions as d, type RequestContext as e, type RequestDenial as f, type
|
|
424
|
+
export { ASYNC_IMPORT_CAPABILITY as A, BM25_TUNING_CAPABILITY as B, CHANGE_ANALYSIS_CAPABILITY as C, DOCUMENT_EXPORT_CAPABILITY as D, type ErrorEnvelope as E, INDEX_LIFECYCLE_CAPABILITY as I, type NarsilServer as N, type OnRequestHook as O, type QueryIdentity as Q, REBUILD_ANALYSIS_CAPABILITY as R, SERVER_CAPABILITIES as S, TASK_CANCEL_CAPABILITY as T, SYNONYMS_CAPABILITY as a, TASK_FILTER_CAPABILITY as b, type ServerOptions as c, type CorsOptions as d, type RequestContext as e, type RequestDenial as f, type RequestGrant as g, type ServerLimits as h, type ServerQuerySuggestionsOptions as i, type ServerSyncOptions as j };
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-
|
|
1
|
+
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-L7ZD4L3K.mjs';
|
|
2
2
|
import { collectGarbageBeforeAnswerRefusal, collectYoungGenerationBeforeRefusal, reservedHeapBytes, admitHeapBytes } from './chunk-XIHUI4KB.mjs';
|
|
3
|
-
import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-
|
|
3
|
+
import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
4
4
|
|
|
5
5
|
// src/distribution/cluster-node/constants.ts
|
|
6
6
|
var DEFAULT_PARTITION_COUNT = 5;
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { rerankQueryTextOf } from './chunk-KZ3NX2P7.mjs';
|
|
2
|
-
import { fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth } from './chunk-
|
|
2
|
+
import { fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth } from './chunk-6OEGXLBX.mjs';
|
|
3
3
|
import { DEFAULT_RERANK_WINDOW, MIN_RERANK_WINDOW } from './chunk-HJSN7UYG.mjs';
|
|
4
4
|
import { DEFAULT_LIMIT, DEFAULT_OFFSET } from './chunk-EEBCDP36.mjs';
|
|
5
5
|
import { RESULT_WINDOW } from './chunk-FQBFZAWG.mjs';
|
|
6
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
6
|
+
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
7
7
|
|
|
8
8
|
// src/rerank/params.ts
|
|
9
9
|
function invalid(message, details = {}) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
3
3
|
|
|
4
4
|
// src/persistence/object-store.ts
|
|
5
5
|
function objectKeyPrefix(prefix, adapter) {
|
|
@@ -0,0 +1,240 @@
|
|
|
1
|
+
import { writeLiveVectors, SINGLE_NODE_PRIMARY_TERM } from './chunk-3R4UZWQG.mjs';
|
|
2
|
+
import { vectorsPerFile } from './chunk-KFLK5NA2.mjs';
|
|
3
|
+
import { ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEnd, tarEntryHeaders, tarPadding, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-U4BS74YN.mjs';
|
|
4
|
+
import { decodeSegmentManifest } from './chunk-SY3EWKQY.mjs';
|
|
5
|
+
import { vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION } from './chunk-K4ZIGL2O.mjs';
|
|
6
|
+
import { writeCheckpointSegments, commitCheckpointManifest, partitionContentsOf } from './chunk-S2EQU2GE.mjs';
|
|
7
|
+
import { manifestKey, manifestFileRefs } from './chunk-NF4DT3IH.mjs';
|
|
8
|
+
import { DEFAULT_COMPACTION_THRESHOLD } from './chunk-QDZJM7NI.mjs';
|
|
9
|
+
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
10
|
+
|
|
11
|
+
// src/persistence/archive/memory-store.ts
|
|
12
|
+
function joined(chunks) {
|
|
13
|
+
let total = 0;
|
|
14
|
+
for (const chunk of chunks) total += chunk.byteLength;
|
|
15
|
+
const bytes = new Uint8Array(total);
|
|
16
|
+
let offset = 0;
|
|
17
|
+
for (const chunk of chunks) {
|
|
18
|
+
bytes.set(chunk, offset);
|
|
19
|
+
offset += chunk.byteLength;
|
|
20
|
+
}
|
|
21
|
+
return bytes;
|
|
22
|
+
}
|
|
23
|
+
function memoryCheckpointStore() {
|
|
24
|
+
const files = /* @__PURE__ */ new Map();
|
|
25
|
+
return {
|
|
26
|
+
files,
|
|
27
|
+
read: async (key) => files.get(key) ?? null,
|
|
28
|
+
write: async (key, chunks) => {
|
|
29
|
+
files.set(key, joined(chunks));
|
|
30
|
+
},
|
|
31
|
+
remove: async (key) => {
|
|
32
|
+
files.delete(key);
|
|
33
|
+
},
|
|
34
|
+
list: async (prefix) => [...files.keys()].filter((key) => key.startsWith(prefix)).sort(),
|
|
35
|
+
byteLength: async (key) => files.get(key)?.byteLength ?? null
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
// src/persistence/archive/from-memory.ts
|
|
40
|
+
function frozenPlan(plan) {
|
|
41
|
+
const files = [];
|
|
42
|
+
for (let index = 0; index < plan.newFiles; index++) files.push(plan.readNewFile(index));
|
|
43
|
+
return { ...plan, readNewFile: (index) => files[index] };
|
|
44
|
+
}
|
|
45
|
+
function partitionVectorPlan(vectorIndex, docIds) {
|
|
46
|
+
const held = [];
|
|
47
|
+
const vectors = [];
|
|
48
|
+
for (const docId of docIds) {
|
|
49
|
+
const vector = vectorIndex.getVector(docId);
|
|
50
|
+
if (vector === null) continue;
|
|
51
|
+
held.push(docId);
|
|
52
|
+
vectors.push(Float32Array.from(vector));
|
|
53
|
+
}
|
|
54
|
+
const capacity = vectorsPerFile(vectorIndex.dimension, null);
|
|
55
|
+
const files = [];
|
|
56
|
+
for (let start = 0; start < held.length; start += capacity) {
|
|
57
|
+
const slice = held.slice(start, start + capacity);
|
|
58
|
+
const packed = new Float32Array(slice.length * vectorIndex.dimension);
|
|
59
|
+
for (let i = 0; i < slice.length; i++) packed.set(vectors[start + i], i * vectorIndex.dimension);
|
|
60
|
+
const payload = {
|
|
61
|
+
v: VECTOR_FILE_PAYLOAD_VERSION,
|
|
62
|
+
fieldName: vectorIndex.fieldName,
|
|
63
|
+
dimension: vectorIndex.dimension,
|
|
64
|
+
docIds: slice,
|
|
65
|
+
codes: null,
|
|
66
|
+
vectors: vectorsToBytes(packed)
|
|
67
|
+
};
|
|
68
|
+
files.push({ payload, ordinals: new Int32Array(slice.length), dead: null, magnitudes: null });
|
|
69
|
+
}
|
|
70
|
+
return {
|
|
71
|
+
unchanged: false,
|
|
72
|
+
storesHeads: false,
|
|
73
|
+
kept: [],
|
|
74
|
+
keptFiles: [],
|
|
75
|
+
newFiles: files.length,
|
|
76
|
+
graphParts: null,
|
|
77
|
+
signature: { revision: 0, graphSize: -1, calibration: null },
|
|
78
|
+
readNewFile: (index) => files[index],
|
|
79
|
+
release: () => void 0
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
function capture(input) {
|
|
83
|
+
const partitionIds = input.partitionId === null ? Array.from({ length: input.manager.partitionCount }, (_, partitionId) => partitionId) : [input.partitionId];
|
|
84
|
+
const { indexName } = input;
|
|
85
|
+
const writeRecords = input.writeRecords ?? null;
|
|
86
|
+
const targets = partitionIds.map((partitionId) => {
|
|
87
|
+
const target = {
|
|
88
|
+
partitionId,
|
|
89
|
+
lastSeqNo: input.appliedSeqNo(partitionId),
|
|
90
|
+
primaryTerm: SINGLE_NODE_PRIMARY_TERM
|
|
91
|
+
};
|
|
92
|
+
if (writeRecords !== null) target.termHistory = writeRecords.termHistoryOf(indexName, partitionId, target.lastSeqNo);
|
|
93
|
+
return target;
|
|
94
|
+
});
|
|
95
|
+
const contents = partitionIds.map(
|
|
96
|
+
(partitionId) => partitionContentsOf(
|
|
97
|
+
input.manager,
|
|
98
|
+
partitionId,
|
|
99
|
+
writeRecords === null ? void 0 : (segments) => writeRecords.captureSegments(indexName, partitionId, segments)
|
|
100
|
+
)
|
|
101
|
+
);
|
|
102
|
+
const plans = /* @__PURE__ */ new Map();
|
|
103
|
+
const partitionDocIds = input.partitionId === null ? null : [...input.manager.getPartition(input.partitionId).docIds()];
|
|
104
|
+
for (const [fieldPath, vectorIndex] of input.vectorIndexes) {
|
|
105
|
+
plans.set(
|
|
106
|
+
fieldPath,
|
|
107
|
+
partitionDocIds === null ? frozenPlan(vectorIndex.planCheckpoint(null)) : partitionVectorPlan(vectorIndex, partitionDocIds)
|
|
108
|
+
);
|
|
109
|
+
}
|
|
110
|
+
return { targets, contents, plans };
|
|
111
|
+
}
|
|
112
|
+
async function buildArchiveFromMemory(input) {
|
|
113
|
+
if (input.partitionId === null) {
|
|
114
|
+
for (const vectorIndex of input.vectorIndexes.values()) await vectorIndex.completeGraph();
|
|
115
|
+
}
|
|
116
|
+
const captured = capture(input);
|
|
117
|
+
const store = memoryCheckpointStore();
|
|
118
|
+
const written = await writeCheckpointSegments({
|
|
119
|
+
store,
|
|
120
|
+
metadata: input.metadata,
|
|
121
|
+
targets: captured.targets,
|
|
122
|
+
compactionThreshold: DEFAULT_COMPACTION_THRESHOLD,
|
|
123
|
+
prior: null,
|
|
124
|
+
wholePartitions: captured.contents,
|
|
125
|
+
keepsWriteRecords: input.writeRecords != null
|
|
126
|
+
});
|
|
127
|
+
const vectors = await writeLiveVectors({ store, indexName: input.indexName, plans: captured.plans, priorVectors: [] });
|
|
128
|
+
const refs = vectors.refs;
|
|
129
|
+
await commitCheckpointManifest(store, input.metadata, written, refs);
|
|
130
|
+
const manifestBytes = store.files.get(manifestKey(input.indexName));
|
|
131
|
+
const decoded = manifestBytes === void 0 ? null : await decodeSegmentManifest(manifestBytes, input.indexName);
|
|
132
|
+
if (manifestBytes === void 0 || decoded === null || decoded.kind !== "current") {
|
|
133
|
+
throw new NarsilError(
|
|
134
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
135
|
+
`The archive of index "${input.indexName}" holds no manifest`
|
|
136
|
+
);
|
|
137
|
+
}
|
|
138
|
+
return {
|
|
139
|
+
manifestBytes,
|
|
140
|
+
manifest: decoded.manifest,
|
|
141
|
+
readFile: async (ref) => {
|
|
142
|
+
const bytes = store.files.get(ref.key);
|
|
143
|
+
if (bytes === void 0) {
|
|
144
|
+
throw new NarsilError(ErrorCodes.PERSISTENCE_SAVE_FAILED, `The archive file "${ref.key}" is missing`, {
|
|
145
|
+
key: ref.key
|
|
146
|
+
});
|
|
147
|
+
}
|
|
148
|
+
return bytes;
|
|
149
|
+
},
|
|
150
|
+
readRange: async (ref, offset, length) => {
|
|
151
|
+
const bytes = store.files.get(ref.key);
|
|
152
|
+
if (bytes === void 0 || offset + length > bytes.byteLength) {
|
|
153
|
+
throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `The archive file "${ref.key}" is missing`, {
|
|
154
|
+
key: ref.key
|
|
155
|
+
});
|
|
156
|
+
}
|
|
157
|
+
return bytes.subarray(offset, offset + length);
|
|
158
|
+
},
|
|
159
|
+
release: () => store.files.clear()
|
|
160
|
+
};
|
|
161
|
+
}
|
|
162
|
+
|
|
163
|
+
// src/persistence/archive/write.ts
|
|
164
|
+
function entryChunks(name, bytes) {
|
|
165
|
+
return [...tarEntryHeaders(name, bytes.byteLength), bytes, tarPadding(bytes.byteLength)].filter(
|
|
166
|
+
(chunk) => chunk.byteLength > 0
|
|
167
|
+
);
|
|
168
|
+
}
|
|
169
|
+
async function* fileEntryChunks(source, name, ref) {
|
|
170
|
+
yield* tarEntryHeaders(name, ref.bytes).filter((chunk) => chunk.byteLength > 0);
|
|
171
|
+
for (let offset = 0; offset < ref.bytes; offset += ARCHIVE_FILE_CHUNK_BYTES) {
|
|
172
|
+
yield await source.readRange(ref, offset, Math.min(ARCHIVE_FILE_CHUNK_BYTES, ref.bytes - offset));
|
|
173
|
+
}
|
|
174
|
+
const padding = tarPadding(ref.bytes);
|
|
175
|
+
if (padding.byteLength > 0) yield padding;
|
|
176
|
+
}
|
|
177
|
+
async function* archiveChunks(source) {
|
|
178
|
+
yield* entryChunks(ARCHIVE_CONFIG_ENTRY, source.config);
|
|
179
|
+
yield* entryChunks(ARCHIVE_MANIFEST_ENTRY, source.manifestBytes);
|
|
180
|
+
const prefix = `${source.sourceIndexName}/`;
|
|
181
|
+
for (const ref of manifestFileRefs(source.manifest)) {
|
|
182
|
+
yield* fileEntryChunks(source, ref.key.slice(prefix.length), ref);
|
|
183
|
+
}
|
|
184
|
+
if (source.trailingEntries !== void 0) {
|
|
185
|
+
for await (const entry of source.trailingEntries()) yield* entryChunks(entry.name, entry.bytes);
|
|
186
|
+
}
|
|
187
|
+
yield tarEnd();
|
|
188
|
+
}
|
|
189
|
+
function archiveStream(source) {
|
|
190
|
+
const chunks = archiveChunks(source);
|
|
191
|
+
let released = false;
|
|
192
|
+
const release = () => {
|
|
193
|
+
if (released) return;
|
|
194
|
+
released = true;
|
|
195
|
+
source.release();
|
|
196
|
+
};
|
|
197
|
+
return new ReadableStream({
|
|
198
|
+
async pull(controller) {
|
|
199
|
+
try {
|
|
200
|
+
const step = await chunks.next();
|
|
201
|
+
if (step.done) {
|
|
202
|
+
release();
|
|
203
|
+
controller.close();
|
|
204
|
+
return;
|
|
205
|
+
}
|
|
206
|
+
controller.enqueue(step.value);
|
|
207
|
+
} catch (error) {
|
|
208
|
+
release();
|
|
209
|
+
controller.error(error);
|
|
210
|
+
}
|
|
211
|
+
},
|
|
212
|
+
async cancel() {
|
|
213
|
+
release();
|
|
214
|
+
await chunks.return(void 0);
|
|
215
|
+
}
|
|
216
|
+
});
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
// src/persistence/archive/file-entry.ts
|
|
220
|
+
async function writeArchiveFile(store, key, chunks) {
|
|
221
|
+
const { directory } = store;
|
|
222
|
+
if (directory === void 0) {
|
|
223
|
+
const held = [];
|
|
224
|
+
for await (const chunk of chunks) held.push(chunk);
|
|
225
|
+
await store.write(key, held);
|
|
226
|
+
return;
|
|
227
|
+
}
|
|
228
|
+
const receiving = `${key}.receiving`;
|
|
229
|
+
await directory.remove(receiving);
|
|
230
|
+
const handle = await directory.appendHandle(receiving);
|
|
231
|
+
try {
|
|
232
|
+
for await (const chunk of chunks) await handle.append(chunk);
|
|
233
|
+
await handle.sync();
|
|
234
|
+
} finally {
|
|
235
|
+
await handle.close();
|
|
236
|
+
}
|
|
237
|
+
await directory.move(receiving, key);
|
|
238
|
+
}
|
|
239
|
+
|
|
240
|
+
export { archiveStream, buildArchiveFromMemory, memoryCheckpointStore, writeArchiveFile };
|