@delali/narsil 0.3.1-next.153 → 0.3.1-next.155
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -1
- package/dist/adapters/filesystem.mjs +2 -2
- package/dist/adapters/gcs.mjs +2 -2
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +2 -2
- package/dist/{analysis-change-2OYM7ARW.mjs → analysis-change-3TFIHT5E.mjs} +32 -23
- package/dist/{react-native/chunks/analysis-change-entry-CXNRW324.mjs → analysis-change-entry-KA6JAO4X.mjs} +1 -1
- package/dist/archive-history-E4R73RWD.mjs +29 -0
- package/dist/browser/{analysis-change-2V2HZ2NY.mjs → analysis-change-TC36BU47.mjs} +39 -10
- package/dist/{analysis-change-entry-QD7YNDEE.mjs → browser/analysis-change-entry-4MH3CZXH.mjs} +1 -1
- package/dist/browser/archive-history-4IP5XQZY.mjs +29 -0
- package/dist/browser/chunk-23XRXIBW.mjs +85 -0
- package/dist/browser/chunk-3UIEB4QF.mjs +63 -0
- package/dist/browser/{chunk-CSCKZBVJ.mjs → chunk-4EWUGZYZ.mjs} +4 -4
- package/dist/browser/chunk-4WCVMOU3.mjs +151 -0
- package/dist/browser/{chunk-QJCO3TJU.mjs → chunk-56W3HQVJ.mjs} +9 -150
- package/dist/{react-native/chunks/chunk-VGUWIZFQ.mjs → browser/chunk-5TCXK5SB.mjs} +2 -2
- package/dist/browser/chunk-5W3MMTLG.mjs +19 -0
- package/dist/browser/chunk-7IGKGWSQ.mjs +79 -0
- package/dist/browser/chunk-A5KUEGDY.mjs +241 -0
- package/dist/browser/{chunk-HT7J73QL.mjs → chunk-ABCXENU5.mjs} +2 -2
- package/dist/browser/chunk-ATEBYXP6.mjs +10 -0
- package/dist/browser/chunk-BXM5XOCA.mjs +315 -0
- package/dist/browser/chunk-CJSYBQ4J.mjs +100 -0
- package/dist/browser/chunk-DSXIBE6N.mjs +78 -0
- package/dist/browser/chunk-ELV4OZOI.mjs +29 -0
- package/dist/{react-native/chunks/chunk-QC4ZRBSX.mjs → browser/chunk-EXQZGUQH.mjs} +2 -79
- package/dist/browser/{chunk-2A2IPRC3.mjs → chunk-FNIFPFB7.mjs} +5 -31
- package/dist/browser/chunk-G64Q6OJF.mjs +96 -0
- package/dist/browser/chunk-GPPOG6PT.mjs +9 -0
- package/dist/browser/chunk-IKDKX5VQ.mjs +1007 -0
- package/dist/browser/chunk-JIJXMI42.mjs +1829 -0
- package/dist/browser/chunk-JVBP5EYO.mjs +1106 -0
- package/dist/browser/{chunk-TQ5UMFG5.mjs → chunk-K4GCSZLI.mjs} +15 -6
- package/dist/browser/{chunk-PM4MUM5N.mjs → chunk-K5AXJBLL.mjs} +6 -5
- package/dist/browser/chunk-KKAMCABR.mjs +432 -0
- package/dist/browser/{chunk-IAXZAVYL.mjs → chunk-LFIWRCEA.mjs} +1 -159
- package/dist/browser/chunk-M3MQE2X7.mjs +151 -0
- package/dist/browser/chunk-ML7THVLJ.mjs +38 -0
- package/dist/browser/chunk-NLWTBAGB.mjs +111 -0
- package/dist/browser/chunk-OEDCEZXJ.mjs +92 -0
- package/dist/browser/{chunk-MPK76GVS.mjs → chunk-RA6LSBCM.mjs} +1 -21
- package/dist/browser/{chunk-GJKXW3SF.mjs → chunk-RND5CLX3.mjs} +147 -253
- package/dist/{react-native/chunks/chunk-DFQJ4IJB.mjs → browser/chunk-RQBUNZQW.mjs} +2 -2
- package/dist/browser/{chunk-VD7JEUIR.mjs → chunk-RRO3EV4C.mjs} +9 -8
- package/dist/browser/{chunk-KWYQ6KX4.mjs → chunk-SMEQ36NT.mjs} +162 -2019
- package/dist/{chunk-MDF6PDIA.mjs → browser/chunk-SRMZXJSL.mjs} +8 -1
- package/dist/browser/{chunk-7ZJTRUVW.mjs → chunk-SUDNZKPL.mjs} +2 -2
- package/dist/browser/{chunk-LURXVCHG.mjs → chunk-U3JOQGWX.mjs} +1 -1
- package/dist/browser/chunk-VI7BQR4U.mjs +21 -0
- package/dist/browser/{chunk-B3JM6Z74.mjs → chunk-XY4VVBBO.mjs} +3 -2
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/chunk-ZI2V4VD7.mjs +21 -0
- package/dist/browser/{cold-module-YECAK4MN.mjs → cold-module-NEUGHUPA.mjs} +21 -14
- package/dist/browser/durability-config-TIYKW6XX.mjs +89 -0
- package/dist/browser/{durability-wiring-LM7WFL6X.mjs → durability-wiring-CVGPRO6D.mjs} +1299 -881
- package/dist/browser/engine-hooks-YXMPHZKZ.mjs +16 -0
- package/dist/browser/import-OM6QAW45.mjs +18 -0
- package/dist/browser/methods-KTQCSIN4.mjs +30 -0
- package/dist/browser/{module-XQLEOYNM.mjs → module-3HNFCBJ5.mjs} +10 -8
- package/dist/browser/{module-KAMRAJLE.mjs → module-E33X4AOK.mjs} +17 -10
- package/dist/browser/operations-OJ3BXS55.mjs +5 -0
- package/dist/browser/{phrase-module-CNKMUY4U.mjs → phrase-module-ZXXU7S3B.mjs} +1 -1
- package/dist/browser/{pool-DTYSPBMQ.mjs → pool-3JLET5RO.mjs} +3 -2
- package/dist/browser/restore-hooks-IF2ZROUP.mjs +113 -0
- package/dist/browser/restore-queue-ZBS7CJA6.mjs +55 -0
- package/dist/browser/retention-ASWUHAYI.mjs +209 -0
- package/dist/browser/{runtime-D2ULZGCN.mjs → runtime-OTAGEFQW.mjs} +1 -1
- package/dist/browser/{snapshot-UGZVMP4H.mjs → snapshot-PN7ZW6Q4.mjs} +80 -315
- package/dist/browser/start-ZIRB7MQ2.mjs +24 -0
- package/dist/browser/sync-state-P5XG6LTQ.mjs +15 -0
- package/dist/browser/{write-I5P5MW4O.mjs → write-HMDYCTV2.mjs} +17 -11
- package/dist/{capabilities-BT-HLDC8.d.ts → capabilities-Da4ywVVl.d.ts} +94 -7
- package/dist/{chunk-LDGGR7YT.mjs → chunk-2MANFZJ3.mjs} +2 -2
- package/dist/{chunk-IZT3G24Q.mjs → chunk-2NE7VCYE.mjs} +2 -2
- package/dist/{chunk-3TVDTACC.mjs → chunk-3C7MTCCI.mjs} +1 -1
- package/dist/chunk-3HB3PEC6.mjs +240 -0
- package/dist/chunk-3HHQLEEQ.mjs +1092 -0
- package/dist/chunk-3OH67G7R.mjs +214 -0
- package/dist/{chunk-ZS6CMXAE.mjs → chunk-3R4UZWQG.mjs} +98 -250
- package/dist/{chunk-65WCV5JO.mjs → chunk-4BYWRYPM.mjs} +1 -1
- package/dist/{chunk-SOUZMPME.mjs → chunk-4KRC2APY.mjs} +7 -194
- package/dist/{chunk-5QMHMELB.mjs → chunk-5FLRXF73.mjs} +8 -1
- package/dist/chunk-5FVU47TB.mjs +20 -0
- package/dist/chunk-5YNRKI2C.mjs +81 -0
- package/dist/chunk-6L3XJXGU.mjs +470 -0
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/{chunk-T4CJDBBE.mjs → chunk-6OEGXLBX.mjs} +1 -1
- package/dist/{chunk-3SBJVQLL.mjs → chunk-6RC4K46J.mjs} +2 -2
- package/dist/chunk-7GXJUJ24.mjs +49 -0
- package/dist/{chunk-FNBNZCGP.mjs → chunk-AILVAOLX.mjs} +2 -2
- package/dist/chunk-BDRIVYOK.mjs +72 -0
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/chunk-BY6ZDGYS.mjs +50 -0
- package/dist/{chunk-5WB2A3XU.mjs → chunk-DCNKVEDB.mjs} +511 -27
- package/dist/{chunk-NITCPDFL.mjs → chunk-DIBHI6W5.mjs} +2 -2
- package/dist/{chunk-4QCSHLNM.mjs → chunk-DUOLGBTE.mjs} +3 -3
- package/dist/chunk-GES7U2PM.mjs +68 -0
- package/dist/chunk-GH4WQ22V.mjs +34 -0
- package/dist/chunk-GQPTDQCL.mjs +54 -0
- package/dist/chunk-H4KHPLHJ.mjs +382 -0
- package/dist/{chunk-7TE2AJIH.mjs → chunk-H6VIGE62.mjs} +13 -10
- package/dist/{chunk-J7M73VY7.mjs → chunk-HJJI72X7.mjs} +1 -1
- package/dist/{chunk-DGRM4EZZ.mjs → chunk-HNVVEQP7.mjs} +1 -1
- package/dist/{chunk-RBEHLIKX.mjs → chunk-HW5TNXBO.mjs} +35 -11
- package/dist/{chunk-KYVRZAYP.mjs → chunk-I54T6CQP.mjs} +2 -69
- package/dist/{chunk-IRWP524D.mjs → chunk-INJYO3BU.mjs} +1 -1
- package/dist/chunk-IPN7S4KX.mjs +130 -0
- package/dist/{chunk-CSHHU7PA.mjs → chunk-J4IWBIVY.mjs} +11 -30
- package/dist/{chunk-G5KHSM6E.mjs → chunk-K4ZIGL2O.mjs} +1 -1
- package/dist/{chunk-6RKSY3BX.mjs → chunk-KBDBPVLN.mjs} +5 -5
- package/dist/{chunk-J4BDAH2W.mjs → chunk-KBKEXQZA.mjs} +2 -2
- package/dist/{chunk-IJSFWGVW.mjs → chunk-KFLK5NA2.mjs} +3 -3
- package/dist/{chunk-YGQOPB2Z.mjs → chunk-KHKIRS5D.mjs} +1 -1
- package/dist/chunk-KJ3RTZDJ.mjs +101 -0
- package/dist/{chunk-2PNYKG2D.mjs → chunk-KMUNHGBQ.mjs} +139 -432
- package/dist/chunk-KP7TYHWT.mjs +92 -0
- package/dist/{chunk-VP6XRMWR.mjs → chunk-KPIV4RUC.mjs} +6 -32
- package/dist/{chunk-NPXVQS33.mjs → chunk-KXCVQWOR.mjs} +4 -3
- package/dist/chunk-KYYABCSW.mjs +72 -0
- package/dist/{chunk-6F6USYII.mjs → chunk-L7ZD4L3K.mjs} +267 -265
- package/dist/{chunk-U46IZNCW.mjs → chunk-LC3FDWTX.mjs} +3 -2
- package/dist/{chunk-6BWLDLS3.mjs → chunk-LHKOSI2J.mjs} +1 -1
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/{react-native/chunks/chunk-YH7W556M.mjs → chunk-MP7ABPTD.mjs} +12 -2
- package/dist/chunk-MT2NRTA6.mjs +216 -0
- package/dist/chunk-NF4DT3IH.mjs +85 -0
- package/dist/{chunk-POUYICOU.mjs → chunk-OIJ64LGT.mjs} +1 -1
- package/dist/{chunk-SEAJS664.mjs → chunk-PCRA7HTI.mjs} +5 -5
- package/dist/chunk-PHQNACDT.mjs +63 -0
- package/dist/chunk-Q622CTMC.mjs +74 -0
- package/dist/{chunk-NVTFQFUL.mjs → chunk-Q7G3BV3Y.mjs} +1 -1
- package/dist/chunk-QDZJM7NI.mjs +23 -0
- package/dist/{chunk-52QQWEBS.mjs → chunk-QH3YIQP4.mjs} +36 -7
- package/dist/chunk-QJVOLKU6.mjs +111 -0
- package/dist/chunk-QUJHMPTP.mjs +30 -0
- package/dist/{chunk-3E4RRF5J.mjs → chunk-RSVULW4Q.mjs} +100 -8
- package/dist/{chunk-IJPK5PGM.mjs → chunk-RVGRFOGN.mjs} +1 -1
- package/dist/chunk-RZWWB2XR.mjs +96 -0
- package/dist/{chunk-KQJVNPRM.mjs → chunk-S2EQU2GE.mjs} +19 -16
- package/dist/chunk-S5LN746F.mjs +10 -0
- package/dist/{chunk-LJ4ENXOD.mjs → chunk-SG3JBNHY.mjs} +2 -2
- package/dist/{chunk-B2FTZNNF.mjs → chunk-SMVH6JBE.mjs} +34 -14
- package/dist/chunk-SY3EWKQY.mjs +242 -0
- package/dist/{chunk-NYSONUB7.mjs → chunk-TQXHPFWT.mjs} +1 -1
- package/dist/{chunk-ZHAXP7SD.mjs → chunk-U4BS74YN.mjs} +26 -238
- package/dist/chunk-UHICS3JI.mjs +83 -0
- package/dist/chunk-UZRZKNNZ.mjs +101 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/{chunk-TTCKT2RT.mjs → chunk-VGF7CFRP.mjs} +134 -11
- package/dist/chunk-VHBNF4MA.mjs +543 -0
- package/dist/{chunk-AWNHDBKV.mjs → chunk-VQEUR6T6.mjs} +16 -8
- package/dist/chunk-WQRN64Q6.mjs +196 -0
- package/dist/{chunk-DMNPYF54.mjs → chunk-WZ7YV54N.mjs} +2 -2
- package/dist/chunk-Y4WPNHMC.mjs +50 -0
- package/dist/{chunk-2HJWQPR6.mjs → chunk-YEDIDCR7.mjs} +6 -122
- package/dist/chunk-YEKL4JBK.mjs +96 -0
- package/dist/{chunk-UGVUW27S.mjs → chunk-Z2BE2MAM.mjs} +14 -10
- package/dist/{chunk-3HV7M5OJ.mjs → chunk-ZAUJFLEN.mjs} +11 -135
- package/dist/{chunk-FDG4KXX5.mjs → chunk-ZHCUZZE5.mjs} +6 -4
- package/dist/chunk-ZTW5WTGG.mjs +167 -0
- package/dist/chunk-ZYAY26KG.mjs +29 -0
- package/dist/{client-Cn3gNxUU.d.ts → client-DRv7UVeY.d.ts} +193 -11
- package/dist/client.d.ts +9 -7
- package/dist/client.mjs +120 -7
- package/dist/{cold-module-PYSSBIL7.mjs → cold-module-7XXCEGTZ.mjs} +43 -33
- package/dist/config-CoSig5Ox.d.ts +482 -0
- package/dist/{config-CfhH1IWQ.d.ts → config-DMwffLKn.d.ts} +20 -5
- package/dist/{direct-executor-WYALQSMD.mjs → direct-executor-G5TK7NLA.mjs} +18 -13
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +4 -4
- package/dist/distribution/transport/in-memory.mjs +2 -2
- package/dist/distribution/transport/tcp.mjs +3 -3
- package/dist/distribution.d.ts +41 -9
- package/dist/distribution.mjs +9304 -7271
- package/dist/durability-config-GE4U7MCZ.mjs +89 -0
- package/dist/{durability-wiring-7VBZEJLG.mjs → durability-wiring-NCKUC5EO.mjs} +1293 -872
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{config-aIsy7mcL.d.ts → engine-CFxPYqEk.d.ts} +716 -407
- package/dist/engine-hooks-DHCMOADY.mjs +47 -0
- package/dist/{import-GJOMB2HC.mjs → import-NBFXFCSG.mjs} +32 -24
- package/dist/{index-MsF7e5hL.d.ts → index-C4AmUnl1.d.ts} +1 -1
- package/dist/index.browser.mjs +9 -4
- package/dist/index.d.ts +7 -6
- package/dist/index.mjs +29 -21
- package/dist/index.react-native.mjs +19 -12
- package/dist/{long-query-thread-SCUE62TO.mjs → long-query-thread-J4DVRM4A.mjs} +33 -19
- package/dist/methods-7IOINERF.mjs +30 -0
- package/dist/{module-6RLIKSZQ.mjs → module-DWKPBSMN.mjs} +38 -28
- package/dist/{module-AVQEIB7O.mjs → module-UN76TF7I.mjs} +14 -14
- package/dist/operations-G5EP6JPX.mjs +5 -0
- package/dist/{paged-partition-archive-KGRW366Y.mjs → paged-partition-archive-DPNWVSK2.mjs} +46 -31
- package/dist/partial-words.mjs +7 -5
- package/dist/pattern.mjs +4 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +16 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +40 -29
- package/dist/{phrase-module-OUQIRUQU.mjs → phrase-module-ZI4WSQVH.mjs} +1 -1
- package/dist/{pool-UPV5PVPY.mjs → pool-Y4A46T36.mjs} +2 -2
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +81 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +246 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +62 -0
- package/dist/react-native/chunks/{analysis-change-DXPZRGWF.mjs → analysis-change-6BPDPH6K.mjs} +50 -19
- package/dist/{browser/analysis-change-entry-JL5U2N3Q.mjs → react-native/chunks/analysis-change-entry-JLL42PH6.mjs} +1 -1
- package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +29 -0
- package/dist/react-native/chunks/chunk-3JIBF3XT.mjs +191 -0
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +1 -0
- package/dist/react-native/chunks/{chunk-UFNCLEQM.mjs → chunk-4DII3ZSM.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-BRNAVOKP.mjs → chunk-4J74WHQM.mjs} +2 -2
- package/dist/react-native/chunks/chunk-4LCEN2IU.mjs +315 -0
- package/dist/react-native/chunks/{chunk-PU55IOG4.mjs → chunk-4Y53T4YE.mjs} +6 -190
- package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +17 -0
- package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +9 -0
- package/dist/react-native/chunks/chunk-6WA3C3DV.mjs +85 -0
- package/dist/react-native/chunks/chunk-7GRCBBME.mjs +63 -0
- package/dist/react-native/chunks/{chunk-2J2727V4.mjs → chunk-7PXRWYUU.mjs} +1 -1
- package/dist/{browser/chunk-VBX2TI5V.mjs → react-native/chunks/chunk-ALOIBXWN.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-FS7BYE23.mjs → chunk-C3PTWYKT.mjs} +10 -153
- package/dist/react-native/chunks/{chunk-DKJTZ625.mjs → chunk-C5G6TJ7A.mjs} +2 -69
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +43 -0
- package/dist/react-native/chunks/{chunk-LRGWK367.mjs → chunk-CKNRFDTZ.mjs} +1 -1
- package/dist/react-native/chunks/chunk-CUH5F57W.mjs +242 -0
- package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +10 -0
- package/dist/{browser/chunk-55WYRLDZ.mjs → react-native/chunks/chunk-DVDX4SDR.mjs} +2 -2
- package/dist/{browser/chunk-PIS7ZAP7.mjs → react-native/chunks/chunk-DZ7H7D2C.mjs} +12 -2
- package/dist/react-native/chunks/{chunk-KOCTCUXW.mjs → chunk-EIOYM5TO.mjs} +17 -9
- package/dist/react-native/chunks/chunk-F753DA54.mjs +23 -0
- package/dist/react-native/chunks/chunk-GIZTJXYW.mjs +1007 -0
- package/dist/react-native/chunks/{chunk-CLE3LZ77.mjs → chunk-GJFXPHXI.mjs} +5 -4
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/{chunk-IDFMNRIC.mjs → chunk-HUOYZJ3Q.mjs} +140 -430
- package/dist/react-native/chunks/chunk-IYNT75CE.mjs +111 -0
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +38 -0
- package/dist/react-native/chunks/{chunk-LQAKO5QV.mjs → chunk-JLIIWJUV.mjs} +2 -2
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +15 -0
- package/dist/react-native/chunks/chunk-KJIG57UD.mjs +1106 -0
- package/dist/react-native/chunks/{chunk-KLZGAOLT.mjs → chunk-KTTAU63H.mjs} +5 -5
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +68 -0
- package/dist/{browser/chunk-NVEJJP4R.mjs → react-native/chunks/chunk-LZSLNSUN.mjs} +2 -79
- package/dist/react-native/chunks/{chunk-3CTWSQRW.mjs → chunk-MJDQU5MW.mjs} +4 -30
- package/dist/react-native/chunks/{chunk-NFGBOI46.mjs → chunk-MVXELMJX.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-D7LFYPYI.mjs → chunk-N2WUOWLL.mjs} +12 -10
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +78 -0
- package/dist/react-native/chunks/{chunk-JYL35A4A.mjs → chunk-OL3WDV53.mjs} +7 -33
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +29 -0
- package/dist/react-native/chunks/{chunk-UCJU6WNH.mjs → chunk-PEHS2UO3.mjs} +7 -6
- package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +79 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/chunk-QJXTNPLQ.mjs +100 -0
- package/dist/react-native/chunks/{chunk-ZCKNBPQ4.mjs → chunk-RDWG33MM.mjs} +2 -2
- package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +96 -0
- package/dist/react-native/chunks/chunk-TYIRMPD3.mjs +432 -0
- package/dist/react-native/chunks/{chunk-TLYD7IJ2.mjs → chunk-U4KSKA4Z.mjs} +1 -1
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +68 -0
- package/dist/react-native/chunks/{chunk-7IQR3SZO.mjs → chunk-VXGE4ZXL.mjs} +151 -257
- package/dist/react-native/chunks/{chunk-R4OPUZQ5.mjs → chunk-WBYQRHDY.mjs} +2 -2
- package/dist/react-native/chunks/chunk-YH7QY657.mjs +288 -0
- package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +92 -0
- package/dist/react-native/chunks/{cold-module-KFGEWYEL.mjs → cold-module-5PHF6DZR.mjs} +31 -22
- package/dist/react-native/chunks/durability-config-QXVZEO7T.mjs +89 -0
- package/dist/react-native/chunks/{durability-wiring-QKJB2QBT.mjs → durability-wiring-KO565FZC.mjs} +1309 -889
- package/dist/react-native/chunks/engine-hooks-MVRRHH6B.mjs +28 -0
- package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +3 -0
- package/dist/react-native/chunks/import-YVZA4V4V.mjs +30 -0
- package/dist/react-native/chunks/methods-6W5U4C3H.mjs +30 -0
- package/dist/react-native/chunks/{module-UJ5VUARS.mjs → module-H5MVPSP2.mjs} +13 -11
- package/dist/react-native/chunks/module-ZL5ZG6YB.mjs +34 -0
- package/dist/react-native/chunks/operations-GNRMD6EX.mjs +5 -0
- package/dist/react-native/chunks/{phrase-module-76UAPPSG.mjs → phrase-module-RTVKEWJT.mjs} +1 -1
- package/dist/react-native/chunks/{pool-CD4ANYUI.mjs → pool-JR3NJCAF.mjs} +3 -2
- package/dist/react-native/chunks/restore-hooks-SILFPU6B.mjs +125 -0
- package/dist/react-native/chunks/restore-queue-HSYP2AEC.mjs +55 -0
- package/dist/react-native/chunks/retention-7I7UAWYK.mjs +221 -0
- package/dist/react-native/chunks/{runtime-3MCDLJAF.mjs → runtime-R5E3TB3J.mjs} +1 -1
- package/dist/react-native/chunks/{snapshot-KVBD4LRC.mjs → snapshot-EZYB6SLF.mjs} +90 -323
- package/dist/react-native/chunks/start-SHVZ72I5.mjs +36 -0
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +15 -0
- package/dist/react-native/chunks/{write-ES5A3WUA.mjs → write-JUESXHDL.mjs} +27 -19
- package/dist/react-native/partial-words.mjs +8 -5
- package/dist/react-native/pattern.mjs +4 -3
- package/dist/react-native/query-suggestions.mjs +258 -0
- package/dist/react-native/sync.mjs +2299 -0
- package/dist/react-native/synonyms.mjs +7 -4
- package/dist/react.d.ts +11 -10
- package/dist/react.mjs +8 -1
- package/dist/{rerank-3W54N6P2.mjs → rerank-MQ37IYRV.mjs} +4 -4
- package/dist/rerankers/http.mjs +2 -2
- package/dist/restore-hooks-HZ3ILAMO.mjs +146 -0
- package/dist/restore-queue-JVGENGGE.mjs +55 -0
- package/dist/retention-HROPV2QU.mjs +59 -0
- package/dist/{runtime-L2DZYY6N.mjs → runtime-COIUORCN.mjs} +5 -5
- package/dist/{schema-D33CyXCy.d.ts → schema-Jwt928nJ.d.ts} +1 -1
- package/dist/server.d.ts +119 -20
- package/dist/server.mjs +1123 -58
- package/dist/{snapshot-WMX6JCLP.mjs → snapshot-4HS2G2UM.mjs} +106 -49
- package/dist/start-UTWHGH42.mjs +59 -0
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +271 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +237 -0
- package/dist/sync-state-ZWHLAFLE.mjs +15 -0
- package/dist/sync.browser.mjs +2294 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2268 -0
- package/dist/synonyms.mjs +6 -4
- package/dist/{tasks-C4ElXr4P.d.ts → tasks-qrJojgST.d.ts} +13 -5
- package/dist/thread-6MOXY2KD.mjs +45 -0
- package/dist/types-BZCGjfLn.d.ts +227 -0
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +7 -7
- package/dist/workers/entry.mjs +8 -8
- package/dist/{write-SKJ6HW7O.mjs → write-GTTWWRRG.mjs} +36 -28
- package/openapi.json +912 -5
- package/package.json +45 -8
- package/dist/browser/import-QOY6ZH6X.mjs +0 -12
- package/dist/browser/restore-queue-UQ6AAUVX.mjs +0 -41
- package/dist/chunk-7LDMWKP6.mjs +0 -209
- package/dist/engine-CJRUHXgf.d.ts +0 -664
- package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +0 -110
- package/dist/react-native/chunks/chunk-TJMSKBEM.mjs +0 -25
- package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +0 -3
- package/dist/react-native/chunks/import-XFBCCENV.mjs +0 -22
- package/dist/react-native/chunks/module-FHJ2GOBI.mjs +0 -25
- package/dist/react-native/chunks/restore-queue-H5VCN453.mjs +0 -41
- package/dist/restore-queue-AOF5OTQV.mjs +0 -41
- package/dist/thread-I7DVHHW7.mjs +0 -31
|
@@ -1,15 +1,22 @@
|
|
|
1
|
+
import { gunzip, gzip } from './chunk-CKNRFDTZ.mjs';
|
|
1
2
|
import { DEFAULT_VECTOR_METRIC, defaultQuantizationFor } from './chunk-HJBJBH26.mjs';
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import {
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
3
|
+
import { decodeSegmentManifest } from './chunk-CUH5F57W.mjs';
|
|
4
|
+
import { isSyncEpoch } from './chunk-JWUCMVRK.mjs';
|
|
5
|
+
import { storedStateToWire, storedStateFromWire } from './chunk-QJXTNPLQ.mjs';
|
|
6
|
+
import { readListedFile, requireListedChecksum, writeSegmentsOf, readSegmentFile, requireListedSize, SEGMENT_PAGE_BYTES, STABLE_HEAD_ATTEMPTS, RECORD_PAGE_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-C3PTWYKT.mjs';
|
|
7
|
+
import { restoreVectorFields } from './chunk-GJFXPHXI.mjs';
|
|
8
|
+
import { DEFAULT_COMPACTION_THRESHOLD, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, SEGMENT_FILE_FRAMING_SLACK_BYTES } from './chunk-F753DA54.mjs';
|
|
9
|
+
import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, vectorFileKey, MAX_SEGMENTS_PER_PARTITION, graphPartKey } from './chunk-6WA3C3DV.mjs';
|
|
10
|
+
import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead } from './chunk-DVDX4SDR.mjs';
|
|
11
|
+
import { VERSION, DEFAULT_BM25_B, DEFAULT_BM25_K1, rulesOfStoredSynonyms, isCompositePartition, packChecksummedEnvelope, reconstructSchemaFromMetadata, engineVersionParts, packEnvelopeWithChecksum, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, decodeMapWithoutFields, prepareDocumentVectors } from './chunk-HUOYZJ3Q.mjs';
|
|
12
|
+
import { isQuantizationMode, isStorageMode } from './chunk-4Y53T4YE.mjs';
|
|
13
|
+
import { crc32, readHeader, HEADER_SIZE, writeHeader, openChecksummedEnvelope, checksumOfChunks } from './chunk-YH7QY657.mjs';
|
|
14
|
+
import { flattenSchema, extractVectorFieldsFromSchema, requireValidFieldTypes, partialFieldsOf } from './chunk-3JIBF3XT.mjs';
|
|
15
|
+
import { VALID_HNSW_METRICS, MAX_FILE_BYTES } from './chunk-6VBXNFLE.mjs';
|
|
16
|
+
import { VECTOR_PATTERN } from './chunk-C5G6TJ7A.mjs';
|
|
17
|
+
import { getLanguage, resolveIndexAnalysis } from './chunk-MJDQU5MW.mjs';
|
|
11
18
|
import { compareCodePoints } from './chunk-PPEPTUVV.mjs';
|
|
12
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
19
|
+
import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
|
|
13
20
|
import { decode, encode } from '@msgpack/msgpack';
|
|
14
21
|
|
|
15
22
|
// src/engine/durability-metadata.ts
|
|
@@ -107,6 +114,10 @@ function metadataFromConfig(indexName, config, partitionCount, documentCount) {
|
|
|
107
114
|
if (config.heldPartitions !== void 0) {
|
|
108
115
|
metadata.heldPartitions = config.heldPartitions;
|
|
109
116
|
}
|
|
117
|
+
if (config.sync !== void 0) metadata.sync = config.sync;
|
|
118
|
+
if (config.syncActive !== void 0) metadata.syncActive = config.syncActive;
|
|
119
|
+
if (config.syncEpoch !== void 0) metadata.syncEpoch = config.syncEpoch;
|
|
120
|
+
if (config.querySuggestions !== void 0) metadata.querySuggestions = config.querySuggestions;
|
|
110
121
|
return metadata;
|
|
111
122
|
}
|
|
112
123
|
function metadataConfigOf(entry) {
|
|
@@ -141,7 +152,22 @@ function metadataConfigOf(entry) {
|
|
|
141
152
|
...entry.config.required !== void 0 ? { required: entry.config.required } : {},
|
|
142
153
|
...entry.config.vectorPromotion !== void 0 ? { vectorPromotion: entry.config.vectorPromotion } : {},
|
|
143
154
|
...entry.config.patternValueLimit !== void 0 ? { patternValueLimit: entry.config.patternValueLimit } : {},
|
|
144
|
-
...entry.synonyms !== null ? { synonyms: rulesOfStoredSynonyms(entry.synonyms) } : {}
|
|
155
|
+
...entry.synonyms !== null ? { synonyms: rulesOfStoredSynonyms(entry.synonyms) } : {},
|
|
156
|
+
...syncMetadataOf(entry),
|
|
157
|
+
...entry.querySuggestions !== null ? { querySuggestions: entry.querySuggestions } : {}
|
|
158
|
+
};
|
|
159
|
+
}
|
|
160
|
+
function syncMetadataOf(entry) {
|
|
161
|
+
const sync = entry.sync;
|
|
162
|
+
if (sync === null) return {};
|
|
163
|
+
return {
|
|
164
|
+
sync: {
|
|
165
|
+
enabled: true,
|
|
166
|
+
...sync.historyMaxAgeMs !== void 0 ? { historyMaxAgeMs: sync.historyMaxAgeMs } : {},
|
|
167
|
+
...sync.historyMaxBytes !== void 0 ? { historyMaxBytes: sync.historyMaxBytes } : {}
|
|
168
|
+
},
|
|
169
|
+
syncActive: sync.active,
|
|
170
|
+
syncEpoch: sync.epoch
|
|
145
171
|
};
|
|
146
172
|
}
|
|
147
173
|
function durableMetadataConfigOf(entry) {
|
|
@@ -350,6 +376,56 @@ function deserializePayloadV1(data) {
|
|
|
350
376
|
const raw = decode(data);
|
|
351
377
|
return wireToPartition(raw);
|
|
352
378
|
}
|
|
379
|
+
|
|
380
|
+
// src/serialization/payload-v1/sync-metadata.ts
|
|
381
|
+
function invalid(message, details) {
|
|
382
|
+
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `The device sync state in the index metadata ${message}`, details);
|
|
383
|
+
}
|
|
384
|
+
function isPositiveSafeInteger(value) {
|
|
385
|
+
return typeof value === "number" && Number.isSafeInteger(value) && value >= 1;
|
|
386
|
+
}
|
|
387
|
+
function syncMetadataToWire(meta) {
|
|
388
|
+
const wire = {};
|
|
389
|
+
if (meta.sync !== void 0) {
|
|
390
|
+
wire.sync = {
|
|
391
|
+
enabled: meta.sync.enabled,
|
|
392
|
+
...meta.sync.historyMaxAgeMs !== void 0 ? { history_max_age_ms: meta.sync.historyMaxAgeMs } : {},
|
|
393
|
+
...meta.sync.historyMaxBytes !== void 0 ? { history_max_bytes: meta.sync.historyMaxBytes } : {}
|
|
394
|
+
};
|
|
395
|
+
}
|
|
396
|
+
if (meta.syncActive !== void 0) wire.sync_active = meta.syncActive;
|
|
397
|
+
if (meta.syncEpoch !== void 0) wire.sync_epoch = meta.syncEpoch;
|
|
398
|
+
return wire;
|
|
399
|
+
}
|
|
400
|
+
function storedSyncSetting(raw) {
|
|
401
|
+
if (raw === null || typeof raw !== "object") invalid("holds a sync setting that is not a map", {});
|
|
402
|
+
const { enabled, history_max_age_ms: maxAge, history_max_bytes: maxBytes } = raw;
|
|
403
|
+
if (typeof enabled !== "boolean") invalid("holds a sync setting without a boolean enabled", {});
|
|
404
|
+
if (maxAge !== void 0 && !isPositiveSafeInteger(maxAge)) {
|
|
405
|
+
invalid("holds a history age limit that is not a positive whole number", { historyMaxAgeMs: String(maxAge) });
|
|
406
|
+
}
|
|
407
|
+
if (maxBytes !== void 0 && !isPositiveSafeInteger(maxBytes)) {
|
|
408
|
+
invalid("holds a history byte limit that is not a positive whole number", { historyMaxBytes: String(maxBytes) });
|
|
409
|
+
}
|
|
410
|
+
return {
|
|
411
|
+
enabled,
|
|
412
|
+
...maxAge !== void 0 ? { historyMaxAgeMs: maxAge } : {},
|
|
413
|
+
...maxBytes !== void 0 ? { historyMaxBytes: maxBytes } : {}
|
|
414
|
+
};
|
|
415
|
+
}
|
|
416
|
+
function syncMetadataFromWire(raw, meta) {
|
|
417
|
+
if (raw.sync !== void 0 && raw.sync !== null) meta.sync = storedSyncSetting(raw.sync);
|
|
418
|
+
if (raw.sync_active !== void 0 && raw.sync_active !== null) {
|
|
419
|
+
if (typeof raw.sync_active !== "boolean") invalid("holds a sync_active that is not a boolean", {});
|
|
420
|
+
meta.syncActive = raw.sync_active;
|
|
421
|
+
}
|
|
422
|
+
if (raw.sync_epoch !== void 0 && raw.sync_epoch !== null) {
|
|
423
|
+
if (!isSyncEpoch(raw.sync_epoch)) invalid("holds an epoch that is not 32 lowercase hexadecimal digits", {});
|
|
424
|
+
meta.syncEpoch = raw.sync_epoch;
|
|
425
|
+
}
|
|
426
|
+
}
|
|
427
|
+
|
|
428
|
+
// src/serialization/payload-v1/metadata.ts
|
|
353
429
|
function metadataToWire(meta) {
|
|
354
430
|
const wire = {
|
|
355
431
|
index_name: meta.indexName,
|
|
@@ -450,7 +526,11 @@ function metadataToWire(meta) {
|
|
|
450
526
|
if (Array.isArray(meta.synonyms) && meta.synonyms.length > 0) {
|
|
451
527
|
wire.synonyms = meta.synonyms;
|
|
452
528
|
}
|
|
453
|
-
return
|
|
529
|
+
return {
|
|
530
|
+
...wire,
|
|
531
|
+
...syncMetadataToWire(meta),
|
|
532
|
+
...meta.querySuggestions !== void 0 ? storedStateToWire(meta.querySuggestions) : {}
|
|
533
|
+
};
|
|
454
534
|
}
|
|
455
535
|
function wireToMetadata(raw) {
|
|
456
536
|
const meta = {
|
|
@@ -606,6 +686,9 @@ function wireToMetadata(raw) {
|
|
|
606
686
|
meta.heldPartitions = raw.held_partitions;
|
|
607
687
|
}
|
|
608
688
|
if (raw.synonyms !== void 0 && raw.synonyms !== null) meta.synonyms = raw.synonyms;
|
|
689
|
+
syncMetadataFromWire(raw, meta);
|
|
690
|
+
const querySuggestions = storedStateFromWire(raw);
|
|
691
|
+
if (querySuggestions !== null) meta.querySuggestions = querySuggestions;
|
|
609
692
|
return meta;
|
|
610
693
|
}
|
|
611
694
|
function isNonNegativeInteger(value) {
|
|
@@ -737,239 +820,6 @@ async function readMetadataEnvelope(data) {
|
|
|
737
820
|
return { header, metadata };
|
|
738
821
|
}
|
|
739
822
|
|
|
740
|
-
// src/persistence/durability/segment/manifest-fields.ts
|
|
741
|
-
function invalidManifest(message, details) {
|
|
742
|
-
throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Segment manifest ${message}`, details);
|
|
743
|
-
}
|
|
744
|
-
function isRecord(value) {
|
|
745
|
-
return typeof value === "object" && value !== null && !Array.isArray(value) && !(value instanceof Uint8Array);
|
|
746
|
-
}
|
|
747
|
-
function isId(value) {
|
|
748
|
-
return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= MAX_SEGMENT_ID;
|
|
749
|
-
}
|
|
750
|
-
function isUint32(value) {
|
|
751
|
-
return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= 4294967295;
|
|
752
|
-
}
|
|
753
|
-
function isSequenceNumber(value) {
|
|
754
|
-
return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
|
|
755
|
-
}
|
|
756
|
-
function readFileRef(raw, expectedKey, what) {
|
|
757
|
-
if (raw.key !== expectedKey) {
|
|
758
|
-
invalidManifest(`lists the ${what} under the key "${String(raw.key)}" where it belongs at "${expectedKey}"`, {
|
|
759
|
-
key: raw.key,
|
|
760
|
-
expected: expectedKey
|
|
761
|
-
});
|
|
762
|
-
}
|
|
763
|
-
const bytes = raw.bytes;
|
|
764
|
-
if (typeof bytes !== "number" || !Number.isInteger(bytes) || bytes < HEADER_SIZE || bytes > MAX_FILE_BYTES) {
|
|
765
|
-
invalidManifest(`gives the ${what} "${expectedKey}" an invalid length`, { key: expectedKey, bytes });
|
|
766
|
-
}
|
|
767
|
-
if (!isUint32(raw.checksum)) invalidManifest(`gives the ${what} "${expectedKey}" an invalid checksum`);
|
|
768
|
-
if (raw.headOffset === void 0) return { key: expectedKey, bytes, checksum: raw.checksum };
|
|
769
|
-
const { headOffset, headLength, headChecksum } = raw;
|
|
770
|
-
if (!isSequenceNumber(headOffset) || !isUint32(headLength) || !isUint32(headChecksum)) {
|
|
771
|
-
invalidManifest(`gives the ${what} "${expectedKey}" an invalid head`, { key: expectedKey });
|
|
772
|
-
}
|
|
773
|
-
if (headOffset + headLength > bytes - HEADER_SIZE) {
|
|
774
|
-
invalidManifest(`ends the head of the ${what} "${expectedKey}" outside its payload`, {
|
|
775
|
-
key: expectedKey,
|
|
776
|
-
headOffset,
|
|
777
|
-
headLength,
|
|
778
|
-
bytes
|
|
779
|
-
});
|
|
780
|
-
}
|
|
781
|
-
return { key: expectedKey, bytes, checksum: raw.checksum, headOffset, headLength, headChecksum };
|
|
782
|
-
}
|
|
783
|
-
|
|
784
|
-
// src/persistence/durability/segment/manifest-vectors-decode.ts
|
|
785
|
-
function normalizeFile(raw, indexName, fieldPath, nextFileId, seenIds) {
|
|
786
|
-
if (!isRecord(raw) || !isId(raw.id)) invalidManifest("has an invalid vector file reference", { fieldPath });
|
|
787
|
-
if (raw.id >= nextFileId || seenIds.has(raw.id)) {
|
|
788
|
-
invalidManifest(`lists vector file ${raw.id} of "${fieldPath}" twice or at its next file id`, { fieldPath });
|
|
789
|
-
}
|
|
790
|
-
seenIds.add(raw.id);
|
|
791
|
-
const count = raw.count;
|
|
792
|
-
if (typeof count !== "number" || !Number.isInteger(count) || count < 0 || count > VECTOR_FILE_MAX_VECTORS) {
|
|
793
|
-
invalidManifest(`gives vector file ${raw.id} of "${fieldPath}" an invalid count`, { fieldPath, count });
|
|
794
|
-
}
|
|
795
|
-
const dead = raw.dead ?? null;
|
|
796
|
-
if (dead !== null && !(dead instanceof Uint8Array)) invalidManifest("has dead vectors that are not bytes");
|
|
797
|
-
if (dead !== null && dead.byteLength !== deadBytesFor(count)) {
|
|
798
|
-
invalidManifest(`marks the dead vectors of file ${raw.id} of "${fieldPath}" with the wrong number of bytes`);
|
|
799
|
-
}
|
|
800
|
-
const ref = readFileRef(raw, vectorFileKey(indexName, fieldPath, raw.id), "vector file");
|
|
801
|
-
return { ...ref, id: raw.id, count, dead };
|
|
802
|
-
}
|
|
803
|
-
function normalizeGraphParts(raw, indexName, fieldPath, generation) {
|
|
804
|
-
if (!Array.isArray(raw)) invalidManifest(`gives "${fieldPath}" no list of graph parts`, { fieldPath });
|
|
805
|
-
if (raw.length > 0 && generation === 0) invalidManifest(`lists graph parts of "${fieldPath}" at generation 0`);
|
|
806
|
-
return raw.map((part, at) => {
|
|
807
|
-
if (!isRecord(part)) invalidManifest(`has an invalid graph part of "${fieldPath}"`, { fieldPath });
|
|
808
|
-
return readFileRef(part, graphPartKey(indexName, fieldPath, generation, at), "graph part");
|
|
809
|
-
});
|
|
810
|
-
}
|
|
811
|
-
function normalizeField(raw, indexName, seenFields) {
|
|
812
|
-
if (!isRecord(raw) || typeof raw.fieldPath !== "string") invalidManifest("has an invalid vector reference");
|
|
813
|
-
const fieldPath = raw.fieldPath;
|
|
814
|
-
if (seenFields.has(fieldPath)) invalidManifest(`lists the vector field "${fieldPath}" twice`, { fieldPath });
|
|
815
|
-
seenFields.add(fieldPath);
|
|
816
|
-
if (!isId(raw.nextFileId)) invalidManifest(`gives "${fieldPath}" an invalid next file id`, { fieldPath });
|
|
817
|
-
if (!Array.isArray(raw.files)) invalidManifest(`gives "${fieldPath}" no list of vector files`, { fieldPath });
|
|
818
|
-
if (!isId(raw.graphGeneration)) invalidManifest(`gives "${fieldPath}" an invalid graph generation`, { fieldPath });
|
|
819
|
-
const nextFileId = raw.nextFileId;
|
|
820
|
-
const seenIds = /* @__PURE__ */ new Set();
|
|
821
|
-
return {
|
|
822
|
-
fieldPath,
|
|
823
|
-
nextFileId,
|
|
824
|
-
files: raw.files.map((file) => normalizeFile(file, indexName, fieldPath, nextFileId, seenIds)),
|
|
825
|
-
graphGeneration: raw.graphGeneration,
|
|
826
|
-
graphParts: normalizeGraphParts(raw.graphParts, indexName, fieldPath, raw.graphGeneration)
|
|
827
|
-
};
|
|
828
|
-
}
|
|
829
|
-
function normalizeVectorFields(raw, indexName) {
|
|
830
|
-
if (!Array.isArray(raw)) invalidManifest("has malformed vector references");
|
|
831
|
-
const seenFields = /* @__PURE__ */ new Set();
|
|
832
|
-
return raw.map((field) => normalizeField(field, indexName, seenFields));
|
|
833
|
-
}
|
|
834
|
-
|
|
835
|
-
// src/persistence/durability/segment/manifest-decode.ts
|
|
836
|
-
async function openManifestPayload(data) {
|
|
837
|
-
const { payload } = await openChecksummedEnvelope(data, {
|
|
838
|
-
envelopeFormatVersion: MANIFEST_ENVELOPE_VERSION,
|
|
839
|
-
what: "segment manifest",
|
|
840
|
-
allowsCompression: true
|
|
841
|
-
});
|
|
842
|
-
const raw = decode(payload);
|
|
843
|
-
if (!isRecord(raw)) invalidManifest("is not a map");
|
|
844
|
-
return raw;
|
|
845
|
-
}
|
|
846
|
-
function listedKeysOf(raw) {
|
|
847
|
-
const keys = [];
|
|
848
|
-
for (const partition of Array.isArray(raw.partitions) ? raw.partitions : []) {
|
|
849
|
-
if (!isRecord(partition) || !Array.isArray(partition.segments)) continue;
|
|
850
|
-
for (const segment of partition.segments)
|
|
851
|
-
if (isRecord(segment) && typeof segment.key === "string") keys.push(segment.key);
|
|
852
|
-
}
|
|
853
|
-
for (const field of Array.isArray(raw.vectors) ? raw.vectors : []) {
|
|
854
|
-
if (!isRecord(field)) continue;
|
|
855
|
-
for (const list of [field.files, field.graphParts]) {
|
|
856
|
-
if (!Array.isArray(list)) continue;
|
|
857
|
-
for (const file of list) if (isRecord(file) && typeof file.key === "string") keys.push(file.key);
|
|
858
|
-
}
|
|
859
|
-
}
|
|
860
|
-
return keys;
|
|
861
|
-
}
|
|
862
|
-
async function decodeSegmentManifest(data, indexName) {
|
|
863
|
-
return decodeManifestPayload(await openManifestPayload(data), indexName);
|
|
864
|
-
}
|
|
865
|
-
function decodeManifestPayload(raw, indexName) {
|
|
866
|
-
if (raw.version === EARLIER_SEGMENT_MANIFEST_VERSION) return { kind: "earlier", payload: raw };
|
|
867
|
-
if (raw.version !== SEGMENT_MANIFEST_VERSION) {
|
|
868
|
-
throw new NarsilError(
|
|
869
|
-
ErrorCodes.ENVELOPE_VERSION_MISMATCH,
|
|
870
|
-
`The segment manifest of index "${indexName}" holds layout ${String(raw.version)}, which this release cannot open. Export the index with the release that wrote it and import the export`,
|
|
871
|
-
{ indexName, version: raw.version }
|
|
872
|
-
);
|
|
873
|
-
}
|
|
874
|
-
const schema = raw.schema;
|
|
875
|
-
if (!isRecord(schema)) invalidManifest("is missing its schema");
|
|
876
|
-
requireValidFieldTypes(schema);
|
|
877
|
-
if (typeof raw.language !== "string") invalidManifest("is missing its language");
|
|
878
|
-
if (raw.analysisGeneration !== void 0 && !isSequenceNumber(raw.analysisGeneration)) {
|
|
879
|
-
invalidManifest("has an invalid analysis generation");
|
|
880
|
-
}
|
|
881
|
-
return {
|
|
882
|
-
kind: "current",
|
|
883
|
-
manifest: {
|
|
884
|
-
version: SEGMENT_MANIFEST_VERSION,
|
|
885
|
-
schema,
|
|
886
|
-
language: raw.language,
|
|
887
|
-
...raw.analysisGeneration ? { analysisGeneration: raw.analysisGeneration } : {},
|
|
888
|
-
checkpoint: normalizeCheckpoint(raw.checkpoint),
|
|
889
|
-
partitions: normalizePartitions(raw.partitions, indexName),
|
|
890
|
-
vectors: normalizeVectorFields(raw.vectors, indexName)
|
|
891
|
-
}
|
|
892
|
-
};
|
|
893
|
-
}
|
|
894
|
-
function normalizeCheckpoint(raw) {
|
|
895
|
-
if (!Array.isArray(raw)) invalidManifest("is missing its checkpoint list");
|
|
896
|
-
const seen = /* @__PURE__ */ new Set();
|
|
897
|
-
return raw.map((entry) => {
|
|
898
|
-
if (!isRecord(entry) || !isUint32(entry.partitionId) || !isSequenceNumber(entry.lastSeqNo) || !isSequenceNumber(entry.primaryTerm) || seen.has(entry.partitionId)) {
|
|
899
|
-
invalidManifest("has an invalid partition checkpoint", { entry });
|
|
900
|
-
}
|
|
901
|
-
seen.add(entry.partitionId);
|
|
902
|
-
const checkpoint = {
|
|
903
|
-
partitionId: entry.partitionId,
|
|
904
|
-
lastSeqNo: entry.lastSeqNo,
|
|
905
|
-
primaryTerm: entry.primaryTerm
|
|
906
|
-
};
|
|
907
|
-
if (entry.termHistory !== void 0) {
|
|
908
|
-
checkpoint.termHistory = normalizeTermHistory(entry.termHistory, entry.partitionId, entry.lastSeqNo);
|
|
909
|
-
}
|
|
910
|
-
return checkpoint;
|
|
911
|
-
});
|
|
912
|
-
}
|
|
913
|
-
function normalizeTermHistory(raw, partitionId, lastSeqNo) {
|
|
914
|
-
if (!Array.isArray(raw)) invalidManifest("has a term history that is not a list", { partitionId });
|
|
915
|
-
let previous = null;
|
|
916
|
-
return raw.map((start) => {
|
|
917
|
-
if (!isRecord(start) || !isSequenceNumber(start.primaryTerm) || !isSequenceNumber(start.firstSeqNo)) {
|
|
918
|
-
invalidManifest("has an invalid term history entry", { partitionId });
|
|
919
|
-
}
|
|
920
|
-
const read = { primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo };
|
|
921
|
-
if (read.firstSeqNo > lastSeqNo) {
|
|
922
|
-
invalidManifest(`has a term starting at seqNo ${read.firstSeqNo}, above lastSeqNo ${lastSeqNo}`, { partitionId });
|
|
923
|
-
}
|
|
924
|
-
if (previous !== null && (read.primaryTerm <= previous.primaryTerm || read.firstSeqNo <= previous.firstSeqNo)) {
|
|
925
|
-
invalidManifest("has a term history that fails to ascend strictly", { partitionId });
|
|
926
|
-
}
|
|
927
|
-
previous = read;
|
|
928
|
-
return read;
|
|
929
|
-
});
|
|
930
|
-
}
|
|
931
|
-
function normalizePartitions(raw, indexName) {
|
|
932
|
-
if (!Array.isArray(raw)) invalidManifest("is missing partition entries");
|
|
933
|
-
const seen = /* @__PURE__ */ new Set();
|
|
934
|
-
return raw.map((entry) => {
|
|
935
|
-
if (!isRecord(entry) || !isUint32(entry.partitionId) || seen.has(entry.partitionId)) {
|
|
936
|
-
invalidManifest("has a partition without a valid id", { partitionId: isRecord(entry) ? entry.partitionId : null });
|
|
937
|
-
}
|
|
938
|
-
seen.add(entry.partitionId);
|
|
939
|
-
const segments = normalizeSegments(entry.segments, indexName, entry.partitionId);
|
|
940
|
-
return {
|
|
941
|
-
partitionId: entry.partitionId,
|
|
942
|
-
nextSegmentId: readNextSegmentId(entry.nextSegmentId, segments, entry.partitionId),
|
|
943
|
-
segments
|
|
944
|
-
};
|
|
945
|
-
});
|
|
946
|
-
}
|
|
947
|
-
function normalizeSegments(raw, indexName, partitionId) {
|
|
948
|
-
if (!Array.isArray(raw)) invalidManifest("has malformed segment references", { partitionId });
|
|
949
|
-
if (raw.length > MAX_SEGMENTS_PER_PARTITION) {
|
|
950
|
-
invalidManifest(`lists ${raw.length} segments for partition ${partitionId}, above ${MAX_SEGMENTS_PER_PARTITION}`);
|
|
951
|
-
}
|
|
952
|
-
const seenIds = /* @__PURE__ */ new Set();
|
|
953
|
-
return raw.map((segment) => {
|
|
954
|
-
if (!isRecord(segment) || !isId(segment.id) || !isUint32(segment.docCount) || !isUint32(segment.tombstoneCount)) {
|
|
955
|
-
invalidManifest("has an invalid segment reference", { partitionId });
|
|
956
|
-
}
|
|
957
|
-
if (seenIds.has(segment.id)) invalidManifest(`reuses segment id ${segment.id} in partition ${partitionId}`);
|
|
958
|
-
seenIds.add(segment.id);
|
|
959
|
-
const ref = readFileRef(segment, segmentKey(indexName, partitionId, segment.id), "segment");
|
|
960
|
-
return { ...ref, id: segment.id, docCount: segment.docCount, tombstoneCount: segment.tombstoneCount };
|
|
961
|
-
});
|
|
962
|
-
}
|
|
963
|
-
function readNextSegmentId(value, segments, partitionId) {
|
|
964
|
-
if (!isId(value)) invalidManifest("has an invalid next segment id", { partitionId });
|
|
965
|
-
for (const segment of segments) {
|
|
966
|
-
if (segment.id >= value) {
|
|
967
|
-
invalidManifest(`next segment id ${value} does not exceed segment id ${segment.id}`, { partitionId });
|
|
968
|
-
}
|
|
969
|
-
}
|
|
970
|
-
return value;
|
|
971
|
-
}
|
|
972
|
-
|
|
973
823
|
// src/persistence/durability/segment/captured-partition.ts
|
|
974
824
|
function keepMaskOf(segment) {
|
|
975
825
|
const keep = new Uint8Array(segment.arrays.documentCount);
|
|
@@ -1382,7 +1232,7 @@ function holdsEveryHead(ref) {
|
|
|
1382
1232
|
async function loadFieldOnDemand(store, ref, vectorIndex, resolvePartition) {
|
|
1383
1233
|
const { pathOf } = store;
|
|
1384
1234
|
if (pathOf === void 0 || vectorIndex.storage !== "disk" || !holdsEveryHead(ref)) return false;
|
|
1385
|
-
const { loadFilesByParts, openColdVectorField, osqBitsOf, waitBeforeColdLoad } = await import('./cold-module-
|
|
1235
|
+
const { loadFilesByParts, openColdVectorField, osqBitsOf, waitBeforeColdLoad } = await import('./cold-module-5PHF6DZR.mjs');
|
|
1386
1236
|
await Promise.all([
|
|
1387
1237
|
...ref.files.map((file) => requireListedSize(store, file.key, { bytes: file.bytes, what: "vector file" })),
|
|
1388
1238
|
...ref.graphParts.map((part) => requireListedSize(store, part.key, { bytes: part.bytes, what: "graph part" }))
|
|
@@ -1570,6 +1420,50 @@ function createSeqOwner(startSeqNo, primaryTerm = SINGLE_NODE_PRIMARY_TERM) {
|
|
|
1570
1420
|
}
|
|
1571
1421
|
};
|
|
1572
1422
|
}
|
|
1423
|
+
function fileRefOnTheWire(ref) {
|
|
1424
|
+
return {
|
|
1425
|
+
key: ref.key,
|
|
1426
|
+
bytes: ref.bytes,
|
|
1427
|
+
checksum: ref.checksum,
|
|
1428
|
+
...ref.headOffset === void 0 ? {} : { headOffset: ref.headOffset, headLength: ref.headLength, headChecksum: ref.headChecksum }
|
|
1429
|
+
};
|
|
1430
|
+
}
|
|
1431
|
+
function encodeSegmentManifest(manifest) {
|
|
1432
|
+
const payload = encode({
|
|
1433
|
+
version: SEGMENT_MANIFEST_VERSION,
|
|
1434
|
+
schema: manifest.schema,
|
|
1435
|
+
language: manifest.language,
|
|
1436
|
+
...manifest.analysisGeneration ? { analysisGeneration: manifest.analysisGeneration } : {},
|
|
1437
|
+
checkpoint: manifest.checkpoint.map((c) => ({
|
|
1438
|
+
partitionId: c.partitionId,
|
|
1439
|
+
lastSeqNo: c.lastSeqNo,
|
|
1440
|
+
primaryTerm: c.primaryTerm,
|
|
1441
|
+
...c.termHistory === void 0 ? {} : {
|
|
1442
|
+
termHistory: c.termHistory.map((start) => ({ primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo }))
|
|
1443
|
+
}
|
|
1444
|
+
})),
|
|
1445
|
+
partitions: manifest.partitions.map((p) => ({
|
|
1446
|
+
partitionId: p.partitionId,
|
|
1447
|
+
nextSegmentId: p.nextSegmentId,
|
|
1448
|
+
segments: p.segments.map((s) => ({
|
|
1449
|
+
id: s.id,
|
|
1450
|
+
key: s.key,
|
|
1451
|
+
docCount: s.docCount,
|
|
1452
|
+
tombstoneCount: s.tombstoneCount,
|
|
1453
|
+
bytes: s.bytes,
|
|
1454
|
+
checksum: s.checksum
|
|
1455
|
+
}))
|
|
1456
|
+
})),
|
|
1457
|
+
vectors: manifest.vectors.map((v) => ({
|
|
1458
|
+
fieldPath: v.fieldPath,
|
|
1459
|
+
nextFileId: v.nextFileId,
|
|
1460
|
+
files: v.files.map((f) => ({ id: f.id, ...fileRefOnTheWire(f), count: f.count, dead: f.dead })),
|
|
1461
|
+
graphGeneration: v.graphGeneration,
|
|
1462
|
+
graphParts: v.graphParts.map(fileRefOnTheWire)
|
|
1463
|
+
}))
|
|
1464
|
+
});
|
|
1465
|
+
return packChecksummedEnvelope([payload], MANIFEST_ENVELOPE_VERSION, "segment manifest");
|
|
1466
|
+
}
|
|
1573
1467
|
|
|
1574
1468
|
// src/persistence/durability/partition-checkpoint.ts
|
|
1575
1469
|
function checkpointLastSeqNo(checkpoint, partitionId) {
|
|
@@ -1650,7 +1544,7 @@ function nextMarkerSlot(lastWrittenSlot) {
|
|
|
1650
1544
|
function markerSlotOffset(slotIndex) {
|
|
1651
1545
|
return slotIndex * COMMIT_MARKER_SLOT_SIZE;
|
|
1652
1546
|
}
|
|
1653
|
-
function
|
|
1547
|
+
function isRecord(value) {
|
|
1654
1548
|
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
1655
1549
|
}
|
|
1656
1550
|
function optionalIndexUuid(value, payloadName) {
|
|
@@ -1672,7 +1566,7 @@ function optionalPreviousPrimaryTerm(value, payloadName) {
|
|
|
1672
1566
|
return value;
|
|
1673
1567
|
}
|
|
1674
1568
|
function validateEntryPayload(decoded) {
|
|
1675
|
-
if (!
|
|
1569
|
+
if (!isRecord(decoded) || !isRecord(decoded.entry)) {
|
|
1676
1570
|
throw new Error('Invalid EntryPayload: missing or invalid "entry" field');
|
|
1677
1571
|
}
|
|
1678
1572
|
const entry = decoded.entry;
|
|
@@ -1761,7 +1655,7 @@ function checkSegmentHeader(data) {
|
|
|
1761
1655
|
}
|
|
1762
1656
|
return { ok: true };
|
|
1763
1657
|
}
|
|
1764
|
-
function
|
|
1658
|
+
function decodeWalEntry(payload) {
|
|
1765
1659
|
const decoded = decode(payload);
|
|
1766
1660
|
const { entry } = validateEntryPayload({ entry: decoded });
|
|
1767
1661
|
if (computeEntryChecksum(entry) !== entry.checksum) {
|
|
@@ -1809,7 +1703,7 @@ function readDurableRegion(data, durableByteLength, maxRecordBytes = MAX_WAL_REC
|
|
|
1809
1703
|
}
|
|
1810
1704
|
let entry;
|
|
1811
1705
|
try {
|
|
1812
|
-
entry =
|
|
1706
|
+
entry = decodeWalEntry(payload);
|
|
1813
1707
|
} catch (err) {
|
|
1814
1708
|
corrupt("WAL record payload failed to decode inside the durable region", {
|
|
1815
1709
|
offset,
|
|
@@ -1857,7 +1751,7 @@ function readTailBeyondFrontier(data, durableByteLength, lastDurableSeqNo, maxRe
|
|
|
1857
1751
|
}
|
|
1858
1752
|
let entry;
|
|
1859
1753
|
try {
|
|
1860
|
-
entry =
|
|
1754
|
+
entry = decodeWalEntry(payload);
|
|
1861
1755
|
} catch {
|
|
1862
1756
|
break;
|
|
1863
1757
|
}
|
|
@@ -2142,7 +2036,7 @@ async function compactPartitionSegments(input) {
|
|
|
2142
2036
|
if (paged) {
|
|
2143
2037
|
const { directory } = input.store;
|
|
2144
2038
|
if (directory === void 0) return { segments, nextSegmentId: input.nextSegmentId };
|
|
2145
|
-
const { mergePagedWindow } = await import('./module-
|
|
2039
|
+
const { mergePagedWindow } = await import('./module-ZL5ZG6YB.mjs');
|
|
2146
2040
|
return replacing(
|
|
2147
2041
|
await mergePagedWindow({
|
|
2148
2042
|
store: input.store,
|
|
@@ -2230,7 +2124,7 @@ function pagedSettingsOf(context) {
|
|
|
2230
2124
|
async function tombstonesOfDelta(context, older, selections, deleted) {
|
|
2231
2125
|
const { directory } = context.input.store;
|
|
2232
2126
|
if (context.input.metadata.textStorage !== "disk" || directory === void 0) return deleted;
|
|
2233
|
-
const { pagedTombstonesFor } = await import('./module-
|
|
2127
|
+
const { pagedTombstonesFor } = await import('./module-ZL5ZG6YB.mjs');
|
|
2234
2128
|
return pagedTombstonesFor(
|
|
2235
2129
|
directory,
|
|
2236
2130
|
older,
|
|
@@ -2431,7 +2325,7 @@ function removeFromPartition(manager, partitionId, docIds) {
|
|
|
2431
2325
|
}
|
|
2432
2326
|
}
|
|
2433
2327
|
async function attachPagedSegment(directory, ref, partitionId, manager, options) {
|
|
2434
|
-
const { checkPagedSegmentFully, createPagedFrozenSegment, openPagedSnapshot, pagedListingOf } = await import('./module-
|
|
2328
|
+
const { checkPagedSegmentFully, createPagedFrozenSegment, openPagedSnapshot, pagedListingOf } = await import('./module-ZL5ZG6YB.mjs');
|
|
2435
2329
|
if (options.decodesEveryDocument) await checkPagedSegmentFully(directory, ref);
|
|
2436
2330
|
const snapshot = openPagedSnapshot(await pagedListingOf(directory, ref));
|
|
2437
2331
|
requireAgreedSchema(options.schema, snapshot.schema, ref.key);
|
|
@@ -2445,7 +2339,7 @@ async function loadPartitionSegments(store, partition, manager, options) {
|
|
|
2445
2339
|
const { directory } = store;
|
|
2446
2340
|
for (const ref of partition.segments) {
|
|
2447
2341
|
if (manager.config.textStorage === "disk" && directory !== void 0) {
|
|
2448
|
-
const { isPagedSegmentFile } = await import('./module-
|
|
2342
|
+
const { isPagedSegmentFile } = await import('./module-ZL5ZG6YB.mjs');
|
|
2449
2343
|
if (await isPagedSegmentFile(directory, ref.key)) {
|
|
2450
2344
|
await attachPagedSegment(directory, ref, partition.partitionId, manager, options);
|
|
2451
2345
|
await yieldToEventLoop();
|
|
@@ -2501,7 +2395,7 @@ async function loadSegmentedCheckpoint(store, indexName, manifest, deps, decodes
|
|
|
2501
2395
|
(field) => deps.vectorIndexes.get(field.fieldPath)?.storage === "disk" && field.files.some((file) => file.headOffset !== void 0)
|
|
2502
2396
|
);
|
|
2503
2397
|
if (!decodesEveryDocument && directory !== void 0 && opensVectorsOnDemand) {
|
|
2504
|
-
const { startReadingOpeningSectionsAhead } = await import('./module-
|
|
2398
|
+
const { startReadingOpeningSectionsAhead } = await import('./module-ZL5ZG6YB.mjs');
|
|
2505
2399
|
await startReadingOpeningSectionsAhead(directory, manifest);
|
|
2506
2400
|
}
|
|
2507
2401
|
for (const partition of manifest.partitions) {
|
|
@@ -2635,4 +2529,4 @@ function deserializePayloadV2(data) {
|
|
|
2635
2529
|
};
|
|
2636
2530
|
}
|
|
2637
2531
|
|
|
2638
|
-
export { SEGMENT_HEADER_SIZE, SINGLE_NODE_PRIMARY_TERM, VECTOR_FILE_ENVELOPE_VERSION, buildEntry, captureWholePartition, checkpointLastSeqNo, checkpointPrimaryTerm, commitCheckpointManifest, createSeqOwner,
|
|
2532
|
+
export { FRAME_CRC_SIZE, MAX_WAL_RECORD_BYTES, RECORD_LENGTH_SIZE, SEGMENT_HEADER_SIZE, SINGLE_NODE_PRIMARY_TERM, VECTOR_FILE_ENVELOPE_VERSION, buildEntry, captureWholePartition, checkSegmentHeader, checkpointLastSeqNo, checkpointPrimaryTerm, commitCheckpointManifest, createSeqOwner, decodeWalEntry, deserializePayloadV1, deserializePayloadV2, documentsOfPayloadV2, durableMetadataConfigOf, durableRecordMissing, encodeMarkerSlot, encodeSegmentManifest, frameRecord, growPartitionsTo, indexMetadataOf, loadSegmentedCheckpoint, markerSlotOffset, metadataConfigOf, metadataFromConfig, nextMarkerSlot, nextSegmentKey, partitionContentsOf, readCommitMarker, readCurrentManifest, readGraphParts, readMetadataEnvelope, readSegmentManifest, readVectorFile, readWalSegments, reclaimUnlistedKeys, removeCheckpointGarbage, unpackEnvelopeBytes, unpackIndexSnapshotEnvelope, writeCheckpointSegments, writeLiveVectors, writeMetadataEnvelope, writeSegmentHeader };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND } from './chunk-
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND } from './chunk-4J74WHQM.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
|
|
3
3
|
|
|
4
4
|
// src/engine/export/json-line.ts
|
|
5
5
|
function refuse(path, kind, docId) {
|