@delali/narsil 0.3.1-next.152 → 0.3.1-next.154
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -1
- package/dist/adapters/filesystem.mjs +2 -2
- package/dist/adapters/gcs.mjs +2 -2
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +2 -2
- package/dist/{analysis-change-2OYM7ARW.mjs → analysis-change-4GCRVRBW.mjs} +27 -18
- package/dist/{react-native/chunks/analysis-change-entry-CXNRW324.mjs → analysis-change-entry-KYGSXW4K.mjs} +1 -1
- package/dist/browser/{analysis-change-2V2HZ2NY.mjs → analysis-change-IXWPXXJJ.mjs} +17 -7
- package/dist/{analysis-change-entry-QD7YNDEE.mjs → browser/analysis-change-entry-FCSHFQSS.mjs} +1 -1
- package/dist/browser/{chunk-TQ5UMFG5.mjs → chunk-2FX6ROWR.mjs} +15 -6
- package/dist/browser/{chunk-KWYQ6KX4.mjs → chunk-2SHAKW2Z.mjs} +119 -1922
- package/dist/browser/{chunk-55WYRLDZ.mjs → chunk-3U3QR5YP.mjs} +2 -2
- package/dist/browser/chunk-4PD752F6.mjs +85 -0
- package/dist/browser/chunk-5W3MMTLG.mjs +19 -0
- package/dist/browser/{chunk-IAXZAVYL.mjs → chunk-7MEYN7V6.mjs} +1 -151
- package/dist/browser/chunk-7TTWXUH6.mjs +1828 -0
- package/dist/browser/{chunk-CSCKZBVJ.mjs → chunk-AJ4HHOVT.mjs} +4 -4
- package/dist/{react-native/chunks/chunk-DFQJ4IJB.mjs → browser/chunk-AYY6PIKL.mjs} +2 -2
- package/dist/browser/{chunk-VD7JEUIR.mjs → chunk-C4KS2QNF.mjs} +9 -8
- package/dist/browser/chunk-DSXIBE6N.mjs +78 -0
- package/dist/browser/chunk-ELV4OZOI.mjs +29 -0
- package/dist/browser/{chunk-PM4MUM5N.mjs → chunk-EUNBNLKM.mjs} +6 -5
- package/dist/browser/{chunk-GJKXW3SF.mjs → chunk-G7LUMBSG.mjs} +137 -253
- package/dist/browser/{chunk-B3JM6Z74.mjs → chunk-H6QFBMVE.mjs} +3 -2
- package/dist/browser/chunk-J433A7P3.mjs +241 -0
- package/dist/browser/chunk-ML6HY7T7.mjs +96 -0
- package/dist/browser/chunk-ML7THVLJ.mjs +38 -0
- package/dist/{chunk-MDF6PDIA.mjs → browser/chunk-MYITLCHT.mjs} +7 -1
- package/dist/browser/{chunk-QJCO3TJU.mjs → chunk-QXTPSX2H.mjs} +9 -150
- package/dist/browser/{chunk-MPK76GVS.mjs → chunk-RA6LSBCM.mjs} +1 -21
- package/dist/browser/{chunk-7ZJTRUVW.mjs → chunk-SIR3LMTV.mjs} +2 -2
- package/dist/browser/{chunk-LURXVCHG.mjs → chunk-SJB6VIZG.mjs} +1 -1
- package/dist/browser/chunk-TTD27VXX.mjs +298 -0
- package/dist/browser/chunk-U2E3HMYW.mjs +151 -0
- package/dist/browser/{chunk-2A2IPRC3.mjs → chunk-VCOYGVP7.mjs} +5 -31
- package/dist/browser/chunk-VI7BQR4U.mjs +21 -0
- package/dist/browser/chunk-W5X2UFWQ.mjs +102 -0
- package/dist/browser/{chunk-HT7J73QL.mjs → chunk-XRV72TJD.mjs} +2 -2
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/chunk-ZI2V4VD7.mjs +21 -0
- package/dist/{react-native/chunks/chunk-QC4ZRBSX.mjs → browser/chunk-ZPTA75ZC.mjs} +2 -79
- package/dist/browser/{cold-module-YECAK4MN.mjs → cold-module-VTUGDYNY.mjs} +20 -14
- package/dist/browser/{durability-wiring-LM7WFL6X.mjs → durability-wiring-GL4A7KDV.mjs} +1886 -1364
- package/dist/browser/import-YI5GNB4H.mjs +17 -0
- package/dist/browser/methods-LMUTS7OI.mjs +30 -0
- package/dist/browser/{module-XQLEOYNM.mjs → module-EC3FYW7N.mjs} +9 -8
- package/dist/browser/{module-KAMRAJLE.mjs → module-M4JNBV6V.mjs} +16 -10
- package/dist/browser/operations-WVYLF72Q.mjs +5 -0
- package/dist/browser/{phrase-module-CNKMUY4U.mjs → phrase-module-NPYUVX75.mjs} +1 -1
- package/dist/browser/{pool-DTYSPBMQ.mjs → pool-WCGDZHJP.mjs} +3 -2
- package/dist/{restore-queue-AOF5OTQV.mjs → browser/restore-queue-TYIGDL5L.mjs} +2 -2
- package/dist/browser/retention-6QMRS5VK.mjs +207 -0
- package/dist/browser/{runtime-D2ULZGCN.mjs → runtime-3EW2AGB6.mjs} +1 -1
- package/dist/browser/{snapshot-UGZVMP4H.mjs → snapshot-DN3CRVUQ.mjs} +38 -307
- package/dist/browser/sync-state-P5XG6LTQ.mjs +15 -0
- package/dist/browser/{write-I5P5MW4O.mjs → write-WAWAFGKQ.mjs} +16 -11
- package/dist/{capabilities-BT-HLDC8.d.ts → capabilities-B3Brs1Rc.d.ts} +62 -7
- package/dist/{chunk-DGRM4EZZ.mjs → chunk-37IVJLP6.mjs} +1 -1
- package/dist/{chunk-KYVRZAYP.mjs → chunk-3A5KI24C.mjs} +2 -69
- package/dist/{chunk-POUYICOU.mjs → chunk-3OFU3NJT.mjs} +1 -1
- package/dist/{chunk-3TVDTACC.mjs → chunk-3Y3J4V2R.mjs} +1 -1
- package/dist/{chunk-FNBNZCGP.mjs → chunk-466PYR4P.mjs} +2 -2
- package/dist/{chunk-SEAJS664.mjs → chunk-4HWZV5MK.mjs} +5 -5
- package/dist/{chunk-UGVUW27S.mjs → chunk-5FUOVJKG.mjs} +13 -9
- package/dist/{chunk-ZHAXP7SD.mjs → chunk-5KGYQT6W.mjs} +6 -235
- package/dist/{chunk-NPXVQS33.mjs → chunk-62G63NMH.mjs} +4 -3
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-7GXJUJ24.mjs +49 -0
- package/dist/{chunk-3E4RRF5J.mjs → chunk-7HCZWC7B.mjs} +58 -8
- package/dist/{chunk-6RKSY3BX.mjs → chunk-7NTMUDC5.mjs} +5 -5
- package/dist/chunk-7QUGDVFC.mjs +101 -0
- package/dist/{chunk-G5KHSM6E.mjs → chunk-AO2FAYIZ.mjs} +1 -1
- package/dist/chunk-B7S6YEBP.mjs +102 -0
- package/dist/{chunk-AWNHDBKV.mjs → chunk-BPSKLCS7.mjs} +15 -7
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/{chunk-T4CJDBBE.mjs → chunk-C6ASEFZI.mjs} +1 -1
- package/dist/{chunk-NITCPDFL.mjs → chunk-C73JLU4E.mjs} +2 -2
- package/dist/{chunk-NYSONUB7.mjs → chunk-CP5RRPJR.mjs} +1 -1
- package/dist/{chunk-TTCKT2RT.mjs → chunk-DMQPFLGI.mjs} +134 -11
- package/dist/{chunk-3SBJVQLL.mjs → chunk-DVWYODEB.mjs} +2 -2
- package/dist/chunk-ECX4SGX6.mjs +167 -0
- package/dist/chunk-GES7U2PM.mjs +68 -0
- package/dist/{chunk-NVTFQFUL.mjs → chunk-HVKXNBFL.mjs} +1 -1
- package/dist/chunk-HVYICDY3.mjs +214 -0
- package/dist/{chunk-3HV7M5OJ.mjs → chunk-HWEDFLB7.mjs} +9 -133
- package/dist/{chunk-52QQWEBS.mjs → chunk-IBNLW3AV.mjs} +21 -6
- package/dist/chunk-IJU7LL7D.mjs +242 -0
- package/dist/chunk-IPN7S4KX.mjs +130 -0
- package/dist/{chunk-5QMHMELB.mjs → chunk-IQ4R2I6N.mjs} +4 -1
- package/dist/chunk-JCLTESFN.mjs +96 -0
- package/dist/{chunk-J4BDAH2W.mjs → chunk-JFNKIBDT.mjs} +2 -2
- package/dist/{chunk-LDGGR7YT.mjs → chunk-K4B7OH65.mjs} +2 -2
- package/dist/{chunk-7TE2AJIH.mjs → chunk-K7KLL263.mjs} +13 -10
- package/dist/{chunk-CSHHU7PA.mjs → chunk-KCUIFVVW.mjs} +11 -30
- package/dist/{react-native/chunks/chunk-YH7W556M.mjs → chunk-KUZKUONM.mjs} +11 -2
- package/dist/chunk-KYYABCSW.mjs +72 -0
- package/dist/{chunk-B2FTZNNF.mjs → chunk-LKUE5GXS.mjs} +34 -14
- package/dist/{chunk-2PNYKG2D.mjs → chunk-LSM2YTKM.mjs} +100 -335
- package/dist/{chunk-DMNPYF54.mjs → chunk-LTUGDMV4.mjs} +2 -2
- package/dist/{chunk-FDG4KXX5.mjs → chunk-MLHNSAPK.mjs} +5 -3
- package/dist/{chunk-VP6XRMWR.mjs → chunk-MMBEANB2.mjs} +6 -32
- package/dist/{chunk-LJ4ENXOD.mjs → chunk-MMEMEUOO.mjs} +2 -2
- package/dist/{chunk-2HJWQPR6.mjs → chunk-NTZOXVUZ.mjs} +6 -122
- package/dist/{chunk-5WB2A3XU.mjs → chunk-NZMAXR2S.mjs} +397 -24
- package/dist/{chunk-IZT3G24Q.mjs → chunk-O43Z4MS6.mjs} +2 -2
- package/dist/{chunk-U46IZNCW.mjs → chunk-OKX2BBNW.mjs} +3 -2
- package/dist/{chunk-RBEHLIKX.mjs → chunk-PFKM7VNZ.mjs} +14 -8
- package/dist/chunk-PGVPE7GJ.mjs +96 -0
- package/dist/chunk-Q3TCTQCC.mjs +85 -0
- package/dist/chunk-Q7MS6P2J.mjs +74 -0
- package/dist/chunk-QDZJM7NI.mjs +23 -0
- package/dist/{chunk-ZS6CMXAE.mjs → chunk-QKZHLADX.mjs} +89 -250
- package/dist/{chunk-IJSFWGVW.mjs → chunk-REL7LFLR.mjs} +3 -3
- package/dist/chunk-RVKFI3A2.mjs +237 -0
- package/dist/chunk-S2N75OTN.mjs +83 -0
- package/dist/chunk-TRISKD4Q.mjs +50 -0
- package/dist/{chunk-6F6USYII.mjs → chunk-TV2L3BN7.mjs} +13 -11
- package/dist/{chunk-6BWLDLS3.mjs → chunk-URPCYQVJ.mjs} +1 -1
- package/dist/chunk-USR7FQRZ.mjs +34 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/{chunk-SOUZMPME.mjs → chunk-VMXSVVXG.mjs} +7 -194
- package/dist/{chunk-4QCSHLNM.mjs → chunk-VREK3MYG.mjs} +3 -3
- package/dist/{chunk-YGQOPB2Z.mjs → chunk-WCBA2LVZ.mjs} +1 -1
- package/dist/{chunk-KQJVNPRM.mjs → chunk-X6NSJYQ3.mjs} +19 -16
- package/dist/chunk-Y4WPNHMC.mjs +50 -0
- package/dist/{chunk-IRWP524D.mjs → chunk-YBJDOA2T.mjs} +1 -1
- package/dist/{chunk-IJPK5PGM.mjs → chunk-YPUEV6ZC.mjs} +1 -1
- package/dist/{chunk-J7M73VY7.mjs → chunk-YROWNOMH.mjs} +1 -1
- package/dist/chunk-Z3TNWCI5.mjs +196 -0
- package/dist/{chunk-65WCV5JO.mjs → chunk-ZIFJXCKA.mjs} +1 -1
- package/dist/chunk-ZYAY26KG.mjs +29 -0
- package/dist/{client-Cn3gNxUU.d.ts → client-Df76GNKm.d.ts} +76 -6
- package/dist/client.d.ts +8 -7
- package/dist/client.mjs +56 -5
- package/dist/{cold-module-PYSSBIL7.mjs → cold-module-YLWMTTZG.mjs} +38 -28
- package/dist/{config-CfhH1IWQ.d.ts → config-05G_hy-1.d.ts} +3 -3
- package/dist/config-B8DP2VwR.d.ts +463 -0
- package/dist/{direct-executor-WYALQSMD.mjs → direct-executor-FI5GJHWX.mjs} +14 -9
- package/dist/distribution/coordinator/etcd.d.ts +11 -2
- package/dist/distribution/coordinator/etcd.mjs +268 -107
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +4 -4
- package/dist/distribution/transport/in-memory.mjs +2 -2
- package/dist/distribution/transport/tcp.mjs +3 -3
- package/dist/distribution.d.ts +41 -9
- package/dist/distribution.mjs +1296 -117
- package/dist/{durability-wiring-7VBZEJLG.mjs → durability-wiring-RHLXDIVF.mjs} +1751 -1226
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CJRUHXgf.d.ts → engine-DYu-e0oR.d.ts} +50 -40
- package/dist/{import-GJOMB2HC.mjs → import-SRBNC6TE.mjs} +27 -19
- package/dist/{index-MsF7e5hL.d.ts → index-nRqDM6uS.d.ts} +1 -1
- package/dist/index.browser.mjs +8 -4
- package/dist/index.d.ts +7 -6
- package/dist/index.mjs +24 -16
- package/dist/index.react-native.mjs +17 -11
- package/dist/{long-query-thread-SCUE62TO.mjs → long-query-thread-EMYTGSJP.mjs} +28 -15
- package/dist/methods-ABM5ELBR.mjs +30 -0
- package/dist/{module-AVQEIB7O.mjs → module-3OMJZUFT.mjs} +12 -12
- package/dist/{module-6RLIKSZQ.mjs → module-MG7JMV2U.mjs} +33 -23
- package/dist/operations-PGOAY2KS.mjs +5 -0
- package/dist/{paged-partition-archive-KGRW366Y.mjs → paged-partition-archive-UOLHOEZJ.mjs} +37 -26
- package/dist/partial-words.mjs +6 -4
- package/dist/pattern.mjs +4 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +9 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +34 -23
- package/dist/{phrase-module-OUQIRUQU.mjs → phrase-module-O3MDRQXP.mjs} +1 -1
- package/dist/{pool-UPV5PVPY.mjs → pool-CQXYPFLG.mjs} +2 -2
- package/dist/react-native/chunks/{analysis-change-DXPZRGWF.mjs → analysis-change-EAYO3Y6Q.mjs} +27 -15
- package/dist/{browser/analysis-change-entry-JL5U2N3Q.mjs → react-native/chunks/analysis-change-entry-TNLUC6IZ.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-D7LFYPYI.mjs → chunk-2CGSQM4O.mjs} +12 -10
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +1 -0
- package/dist/react-native/chunks/{chunk-R4OPUZQ5.mjs → chunk-3O57C2ZO.mjs} +2 -2
- package/dist/react-native/chunks/chunk-3XKMRNRE.mjs +298 -0
- package/dist/react-native/chunks/{chunk-IDFMNRIC.mjs → chunk-63YSZOXB.mjs} +97 -333
- package/dist/react-native/chunks/{chunk-UFNCLEQM.mjs → chunk-75VWIY35.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-2J2727V4.mjs → chunk-7GWPJDOA.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-PU55IOG4.mjs → chunk-AUT7PMA4.mjs} +6 -190
- package/dist/react-native/chunks/chunk-C2H2QQFW.mjs +288 -0
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +43 -0
- package/dist/{browser/chunk-PIS7ZAP7.mjs → react-native/chunks/chunk-CUNGPR5R.mjs} +11 -2
- package/dist/{browser/chunk-NVEJJP4R.mjs → react-native/chunks/chunk-DCKMICOB.mjs} +2 -79
- package/dist/react-native/chunks/chunk-DH3TVWWK.mjs +102 -0
- package/dist/react-native/chunks/{chunk-ZCKNBPQ4.mjs → chunk-EH5CFV6Z.mjs} +2 -2
- package/dist/react-native/chunks/chunk-F753DA54.mjs +23 -0
- package/dist/{browser/chunk-VBX2TI5V.mjs → react-native/chunks/chunk-GFYFQLJD.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-7IQR3SZO.mjs → chunk-I5PGWQJF.mjs} +142 -257
- package/dist/react-native/chunks/{chunk-NFGBOI46.mjs → chunk-IOY2SM2P.mjs} +1 -1
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +38 -0
- package/dist/react-native/chunks/{chunk-TLYD7IJ2.mjs → chunk-JPAJWO6D.mjs} +1 -1
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +15 -0
- package/dist/react-native/chunks/{chunk-KLZGAOLT.mjs → chunk-JX2RIAXH.mjs} +4 -4
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +68 -0
- package/dist/react-native/chunks/{chunk-LQAKO5QV.mjs → chunk-NCJS3WIY.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-BRNAVOKP.mjs → chunk-NKIZX26F.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-CLE3LZ77.mjs → chunk-NP7DD4G5.mjs} +5 -4
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +78 -0
- package/dist/react-native/chunks/chunk-O32RB3BL.mjs +191 -0
- package/dist/react-native/chunks/{chunk-DKJTZ625.mjs → chunk-OQQVRWZ2.mjs} +2 -69
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +29 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/{chunk-LRGWK367.mjs → chunk-RVAEBN74.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-KOCTCUXW.mjs → chunk-RYMDHGL4.mjs} +16 -8
- package/dist/react-native/chunks/chunk-SJWDBRNP.mjs +85 -0
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +68 -0
- package/dist/react-native/chunks/chunk-UWDNZDWK.mjs +242 -0
- package/dist/react-native/chunks/{chunk-FS7BYE23.mjs → chunk-VQSKZ3EZ.mjs} +9 -152
- package/dist/react-native/chunks/{chunk-UCJU6WNH.mjs → chunk-VVFYOADG.mjs} +7 -6
- package/dist/react-native/chunks/{chunk-VGUWIZFQ.mjs → chunk-YBEW6YTR.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-JYL35A4A.mjs → chunk-YHKZSLOC.mjs} +7 -33
- package/dist/react-native/chunks/{chunk-3CTWSQRW.mjs → chunk-ZBSWRSBG.mjs} +4 -30
- package/dist/react-native/chunks/chunk-ZYDKJXQJ.mjs +96 -0
- package/dist/react-native/chunks/{cold-module-KFGEWYEL.mjs → cold-module-TJL6AFAD.mjs} +29 -21
- package/dist/react-native/chunks/{durability-wiring-QKJB2QBT.mjs → durability-wiring-RRDYJLLM.mjs} +1882 -1358
- package/dist/react-native/chunks/gzip.react-native-DNB5YNFA.mjs +3 -0
- package/dist/react-native/chunks/import-JYBMEJPQ.mjs +29 -0
- package/dist/react-native/chunks/methods-X6F36SJE.mjs +30 -0
- package/dist/react-native/chunks/module-QT5HZAY4.mjs +33 -0
- package/dist/react-native/chunks/{module-UJ5VUARS.mjs → module-S4DKSWMF.mjs} +10 -9
- package/dist/react-native/chunks/operations-RYKTSZQA.mjs +5 -0
- package/dist/react-native/chunks/{phrase-module-76UAPPSG.mjs → phrase-module-JZ37TB7N.mjs} +1 -1
- package/dist/react-native/chunks/{pool-CD4ANYUI.mjs → pool-RTGXJXPU.mjs} +3 -2
- package/dist/{browser/restore-queue-UQ6AAUVX.mjs → react-native/chunks/restore-queue-ZBVIKJWI.mjs} +2 -2
- package/dist/react-native/chunks/retention-PPCTP2VY.mjs +219 -0
- package/dist/react-native/chunks/{runtime-3MCDLJAF.mjs → runtime-KUATOLYB.mjs} +1 -1
- package/dist/react-native/chunks/{snapshot-KVBD4LRC.mjs → snapshot-ZBIEOZTZ.mjs} +47 -314
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +15 -0
- package/dist/react-native/chunks/{write-ES5A3WUA.mjs → write-2W4FTX7J.mjs} +25 -18
- package/dist/react-native/partial-words.mjs +6 -4
- package/dist/react-native/pattern.mjs +4 -3
- package/dist/react-native/sync.mjs +2236 -0
- package/dist/react-native/synonyms.mjs +7 -4
- package/dist/react.d.ts +10 -9
- package/dist/react.mjs +7 -1
- package/dist/{rerank-3W54N6P2.mjs → rerank-IZOB6NII.mjs} +4 -4
- package/dist/rerankers/http.mjs +2 -2
- package/dist/{react-native/chunks/restore-queue-H5VCN453.mjs → restore-queue-COI2GSSK.mjs} +2 -2
- package/dist/retention-55WA7GPU.mjs +58 -0
- package/dist/{runtime-L2DZYY6N.mjs → runtime-UZOC3NPY.mjs} +5 -5
- package/dist/{schema-D33CyXCy.d.ts → schema-DDauvDOv.d.ts} +1 -1
- package/dist/server.d.ts +22 -19
- package/dist/server.mjs +868 -50
- package/dist/{snapshot-WMX6JCLP.mjs → snapshot-NFX2EYN2.mjs} +62 -36
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +271 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +237 -0
- package/dist/sync-state-ZWHLAFLE.mjs +15 -0
- package/dist/{config-aIsy7mcL.d.ts → sync-uXR7MmM7.d.ts} +53 -444
- package/dist/sync.browser.mjs +2231 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2206 -0
- package/dist/synonyms.mjs +5 -3
- package/dist/{tasks-C4ElXr4P.d.ts → tasks-BShx8pdK.d.ts} +4 -4
- package/dist/thread-P2G2FWM2.mjs +44 -0
- package/dist/types-SnO7_tAI.d.ts +228 -0
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +6 -6
- package/dist/workers/entry.mjs +7 -7
- package/dist/{write-SKJ6HW7O.mjs → write-FGB62BHQ.mjs} +31 -23
- package/openapi.json +119 -3
- package/package.json +28 -8
- package/dist/browser/import-QOY6ZH6X.mjs +0 -12
- package/dist/chunk-7LDMWKP6.mjs +0 -209
- package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +0 -110
- package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +0 -3
- package/dist/react-native/chunks/import-XFBCCENV.mjs +0 -22
- package/dist/react-native/chunks/module-FHJ2GOBI.mjs +0 -25
- package/dist/thread-I7DVHHW7.mjs +0 -31
|
@@ -0,0 +1,241 @@
|
|
|
1
|
+
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, graphPartKey, vectorFileKey } from './chunk-4PD752F6.mjs';
|
|
2
|
+
import { openChecksummedEnvelope, requireValidFieldTypes, HEADER_SIZE } from './chunk-7TTWXUH6.mjs';
|
|
3
|
+
import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-3U3QR5YP.mjs';
|
|
4
|
+
import { MAX_FILE_BYTES } from './chunk-7MEYN7V6.mjs';
|
|
5
|
+
import { NarsilError, ErrorCodes } from './chunk-MYITLCHT.mjs';
|
|
6
|
+
import { decode } from '@msgpack/msgpack';
|
|
7
|
+
|
|
8
|
+
// src/persistence/durability/segment/manifest-fields.ts
|
|
9
|
+
function invalidManifest(message, details) {
|
|
10
|
+
throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Segment manifest ${message}`, details);
|
|
11
|
+
}
|
|
12
|
+
function isRecord(value) {
|
|
13
|
+
return typeof value === "object" && value !== null && !Array.isArray(value) && !(value instanceof Uint8Array);
|
|
14
|
+
}
|
|
15
|
+
function isId(value) {
|
|
16
|
+
return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= MAX_SEGMENT_ID;
|
|
17
|
+
}
|
|
18
|
+
function isUint32(value) {
|
|
19
|
+
return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= 4294967295;
|
|
20
|
+
}
|
|
21
|
+
function isSequenceNumber(value) {
|
|
22
|
+
return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
|
|
23
|
+
}
|
|
24
|
+
function readFileRef(raw, expectedKey, what) {
|
|
25
|
+
if (raw.key !== expectedKey) {
|
|
26
|
+
invalidManifest(`lists the ${what} under the key "${String(raw.key)}" where it belongs at "${expectedKey}"`, {
|
|
27
|
+
key: raw.key,
|
|
28
|
+
expected: expectedKey
|
|
29
|
+
});
|
|
30
|
+
}
|
|
31
|
+
const bytes = raw.bytes;
|
|
32
|
+
if (typeof bytes !== "number" || !Number.isInteger(bytes) || bytes < HEADER_SIZE || bytes > MAX_FILE_BYTES) {
|
|
33
|
+
invalidManifest(`gives the ${what} "${expectedKey}" an invalid length`, { key: expectedKey, bytes });
|
|
34
|
+
}
|
|
35
|
+
if (!isUint32(raw.checksum)) invalidManifest(`gives the ${what} "${expectedKey}" an invalid checksum`);
|
|
36
|
+
if (raw.headOffset === void 0) return { key: expectedKey, bytes, checksum: raw.checksum };
|
|
37
|
+
const { headOffset, headLength, headChecksum } = raw;
|
|
38
|
+
if (!isSequenceNumber(headOffset) || !isUint32(headLength) || !isUint32(headChecksum)) {
|
|
39
|
+
invalidManifest(`gives the ${what} "${expectedKey}" an invalid head`, { key: expectedKey });
|
|
40
|
+
}
|
|
41
|
+
if (headOffset + headLength > bytes - HEADER_SIZE) {
|
|
42
|
+
invalidManifest(`ends the head of the ${what} "${expectedKey}" outside its payload`, {
|
|
43
|
+
key: expectedKey,
|
|
44
|
+
headOffset,
|
|
45
|
+
headLength,
|
|
46
|
+
bytes
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
return { key: expectedKey, bytes, checksum: raw.checksum, headOffset, headLength, headChecksum };
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
// src/persistence/durability/segment/manifest-vectors-decode.ts
|
|
53
|
+
function normalizeFile(raw, indexName, fieldPath, nextFileId, seenIds) {
|
|
54
|
+
if (!isRecord(raw) || !isId(raw.id)) invalidManifest("has an invalid vector file reference", { fieldPath });
|
|
55
|
+
if (raw.id >= nextFileId || seenIds.has(raw.id)) {
|
|
56
|
+
invalidManifest(`lists vector file ${raw.id} of "${fieldPath}" twice or at its next file id`, { fieldPath });
|
|
57
|
+
}
|
|
58
|
+
seenIds.add(raw.id);
|
|
59
|
+
const count = raw.count;
|
|
60
|
+
if (typeof count !== "number" || !Number.isInteger(count) || count < 0 || count > VECTOR_FILE_MAX_VECTORS) {
|
|
61
|
+
invalidManifest(`gives vector file ${raw.id} of "${fieldPath}" an invalid count`, { fieldPath, count });
|
|
62
|
+
}
|
|
63
|
+
const dead = raw.dead ?? null;
|
|
64
|
+
if (dead !== null && !(dead instanceof Uint8Array)) invalidManifest("has dead vectors that are not bytes");
|
|
65
|
+
if (dead !== null && dead.byteLength !== deadBytesFor(count)) {
|
|
66
|
+
invalidManifest(`marks the dead vectors of file ${raw.id} of "${fieldPath}" with the wrong number of bytes`);
|
|
67
|
+
}
|
|
68
|
+
const ref = readFileRef(raw, vectorFileKey(indexName, fieldPath, raw.id), "vector file");
|
|
69
|
+
return { ...ref, id: raw.id, count, dead };
|
|
70
|
+
}
|
|
71
|
+
function normalizeGraphParts(raw, indexName, fieldPath, generation) {
|
|
72
|
+
if (!Array.isArray(raw)) invalidManifest(`gives "${fieldPath}" no list of graph parts`, { fieldPath });
|
|
73
|
+
if (raw.length > 0 && generation === 0) invalidManifest(`lists graph parts of "${fieldPath}" at generation 0`);
|
|
74
|
+
return raw.map((part, at) => {
|
|
75
|
+
if (!isRecord(part)) invalidManifest(`has an invalid graph part of "${fieldPath}"`, { fieldPath });
|
|
76
|
+
return readFileRef(part, graphPartKey(indexName, fieldPath, generation, at), "graph part");
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
function normalizeField(raw, indexName, seenFields) {
|
|
80
|
+
if (!isRecord(raw) || typeof raw.fieldPath !== "string") invalidManifest("has an invalid vector reference");
|
|
81
|
+
const fieldPath = raw.fieldPath;
|
|
82
|
+
if (seenFields.has(fieldPath)) invalidManifest(`lists the vector field "${fieldPath}" twice`, { fieldPath });
|
|
83
|
+
seenFields.add(fieldPath);
|
|
84
|
+
if (!isId(raw.nextFileId)) invalidManifest(`gives "${fieldPath}" an invalid next file id`, { fieldPath });
|
|
85
|
+
if (!Array.isArray(raw.files)) invalidManifest(`gives "${fieldPath}" no list of vector files`, { fieldPath });
|
|
86
|
+
if (!isId(raw.graphGeneration)) invalidManifest(`gives "${fieldPath}" an invalid graph generation`, { fieldPath });
|
|
87
|
+
const nextFileId = raw.nextFileId;
|
|
88
|
+
const seenIds = /* @__PURE__ */ new Set();
|
|
89
|
+
return {
|
|
90
|
+
fieldPath,
|
|
91
|
+
nextFileId,
|
|
92
|
+
files: raw.files.map((file) => normalizeFile(file, indexName, fieldPath, nextFileId, seenIds)),
|
|
93
|
+
graphGeneration: raw.graphGeneration,
|
|
94
|
+
graphParts: normalizeGraphParts(raw.graphParts, indexName, fieldPath, raw.graphGeneration)
|
|
95
|
+
};
|
|
96
|
+
}
|
|
97
|
+
function normalizeVectorFields(raw, indexName) {
|
|
98
|
+
if (!Array.isArray(raw)) invalidManifest("has malformed vector references");
|
|
99
|
+
const seenFields = /* @__PURE__ */ new Set();
|
|
100
|
+
return raw.map((field) => normalizeField(field, indexName, seenFields));
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
// src/persistence/durability/segment/manifest-decode.ts
|
|
104
|
+
async function openManifestPayload(data) {
|
|
105
|
+
const { payload } = await openChecksummedEnvelope(data, {
|
|
106
|
+
envelopeFormatVersion: MANIFEST_ENVELOPE_VERSION,
|
|
107
|
+
what: "segment manifest",
|
|
108
|
+
allowsCompression: true
|
|
109
|
+
});
|
|
110
|
+
const raw = decode(payload);
|
|
111
|
+
if (!isRecord(raw)) invalidManifest("is not a map");
|
|
112
|
+
return raw;
|
|
113
|
+
}
|
|
114
|
+
function listedKeysOf(raw) {
|
|
115
|
+
const keys = [];
|
|
116
|
+
for (const partition of Array.isArray(raw.partitions) ? raw.partitions : []) {
|
|
117
|
+
if (!isRecord(partition) || !Array.isArray(partition.segments)) continue;
|
|
118
|
+
for (const segment of partition.segments)
|
|
119
|
+
if (isRecord(segment) && typeof segment.key === "string") keys.push(segment.key);
|
|
120
|
+
}
|
|
121
|
+
for (const field of Array.isArray(raw.vectors) ? raw.vectors : []) {
|
|
122
|
+
if (!isRecord(field)) continue;
|
|
123
|
+
for (const list of [field.files, field.graphParts]) {
|
|
124
|
+
if (!Array.isArray(list)) continue;
|
|
125
|
+
for (const file of list) if (isRecord(file) && typeof file.key === "string") keys.push(file.key);
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
return keys;
|
|
129
|
+
}
|
|
130
|
+
async function decodeSegmentManifest(data, indexName) {
|
|
131
|
+
return decodeManifestPayload(await openManifestPayload(data), indexName);
|
|
132
|
+
}
|
|
133
|
+
function decodeManifestPayload(raw, indexName) {
|
|
134
|
+
if (raw.version === EARLIER_SEGMENT_MANIFEST_VERSION) return { kind: "earlier", payload: raw };
|
|
135
|
+
if (raw.version !== SEGMENT_MANIFEST_VERSION) {
|
|
136
|
+
throw new NarsilError(
|
|
137
|
+
ErrorCodes.ENVELOPE_VERSION_MISMATCH,
|
|
138
|
+
`The segment manifest of index "${indexName}" holds layout ${String(raw.version)}, which this release cannot open. Export the index with the release that wrote it and import the export`,
|
|
139
|
+
{ indexName, version: raw.version }
|
|
140
|
+
);
|
|
141
|
+
}
|
|
142
|
+
const schema = raw.schema;
|
|
143
|
+
if (!isRecord(schema)) invalidManifest("is missing its schema");
|
|
144
|
+
requireValidFieldTypes(schema);
|
|
145
|
+
if (typeof raw.language !== "string") invalidManifest("is missing its language");
|
|
146
|
+
if (raw.analysisGeneration !== void 0 && !isSequenceNumber(raw.analysisGeneration)) {
|
|
147
|
+
invalidManifest("has an invalid analysis generation");
|
|
148
|
+
}
|
|
149
|
+
return {
|
|
150
|
+
kind: "current",
|
|
151
|
+
manifest: {
|
|
152
|
+
version: SEGMENT_MANIFEST_VERSION,
|
|
153
|
+
schema,
|
|
154
|
+
language: raw.language,
|
|
155
|
+
...raw.analysisGeneration ? { analysisGeneration: raw.analysisGeneration } : {},
|
|
156
|
+
checkpoint: normalizeCheckpoint(raw.checkpoint),
|
|
157
|
+
partitions: normalizePartitions(raw.partitions, indexName),
|
|
158
|
+
vectors: normalizeVectorFields(raw.vectors, indexName)
|
|
159
|
+
}
|
|
160
|
+
};
|
|
161
|
+
}
|
|
162
|
+
function normalizeCheckpoint(raw) {
|
|
163
|
+
if (!Array.isArray(raw)) invalidManifest("is missing its checkpoint list");
|
|
164
|
+
const seen = /* @__PURE__ */ new Set();
|
|
165
|
+
return raw.map((entry) => {
|
|
166
|
+
if (!isRecord(entry) || !isUint32(entry.partitionId) || !isSequenceNumber(entry.lastSeqNo) || !isSequenceNumber(entry.primaryTerm) || seen.has(entry.partitionId)) {
|
|
167
|
+
invalidManifest("has an invalid partition checkpoint", { entry });
|
|
168
|
+
}
|
|
169
|
+
seen.add(entry.partitionId);
|
|
170
|
+
const checkpoint = {
|
|
171
|
+
partitionId: entry.partitionId,
|
|
172
|
+
lastSeqNo: entry.lastSeqNo,
|
|
173
|
+
primaryTerm: entry.primaryTerm
|
|
174
|
+
};
|
|
175
|
+
if (entry.termHistory !== void 0) {
|
|
176
|
+
checkpoint.termHistory = normalizeTermHistory(entry.termHistory, entry.partitionId, entry.lastSeqNo);
|
|
177
|
+
}
|
|
178
|
+
return checkpoint;
|
|
179
|
+
});
|
|
180
|
+
}
|
|
181
|
+
function normalizeTermHistory(raw, partitionId, lastSeqNo) {
|
|
182
|
+
if (!Array.isArray(raw)) invalidManifest("has a term history that is not a list", { partitionId });
|
|
183
|
+
let previous = null;
|
|
184
|
+
return raw.map((start) => {
|
|
185
|
+
if (!isRecord(start) || !isSequenceNumber(start.primaryTerm) || !isSequenceNumber(start.firstSeqNo)) {
|
|
186
|
+
invalidManifest("has an invalid term history entry", { partitionId });
|
|
187
|
+
}
|
|
188
|
+
const read = { primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo };
|
|
189
|
+
if (read.firstSeqNo > lastSeqNo) {
|
|
190
|
+
invalidManifest(`has a term starting at seqNo ${read.firstSeqNo}, above lastSeqNo ${lastSeqNo}`, { partitionId });
|
|
191
|
+
}
|
|
192
|
+
if (previous !== null && (read.primaryTerm <= previous.primaryTerm || read.firstSeqNo <= previous.firstSeqNo)) {
|
|
193
|
+
invalidManifest("has a term history that fails to ascend strictly", { partitionId });
|
|
194
|
+
}
|
|
195
|
+
previous = read;
|
|
196
|
+
return read;
|
|
197
|
+
});
|
|
198
|
+
}
|
|
199
|
+
function normalizePartitions(raw, indexName) {
|
|
200
|
+
if (!Array.isArray(raw)) invalidManifest("is missing partition entries");
|
|
201
|
+
const seen = /* @__PURE__ */ new Set();
|
|
202
|
+
return raw.map((entry) => {
|
|
203
|
+
if (!isRecord(entry) || !isUint32(entry.partitionId) || seen.has(entry.partitionId)) {
|
|
204
|
+
invalidManifest("has a partition without a valid id", { partitionId: isRecord(entry) ? entry.partitionId : null });
|
|
205
|
+
}
|
|
206
|
+
seen.add(entry.partitionId);
|
|
207
|
+
const segments = normalizeSegments(entry.segments, indexName, entry.partitionId);
|
|
208
|
+
return {
|
|
209
|
+
partitionId: entry.partitionId,
|
|
210
|
+
nextSegmentId: readNextSegmentId(entry.nextSegmentId, segments, entry.partitionId),
|
|
211
|
+
segments
|
|
212
|
+
};
|
|
213
|
+
});
|
|
214
|
+
}
|
|
215
|
+
function normalizeSegments(raw, indexName, partitionId) {
|
|
216
|
+
if (!Array.isArray(raw)) invalidManifest("has malformed segment references", { partitionId });
|
|
217
|
+
if (raw.length > MAX_SEGMENTS_PER_PARTITION) {
|
|
218
|
+
invalidManifest(`lists ${raw.length} segments for partition ${partitionId}, above ${MAX_SEGMENTS_PER_PARTITION}`);
|
|
219
|
+
}
|
|
220
|
+
const seenIds = /* @__PURE__ */ new Set();
|
|
221
|
+
return raw.map((segment) => {
|
|
222
|
+
if (!isRecord(segment) || !isId(segment.id) || !isUint32(segment.docCount) || !isUint32(segment.tombstoneCount)) {
|
|
223
|
+
invalidManifest("has an invalid segment reference", { partitionId });
|
|
224
|
+
}
|
|
225
|
+
if (seenIds.has(segment.id)) invalidManifest(`reuses segment id ${segment.id} in partition ${partitionId}`);
|
|
226
|
+
seenIds.add(segment.id);
|
|
227
|
+
const ref = readFileRef(segment, segmentKey(indexName, partitionId, segment.id), "segment");
|
|
228
|
+
return { ...ref, id: segment.id, docCount: segment.docCount, tombstoneCount: segment.tombstoneCount };
|
|
229
|
+
});
|
|
230
|
+
}
|
|
231
|
+
function readNextSegmentId(value, segments, partitionId) {
|
|
232
|
+
if (!isId(value)) invalidManifest("has an invalid next segment id", { partitionId });
|
|
233
|
+
for (const segment of segments) {
|
|
234
|
+
if (segment.id >= value) {
|
|
235
|
+
invalidManifest(`next segment id ${value} does not exceed segment id ${segment.id}`, { partitionId });
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
return value;
|
|
239
|
+
}
|
|
240
|
+
|
|
241
|
+
export { decodeManifestPayload, decodeSegmentManifest, invalidManifest, isId, isRecord, isSequenceNumber, isUint32, listedKeysOf, openManifestPayload };
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import { DIRECTORY_IDENTITY_CHECK_INTERVAL_MS } from './chunk-ZI2V4VD7.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-MYITLCHT.mjs';
|
|
3
|
+
|
|
4
|
+
// src/persistence/durability/directory-watch.ts
|
|
5
|
+
function unrefInterval(tick, intervalMs) {
|
|
6
|
+
const timer = setInterval(tick, intervalMs);
|
|
7
|
+
if (typeof timer.unref === "function") timer.unref();
|
|
8
|
+
return timer;
|
|
9
|
+
}
|
|
10
|
+
function createDirectoryWatch(directory, isStopped, onLost) {
|
|
11
|
+
let expected = null;
|
|
12
|
+
let timer = null;
|
|
13
|
+
let lock = null;
|
|
14
|
+
function cannotCheck(err) {
|
|
15
|
+
return new NarsilError(
|
|
16
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
17
|
+
`The engine cannot check the durability directory "${directory.root}", so it cannot confirm that a write is durable`,
|
|
18
|
+
{ directory: directory.root, cause: err instanceof Error ? err.message : String(err) }
|
|
19
|
+
);
|
|
20
|
+
}
|
|
21
|
+
async function currentIdentity() {
|
|
22
|
+
try {
|
|
23
|
+
return await directory.identity?.() ?? null;
|
|
24
|
+
} catch (err) {
|
|
25
|
+
return cannotCheck(err);
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
async function lockTakenOver() {
|
|
29
|
+
if (lock === null) return null;
|
|
30
|
+
try {
|
|
31
|
+
if (await lock.holds()) return null;
|
|
32
|
+
} catch (err) {
|
|
33
|
+
return cannotCheck(err);
|
|
34
|
+
}
|
|
35
|
+
return new NarsilError(
|
|
36
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
37
|
+
`The lock file of the durability directory "${directory.root}" records another engine, which may be writing the same log`,
|
|
38
|
+
{ directory: directory.root }
|
|
39
|
+
);
|
|
40
|
+
}
|
|
41
|
+
async function verify() {
|
|
42
|
+
if (directory.identity === void 0 || isStopped()) return true;
|
|
43
|
+
const current = await currentIdentity();
|
|
44
|
+
if (current instanceof Error) {
|
|
45
|
+
onLost(current);
|
|
46
|
+
return false;
|
|
47
|
+
}
|
|
48
|
+
if (expected === null) {
|
|
49
|
+
expected = current;
|
|
50
|
+
} else if (current !== expected) {
|
|
51
|
+
onLost(
|
|
52
|
+
new NarsilError(
|
|
53
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
54
|
+
`The durability directory "${directory.root}" is missing or is a different directory from the one that this instance opens at start-up, so a write to it is not durable`,
|
|
55
|
+
{ directory: directory.root }
|
|
56
|
+
)
|
|
57
|
+
);
|
|
58
|
+
return false;
|
|
59
|
+
}
|
|
60
|
+
const takenOver = await lockTakenOver();
|
|
61
|
+
if (takenOver === null) return true;
|
|
62
|
+
onLost(takenOver);
|
|
63
|
+
return false;
|
|
64
|
+
}
|
|
65
|
+
function stop() {
|
|
66
|
+
if (timer !== null) {
|
|
67
|
+
clearInterval(timer);
|
|
68
|
+
timer = null;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
return {
|
|
72
|
+
async claim() {
|
|
73
|
+
if (lock === null && directory.lock !== void 0) lock = await directory.lock();
|
|
74
|
+
},
|
|
75
|
+
async release() {
|
|
76
|
+
const held = lock;
|
|
77
|
+
lock = null;
|
|
78
|
+
await held?.release();
|
|
79
|
+
},
|
|
80
|
+
verify,
|
|
81
|
+
async verifyOnce() {
|
|
82
|
+
if (expected === null && directory.identity !== void 0) await verify();
|
|
83
|
+
},
|
|
84
|
+
start() {
|
|
85
|
+
if (directory.identity === void 0 || timer !== null || isStopped()) return;
|
|
86
|
+
timer = unrefInterval(() => void verify(), DIRECTORY_IDENTITY_CHECK_INTERVAL_MS);
|
|
87
|
+
},
|
|
88
|
+
stop
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
// src/persistence/durability/sync/constants.ts
|
|
93
|
+
var LOG_READ_CHUNK_BYTES = 1048576;
|
|
94
|
+
var DEFAULT_HISTORY_MAX_AGE_MS = 2592e6;
|
|
95
|
+
|
|
96
|
+
export { DEFAULT_HISTORY_MAX_AGE_MS, LOG_READ_CHUNK_BYTES, createDirectoryWatch, unrefInterval };
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
// src/engine/serial-index-update.ts
|
|
2
|
+
var updatingByCore = /* @__PURE__ */ new WeakMap();
|
|
3
|
+
async function withOpenIndex(core, indexName, action) {
|
|
4
|
+
core.guardShutdown();
|
|
5
|
+
core.requireIndex(indexName);
|
|
6
|
+
const release = await core.indexState.acquire(indexName);
|
|
7
|
+
try {
|
|
8
|
+
return await action();
|
|
9
|
+
} finally {
|
|
10
|
+
release();
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
async function oneAtATime(core, indexName, action) {
|
|
14
|
+
let chains = updatingByCore.get(core);
|
|
15
|
+
if (chains === void 0) {
|
|
16
|
+
chains = /* @__PURE__ */ new Map();
|
|
17
|
+
updatingByCore.set(core, chains);
|
|
18
|
+
}
|
|
19
|
+
const updating = chains;
|
|
20
|
+
const earlier = updating.get(indexName) ?? Promise.resolve();
|
|
21
|
+
const current = earlier.catch(() => void 0).then(action);
|
|
22
|
+
updating.set(indexName, current);
|
|
23
|
+
try {
|
|
24
|
+
return await current;
|
|
25
|
+
} finally {
|
|
26
|
+
if (updating.get(indexName) === current) updating.delete(indexName);
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
// src/engine/sync-notify.ts
|
|
31
|
+
var listenersByRegistry = /* @__PURE__ */ new WeakMap();
|
|
32
|
+
function emitSyncChange(registry, change) {
|
|
33
|
+
const listeners = listenersByRegistry.get(registry);
|
|
34
|
+
if (listeners === void 0) return;
|
|
35
|
+
for (const listener of [...listeners]) listener(change);
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export { emitSyncChange, oneAtATime, withOpenIndex };
|
|
@@ -34,6 +34,11 @@ var ErrorCodes = {
|
|
|
34
34
|
BACKUP_STORE_CLAIMED: "BACKUP_STORE_CLAIMED",
|
|
35
35
|
BACKUP_STORE_NOT_CONFIGURED: "BACKUP_STORE_NOT_CONFIGURED",
|
|
36
36
|
BACKUP_NOT_READY: "BACKUP_NOT_READY",
|
|
37
|
+
SYNC_DURABILITY_REQUIRED: "SYNC_DURABILITY_REQUIRED",
|
|
38
|
+
SYNC_BACKUP_STORE_REQUIRED: "SYNC_BACKUP_STORE_REQUIRED",
|
|
39
|
+
SYNC_NOT_READY: "SYNC_NOT_READY",
|
|
40
|
+
SYNC_NOT_ENABLED: "SYNC_NOT_ENABLED",
|
|
41
|
+
SYNC_SNAPSHOT_PREPARING: "SYNC_SNAPSHOT_PREPARING",
|
|
37
42
|
SEARCH_INVALID_FIELD: "SEARCH_INVALID_FIELD",
|
|
38
43
|
VECTOR_DIMENSION_MISMATCH: "VECTOR_DIMENSION_MISMATCH",
|
|
39
44
|
SEARCH_INVALID_FILTER: "SEARCH_INVALID_FILTER",
|
|
@@ -143,7 +148,8 @@ var ClientErrorCodes = {
|
|
|
143
148
|
CLIENT_REQUEST_ABORTED: "CLIENT_REQUEST_ABORTED",
|
|
144
149
|
CLIENT_INVALID_RESPONSE: "CLIENT_INVALID_RESPONSE",
|
|
145
150
|
CLIENT_TASK_TIMEOUT: "CLIENT_TASK_TIMEOUT",
|
|
146
|
-
CLIENT_UNEXPECTED_ERROR: "CLIENT_UNEXPECTED_ERROR"
|
|
151
|
+
CLIENT_UNEXPECTED_ERROR: "CLIENT_UNEXPECTED_ERROR",
|
|
152
|
+
SYNC_ANALYSIS_UNAVAILABLE: "SYNC_ANALYSIS_UNAVAILABLE"
|
|
147
153
|
};
|
|
148
154
|
var NarsilError = class extends Error {
|
|
149
155
|
/** This says which failure it is. */
|
|
@@ -1,8 +1,10 @@
|
|
|
1
|
-
import { littleEndianBytes, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, KEYWORD_SEGMENT_PAYLOAD_VERSION, uint64Bytes } from './chunk-
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
1
|
+
import { littleEndianBytes, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, KEYWORD_SEGMENT_PAYLOAD_VERSION, uint64Bytes } from './chunk-H6QFBMVE.mjs';
|
|
2
|
+
import { SEGMENT_FILE_FRAMING_SLACK_BYTES, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE } from './chunk-ZI2V4VD7.mjs';
|
|
3
|
+
import { selectionKeeps, packChecksummedEnvelope, messagePackUpperBoundBytes, segmentArraysOf, mergeSegmentContents } from './chunk-2SHAKW2Z.mjs';
|
|
4
|
+
import { segmentKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-4PD752F6.mjs';
|
|
5
|
+
import { crc32, openChecksummedEnvelope, HEADER_SIZE } from './chunk-7TTWXUH6.mjs';
|
|
6
|
+
import { MAX_FILE_BYTES } from './chunk-7MEYN7V6.mjs';
|
|
7
|
+
import { NarsilError, ErrorCodes } from './chunk-MYITLCHT.mjs';
|
|
6
8
|
import { decode, encode } from '@msgpack/msgpack';
|
|
7
9
|
|
|
8
10
|
// src/persistence/paged/constants.ts
|
|
@@ -513,149 +515,6 @@ async function readSegmentFile(store, ref) {
|
|
|
513
515
|
requireListedChecksum("segment", ref.key, header2.checksum, ref.checksum);
|
|
514
516
|
return decodeKeywordSegment(payload, sharesMemoryWithWorkers());
|
|
515
517
|
}
|
|
516
|
-
|
|
517
|
-
// src/persistence/durability/segment/layout.ts
|
|
518
|
-
var SEGMENT_ID_WIDTH = 16;
|
|
519
|
-
function manifestKey(indexName) {
|
|
520
|
-
return `${indexName}/manifest`;
|
|
521
|
-
}
|
|
522
|
-
function snapshotBundleKey(indexName) {
|
|
523
|
-
return `${indexName}/snapshot`;
|
|
524
|
-
}
|
|
525
|
-
function segmentPrefix(indexName, partitionId) {
|
|
526
|
-
return `${indexName}/segments/${partitionId}/`;
|
|
527
|
-
}
|
|
528
|
-
function segmentKey(indexName, partitionId, segmentId) {
|
|
529
|
-
return `${segmentPrefix(indexName, partitionId)}s${formatSegmentId(segmentId)}`;
|
|
530
|
-
}
|
|
531
|
-
function segmentsPrefix(indexName) {
|
|
532
|
-
return `${indexName}/segments/`;
|
|
533
|
-
}
|
|
534
|
-
function vectorFileKey(indexName, fieldPath, fileId) {
|
|
535
|
-
return `${segmentsPrefix(indexName)}vec-${encodeFieldPath(fieldPath)}-f${formatSegmentId(fileId)}`;
|
|
536
|
-
}
|
|
537
|
-
function requireGeneration(generation) {
|
|
538
|
-
if (Number.isSafeInteger(generation) && generation > 0) return;
|
|
539
|
-
throw new NarsilError(
|
|
540
|
-
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
541
|
-
`Vector graph generation ${generation} must be a positive integer`,
|
|
542
|
-
{ generation }
|
|
543
|
-
);
|
|
544
|
-
}
|
|
545
|
-
function graphPartKey(indexName, fieldPath, generation, part) {
|
|
546
|
-
requireGeneration(generation);
|
|
547
|
-
return `${segmentsPrefix(indexName)}vec-${encodeFieldPath(fieldPath)}-graph-g${generation}-p${formatSegmentId(part)}`;
|
|
548
|
-
}
|
|
549
|
-
function formatSegmentId(segmentId) {
|
|
550
|
-
if (!Number.isInteger(segmentId) || segmentId < 0) {
|
|
551
|
-
throw new NarsilError(
|
|
552
|
-
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
553
|
-
`Segment id ${segmentId} must be a non-negative integer`,
|
|
554
|
-
{ segmentId }
|
|
555
|
-
);
|
|
556
|
-
}
|
|
557
|
-
return segmentId.toString().padStart(SEGMENT_ID_WIDTH, "0");
|
|
558
|
-
}
|
|
559
|
-
var FIELD_PATH_PATTERN = /^[A-Za-z0-9_.]+$/;
|
|
560
|
-
function encodeFieldPath(fieldPath) {
|
|
561
|
-
if (!FIELD_PATH_PATTERN.test(fieldPath)) {
|
|
562
|
-
throw new NarsilError(
|
|
563
|
-
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
564
|
-
`Vector field path "${fieldPath}" contains characters that cannot be encoded in a segment key`,
|
|
565
|
-
{ fieldPath }
|
|
566
|
-
);
|
|
567
|
-
}
|
|
568
|
-
const fingerprint = fnv1a(fieldPath).toString(36);
|
|
569
|
-
return `${fieldPath.replace(/\./g, "_")}-${fingerprint}`;
|
|
570
|
-
}
|
|
571
|
-
var SEGMENT_MANIFEST_VERSION = 7;
|
|
572
|
-
var EARLIER_SEGMENT_MANIFEST_VERSION = 6;
|
|
573
|
-
var MANIFEST_ENVELOPE_VERSION = 2;
|
|
574
|
-
var MAX_SEGMENTS_PER_PARTITION = 65536;
|
|
575
|
-
var MAX_SEGMENT_ID = 281474976710655;
|
|
576
|
-
function fileRefOnTheWire(ref) {
|
|
577
|
-
return {
|
|
578
|
-
key: ref.key,
|
|
579
|
-
bytes: ref.bytes,
|
|
580
|
-
checksum: ref.checksum,
|
|
581
|
-
...ref.headOffset === void 0 ? {} : { headOffset: ref.headOffset, headLength: ref.headLength, headChecksum: ref.headChecksum }
|
|
582
|
-
};
|
|
583
|
-
}
|
|
584
|
-
function encodeSegmentManifest(manifest) {
|
|
585
|
-
const payload = encode({
|
|
586
|
-
version: SEGMENT_MANIFEST_VERSION,
|
|
587
|
-
schema: manifest.schema,
|
|
588
|
-
language: manifest.language,
|
|
589
|
-
...manifest.analysisGeneration ? { analysisGeneration: manifest.analysisGeneration } : {},
|
|
590
|
-
checkpoint: manifest.checkpoint.map((c) => ({
|
|
591
|
-
partitionId: c.partitionId,
|
|
592
|
-
lastSeqNo: c.lastSeqNo,
|
|
593
|
-
primaryTerm: c.primaryTerm,
|
|
594
|
-
...c.termHistory === void 0 ? {} : {
|
|
595
|
-
termHistory: c.termHistory.map((start) => ({ primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo }))
|
|
596
|
-
}
|
|
597
|
-
})),
|
|
598
|
-
partitions: manifest.partitions.map((p) => ({
|
|
599
|
-
partitionId: p.partitionId,
|
|
600
|
-
nextSegmentId: p.nextSegmentId,
|
|
601
|
-
segments: p.segments.map((s) => ({
|
|
602
|
-
id: s.id,
|
|
603
|
-
key: s.key,
|
|
604
|
-
docCount: s.docCount,
|
|
605
|
-
tombstoneCount: s.tombstoneCount,
|
|
606
|
-
bytes: s.bytes,
|
|
607
|
-
checksum: s.checksum
|
|
608
|
-
}))
|
|
609
|
-
})),
|
|
610
|
-
vectors: manifest.vectors.map((v) => ({
|
|
611
|
-
fieldPath: v.fieldPath,
|
|
612
|
-
nextFileId: v.nextFileId,
|
|
613
|
-
files: v.files.map((f) => ({ id: f.id, ...fileRefOnTheWire(f), count: f.count, dead: f.dead })),
|
|
614
|
-
graphGeneration: v.graphGeneration,
|
|
615
|
-
graphParts: v.graphParts.map(fileRefOnTheWire)
|
|
616
|
-
}))
|
|
617
|
-
});
|
|
618
|
-
return packChecksummedEnvelope([payload], MANIFEST_ENVELOPE_VERSION, "segment manifest");
|
|
619
|
-
}
|
|
620
|
-
function manifestReferencedKeys(manifest) {
|
|
621
|
-
const keys = /* @__PURE__ */ new Set();
|
|
622
|
-
for (const partition of manifest.partitions) {
|
|
623
|
-
for (const segment of partition.segments) {
|
|
624
|
-
keys.add(segment.key);
|
|
625
|
-
}
|
|
626
|
-
}
|
|
627
|
-
for (const vector of manifest.vectors) {
|
|
628
|
-
for (const file of vector.files) keys.add(file.key);
|
|
629
|
-
for (const part of vector.graphParts) keys.add(part.key);
|
|
630
|
-
}
|
|
631
|
-
return keys;
|
|
632
|
-
}
|
|
633
|
-
function manifestFileRefs(manifest) {
|
|
634
|
-
const refs = [];
|
|
635
|
-
for (const partition of manifest.partitions) refs.push(...partition.segments);
|
|
636
|
-
for (const vector of manifest.vectors) refs.push(...vector.files, ...vector.graphParts);
|
|
637
|
-
return refs;
|
|
638
|
-
}
|
|
639
|
-
|
|
640
|
-
// src/persistence/durability/constants.ts
|
|
641
|
-
var DEFAULT_CHECKPOINT_INTERVAL_MS = 3e5;
|
|
642
|
-
var DEFAULT_CHECKPOINT_MUTATION_THRESHOLD = 1e5;
|
|
643
|
-
var DEFAULT_ASYNC_FLUSH_INTERVAL_MS = 1e3;
|
|
644
|
-
var DIRECTORY_IDENTITY_CHECK_INTERVAL_MS = 1e3;
|
|
645
|
-
var DIRECTORY_LOCK_ATTEMPTS = 3;
|
|
646
|
-
var DIRECTORY_LOCK_SETTLE_MS = 50;
|
|
647
|
-
var DEFAULT_SEGMENT_MAX_BYTES = 67108864;
|
|
648
|
-
var DEFAULT_COMPACTION_THRESHOLD = 12;
|
|
649
|
-
var COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT = 2e5;
|
|
650
|
-
var SEGMENT_FILE_FRAMING_SLACK_BYTES = 65536;
|
|
651
|
-
var SEGMENT_TOKEN_TABLE_SHARE_OF_FILE = 0.25;
|
|
652
|
-
var WHOLE_PARTITION_MIN_CHANGED_SHARE = 0.5;
|
|
653
|
-
var WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT = 1e5;
|
|
654
|
-
var LOG_RECORDS_PER_CHECKPOINT = 1e5;
|
|
655
|
-
var WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES = 2147483648;
|
|
656
|
-
var CHECKPOINT_WORKER_TIMEOUT_MS = 6e5;
|
|
657
|
-
var CHECKPOINT_WORKER_IDLE_MS = 5e3;
|
|
658
|
-
var CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS = 50;
|
|
659
518
|
var ORDINAL_BYTES = 4;
|
|
660
519
|
var POSTING_BYTES = 8;
|
|
661
520
|
var VALUE_ENTRY_BYTES = 12;
|
|
@@ -911,7 +770,7 @@ async function writePagedGroup(state, group) {
|
|
|
911
770
|
const tombstones = state.tombstonesWritten ? [] : [...request.tombstones];
|
|
912
771
|
const id = state.nextSegmentId;
|
|
913
772
|
const key = segmentKey(request.indexName, request.partitionId, id);
|
|
914
|
-
const { writePagedSegment } = await import('./module-
|
|
773
|
+
const { writePagedSegment } = await import('./module-M4JNBV6V.mjs');
|
|
915
774
|
const written = await writePagedSegment({
|
|
916
775
|
directory,
|
|
917
776
|
key,
|
|
@@ -995,4 +854,4 @@ async function writeSegmentsOf(request) {
|
|
|
995
854
|
return { segments: state.segments, nextSegmentId: state.nextSegmentId };
|
|
996
855
|
}
|
|
997
856
|
|
|
998
|
-
export { BLOCK_SUMMARY_BYTES,
|
|
857
|
+
export { BLOCK_SUMMARY_BYTES, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, COLD_WALK_NODES_READ_AHEAD, DOCUMENT_BLOCK_BYTES, DOCUMENT_BLOCK_MIN_RAW_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, ID_SAMPLE_INTERVAL, LARGEST_CACHED_ENTRY_SHARE, LARGEST_REMOVAL_BUCKET_COUNT, LIST_VIEWS_HELD_PER_SEGMENT, MAX_DOCUMENT_BLOCK_RAW_BYTES, MAX_THREAD_FILE_NUMBER, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES, MERGE_READ_CACHE_BYTES, MessagePackChunks, PAGED_SEGMENT_ENVELOPE_VERSION, PAYLOAD_PREFIX_BYTES, POSITION_WIDTH_BYTES, POSTING_WIDTH_BYTES, READS_AHEAD_AT_ONCE, READ_AHEAD_CHUNK_BYTES, RECORD_PAGE_BYTES, REMOVAL_BUCKET_TARGET_BYTES, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, REWRITE_SPILL_BYTES, SECTION_ALIGNMENT_BYTES, SECTION_WRITE_BUFFER_BYTES, SEGMENT_PAGE_BYTES, SMALLEST_BLOCK_POSTINGS, STABLE_HEAD_ATTEMPTS, THREAD_READ_CACHE_BYTES, TOMBSTONES_BETWEEN_YIELDS, WRITER_YIELD_INTERVAL_TOKENS, adapterCheckpointStore, decodePagedSegmentHead, decodeSections, directoryCheckpointStore, encodePagedSegmentHead, loadFailed, readListedFile, readSegmentFile, requireListedChecksum, requireListedSize, sectionNamed, writeBooleanColumns, writeEnumColumns, writeFieldLengths, writeGeopointColumns, writePartialWords, writePatternColumns, writeSegmentsOf, writeSurfaceForms, writeValueColumns };
|
|
@@ -40,24 +40,4 @@ function fnv1a(input) {
|
|
|
40
40
|
return fnv1aBytes(encoder.encode(input));
|
|
41
41
|
}
|
|
42
42
|
|
|
43
|
-
|
|
44
|
-
var nextRequestSequence = 0;
|
|
45
|
-
function createRequestId() {
|
|
46
|
-
nextRequestSequence += 1;
|
|
47
|
-
return String(nextRequestSequence);
|
|
48
|
-
}
|
|
49
|
-
function isValidWorkerResponse(msg) {
|
|
50
|
-
if (msg === null || msg === void 0 || typeof msg !== "object") {
|
|
51
|
-
return false;
|
|
52
|
-
}
|
|
53
|
-
const candidate = msg;
|
|
54
|
-
if (typeof candidate.requestId !== "string") {
|
|
55
|
-
return false;
|
|
56
|
-
}
|
|
57
|
-
if (candidate.type !== "success" && candidate.type !== "error") {
|
|
58
|
-
return false;
|
|
59
|
-
}
|
|
60
|
-
return true;
|
|
61
|
-
}
|
|
62
|
-
|
|
63
|
-
export { FNV_OFFSET_BASIS, createRequestId, fnv1a, fnv1aContinue, fnv1aContinueTaggedNumbers, isValidWorkerResponse };
|
|
43
|
+
export { FNV_OFFSET_BASIS, fnv1a, fnv1aContinue, fnv1aContinueTaggedNumbers };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND } from './chunk-
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND } from './chunk-XRV72TJD.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-MYITLCHT.mjs';
|
|
3
3
|
|
|
4
4
|
// src/engine/export/json-line.ts
|
|
5
5
|
function refuse(path, kind, docId) {
|