@delali/narsil 0.3.1-next.153 → 0.3.1-next.154
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -1
- package/dist/adapters/filesystem.mjs +2 -2
- package/dist/adapters/gcs.mjs +2 -2
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +2 -2
- package/dist/{analysis-change-2OYM7ARW.mjs → analysis-change-4GCRVRBW.mjs} +27 -18
- package/dist/{react-native/chunks/analysis-change-entry-CXNRW324.mjs → analysis-change-entry-KYGSXW4K.mjs} +1 -1
- package/dist/browser/{analysis-change-2V2HZ2NY.mjs → analysis-change-IXWPXXJJ.mjs} +17 -7
- package/dist/{analysis-change-entry-QD7YNDEE.mjs → browser/analysis-change-entry-FCSHFQSS.mjs} +1 -1
- package/dist/browser/{chunk-TQ5UMFG5.mjs → chunk-2FX6ROWR.mjs} +15 -6
- package/dist/browser/{chunk-KWYQ6KX4.mjs → chunk-2SHAKW2Z.mjs} +119 -1922
- package/dist/browser/{chunk-55WYRLDZ.mjs → chunk-3U3QR5YP.mjs} +2 -2
- package/dist/browser/chunk-4PD752F6.mjs +85 -0
- package/dist/browser/chunk-5W3MMTLG.mjs +19 -0
- package/dist/browser/{chunk-IAXZAVYL.mjs → chunk-7MEYN7V6.mjs} +1 -151
- package/dist/browser/chunk-7TTWXUH6.mjs +1828 -0
- package/dist/browser/{chunk-CSCKZBVJ.mjs → chunk-AJ4HHOVT.mjs} +4 -4
- package/dist/{react-native/chunks/chunk-DFQJ4IJB.mjs → browser/chunk-AYY6PIKL.mjs} +2 -2
- package/dist/browser/{chunk-VD7JEUIR.mjs → chunk-C4KS2QNF.mjs} +9 -8
- package/dist/browser/chunk-DSXIBE6N.mjs +78 -0
- package/dist/browser/chunk-ELV4OZOI.mjs +29 -0
- package/dist/browser/{chunk-PM4MUM5N.mjs → chunk-EUNBNLKM.mjs} +6 -5
- package/dist/browser/{chunk-GJKXW3SF.mjs → chunk-G7LUMBSG.mjs} +137 -253
- package/dist/browser/{chunk-B3JM6Z74.mjs → chunk-H6QFBMVE.mjs} +3 -2
- package/dist/browser/chunk-J433A7P3.mjs +241 -0
- package/dist/browser/chunk-ML6HY7T7.mjs +96 -0
- package/dist/browser/chunk-ML7THVLJ.mjs +38 -0
- package/dist/{chunk-MDF6PDIA.mjs → browser/chunk-MYITLCHT.mjs} +7 -1
- package/dist/browser/{chunk-QJCO3TJU.mjs → chunk-QXTPSX2H.mjs} +9 -150
- package/dist/browser/{chunk-MPK76GVS.mjs → chunk-RA6LSBCM.mjs} +1 -21
- package/dist/browser/{chunk-7ZJTRUVW.mjs → chunk-SIR3LMTV.mjs} +2 -2
- package/dist/browser/{chunk-LURXVCHG.mjs → chunk-SJB6VIZG.mjs} +1 -1
- package/dist/browser/chunk-TTD27VXX.mjs +298 -0
- package/dist/browser/chunk-U2E3HMYW.mjs +151 -0
- package/dist/browser/{chunk-2A2IPRC3.mjs → chunk-VCOYGVP7.mjs} +5 -31
- package/dist/browser/chunk-VI7BQR4U.mjs +21 -0
- package/dist/browser/chunk-W5X2UFWQ.mjs +102 -0
- package/dist/browser/{chunk-HT7J73QL.mjs → chunk-XRV72TJD.mjs} +2 -2
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/chunk-ZI2V4VD7.mjs +21 -0
- package/dist/{react-native/chunks/chunk-QC4ZRBSX.mjs → browser/chunk-ZPTA75ZC.mjs} +2 -79
- package/dist/browser/{cold-module-YECAK4MN.mjs → cold-module-VTUGDYNY.mjs} +20 -14
- package/dist/browser/{durability-wiring-LM7WFL6X.mjs → durability-wiring-GL4A7KDV.mjs} +1886 -1364
- package/dist/browser/import-YI5GNB4H.mjs +17 -0
- package/dist/browser/methods-LMUTS7OI.mjs +30 -0
- package/dist/browser/{module-XQLEOYNM.mjs → module-EC3FYW7N.mjs} +9 -8
- package/dist/browser/{module-KAMRAJLE.mjs → module-M4JNBV6V.mjs} +16 -10
- package/dist/browser/operations-WVYLF72Q.mjs +5 -0
- package/dist/browser/{phrase-module-CNKMUY4U.mjs → phrase-module-NPYUVX75.mjs} +1 -1
- package/dist/browser/{pool-DTYSPBMQ.mjs → pool-WCGDZHJP.mjs} +3 -2
- package/dist/{restore-queue-AOF5OTQV.mjs → browser/restore-queue-TYIGDL5L.mjs} +2 -2
- package/dist/browser/retention-6QMRS5VK.mjs +207 -0
- package/dist/browser/{runtime-D2ULZGCN.mjs → runtime-3EW2AGB6.mjs} +1 -1
- package/dist/browser/{snapshot-UGZVMP4H.mjs → snapshot-DN3CRVUQ.mjs} +38 -307
- package/dist/browser/sync-state-P5XG6LTQ.mjs +15 -0
- package/dist/browser/{write-I5P5MW4O.mjs → write-WAWAFGKQ.mjs} +16 -11
- package/dist/{capabilities-BT-HLDC8.d.ts → capabilities-B3Brs1Rc.d.ts} +62 -7
- package/dist/{chunk-DGRM4EZZ.mjs → chunk-37IVJLP6.mjs} +1 -1
- package/dist/{chunk-KYVRZAYP.mjs → chunk-3A5KI24C.mjs} +2 -69
- package/dist/{chunk-POUYICOU.mjs → chunk-3OFU3NJT.mjs} +1 -1
- package/dist/{chunk-3TVDTACC.mjs → chunk-3Y3J4V2R.mjs} +1 -1
- package/dist/{chunk-FNBNZCGP.mjs → chunk-466PYR4P.mjs} +2 -2
- package/dist/{chunk-SEAJS664.mjs → chunk-4HWZV5MK.mjs} +5 -5
- package/dist/{chunk-UGVUW27S.mjs → chunk-5FUOVJKG.mjs} +13 -9
- package/dist/{chunk-ZHAXP7SD.mjs → chunk-5KGYQT6W.mjs} +6 -235
- package/dist/{chunk-NPXVQS33.mjs → chunk-62G63NMH.mjs} +4 -3
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-7GXJUJ24.mjs +49 -0
- package/dist/{chunk-3E4RRF5J.mjs → chunk-7HCZWC7B.mjs} +58 -8
- package/dist/{chunk-6RKSY3BX.mjs → chunk-7NTMUDC5.mjs} +5 -5
- package/dist/chunk-7QUGDVFC.mjs +101 -0
- package/dist/{chunk-G5KHSM6E.mjs → chunk-AO2FAYIZ.mjs} +1 -1
- package/dist/chunk-B7S6YEBP.mjs +102 -0
- package/dist/{chunk-AWNHDBKV.mjs → chunk-BPSKLCS7.mjs} +15 -7
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/{chunk-T4CJDBBE.mjs → chunk-C6ASEFZI.mjs} +1 -1
- package/dist/{chunk-NITCPDFL.mjs → chunk-C73JLU4E.mjs} +2 -2
- package/dist/{chunk-NYSONUB7.mjs → chunk-CP5RRPJR.mjs} +1 -1
- package/dist/{chunk-TTCKT2RT.mjs → chunk-DMQPFLGI.mjs} +134 -11
- package/dist/{chunk-3SBJVQLL.mjs → chunk-DVWYODEB.mjs} +2 -2
- package/dist/chunk-ECX4SGX6.mjs +167 -0
- package/dist/chunk-GES7U2PM.mjs +68 -0
- package/dist/{chunk-NVTFQFUL.mjs → chunk-HVKXNBFL.mjs} +1 -1
- package/dist/chunk-HVYICDY3.mjs +214 -0
- package/dist/{chunk-3HV7M5OJ.mjs → chunk-HWEDFLB7.mjs} +9 -133
- package/dist/{chunk-52QQWEBS.mjs → chunk-IBNLW3AV.mjs} +21 -6
- package/dist/chunk-IJU7LL7D.mjs +242 -0
- package/dist/chunk-IPN7S4KX.mjs +130 -0
- package/dist/{chunk-5QMHMELB.mjs → chunk-IQ4R2I6N.mjs} +4 -1
- package/dist/chunk-JCLTESFN.mjs +96 -0
- package/dist/{chunk-J4BDAH2W.mjs → chunk-JFNKIBDT.mjs} +2 -2
- package/dist/{chunk-LDGGR7YT.mjs → chunk-K4B7OH65.mjs} +2 -2
- package/dist/{chunk-7TE2AJIH.mjs → chunk-K7KLL263.mjs} +13 -10
- package/dist/{chunk-CSHHU7PA.mjs → chunk-KCUIFVVW.mjs} +11 -30
- package/dist/{react-native/chunks/chunk-YH7W556M.mjs → chunk-KUZKUONM.mjs} +11 -2
- package/dist/chunk-KYYABCSW.mjs +72 -0
- package/dist/{chunk-B2FTZNNF.mjs → chunk-LKUE5GXS.mjs} +34 -14
- package/dist/{chunk-2PNYKG2D.mjs → chunk-LSM2YTKM.mjs} +100 -335
- package/dist/{chunk-DMNPYF54.mjs → chunk-LTUGDMV4.mjs} +2 -2
- package/dist/{chunk-FDG4KXX5.mjs → chunk-MLHNSAPK.mjs} +5 -3
- package/dist/{chunk-VP6XRMWR.mjs → chunk-MMBEANB2.mjs} +6 -32
- package/dist/{chunk-LJ4ENXOD.mjs → chunk-MMEMEUOO.mjs} +2 -2
- package/dist/{chunk-2HJWQPR6.mjs → chunk-NTZOXVUZ.mjs} +6 -122
- package/dist/{chunk-5WB2A3XU.mjs → chunk-NZMAXR2S.mjs} +397 -24
- package/dist/{chunk-IZT3G24Q.mjs → chunk-O43Z4MS6.mjs} +2 -2
- package/dist/{chunk-U46IZNCW.mjs → chunk-OKX2BBNW.mjs} +3 -2
- package/dist/{chunk-RBEHLIKX.mjs → chunk-PFKM7VNZ.mjs} +14 -8
- package/dist/chunk-PGVPE7GJ.mjs +96 -0
- package/dist/chunk-Q3TCTQCC.mjs +85 -0
- package/dist/chunk-Q7MS6P2J.mjs +74 -0
- package/dist/chunk-QDZJM7NI.mjs +23 -0
- package/dist/{chunk-ZS6CMXAE.mjs → chunk-QKZHLADX.mjs} +89 -250
- package/dist/{chunk-IJSFWGVW.mjs → chunk-REL7LFLR.mjs} +3 -3
- package/dist/chunk-RVKFI3A2.mjs +237 -0
- package/dist/chunk-S2N75OTN.mjs +83 -0
- package/dist/chunk-TRISKD4Q.mjs +50 -0
- package/dist/{chunk-6F6USYII.mjs → chunk-TV2L3BN7.mjs} +13 -11
- package/dist/{chunk-6BWLDLS3.mjs → chunk-URPCYQVJ.mjs} +1 -1
- package/dist/chunk-USR7FQRZ.mjs +34 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/{chunk-SOUZMPME.mjs → chunk-VMXSVVXG.mjs} +7 -194
- package/dist/{chunk-4QCSHLNM.mjs → chunk-VREK3MYG.mjs} +3 -3
- package/dist/{chunk-YGQOPB2Z.mjs → chunk-WCBA2LVZ.mjs} +1 -1
- package/dist/{chunk-KQJVNPRM.mjs → chunk-X6NSJYQ3.mjs} +19 -16
- package/dist/chunk-Y4WPNHMC.mjs +50 -0
- package/dist/{chunk-IRWP524D.mjs → chunk-YBJDOA2T.mjs} +1 -1
- package/dist/{chunk-IJPK5PGM.mjs → chunk-YPUEV6ZC.mjs} +1 -1
- package/dist/{chunk-J7M73VY7.mjs → chunk-YROWNOMH.mjs} +1 -1
- package/dist/chunk-Z3TNWCI5.mjs +196 -0
- package/dist/{chunk-65WCV5JO.mjs → chunk-ZIFJXCKA.mjs} +1 -1
- package/dist/chunk-ZYAY26KG.mjs +29 -0
- package/dist/{client-Cn3gNxUU.d.ts → client-Df76GNKm.d.ts} +76 -6
- package/dist/client.d.ts +8 -7
- package/dist/client.mjs +56 -5
- package/dist/{cold-module-PYSSBIL7.mjs → cold-module-YLWMTTZG.mjs} +38 -28
- package/dist/{config-CfhH1IWQ.d.ts → config-05G_hy-1.d.ts} +3 -3
- package/dist/config-B8DP2VwR.d.ts +463 -0
- package/dist/{direct-executor-WYALQSMD.mjs → direct-executor-FI5GJHWX.mjs} +14 -9
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +4 -4
- package/dist/distribution/transport/in-memory.mjs +2 -2
- package/dist/distribution/transport/tcp.mjs +3 -3
- package/dist/distribution.d.ts +41 -9
- package/dist/distribution.mjs +1296 -117
- package/dist/{durability-wiring-7VBZEJLG.mjs → durability-wiring-RHLXDIVF.mjs} +1751 -1226
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CJRUHXgf.d.ts → engine-DYu-e0oR.d.ts} +50 -40
- package/dist/{import-GJOMB2HC.mjs → import-SRBNC6TE.mjs} +27 -19
- package/dist/{index-MsF7e5hL.d.ts → index-nRqDM6uS.d.ts} +1 -1
- package/dist/index.browser.mjs +8 -4
- package/dist/index.d.ts +7 -6
- package/dist/index.mjs +24 -16
- package/dist/index.react-native.mjs +17 -11
- package/dist/{long-query-thread-SCUE62TO.mjs → long-query-thread-EMYTGSJP.mjs} +28 -15
- package/dist/methods-ABM5ELBR.mjs +30 -0
- package/dist/{module-AVQEIB7O.mjs → module-3OMJZUFT.mjs} +12 -12
- package/dist/{module-6RLIKSZQ.mjs → module-MG7JMV2U.mjs} +33 -23
- package/dist/operations-PGOAY2KS.mjs +5 -0
- package/dist/{paged-partition-archive-KGRW366Y.mjs → paged-partition-archive-UOLHOEZJ.mjs} +37 -26
- package/dist/partial-words.mjs +6 -4
- package/dist/pattern.mjs +4 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +9 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +34 -23
- package/dist/{phrase-module-OUQIRUQU.mjs → phrase-module-O3MDRQXP.mjs} +1 -1
- package/dist/{pool-UPV5PVPY.mjs → pool-CQXYPFLG.mjs} +2 -2
- package/dist/react-native/chunks/{analysis-change-DXPZRGWF.mjs → analysis-change-EAYO3Y6Q.mjs} +27 -15
- package/dist/{browser/analysis-change-entry-JL5U2N3Q.mjs → react-native/chunks/analysis-change-entry-TNLUC6IZ.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-D7LFYPYI.mjs → chunk-2CGSQM4O.mjs} +12 -10
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +1 -0
- package/dist/react-native/chunks/{chunk-R4OPUZQ5.mjs → chunk-3O57C2ZO.mjs} +2 -2
- package/dist/react-native/chunks/chunk-3XKMRNRE.mjs +298 -0
- package/dist/react-native/chunks/{chunk-IDFMNRIC.mjs → chunk-63YSZOXB.mjs} +97 -333
- package/dist/react-native/chunks/{chunk-UFNCLEQM.mjs → chunk-75VWIY35.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-2J2727V4.mjs → chunk-7GWPJDOA.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-PU55IOG4.mjs → chunk-AUT7PMA4.mjs} +6 -190
- package/dist/react-native/chunks/chunk-C2H2QQFW.mjs +288 -0
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +43 -0
- package/dist/{browser/chunk-PIS7ZAP7.mjs → react-native/chunks/chunk-CUNGPR5R.mjs} +11 -2
- package/dist/{browser/chunk-NVEJJP4R.mjs → react-native/chunks/chunk-DCKMICOB.mjs} +2 -79
- package/dist/react-native/chunks/chunk-DH3TVWWK.mjs +102 -0
- package/dist/react-native/chunks/{chunk-ZCKNBPQ4.mjs → chunk-EH5CFV6Z.mjs} +2 -2
- package/dist/react-native/chunks/chunk-F753DA54.mjs +23 -0
- package/dist/{browser/chunk-VBX2TI5V.mjs → react-native/chunks/chunk-GFYFQLJD.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-7IQR3SZO.mjs → chunk-I5PGWQJF.mjs} +142 -257
- package/dist/react-native/chunks/{chunk-NFGBOI46.mjs → chunk-IOY2SM2P.mjs} +1 -1
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +38 -0
- package/dist/react-native/chunks/{chunk-TLYD7IJ2.mjs → chunk-JPAJWO6D.mjs} +1 -1
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +15 -0
- package/dist/react-native/chunks/{chunk-KLZGAOLT.mjs → chunk-JX2RIAXH.mjs} +4 -4
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +68 -0
- package/dist/react-native/chunks/{chunk-LQAKO5QV.mjs → chunk-NCJS3WIY.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-BRNAVOKP.mjs → chunk-NKIZX26F.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-CLE3LZ77.mjs → chunk-NP7DD4G5.mjs} +5 -4
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +78 -0
- package/dist/react-native/chunks/chunk-O32RB3BL.mjs +191 -0
- package/dist/react-native/chunks/{chunk-DKJTZ625.mjs → chunk-OQQVRWZ2.mjs} +2 -69
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +29 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/{chunk-LRGWK367.mjs → chunk-RVAEBN74.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-KOCTCUXW.mjs → chunk-RYMDHGL4.mjs} +16 -8
- package/dist/react-native/chunks/chunk-SJWDBRNP.mjs +85 -0
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +68 -0
- package/dist/react-native/chunks/chunk-UWDNZDWK.mjs +242 -0
- package/dist/react-native/chunks/{chunk-FS7BYE23.mjs → chunk-VQSKZ3EZ.mjs} +9 -152
- package/dist/react-native/chunks/{chunk-UCJU6WNH.mjs → chunk-VVFYOADG.mjs} +7 -6
- package/dist/react-native/chunks/{chunk-VGUWIZFQ.mjs → chunk-YBEW6YTR.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-JYL35A4A.mjs → chunk-YHKZSLOC.mjs} +7 -33
- package/dist/react-native/chunks/{chunk-3CTWSQRW.mjs → chunk-ZBSWRSBG.mjs} +4 -30
- package/dist/react-native/chunks/chunk-ZYDKJXQJ.mjs +96 -0
- package/dist/react-native/chunks/{cold-module-KFGEWYEL.mjs → cold-module-TJL6AFAD.mjs} +29 -21
- package/dist/react-native/chunks/{durability-wiring-QKJB2QBT.mjs → durability-wiring-RRDYJLLM.mjs} +1882 -1358
- package/dist/react-native/chunks/gzip.react-native-DNB5YNFA.mjs +3 -0
- package/dist/react-native/chunks/import-JYBMEJPQ.mjs +29 -0
- package/dist/react-native/chunks/methods-X6F36SJE.mjs +30 -0
- package/dist/react-native/chunks/module-QT5HZAY4.mjs +33 -0
- package/dist/react-native/chunks/{module-UJ5VUARS.mjs → module-S4DKSWMF.mjs} +10 -9
- package/dist/react-native/chunks/operations-RYKTSZQA.mjs +5 -0
- package/dist/react-native/chunks/{phrase-module-76UAPPSG.mjs → phrase-module-JZ37TB7N.mjs} +1 -1
- package/dist/react-native/chunks/{pool-CD4ANYUI.mjs → pool-RTGXJXPU.mjs} +3 -2
- package/dist/{browser/restore-queue-UQ6AAUVX.mjs → react-native/chunks/restore-queue-ZBVIKJWI.mjs} +2 -2
- package/dist/react-native/chunks/retention-PPCTP2VY.mjs +219 -0
- package/dist/react-native/chunks/{runtime-3MCDLJAF.mjs → runtime-KUATOLYB.mjs} +1 -1
- package/dist/react-native/chunks/{snapshot-KVBD4LRC.mjs → snapshot-ZBIEOZTZ.mjs} +47 -314
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +15 -0
- package/dist/react-native/chunks/{write-ES5A3WUA.mjs → write-2W4FTX7J.mjs} +25 -18
- package/dist/react-native/partial-words.mjs +6 -4
- package/dist/react-native/pattern.mjs +4 -3
- package/dist/react-native/sync.mjs +2236 -0
- package/dist/react-native/synonyms.mjs +7 -4
- package/dist/react.d.ts +10 -9
- package/dist/react.mjs +7 -1
- package/dist/{rerank-3W54N6P2.mjs → rerank-IZOB6NII.mjs} +4 -4
- package/dist/rerankers/http.mjs +2 -2
- package/dist/{react-native/chunks/restore-queue-H5VCN453.mjs → restore-queue-COI2GSSK.mjs} +2 -2
- package/dist/retention-55WA7GPU.mjs +58 -0
- package/dist/{runtime-L2DZYY6N.mjs → runtime-UZOC3NPY.mjs} +5 -5
- package/dist/{schema-D33CyXCy.d.ts → schema-DDauvDOv.d.ts} +1 -1
- package/dist/server.d.ts +22 -19
- package/dist/server.mjs +868 -50
- package/dist/{snapshot-WMX6JCLP.mjs → snapshot-NFX2EYN2.mjs} +62 -36
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +271 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +237 -0
- package/dist/sync-state-ZWHLAFLE.mjs +15 -0
- package/dist/{config-aIsy7mcL.d.ts → sync-uXR7MmM7.d.ts} +53 -444
- package/dist/sync.browser.mjs +2231 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2206 -0
- package/dist/synonyms.mjs +5 -3
- package/dist/{tasks-C4ElXr4P.d.ts → tasks-BShx8pdK.d.ts} +4 -4
- package/dist/thread-P2G2FWM2.mjs +44 -0
- package/dist/types-SnO7_tAI.d.ts +228 -0
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +6 -6
- package/dist/workers/entry.mjs +7 -7
- package/dist/{write-SKJ6HW7O.mjs → write-FGB62BHQ.mjs} +31 -23
- package/openapi.json +119 -3
- package/package.json +28 -8
- package/dist/browser/import-QOY6ZH6X.mjs +0 -12
- package/dist/chunk-7LDMWKP6.mjs +0 -209
- package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +0 -110
- package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +0 -3
- package/dist/react-native/chunks/import-XFBCCENV.mjs +0 -22
- package/dist/react-native/chunks/module-FHJ2GOBI.mjs +0 -25
- package/dist/thread-I7DVHHW7.mjs +0 -31
|
@@ -1,29 +1,33 @@
|
|
|
1
|
-
import { DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_RESUME_WRITES_BELOW, validateWorkerConfig, validateIndexName, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateBM25Params, validatePartitionConfig, executeQuery, lazyQueryBinding, executePreflight, executeSuggest, executeListDocuments, ENGINE_MEMORY_FIGURES_MAX_AGE_MS, storedBM25Params, readEngineMemoryFigures, FULL_MEMORY_COLLECTION_INTERVAL_MS, validateBatchList, validateDocId } from './chunk-
|
|
2
|
-
import { resolvePartialWordAnalysis, resolvePartitionInsertOptions, isEmptySynonymSet, synonymModule, createDirectExecutor, generateId, createPartitionRouter, availableSynonymModule, mergeFrozenSegments, createSharedFrozenSegment, freezeSegmentShared, createFrozenSegment } from './chunk-UGVUW27S.mjs';
|
|
3
|
-
import { ARRAY_POSITION_GAP, requirePatternSearchFor, requirePartialWordSearchFor, loadPhraseCodeFor, collectQueryTermStats, requireLoadedPhraseCode, readHeapStatistics, createPartitionIndex, mergePartitionStats, oversampledFacetConfig, availablePatternSearch, PATTERN_HOST, kWayMerge, mergeFacets, isCompositePartition, encodeSegmentState } from './chunk-3HV7M5OJ.mjs';
|
|
4
|
-
import { fnv1a } from './chunk-KAKQ74LS.mjs';
|
|
1
|
+
import { DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_RESUME_WRITES_BELOW, validateWorkerConfig, validateIndexName, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateBM25Params, validatePartitionConfig, executeQuery, lazyQueryBinding, executePreflight, executeSuggest, executeListDocuments, ENGINE_MEMORY_FIGURES_MAX_AGE_MS, storedBM25Params, readEngineMemoryFigures, FULL_MEMORY_COLLECTION_INTERVAL_MS, validateBatchList, validateDocId } from './chunk-TV2L3BN7.mjs';
|
|
5
2
|
import { DEFAULT_MAX_RERANK_WINDOW, DEFAULT_RERANK_TIMEOUT_MS } from './chunk-HJSN7UYG.mjs';
|
|
6
|
-
import { detectRuntime, resolveWorkerEntry, missingWorkerEntry, workerResourceLimits } from './chunk-
|
|
3
|
+
import { detectRuntime, resolveWorkerEntry, missingWorkerEntry, workerResourceLimits } from './chunk-URPCYQVJ.mjs';
|
|
7
4
|
import { collectYoungGenerationBeforeRefusal, collectGarbageBeforeRefusal } from './chunk-XIHUI4KB.mjs';
|
|
8
|
-
import { countEngineThread } from './chunk-Q2UL2TPC.mjs';
|
|
9
5
|
import { splitWorkerBudget, resolveWorkerCount, DEFAULT_REQUEST_TIMEOUT_MS, resolveRequestThreadCount, DEFAULT_BACKPRESSURE_LIMIT, SHUTDOWN_TIMEOUT_MS, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH } from './chunk-3MXV3VHR.mjs';
|
|
10
6
|
import { MAX_INDEX_CONFIGURATION_BYTES, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, STATISTICS_BROADCAST_INTERVAL_MS, HEAP_PRESSURE_WARNING_FRACTION, FOREIGN_STATS_TTL_MS, MIN_DOCUMENTS_FOR_SEGMENTS, HEAP_PRESSURE_REARM_FRACTION, BATCH_CHUNK_SIZE } from './chunk-EEBCDP36.mjs';
|
|
11
|
-
import {
|
|
12
|
-
import {
|
|
7
|
+
import { resolvePartialWordAnalysis, resolvePartitionInsertOptions, isEmptySynonymSet, synonymModule, createDirectExecutor, generateId, createPartitionRouter, availableSynonymModule, mergeFrozenSegments, createSharedFrozenSegment, freezeSegmentShared, createFrozenSegment } from './chunk-5FUOVJKG.mjs';
|
|
8
|
+
import { ARRAY_POSITION_GAP, requirePatternSearchFor, requirePartialWordSearchFor, loadPhraseCodeFor, collectQueryTermStats, requireLoadedPhraseCode, createPartitionIndex, mergePartitionStats, oversampledFacetConfig, availablePatternSearch, PATTERN_HOST, kWayMerge, mergeFacets, isCompositePartition, encodeSegmentState } from './chunk-HWEDFLB7.mjs';
|
|
9
|
+
import { INDEX_CONFIGURATION_ENVELOPE_VERSION } from './chunk-USR7FQRZ.mjs';
|
|
10
|
+
import { requireWithinFileLimit, HEADER_SIZE, payloadByteLength, checksumOfChunks, packEnvelopeWithEngineVersion } from './chunk-HVYICDY3.mjs';
|
|
11
|
+
import { readHeapStatistics } from './chunk-IPN7S4KX.mjs';
|
|
12
|
+
import { fnv1a } from './chunk-KAKQ74LS.mjs';
|
|
13
|
+
import { countEngineThread } from './chunk-Q2UL2TPC.mjs';
|
|
14
|
+
import { withOpenIndex, oneAtATime, emitSyncChange } from './chunk-Y4WPNHMC.mjs';
|
|
15
|
+
import { getLanguage } from './chunk-JCLTESFN.mjs';
|
|
13
16
|
import { createRequestId, isValidWorkerResponse } from './chunk-QHPYS427.mjs';
|
|
14
17
|
import { collectAndReturnPages } from './chunk-QYRNLLLI.mjs';
|
|
18
|
+
import { loadVectorCodeFor, loadedVectorCode, loadVectorCode, requireLoadedVectorCode } from './chunk-37IVJLP6.mjs';
|
|
15
19
|
import { HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-ZXNQEW43.mjs';
|
|
16
|
-
import { requireSearchBackendSettings } from './chunk-
|
|
20
|
+
import { requireSearchBackendSettings } from './chunk-HVKXNBFL.mjs';
|
|
17
21
|
import { countWrite, turnsAreBudgeted, turnIsSpent, yieldTurn, indexChangeOutsideExternalWaits, changeIndexOutsideExternalWaits } from './chunk-LQG5G2LY.mjs';
|
|
18
22
|
import { noteThreadSlotLive, threadSlotOfWorker, noteThreadSlotGone } from './chunk-RFBLQLLZ.mjs';
|
|
19
|
-
import { DEFAULT_PATTERN_WORK_CAP, MATCHER_STATE_BUDGET_BYTES } from './chunk-
|
|
20
|
-
import {
|
|
21
|
-
import {
|
|
22
|
-
import {
|
|
23
|
-
import {
|
|
23
|
+
import { DEFAULT_PATTERN_WORK_CAP, MATCHER_STATE_BUDGET_BYTES } from './chunk-OKX2BBNW.mjs';
|
|
24
|
+
import { raiseEarlierReleaseGraphSetting, getNestedValue, messagePackUpperBoundBytes, validateVectorPromotion, validateVectorStorage, validateTextStorage, validateRequiredFields, requireDocumentWithinSizeLimit, validateDocument, validateDocumentStrict } from './chunk-VMXSVVXG.mjs';
|
|
25
|
+
import { flattenSchema, validateSchema, requireCreatableSchema, schemaFieldsOf, extractVectorFieldsFromSchema } from './chunk-Z3TNWCI5.mjs';
|
|
26
|
+
import { isSingleStringFieldType } from './chunk-3A5KI24C.mjs';
|
|
27
|
+
import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
|
|
28
|
+
import { ErrorCodes, NarsilError } from './chunk-KUZKUONM.mjs';
|
|
24
29
|
import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
25
|
-
import { encode
|
|
26
|
-
import * as zlib from 'zlib';
|
|
30
|
+
import { encode } from '@msgpack/msgpack';
|
|
27
31
|
|
|
28
32
|
// src/engine/memory/fractions.ts
|
|
29
33
|
function memoryFractionsOf(config) {
|
|
@@ -608,7 +612,7 @@ var TEXT_REBUILD_SWITCH_BACKLOG_DOCUMENTS = 1e3;
|
|
|
608
612
|
// src/partitioning/rewrite-spill-of.ts
|
|
609
613
|
async function rewriteSpillOf(storage, manager, target) {
|
|
610
614
|
if (storage === void 0 || (target?.config ?? manager.config).textStorage !== "disk") return null;
|
|
611
|
-
const { openRewriteSpill } = await import('./module-
|
|
615
|
+
const { openRewriteSpill } = await import('./module-MG7JMV2U.mjs');
|
|
612
616
|
return openRewriteSpill(storage, manager, target);
|
|
613
617
|
}
|
|
614
618
|
|
|
@@ -1122,10 +1126,10 @@ var RECOVERY_CONFIG_ERROR_CODES = /* @__PURE__ */ new Set([
|
|
|
1122
1126
|
function resolveEmbeddingAdapter(deps, metadata, schema) {
|
|
1123
1127
|
const name = metadata.embedding?.adapter ?? null;
|
|
1124
1128
|
if (!metadata.embedding) return { adapter: null, name };
|
|
1125
|
-
const
|
|
1126
|
-
if (!
|
|
1129
|
+
const candidate = name !== null ? deps.embeddingAdapters.get(name) ?? null : deps.config?.embedding ?? null;
|
|
1130
|
+
if (!candidate) return { adapter: null, name };
|
|
1127
1131
|
try {
|
|
1128
|
-
validateEmbeddingConfig({ fields: metadata.embedding.fields, adapter:
|
|
1132
|
+
validateEmbeddingConfig({ fields: metadata.embedding.fields, adapter: candidate }, schema, void 0);
|
|
1129
1133
|
} catch (err) {
|
|
1130
1134
|
if (err instanceof NarsilError) {
|
|
1131
1135
|
throw new NarsilError(err.code, `Recovery of index "${metadata.indexName}" failed: ${err.message}`, {
|
|
@@ -1135,7 +1139,7 @@ function resolveEmbeddingAdapter(deps, metadata, schema) {
|
|
|
1135
1139
|
}
|
|
1136
1140
|
throw err;
|
|
1137
1141
|
}
|
|
1138
|
-
return { adapter:
|
|
1142
|
+
return { adapter: candidate, name };
|
|
1139
1143
|
}
|
|
1140
1144
|
function recoveryFailure(metadata, err) {
|
|
1141
1145
|
if (!(err instanceof NarsilError) || !RECOVERY_CONFIG_ERROR_CODES.has(err.code)) return err;
|
|
@@ -1152,7 +1156,7 @@ async function createIndexFromMetadata(deps, metadata, loadData) {
|
|
|
1152
1156
|
const existing = deps.indexRegistry.get(metadata.indexName);
|
|
1153
1157
|
if (existing !== void 0) {
|
|
1154
1158
|
if ((metadata.analysisGeneration ?? 0) > existing.analysisGeneration) {
|
|
1155
|
-
const { adoptSavedAnalysis } = await import('./analysis-change-
|
|
1159
|
+
const { adoptSavedAnalysis } = await import('./analysis-change-4GCRVRBW.mjs');
|
|
1156
1160
|
adoptSavedAnalysis(deps.executor.getManager(metadata.indexName), existing, metadata);
|
|
1157
1161
|
}
|
|
1158
1162
|
if (loadData && deps.executor.getManager(metadata.indexName) === void 0) {
|
|
@@ -1207,7 +1211,8 @@ async function createIndexFromMetadata(deps, metadata, loadData) {
|
|
|
1207
1211
|
synonyms,
|
|
1208
1212
|
analysisGeneration: metadata.analysisGeneration ?? 0,
|
|
1209
1213
|
pendingAnalysis: metadata.pendingAnalysis ?? null,
|
|
1210
|
-
durableAnalysis: null
|
|
1214
|
+
durableAnalysis: null,
|
|
1215
|
+
sync: metadata.sync?.enabled === true ? (await import('./sync-state-ZWHLAFLE.mjs')).syncStateOfMetadata(metadata) : null
|
|
1211
1216
|
});
|
|
1212
1217
|
if (loadData) await deps.indexState().registerOpen(metadata.indexName);
|
|
1213
1218
|
else deps.indexState().registerClosed(metadata.indexName);
|
|
@@ -1474,8 +1479,8 @@ function createIndexStateCoordinator(config, callbacks) {
|
|
|
1474
1479
|
if (config?.maxOpenIndexes === void 0 && config?.maxOpenBytes === void 0) return;
|
|
1475
1480
|
while (exceedsLimits()) {
|
|
1476
1481
|
const candidates = [...entries].filter(([name, entry]) => name !== protectedName && entry.state === "open" && entry.activeOperations === 0).sort((left, right) => left[1].lastAccessAt - right[1].lastAccessAt);
|
|
1477
|
-
const
|
|
1478
|
-
if (
|
|
1482
|
+
const candidate = candidates[0];
|
|
1483
|
+
if (candidate === void 0 || !await closeEntry(candidate[0], true)) return;
|
|
1479
1484
|
}
|
|
1480
1485
|
}
|
|
1481
1486
|
async function sweep() {
|
|
@@ -3297,7 +3302,7 @@ async function startPool(state) {
|
|
|
3297
3302
|
);
|
|
3298
3303
|
}
|
|
3299
3304
|
eligibleIndexNames(state);
|
|
3300
|
-
const [factory, { createWorkerPool }] = await Promise.all([createWorkerFactory(), import('./pool-
|
|
3305
|
+
const [factory, { createWorkerPool }] = await Promise.all([createWorkerFactory(), import('./pool-CQXYPFLG.mjs')]);
|
|
3301
3306
|
let started = null;
|
|
3302
3307
|
const pool = createWorkerPool({
|
|
3303
3308
|
count: state.keywordWorkerCount + state.longQueryWorkerCount,
|
|
@@ -3988,7 +3993,7 @@ async function emitWriteEventAfter(source, indexName, write) {
|
|
|
3988
3993
|
// src/engine/core.ts
|
|
3989
3994
|
async function createEngineCore(config, hooks, capacityScope = "index") {
|
|
3990
3995
|
validateWorkerConfig(config?.workers, config?.lifecycle);
|
|
3991
|
-
const rerankSettings = config?.rerankTimeout === void 0 && config?.maxRerankWindow === void 0 ? { timeoutMs: DEFAULT_RERANK_TIMEOUT_MS, maxWindow: DEFAULT_MAX_RERANK_WINDOW } : (await import('./runtime-
|
|
3996
|
+
const rerankSettings = config?.rerankTimeout === void 0 && config?.maxRerankWindow === void 0 ? { timeoutMs: DEFAULT_RERANK_TIMEOUT_MS, maxWindow: DEFAULT_MAX_RERANK_WINDOW } : (await import('./runtime-UZOC3NPY.mjs')).resolveRerankSettings(config);
|
|
3992
3997
|
const eventHandlers = eventHandlersOf(config?.events);
|
|
3993
3998
|
const vectorWorkerCount = splitWorkerBudget(resolveWorkerCount(config?.workers?.count)).vector;
|
|
3994
3999
|
const vectorCopyPolicy = {
|
|
@@ -3999,7 +4004,7 @@ async function createEngineCore(config, hooks, capacityScope = "index") {
|
|
|
3999
4004
|
if (config?.lifecycle !== void 0 && durabilityTier === null) {
|
|
4000
4005
|
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "Index lifecycle settings require durability");
|
|
4001
4006
|
}
|
|
4002
|
-
const durabilityWiring = durabilityTier === null ? null : await import('./durability-wiring-
|
|
4007
|
+
const durabilityWiring = durabilityTier === null ? null : await import('./durability-wiring-RHLXDIVF.mjs');
|
|
4003
4008
|
const filesystemDurability = durabilityTier?.kind === "wal";
|
|
4004
4009
|
const executor = createDirectExecutor({
|
|
4005
4010
|
vectorWorkerCopies: vectorCopyPolicy,
|
|
@@ -4126,7 +4131,8 @@ async function createEngineCore(config, hooks, capacityScope = "index") {
|
|
|
4126
4131
|
if (entry === void 0) return;
|
|
4127
4132
|
entry.documentCount = documentCount;
|
|
4128
4133
|
entry.partitionCount = partitionCount;
|
|
4129
|
-
}
|
|
4134
|
+
},
|
|
4135
|
+
engineCore: () => engineCore
|
|
4130
4136
|
});
|
|
4131
4137
|
invalidation = createInvalidationFromConfig(config, durabilityTier?.kind ?? null, {
|
|
4132
4138
|
getManager: (indexName) => executor.getManager(indexName) ?? void 0,
|
|
@@ -4184,7 +4190,7 @@ async function createEngineCore(config, hooks, capacityScope = "index") {
|
|
|
4184
4190
|
requireManager,
|
|
4185
4191
|
resumeChange: async (indexName) => {
|
|
4186
4192
|
if ((indexRegistry.get(indexName)?.pendingAnalysis ?? null) === null) return;
|
|
4187
|
-
await (await import('./analysis-change-entry-
|
|
4193
|
+
await (await import('./analysis-change-entry-KYGSXW4K.mjs')).resumeChangeOf(engineCore, indexName);
|
|
4188
4194
|
},
|
|
4189
4195
|
onClose: hooks?.onIndexClose,
|
|
4190
4196
|
onOpen: (indexName) => {
|
|
@@ -4269,7 +4275,7 @@ async function startEngineCore(core, config) {
|
|
|
4269
4275
|
checkHeapAfterRecovery(core);
|
|
4270
4276
|
}
|
|
4271
4277
|
if (core.invalidation) await core.invalidation.start();
|
|
4272
|
-
if (core.durability) await (await import('./analysis-change-entry-
|
|
4278
|
+
if (core.durability) await (await import('./analysis-change-entry-KYGSXW4K.mjs')).resumeEveryChange(core);
|
|
4273
4279
|
if (config?.lifecycle === void 0) await core.analysisRebuild.reviewStaleIndexes();
|
|
4274
4280
|
} catch (err) {
|
|
4275
4281
|
await core.durability?.manager.shutdown().catch(() => void 0);
|
|
@@ -4307,7 +4313,7 @@ async function shutdownEngine(core) {
|
|
|
4307
4313
|
}
|
|
4308
4314
|
}
|
|
4309
4315
|
if (core.rerankAdapters.size > 0) {
|
|
4310
|
-
await (await import('./runtime-
|
|
4316
|
+
await (await import('./runtime-UZOC3NPY.mjs')).shutdownRerankAdapters(core.rerankAdapters);
|
|
4311
4317
|
}
|
|
4312
4318
|
await orchestrator.shutdown();
|
|
4313
4319
|
await executor.shutdown();
|
|
@@ -4340,169 +4346,8 @@ async function resolveRunnableConfig(config) {
|
|
|
4340
4346
|
return withoutWorkers(config, err);
|
|
4341
4347
|
}
|
|
4342
4348
|
}
|
|
4343
|
-
var candidate = zlib.crc32;
|
|
4344
|
-
var nativeCrc32 = typeof candidate === "function" ? candidate : null;
|
|
4345
4349
|
|
|
4346
|
-
// src/serialization/
|
|
4347
|
-
var IEEE_POLYNOMIAL = 3988292384;
|
|
4348
|
-
var ALL_BITS = 4294967295;
|
|
4349
|
-
var cachedTable = null;
|
|
4350
|
-
function buildTable() {
|
|
4351
|
-
const table = new Uint32Array(256);
|
|
4352
|
-
for (let i = 0; i < 256; i++) {
|
|
4353
|
-
let crc = i;
|
|
4354
|
-
for (let bit = 0; bit < 8; bit++) {
|
|
4355
|
-
crc = crc & 1 ? crc >>> 1 ^ IEEE_POLYNOMIAL : crc >>> 1;
|
|
4356
|
-
}
|
|
4357
|
-
table[i] = crc;
|
|
4358
|
-
}
|
|
4359
|
-
return table;
|
|
4360
|
-
}
|
|
4361
|
-
function getTable() {
|
|
4362
|
-
if (cachedTable === null) {
|
|
4363
|
-
cachedTable = buildTable();
|
|
4364
|
-
}
|
|
4365
|
-
return cachedTable;
|
|
4366
|
-
}
|
|
4367
|
-
function crc322(data) {
|
|
4368
|
-
return crc32Final(crc32Update(crc32Init(), data));
|
|
4369
|
-
}
|
|
4370
|
-
function crc32Init() {
|
|
4371
|
-
return ALL_BITS;
|
|
4372
|
-
}
|
|
4373
|
-
function crc32Update(state, data) {
|
|
4374
|
-
if (nativeCrc32 !== null && data.length >= NATIVE_CRC32_MIN_BYTES) {
|
|
4375
|
-
return nativeCrc32(data, (state ^ ALL_BITS) >>> 0) ^ ALL_BITS;
|
|
4376
|
-
}
|
|
4377
|
-
const table = getTable();
|
|
4378
|
-
let crc = state;
|
|
4379
|
-
for (let i = 0; i < data.length; i++) {
|
|
4380
|
-
crc = crc >>> 8 ^ table[(crc ^ data[i]) & 255];
|
|
4381
|
-
}
|
|
4382
|
-
return crc;
|
|
4383
|
-
}
|
|
4384
|
-
function crc32Final(state) {
|
|
4385
|
-
return (state ^ ALL_BITS) >>> 0;
|
|
4386
|
-
}
|
|
4387
|
-
|
|
4388
|
-
// src/serialization/chunk-checksum.ts
|
|
4389
|
-
function yieldToEventLoop2() {
|
|
4390
|
-
if (typeof setImmediate === "function") {
|
|
4391
|
-
return new Promise((resolve) => setImmediate(resolve));
|
|
4392
|
-
}
|
|
4393
|
-
return new Promise((resolve) => setTimeout(resolve, 0));
|
|
4394
|
-
}
|
|
4395
|
-
async function advanceChecksum(start, payload) {
|
|
4396
|
-
let state = start;
|
|
4397
|
-
for (let offset = 0; offset < payload.length; offset += CHECKSUM_YIELD_CHUNK_BYTES) {
|
|
4398
|
-
const end = Math.min(offset + CHECKSUM_YIELD_CHUNK_BYTES, payload.length);
|
|
4399
|
-
state = crc32Update(state, payload.subarray(offset, end));
|
|
4400
|
-
if (end < payload.length) {
|
|
4401
|
-
await yieldToEventLoop2();
|
|
4402
|
-
}
|
|
4403
|
-
}
|
|
4404
|
-
return state;
|
|
4405
|
-
}
|
|
4406
|
-
async function checksumOfChunks(chunks) {
|
|
4407
|
-
let state = crc32Init();
|
|
4408
|
-
for (const chunk of chunks) state = await advanceChecksum(state, chunk);
|
|
4409
|
-
return crc32Final(state);
|
|
4410
|
-
}
|
|
4411
|
-
|
|
4412
|
-
// src/serialization/header.ts
|
|
4413
|
-
var MAGIC_BYTES = new Uint8Array([78, 82, 83, 76]);
|
|
4414
|
-
var HEADER_SIZE = 32;
|
|
4415
|
-
var RESERVED_SIZE = 14;
|
|
4416
|
-
var MAX_PAYLOAD_LENGTH = 4294967295;
|
|
4417
|
-
var COMPRESSION_ALGORITHMS = {
|
|
4418
|
-
0: "none",
|
|
4419
|
-
1: "gzip",
|
|
4420
|
-
2: "lz4",
|
|
4421
|
-
3: "zstd"
|
|
4422
|
-
};
|
|
4423
|
-
var COMPRESSION_TO_BITS = {
|
|
4424
|
-
none: 0,
|
|
4425
|
-
gzip: 1,
|
|
4426
|
-
lz4: 2,
|
|
4427
|
-
zstd: 3
|
|
4428
|
-
};
|
|
4429
|
-
function encodeFlags(flags) {
|
|
4430
|
-
let bits = 0;
|
|
4431
|
-
if (flags.compressionEnabled) bits |= 1;
|
|
4432
|
-
bits |= (COMPRESSION_TO_BITS[flags.compressionAlgorithm] & 3) << 1;
|
|
4433
|
-
if (flags.checksumPresent) bits |= 1 << 3;
|
|
4434
|
-
if (flags.encryptionEnabled) bits |= 1 << 4;
|
|
4435
|
-
return bits;
|
|
4436
|
-
}
|
|
4437
|
-
function decodeFlags(value) {
|
|
4438
|
-
const compressionEnabled = (value & 1) === 1;
|
|
4439
|
-
const algorithmBits = value >> 1 & 3;
|
|
4440
|
-
const checksumPresent = (value >> 3 & 1) === 1;
|
|
4441
|
-
const encryptionEnabled = (value >> 4 & 1) === 1;
|
|
4442
|
-
return {
|
|
4443
|
-
compressionEnabled,
|
|
4444
|
-
compressionAlgorithm: COMPRESSION_ALGORITHMS[algorithmBits] ?? "none",
|
|
4445
|
-
checksumPresent,
|
|
4446
|
-
encryptionEnabled
|
|
4447
|
-
};
|
|
4448
|
-
}
|
|
4449
|
-
function writeHeader(header) {
|
|
4450
|
-
if (header.payloadLength > MAX_PAYLOAD_LENGTH) {
|
|
4451
|
-
throw new NarsilError(
|
|
4452
|
-
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
4453
|
-
`A payload of ${header.payloadLength} bytes exceeds the ${MAX_PAYLOAD_LENGTH} bytes the envelope header can describe`,
|
|
4454
|
-
{ payloadLength: header.payloadLength, maxPayloadLength: MAX_PAYLOAD_LENGTH }
|
|
4455
|
-
);
|
|
4456
|
-
}
|
|
4457
|
-
const buffer = new Uint8Array(HEADER_SIZE);
|
|
4458
|
-
const view = new DataView(buffer.buffer);
|
|
4459
|
-
buffer.set(MAGIC_BYTES, 0);
|
|
4460
|
-
buffer[4] = header.envelopeFormatVersion & 255;
|
|
4461
|
-
buffer[5] = header.engineVersionMajor & 255;
|
|
4462
|
-
buffer[6] = header.engineVersionMinor & 255;
|
|
4463
|
-
buffer[7] = header.engineVersionPatch & 255;
|
|
4464
|
-
view.setUint32(8, header.payloadLength, false);
|
|
4465
|
-
view.setUint16(12, encodeFlags(header.flags), false);
|
|
4466
|
-
view.setUint32(14, header.checksum, false);
|
|
4467
|
-
for (let i = 18; i < HEADER_SIZE; i++) {
|
|
4468
|
-
buffer[i] = 0;
|
|
4469
|
-
}
|
|
4470
|
-
return buffer;
|
|
4471
|
-
}
|
|
4472
|
-
function hasNrslMagic(data) {
|
|
4473
|
-
return data.length >= MAGIC_BYTES.length && data[0] === MAGIC_BYTES[0] && data[1] === MAGIC_BYTES[1] && data[2] === MAGIC_BYTES[2] && data[3] === MAGIC_BYTES[3];
|
|
4474
|
-
}
|
|
4475
|
-
function readHeader(data) {
|
|
4476
|
-
if (data.length < HEADER_SIZE) {
|
|
4477
|
-
throw new NarsilError(
|
|
4478
|
-
ErrorCodes.ENVELOPE_INVALID_MAGIC,
|
|
4479
|
-
`Expected at least ${HEADER_SIZE} bytes, received ${data.length}`
|
|
4480
|
-
);
|
|
4481
|
-
}
|
|
4482
|
-
if (data[0] !== MAGIC_BYTES[0] || data[1] !== MAGIC_BYTES[1] || data[2] !== MAGIC_BYTES[2] || data[3] !== MAGIC_BYTES[3]) {
|
|
4483
|
-
throw new NarsilError(ErrorCodes.ENVELOPE_INVALID_MAGIC, "File does not begin with NRSL magic bytes");
|
|
4484
|
-
}
|
|
4485
|
-
const view = new DataView(data.buffer, data.byteOffset, data.byteLength);
|
|
4486
|
-
const envelopeFormatVersion = data[4];
|
|
4487
|
-
const engineVersionMajor = data[5];
|
|
4488
|
-
const engineVersionMinor = data[6];
|
|
4489
|
-
const engineVersionPatch = data[7];
|
|
4490
|
-
const payloadLength = view.getUint32(8, false);
|
|
4491
|
-
const flagBits = view.getUint16(12, false);
|
|
4492
|
-
const checksum = view.getUint32(14, false);
|
|
4493
|
-
const reserved = data.slice(18, HEADER_SIZE);
|
|
4494
|
-
return {
|
|
4495
|
-
magic: "NRSL",
|
|
4496
|
-
envelopeFormatVersion,
|
|
4497
|
-
engineVersionMajor,
|
|
4498
|
-
engineVersionMinor,
|
|
4499
|
-
engineVersionPatch,
|
|
4500
|
-
payloadLength,
|
|
4501
|
-
flags: decodeFlags(flagBits),
|
|
4502
|
-
checksum,
|
|
4503
|
-
reserved
|
|
4504
|
-
};
|
|
4505
|
-
}
|
|
4350
|
+
// src/serialization/envelope-file.ts
|
|
4506
4351
|
function engineVersionParts() {
|
|
4507
4352
|
const parts = VERSION.split(".");
|
|
4508
4353
|
return [
|
|
@@ -4511,103 +4356,15 @@ function engineVersionParts() {
|
|
|
4511
4356
|
Number.parseInt(parts[2] ?? "0", 10)
|
|
4512
4357
|
];
|
|
4513
4358
|
}
|
|
4514
|
-
function payloadByteLength(chunks) {
|
|
4515
|
-
let total = 0;
|
|
4516
|
-
for (const chunk of chunks) total += chunk.byteLength;
|
|
4517
|
-
return total;
|
|
4518
|
-
}
|
|
4519
|
-
function requireWithinFileLimit(byteLength, what) {
|
|
4520
|
-
if (byteLength <= MAX_FILE_BYTES) return;
|
|
4521
|
-
throw new NarsilError(
|
|
4522
|
-
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
4523
|
-
`The ${what} would take ${byteLength} bytes, above the file size limit of ${MAX_FILE_BYTES}`,
|
|
4524
|
-
{ bytes: byteLength, maximum: MAX_FILE_BYTES }
|
|
4525
|
-
);
|
|
4526
|
-
}
|
|
4527
4359
|
async function packChecksummedEnvelope(payloadChunks, envelopeFormatVersion, what) {
|
|
4528
4360
|
requireWithinFileLimit(HEADER_SIZE + payloadByteLength(payloadChunks), what);
|
|
4529
4361
|
return packEnvelopeWithChecksum(payloadChunks, envelopeFormatVersion, what, await checksumOfChunks(payloadChunks));
|
|
4530
4362
|
}
|
|
4531
4363
|
function packEnvelopeWithChecksum(payloadChunks, envelopeFormatVersion, what, checksum) {
|
|
4532
|
-
|
|
4533
|
-
requireWithinFileLimit(HEADER_SIZE + payloadLength, what);
|
|
4534
|
-
const [major, minor, patch] = engineVersionParts();
|
|
4535
|
-
const header = writeHeader({
|
|
4536
|
-
envelopeFormatVersion,
|
|
4537
|
-
engineVersionMajor: major,
|
|
4538
|
-
engineVersionMinor: minor,
|
|
4539
|
-
engineVersionPatch: patch,
|
|
4540
|
-
payloadLength,
|
|
4541
|
-
flags: { compressionEnabled: false, compressionAlgorithm: "none", checksumPresent: true, encryptionEnabled: false },
|
|
4542
|
-
checksum});
|
|
4543
|
-
return { chunks: [header, ...payloadChunks], byteLength: HEADER_SIZE + payloadLength, checksum };
|
|
4544
|
-
}
|
|
4545
|
-
function loadFailed(message, details) {
|
|
4546
|
-
throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, message, details);
|
|
4547
|
-
}
|
|
4548
|
-
async function gunzipWithinLimit(compressed, what) {
|
|
4549
|
-
const { gunzip } = await import('./gzip-F4HMIEEQ.mjs');
|
|
4550
|
-
try {
|
|
4551
|
-
return await gunzip(compressed, MAX_FILE_BYTES);
|
|
4552
|
-
} catch (error) {
|
|
4553
|
-
if (error?.code === "EFBIG") {
|
|
4554
|
-
loadFailed(`The ${what} inflates past the file size limit of ${MAX_FILE_BYTES} bytes`);
|
|
4555
|
-
}
|
|
4556
|
-
loadFailed(`The ${what} holds a gzip payload that fails to inflate`, {
|
|
4557
|
-
cause: error instanceof Error ? error.message : String(error)
|
|
4558
|
-
});
|
|
4559
|
-
}
|
|
4560
|
-
}
|
|
4561
|
-
async function openChecksummedEnvelope(data, expected) {
|
|
4562
|
-
const { envelopeFormatVersion, what } = expected;
|
|
4563
|
-
const header = readHeader(data);
|
|
4564
|
-
if (header.envelopeFormatVersion !== envelopeFormatVersion) {
|
|
4565
|
-
throw new NarsilError(
|
|
4566
|
-
ErrorCodes.ENVELOPE_VERSION_MISMATCH,
|
|
4567
|
-
`The ${what} holds envelope format v${header.envelopeFormatVersion}, while this build reads it as v${envelopeFormatVersion}`,
|
|
4568
|
-
{ version: header.envelopeFormatVersion, expected: envelopeFormatVersion }
|
|
4569
|
-
);
|
|
4570
|
-
}
|
|
4571
|
-
if (header.flags.encryptionEnabled) {
|
|
4572
|
-
throw new NarsilError(
|
|
4573
|
-
ErrorCodes.ENVELOPE_VERSION_MISMATCH,
|
|
4574
|
-
`The ${what} is encrypted, which this build cannot read`
|
|
4575
|
-
);
|
|
4576
|
-
}
|
|
4577
|
-
if (header.flags.compressionEnabled && !expected.allowsCompression) {
|
|
4578
|
-
loadFailed(`The ${what} is compressed, while its format stores it raw`);
|
|
4579
|
-
}
|
|
4580
|
-
if (header.flags.compressionEnabled && header.flags.compressionAlgorithm !== "gzip") {
|
|
4581
|
-
throw new NarsilError(
|
|
4582
|
-
ErrorCodes.ENVELOPE_VERSION_MISMATCH,
|
|
4583
|
-
`The ${what} uses ${header.flags.compressionAlgorithm} compression, which this build cannot read`
|
|
4584
|
-
);
|
|
4585
|
-
}
|
|
4586
|
-
if (!header.flags.checksumPresent) loadFailed(`The ${what} carries no checksum, while its format requires one`);
|
|
4587
|
-
if (data.byteLength !== HEADER_SIZE + header.payloadLength) {
|
|
4588
|
-
loadFailed(
|
|
4589
|
-
`The ${what} holds ${data.byteLength} bytes where its header gives ${HEADER_SIZE + header.payloadLength}`,
|
|
4590
|
-
{ bytes: data.byteLength, expected: HEADER_SIZE + header.payloadLength }
|
|
4591
|
-
);
|
|
4592
|
-
}
|
|
4593
|
-
const payload = data.subarray(HEADER_SIZE);
|
|
4594
|
-
const computed = await checksumOfChunks([payload]);
|
|
4595
|
-
if (computed !== header.checksum) {
|
|
4596
|
-
throw new NarsilError(
|
|
4597
|
-
ErrorCodes.PERSISTENCE_CRC_MISMATCH,
|
|
4598
|
-
`The checksum of the ${what} does not match its payload`,
|
|
4599
|
-
{
|
|
4600
|
-
expected: header.checksum,
|
|
4601
|
-
computed
|
|
4602
|
-
}
|
|
4603
|
-
);
|
|
4604
|
-
}
|
|
4605
|
-
if (header.flags.compressionEnabled) return { header, payload: await gunzipWithinLimit(payload, what) };
|
|
4606
|
-
return { header, payload };
|
|
4364
|
+
return packEnvelopeWithEngineVersion(payloadChunks, envelopeFormatVersion, what, checksum, engineVersionParts());
|
|
4607
4365
|
}
|
|
4608
4366
|
|
|
4609
4367
|
// src/engine/snapshot/index-configuration.ts
|
|
4610
|
-
var INDEX_CONFIGURATION_ENVELOPE_VERSION = 5;
|
|
4611
4368
|
function refuseCode(entry) {
|
|
4612
4369
|
if (entry.config.tokenizer !== void 0 && typeof entry.config.tokenizer !== "string") {
|
|
4613
4370
|
throw new NarsilError(
|
|
@@ -4625,7 +4382,7 @@ function refuseCode(entry) {
|
|
|
4625
4382
|
function indexConfigurationOf(entry) {
|
|
4626
4383
|
refuseCode(entry);
|
|
4627
4384
|
const synonyms = entry.synonyms === null ? void 0 : rulesOfStoredSynonyms(entry.synonyms);
|
|
4628
|
-
|
|
4385
|
+
const payload = configurationPayloadOf(
|
|
4629
4386
|
entry.config,
|
|
4630
4387
|
entry.language,
|
|
4631
4388
|
entry.embeddingAdapterName,
|
|
@@ -4634,6 +4391,7 @@ function indexConfigurationOf(entry) {
|
|
|
4634
4391
|
synonyms,
|
|
4635
4392
|
entry.analysisGeneration
|
|
4636
4393
|
);
|
|
4394
|
+
return entry.sync === null ? payload : { ...payload, syncEpoch: entry.sync.epoch };
|
|
4637
4395
|
}
|
|
4638
4396
|
function requireConfigurationWithinSizeLimit(config, language) {
|
|
4639
4397
|
const adapter = config.embedding?.adapter;
|
|
@@ -4703,33 +4461,6 @@ async function encodeIndexConfiguration(entry) {
|
|
|
4703
4461
|
}
|
|
4704
4462
|
return bytes;
|
|
4705
4463
|
}
|
|
4706
|
-
function requireConfigurationShape(raw, what) {
|
|
4707
|
-
if (raw === null || typeof raw !== "object" || Array.isArray(raw)) {
|
|
4708
|
-
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `The ${what} does not hold an index configuration`);
|
|
4709
|
-
}
|
|
4710
|
-
const configuration = raw;
|
|
4711
|
-
if (configuration.schema === null || typeof configuration.schema !== "object") {
|
|
4712
|
-
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `The ${what} holds no schema`);
|
|
4713
|
-
}
|
|
4714
|
-
if (typeof configuration.language !== "string" || configuration.language.length === 0) {
|
|
4715
|
-
throw new NarsilError(ErrorCodes.CONFIG_INVALID, `The ${what} holds no language`);
|
|
4716
|
-
}
|
|
4717
|
-
return configuration;
|
|
4718
|
-
}
|
|
4719
|
-
async function decodeIndexConfiguration(bytes) {
|
|
4720
|
-
const { payload } = await openChecksummedEnvelope(bytes, {
|
|
4721
|
-
envelopeFormatVersion: INDEX_CONFIGURATION_ENVELOPE_VERSION,
|
|
4722
|
-
what: "index configuration",
|
|
4723
|
-
allowsCompression: true
|
|
4724
|
-
});
|
|
4725
|
-
let raw;
|
|
4726
|
-
try {
|
|
4727
|
-
raw = decode(payload);
|
|
4728
|
-
} catch {
|
|
4729
|
-
throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, "The index configuration is not MessagePack");
|
|
4730
|
-
}
|
|
4731
|
-
return requireConfigurationShape(raw, "index configuration");
|
|
4732
|
-
}
|
|
4733
4464
|
|
|
4734
4465
|
// src/engine/index-lifecycle.ts
|
|
4735
4466
|
async function runLifecycleHook(core, hookName, context) {
|
|
@@ -4843,7 +4574,8 @@ async function createEngineIndex(core, config, name, requestedConfig, creation =
|
|
|
4843
4574
|
synonyms: synonyms?.encoded ?? null,
|
|
4844
4575
|
analysisGeneration: 0,
|
|
4845
4576
|
pendingAnalysis: null,
|
|
4846
|
-
durableAnalysis: null
|
|
4577
|
+
durableAnalysis: null,
|
|
4578
|
+
sync: null
|
|
4847
4579
|
});
|
|
4848
4580
|
await core.indexState.registerOpen(name);
|
|
4849
4581
|
if (core.durability) {
|
|
@@ -4856,7 +4588,7 @@ async function dropEngineIndex(core, name) {
|
|
|
4856
4588
|
const entry = core.requireIndex(name);
|
|
4857
4589
|
const changeRecorded = () => entry.pendingAnalysis !== null || entry.durableAnalysis !== null;
|
|
4858
4590
|
const abandonChange = async () => {
|
|
4859
|
-
await (await import('./analysis-change-entry-
|
|
4591
|
+
await (await import('./analysis-change-entry-KYGSXW4K.mjs')).abandonChangeOf(core, name);
|
|
4860
4592
|
};
|
|
4861
4593
|
if (changeRecorded()) await abandonChange();
|
|
4862
4594
|
await core.indexState.drop(name, async () => {
|
|
@@ -4875,6 +4607,7 @@ async function dropEngineIndex(core, name) {
|
|
|
4875
4607
|
core.indexRegistry.delete(name);
|
|
4876
4608
|
core.watermarkNotifier.forget(name);
|
|
4877
4609
|
core.analysisRebuild.clearStale(name);
|
|
4610
|
+
if (entry.sync !== null) emitSyncChange(core.indexRegistry, { kind: "dropped", indexName: name });
|
|
4878
4611
|
});
|
|
4879
4612
|
await runLifecycleHook(core, "onIndexDrop", { indexName: name, config: entry.config });
|
|
4880
4613
|
}
|
|
@@ -6611,6 +6344,31 @@ async function dropEngineIndex2(core, name) {
|
|
|
6611
6344
|
core.mutationCtx.memoryWriteBlock?.memoryReleased();
|
|
6612
6345
|
}
|
|
6613
6346
|
|
|
6347
|
+
// src/engine/sync-epoch.ts
|
|
6348
|
+
async function holdSyncEpochChange(core, indexName) {
|
|
6349
|
+
if ((core.indexRegistry.get(indexName)?.sync ?? null) === null) return () => void 0;
|
|
6350
|
+
return (await import('./operations-PGOAY2KS.mjs')).holdRenewedSyncEpoch(core, indexName);
|
|
6351
|
+
}
|
|
6352
|
+
async function withRenewedSyncEpoch(core, indexName, change) {
|
|
6353
|
+
const release = await holdSyncEpochChange(core, indexName);
|
|
6354
|
+
try {
|
|
6355
|
+
return await change();
|
|
6356
|
+
} finally {
|
|
6357
|
+
release();
|
|
6358
|
+
}
|
|
6359
|
+
}
|
|
6360
|
+
|
|
6361
|
+
// src/engine/clear-index.ts
|
|
6362
|
+
function clearEngineIndex(core, indexName) {
|
|
6363
|
+
return withRenewedSyncEpoch(core, indexName, async () => {
|
|
6364
|
+
await core.executor.execute({ type: "clear", indexName, requestId: indexName });
|
|
6365
|
+
await core.orchestrator.replicateToWorkers({ type: "clear", indexName, requestId: `replicate-clear-${indexName}` });
|
|
6366
|
+
core.watermarkNotifier.forget(indexName);
|
|
6367
|
+
const durable = core.durability?.manager;
|
|
6368
|
+
await (durable?.checkpointFromMemory?.(indexName) ?? durable?.checkpoint(indexName));
|
|
6369
|
+
});
|
|
6370
|
+
}
|
|
6371
|
+
|
|
6614
6372
|
// src/runtime/process-memory.ts
|
|
6615
6373
|
function readProcessMemory() {
|
|
6616
6374
|
const proc = globalThis.process;
|
|
@@ -6653,6 +6411,7 @@ async function replaceNow(core, indexName, bm25) {
|
|
|
6653
6411
|
...bm25 !== void 0 ? { bm25 } : {}
|
|
6654
6412
|
});
|
|
6655
6413
|
await core.orchestrator.awaitWrites(indexName);
|
|
6414
|
+
if (core.requireIndex(indexName).sync !== null) emitSyncChange(core.indexRegistry, { kind: "settings", indexName });
|
|
6656
6415
|
}
|
|
6657
6416
|
function updateIndexBm25(core, indexName, value) {
|
|
6658
6417
|
return withOpenIndex(
|
|
@@ -6736,14 +6495,14 @@ function portabilityOperations(core, config, engine) {
|
|
|
6736
6495
|
return {
|
|
6737
6496
|
snapshot(indexName) {
|
|
6738
6497
|
return withOpenIndex2(indexName, async () => {
|
|
6739
|
-
const { createSnapshot } = await import('./snapshot-
|
|
6498
|
+
const { createSnapshot } = await import('./snapshot-NFX2EYN2.mjs');
|
|
6740
6499
|
return createSnapshot(snapshotDepsOf(indexName));
|
|
6741
6500
|
});
|
|
6742
6501
|
},
|
|
6743
6502
|
async restore(indexName, data) {
|
|
6744
6503
|
core.guardShutdown();
|
|
6745
6504
|
validateIndexName(indexName);
|
|
6746
|
-
const restored = import('./restore-queue-
|
|
6505
|
+
const restored = import('./restore-queue-COI2GSSK.mjs').then(
|
|
6747
6506
|
({ queueRestore }) => queueRestore(core, restoreHost, restoresInFlight, indexName, data)
|
|
6748
6507
|
);
|
|
6749
6508
|
await emitWriteEventAfter(core, indexName, restored);
|
|
@@ -6752,8 +6511,8 @@ function portabilityOperations(core, config, engine) {
|
|
|
6752
6511
|
exportDocuments(indexName) {
|
|
6753
6512
|
return withOpenIndex2(indexName, async () => {
|
|
6754
6513
|
const [{ checkpointForArchive }, { documentExportStream }] = await Promise.all([
|
|
6755
|
-
import('./snapshot-
|
|
6756
|
-
import('./write-
|
|
6514
|
+
import('./snapshot-NFX2EYN2.mjs'),
|
|
6515
|
+
import('./write-FGB62BHQ.mjs')
|
|
6757
6516
|
]);
|
|
6758
6517
|
const header = indexConfigurationOf(core.requireIndex(indexName));
|
|
6759
6518
|
return documentExportStream(header, await checkpointForArchive(snapshotDepsOf(indexName)));
|
|
@@ -6761,7 +6520,7 @@ function portabilityOperations(core, config, engine) {
|
|
|
6761
6520
|
},
|
|
6762
6521
|
importDocumentExport(indexName, data) {
|
|
6763
6522
|
core.guardShutdown();
|
|
6764
|
-
const imported = import('./import-
|
|
6523
|
+
const imported = import('./import-SRBNC6TE.mjs').then(
|
|
6765
6524
|
({ readDocumentExport }) => readDocumentExport(engine(), indexName, data)
|
|
6766
6525
|
);
|
|
6767
6526
|
return emitWriteEventAfter(core, indexName, imported);
|
|
@@ -6872,7 +6631,7 @@ async function runEngineQuery(core, indexName, params, options) {
|
|
|
6872
6631
|
const manager = core.requireManager(indexName);
|
|
6873
6632
|
const scoped = scopedParams(params, options);
|
|
6874
6633
|
await core.pluginRegistry.runHook("beforeSearch", { indexName, params: scoped });
|
|
6875
|
-
const rerank = scoped.rerank === void 0 ? void 0 : await import('./runtime-
|
|
6634
|
+
const rerank = scoped.rerank === void 0 ? void 0 : await import('./runtime-UZOC3NPY.mjs');
|
|
6876
6635
|
const resolvedParams = await resolveVectorText(
|
|
6877
6636
|
rerank === void 0 ? scoped : rerank.withRerankQueryText(scoped),
|
|
6878
6637
|
entry.embeddingAdapter,
|
|
@@ -7019,6 +6778,14 @@ async function runEngineListDocuments(core, indexName, params, partitionIds) {
|
|
|
7019
6778
|
}
|
|
7020
6779
|
}
|
|
7021
6780
|
|
|
6781
|
+
// src/narsil/sync.ts
|
|
6782
|
+
function syncOperations(core) {
|
|
6783
|
+
return {
|
|
6784
|
+
updateSync: async (indexName, setting) => (await import('./methods-ABM5ELBR.mjs')).updateSyncOf(core, indexName, setting),
|
|
6785
|
+
getSync: async (indexName) => (await import('./methods-ABM5ELBR.mjs')).syncOf(core, indexName)
|
|
6786
|
+
};
|
|
6787
|
+
}
|
|
6788
|
+
|
|
7022
6789
|
// src/narsil/synonyms.ts
|
|
7023
6790
|
function synonymOperations(core) {
|
|
7024
6791
|
return {
|
|
@@ -7197,7 +6964,7 @@ function createNarsilFromCore(core, config) {
|
|
|
7197
6964
|
const entry = requireIndex(indexName);
|
|
7198
6965
|
await withOpenIndexWrite(indexName, async () => {
|
|
7199
6966
|
if (entry.pendingAnalysis === null) return core.analysisRebuild.rebuild(indexName);
|
|
7200
|
-
return (await import('./analysis-change-
|
|
6967
|
+
return (await import('./analysis-change-4GCRVRBW.mjs')).resumeAnalysisChange(core, indexName);
|
|
7201
6968
|
});
|
|
7202
6969
|
},
|
|
7203
6970
|
async changeAnalysis(indexName, change) {
|
|
@@ -7205,13 +6972,14 @@ function createNarsilFromCore(core, config) {
|
|
|
7205
6972
|
requireIndex(indexName);
|
|
7206
6973
|
const changed = withOpenIndex2(
|
|
7207
6974
|
indexName,
|
|
7208
|
-
async () => (await import('./analysis-change-
|
|
6975
|
+
async () => (await import('./analysis-change-4GCRVRBW.mjs')).changeIndexAnalysis(core, indexName, change)
|
|
7209
6976
|
);
|
|
7210
6977
|
await emitWriteEventAfter(core, indexName, changed);
|
|
7211
6978
|
},
|
|
7212
6979
|
...portabilityOperations(core, config, () => narsil),
|
|
7213
6980
|
...synonymOperations(core),
|
|
7214
6981
|
...bm25Operations(core),
|
|
6982
|
+
...syncOperations(core),
|
|
7215
6983
|
async checkpoint(indexName) {
|
|
7216
6984
|
guardShutdown();
|
|
7217
6985
|
requireIndex(indexName);
|
|
@@ -7222,13 +6990,7 @@ function createNarsilFromCore(core, config) {
|
|
|
7222
6990
|
async clear(indexName) {
|
|
7223
6991
|
guardShutdown();
|
|
7224
6992
|
requireIndex(indexName);
|
|
7225
|
-
await withOpenIndexWrite(indexName,
|
|
7226
|
-
await executor.execute({ type: "clear", indexName, requestId: indexName });
|
|
7227
|
-
await orchestrator.replicateToWorkers({ type: "clear", indexName, requestId: `replicate-clear-${indexName}` });
|
|
7228
|
-
core.watermarkNotifier.forget(indexName);
|
|
7229
|
-
const durable = core.durability?.manager;
|
|
7230
|
-
await (durable?.checkpointFromMemory?.(indexName) ?? durable?.checkpoint(indexName));
|
|
7231
|
-
});
|
|
6993
|
+
await withOpenIndexWrite(indexName, () => clearEngineIndex(core, indexName));
|
|
7232
6994
|
},
|
|
7233
6995
|
async rebalance(indexName, targetPartitionCount) {
|
|
7234
6996
|
guardShutdown();
|
|
@@ -7242,12 +7004,15 @@ function createNarsilFromCore(core, config) {
|
|
|
7242
7004
|
if (rebalancesStarting.get(indexName) === started) rebalancesStarting.delete(indexName);
|
|
7243
7005
|
}
|
|
7244
7006
|
rebalancesStarting.set(indexName, started);
|
|
7245
|
-
const rebalanced = withOpenIndex2(
|
|
7246
|
-
|
|
7247
|
-
|
|
7248
|
-
|
|
7249
|
-
|
|
7250
|
-
|
|
7007
|
+
const rebalanced = withOpenIndex2(
|
|
7008
|
+
indexName,
|
|
7009
|
+
() => withRenewedSyncEpoch(core, indexName, async () => {
|
|
7010
|
+
const { executeRebalance } = await import('./analysis-change-4GCRVRBW.mjs');
|
|
7011
|
+
const running = executeRebalance(requireManager(indexName), indexName, targetPartitionCount, rebalanceCtx);
|
|
7012
|
+
releaseWrites();
|
|
7013
|
+
await running;
|
|
7014
|
+
})
|
|
7015
|
+
);
|
|
7251
7016
|
return emitWriteEventAfter(core, indexName, rebalanced).finally(releaseWrites);
|
|
7252
7017
|
},
|
|
7253
7018
|
async updatePartitionConfig(indexName, partitionConfig) {
|
|
@@ -7370,4 +7135,4 @@ async function createNarsil(config) {
|
|
|
7370
7135
|
// src/index.ts
|
|
7371
7136
|
var VERSION = "0.1.0";
|
|
7372
7137
|
|
|
7373
|
-
export { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE,
|
|
7138
|
+
export { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, REBALANCE_CHUNK_SIZE, VERSION, applyStoredIndexBm25, arrayPositionsAreStale, bindRerankWindowSource, createEngineCore, createEngineIndex, createMemoryMonitor, createNarsil, createNarsilFromCore, deleteNestedValue, emitEngineEvent, emptySerializablePartition, encodeIndexConfiguration, engineCoreOf, engineVersionParts, extractVectorFromDoc, holdSyncEpochChange, insertDocumentVectors, memoryFractionsOf, packChecksummedEnvelope, packEnvelopeWithChecksum, prepareConfiguredSynonyms, prepareDocumentVectors, prepareStoredSynonyms, providedDocId, rebuildTextIndexes, reconstructSchemaFromMetadata, removeDocumentVectors, requireConfigurationWithinSizeLimit, requireKnownConfig, rerankWindowCapOf, resolveRunnableConfig, resolveVectorText, rewriteSpillOf, rulesOfStoredSynonyms, runEngineListDocuments, runEnginePreflight, runEngineQuery, runEngineQueryStats, runEngineSuggest, startEngineCore, storedArrayPositionGap, textRebuildTargetOf, toError2 as toError, validateEmbeddingConfig, validateMemoryFractions, validateRequiredFieldsInSchema, vectorsEqual, yieldToEventLoop };
|