@delali/narsil 0.3.1-next.152 → 0.3.1-next.154
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -1
- package/dist/adapters/filesystem.mjs +2 -2
- package/dist/adapters/gcs.mjs +2 -2
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +2 -2
- package/dist/{analysis-change-2OYM7ARW.mjs → analysis-change-4GCRVRBW.mjs} +27 -18
- package/dist/{react-native/chunks/analysis-change-entry-CXNRW324.mjs → analysis-change-entry-KYGSXW4K.mjs} +1 -1
- package/dist/browser/{analysis-change-2V2HZ2NY.mjs → analysis-change-IXWPXXJJ.mjs} +17 -7
- package/dist/{analysis-change-entry-QD7YNDEE.mjs → browser/analysis-change-entry-FCSHFQSS.mjs} +1 -1
- package/dist/browser/{chunk-TQ5UMFG5.mjs → chunk-2FX6ROWR.mjs} +15 -6
- package/dist/browser/{chunk-KWYQ6KX4.mjs → chunk-2SHAKW2Z.mjs} +119 -1922
- package/dist/browser/{chunk-55WYRLDZ.mjs → chunk-3U3QR5YP.mjs} +2 -2
- package/dist/browser/chunk-4PD752F6.mjs +85 -0
- package/dist/browser/chunk-5W3MMTLG.mjs +19 -0
- package/dist/browser/{chunk-IAXZAVYL.mjs → chunk-7MEYN7V6.mjs} +1 -151
- package/dist/browser/chunk-7TTWXUH6.mjs +1828 -0
- package/dist/browser/{chunk-CSCKZBVJ.mjs → chunk-AJ4HHOVT.mjs} +4 -4
- package/dist/{react-native/chunks/chunk-DFQJ4IJB.mjs → browser/chunk-AYY6PIKL.mjs} +2 -2
- package/dist/browser/{chunk-VD7JEUIR.mjs → chunk-C4KS2QNF.mjs} +9 -8
- package/dist/browser/chunk-DSXIBE6N.mjs +78 -0
- package/dist/browser/chunk-ELV4OZOI.mjs +29 -0
- package/dist/browser/{chunk-PM4MUM5N.mjs → chunk-EUNBNLKM.mjs} +6 -5
- package/dist/browser/{chunk-GJKXW3SF.mjs → chunk-G7LUMBSG.mjs} +137 -253
- package/dist/browser/{chunk-B3JM6Z74.mjs → chunk-H6QFBMVE.mjs} +3 -2
- package/dist/browser/chunk-J433A7P3.mjs +241 -0
- package/dist/browser/chunk-ML6HY7T7.mjs +96 -0
- package/dist/browser/chunk-ML7THVLJ.mjs +38 -0
- package/dist/{chunk-MDF6PDIA.mjs → browser/chunk-MYITLCHT.mjs} +7 -1
- package/dist/browser/{chunk-QJCO3TJU.mjs → chunk-QXTPSX2H.mjs} +9 -150
- package/dist/browser/{chunk-MPK76GVS.mjs → chunk-RA6LSBCM.mjs} +1 -21
- package/dist/browser/{chunk-7ZJTRUVW.mjs → chunk-SIR3LMTV.mjs} +2 -2
- package/dist/browser/{chunk-LURXVCHG.mjs → chunk-SJB6VIZG.mjs} +1 -1
- package/dist/browser/chunk-TTD27VXX.mjs +298 -0
- package/dist/browser/chunk-U2E3HMYW.mjs +151 -0
- package/dist/browser/{chunk-2A2IPRC3.mjs → chunk-VCOYGVP7.mjs} +5 -31
- package/dist/browser/chunk-VI7BQR4U.mjs +21 -0
- package/dist/browser/chunk-W5X2UFWQ.mjs +102 -0
- package/dist/browser/{chunk-HT7J73QL.mjs → chunk-XRV72TJD.mjs} +2 -2
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/chunk-ZI2V4VD7.mjs +21 -0
- package/dist/{react-native/chunks/chunk-QC4ZRBSX.mjs → browser/chunk-ZPTA75ZC.mjs} +2 -79
- package/dist/browser/{cold-module-YECAK4MN.mjs → cold-module-VTUGDYNY.mjs} +20 -14
- package/dist/browser/{durability-wiring-LM7WFL6X.mjs → durability-wiring-GL4A7KDV.mjs} +1886 -1364
- package/dist/browser/import-YI5GNB4H.mjs +17 -0
- package/dist/browser/methods-LMUTS7OI.mjs +30 -0
- package/dist/browser/{module-XQLEOYNM.mjs → module-EC3FYW7N.mjs} +9 -8
- package/dist/browser/{module-KAMRAJLE.mjs → module-M4JNBV6V.mjs} +16 -10
- package/dist/browser/operations-WVYLF72Q.mjs +5 -0
- package/dist/browser/{phrase-module-CNKMUY4U.mjs → phrase-module-NPYUVX75.mjs} +1 -1
- package/dist/browser/{pool-DTYSPBMQ.mjs → pool-WCGDZHJP.mjs} +3 -2
- package/dist/{restore-queue-AOF5OTQV.mjs → browser/restore-queue-TYIGDL5L.mjs} +2 -2
- package/dist/browser/retention-6QMRS5VK.mjs +207 -0
- package/dist/browser/{runtime-D2ULZGCN.mjs → runtime-3EW2AGB6.mjs} +1 -1
- package/dist/browser/{snapshot-UGZVMP4H.mjs → snapshot-DN3CRVUQ.mjs} +38 -307
- package/dist/browser/sync-state-P5XG6LTQ.mjs +15 -0
- package/dist/browser/{write-I5P5MW4O.mjs → write-WAWAFGKQ.mjs} +16 -11
- package/dist/{capabilities-BT-HLDC8.d.ts → capabilities-B3Brs1Rc.d.ts} +62 -7
- package/dist/{chunk-DGRM4EZZ.mjs → chunk-37IVJLP6.mjs} +1 -1
- package/dist/{chunk-KYVRZAYP.mjs → chunk-3A5KI24C.mjs} +2 -69
- package/dist/{chunk-POUYICOU.mjs → chunk-3OFU3NJT.mjs} +1 -1
- package/dist/{chunk-3TVDTACC.mjs → chunk-3Y3J4V2R.mjs} +1 -1
- package/dist/{chunk-FNBNZCGP.mjs → chunk-466PYR4P.mjs} +2 -2
- package/dist/{chunk-SEAJS664.mjs → chunk-4HWZV5MK.mjs} +5 -5
- package/dist/{chunk-UGVUW27S.mjs → chunk-5FUOVJKG.mjs} +13 -9
- package/dist/{chunk-ZHAXP7SD.mjs → chunk-5KGYQT6W.mjs} +6 -235
- package/dist/{chunk-NPXVQS33.mjs → chunk-62G63NMH.mjs} +4 -3
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-7GXJUJ24.mjs +49 -0
- package/dist/{chunk-3E4RRF5J.mjs → chunk-7HCZWC7B.mjs} +58 -8
- package/dist/{chunk-6RKSY3BX.mjs → chunk-7NTMUDC5.mjs} +5 -5
- package/dist/chunk-7QUGDVFC.mjs +101 -0
- package/dist/{chunk-G5KHSM6E.mjs → chunk-AO2FAYIZ.mjs} +1 -1
- package/dist/chunk-B7S6YEBP.mjs +102 -0
- package/dist/{chunk-AWNHDBKV.mjs → chunk-BPSKLCS7.mjs} +15 -7
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/{chunk-T4CJDBBE.mjs → chunk-C6ASEFZI.mjs} +1 -1
- package/dist/{chunk-NITCPDFL.mjs → chunk-C73JLU4E.mjs} +2 -2
- package/dist/{chunk-NYSONUB7.mjs → chunk-CP5RRPJR.mjs} +1 -1
- package/dist/{chunk-TTCKT2RT.mjs → chunk-DMQPFLGI.mjs} +134 -11
- package/dist/{chunk-3SBJVQLL.mjs → chunk-DVWYODEB.mjs} +2 -2
- package/dist/chunk-ECX4SGX6.mjs +167 -0
- package/dist/chunk-GES7U2PM.mjs +68 -0
- package/dist/{chunk-NVTFQFUL.mjs → chunk-HVKXNBFL.mjs} +1 -1
- package/dist/chunk-HVYICDY3.mjs +214 -0
- package/dist/{chunk-3HV7M5OJ.mjs → chunk-HWEDFLB7.mjs} +9 -133
- package/dist/{chunk-52QQWEBS.mjs → chunk-IBNLW3AV.mjs} +21 -6
- package/dist/chunk-IJU7LL7D.mjs +242 -0
- package/dist/chunk-IPN7S4KX.mjs +130 -0
- package/dist/{chunk-5QMHMELB.mjs → chunk-IQ4R2I6N.mjs} +4 -1
- package/dist/chunk-JCLTESFN.mjs +96 -0
- package/dist/{chunk-J4BDAH2W.mjs → chunk-JFNKIBDT.mjs} +2 -2
- package/dist/{chunk-LDGGR7YT.mjs → chunk-K4B7OH65.mjs} +2 -2
- package/dist/{chunk-7TE2AJIH.mjs → chunk-K7KLL263.mjs} +13 -10
- package/dist/{chunk-CSHHU7PA.mjs → chunk-KCUIFVVW.mjs} +11 -30
- package/dist/{react-native/chunks/chunk-YH7W556M.mjs → chunk-KUZKUONM.mjs} +11 -2
- package/dist/chunk-KYYABCSW.mjs +72 -0
- package/dist/{chunk-B2FTZNNF.mjs → chunk-LKUE5GXS.mjs} +34 -14
- package/dist/{chunk-2PNYKG2D.mjs → chunk-LSM2YTKM.mjs} +100 -335
- package/dist/{chunk-DMNPYF54.mjs → chunk-LTUGDMV4.mjs} +2 -2
- package/dist/{chunk-FDG4KXX5.mjs → chunk-MLHNSAPK.mjs} +5 -3
- package/dist/{chunk-VP6XRMWR.mjs → chunk-MMBEANB2.mjs} +6 -32
- package/dist/{chunk-LJ4ENXOD.mjs → chunk-MMEMEUOO.mjs} +2 -2
- package/dist/{chunk-2HJWQPR6.mjs → chunk-NTZOXVUZ.mjs} +6 -122
- package/dist/{chunk-5WB2A3XU.mjs → chunk-NZMAXR2S.mjs} +397 -24
- package/dist/{chunk-IZT3G24Q.mjs → chunk-O43Z4MS6.mjs} +2 -2
- package/dist/{chunk-U46IZNCW.mjs → chunk-OKX2BBNW.mjs} +3 -2
- package/dist/{chunk-RBEHLIKX.mjs → chunk-PFKM7VNZ.mjs} +14 -8
- package/dist/chunk-PGVPE7GJ.mjs +96 -0
- package/dist/chunk-Q3TCTQCC.mjs +85 -0
- package/dist/chunk-Q7MS6P2J.mjs +74 -0
- package/dist/chunk-QDZJM7NI.mjs +23 -0
- package/dist/{chunk-ZS6CMXAE.mjs → chunk-QKZHLADX.mjs} +89 -250
- package/dist/{chunk-IJSFWGVW.mjs → chunk-REL7LFLR.mjs} +3 -3
- package/dist/chunk-RVKFI3A2.mjs +237 -0
- package/dist/chunk-S2N75OTN.mjs +83 -0
- package/dist/chunk-TRISKD4Q.mjs +50 -0
- package/dist/{chunk-6F6USYII.mjs → chunk-TV2L3BN7.mjs} +13 -11
- package/dist/{chunk-6BWLDLS3.mjs → chunk-URPCYQVJ.mjs} +1 -1
- package/dist/chunk-USR7FQRZ.mjs +34 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/{chunk-SOUZMPME.mjs → chunk-VMXSVVXG.mjs} +7 -194
- package/dist/{chunk-4QCSHLNM.mjs → chunk-VREK3MYG.mjs} +3 -3
- package/dist/{chunk-YGQOPB2Z.mjs → chunk-WCBA2LVZ.mjs} +1 -1
- package/dist/{chunk-KQJVNPRM.mjs → chunk-X6NSJYQ3.mjs} +19 -16
- package/dist/chunk-Y4WPNHMC.mjs +50 -0
- package/dist/{chunk-IRWP524D.mjs → chunk-YBJDOA2T.mjs} +1 -1
- package/dist/{chunk-IJPK5PGM.mjs → chunk-YPUEV6ZC.mjs} +1 -1
- package/dist/{chunk-J7M73VY7.mjs → chunk-YROWNOMH.mjs} +1 -1
- package/dist/chunk-Z3TNWCI5.mjs +196 -0
- package/dist/{chunk-65WCV5JO.mjs → chunk-ZIFJXCKA.mjs} +1 -1
- package/dist/chunk-ZYAY26KG.mjs +29 -0
- package/dist/{client-Cn3gNxUU.d.ts → client-Df76GNKm.d.ts} +76 -6
- package/dist/client.d.ts +8 -7
- package/dist/client.mjs +56 -5
- package/dist/{cold-module-PYSSBIL7.mjs → cold-module-YLWMTTZG.mjs} +38 -28
- package/dist/{config-CfhH1IWQ.d.ts → config-05G_hy-1.d.ts} +3 -3
- package/dist/config-B8DP2VwR.d.ts +463 -0
- package/dist/{direct-executor-WYALQSMD.mjs → direct-executor-FI5GJHWX.mjs} +14 -9
- package/dist/distribution/coordinator/etcd.d.ts +11 -2
- package/dist/distribution/coordinator/etcd.mjs +268 -107
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +4 -4
- package/dist/distribution/transport/in-memory.mjs +2 -2
- package/dist/distribution/transport/tcp.mjs +3 -3
- package/dist/distribution.d.ts +41 -9
- package/dist/distribution.mjs +1296 -117
- package/dist/{durability-wiring-7VBZEJLG.mjs → durability-wiring-RHLXDIVF.mjs} +1751 -1226
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CJRUHXgf.d.ts → engine-DYu-e0oR.d.ts} +50 -40
- package/dist/{import-GJOMB2HC.mjs → import-SRBNC6TE.mjs} +27 -19
- package/dist/{index-MsF7e5hL.d.ts → index-nRqDM6uS.d.ts} +1 -1
- package/dist/index.browser.mjs +8 -4
- package/dist/index.d.ts +7 -6
- package/dist/index.mjs +24 -16
- package/dist/index.react-native.mjs +17 -11
- package/dist/{long-query-thread-SCUE62TO.mjs → long-query-thread-EMYTGSJP.mjs} +28 -15
- package/dist/methods-ABM5ELBR.mjs +30 -0
- package/dist/{module-AVQEIB7O.mjs → module-3OMJZUFT.mjs} +12 -12
- package/dist/{module-6RLIKSZQ.mjs → module-MG7JMV2U.mjs} +33 -23
- package/dist/operations-PGOAY2KS.mjs +5 -0
- package/dist/{paged-partition-archive-KGRW366Y.mjs → paged-partition-archive-UOLHOEZJ.mjs} +37 -26
- package/dist/partial-words.mjs +6 -4
- package/dist/pattern.mjs +4 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +9 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +34 -23
- package/dist/{phrase-module-OUQIRUQU.mjs → phrase-module-O3MDRQXP.mjs} +1 -1
- package/dist/{pool-UPV5PVPY.mjs → pool-CQXYPFLG.mjs} +2 -2
- package/dist/react-native/chunks/{analysis-change-DXPZRGWF.mjs → analysis-change-EAYO3Y6Q.mjs} +27 -15
- package/dist/{browser/analysis-change-entry-JL5U2N3Q.mjs → react-native/chunks/analysis-change-entry-TNLUC6IZ.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-D7LFYPYI.mjs → chunk-2CGSQM4O.mjs} +12 -10
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +1 -0
- package/dist/react-native/chunks/{chunk-R4OPUZQ5.mjs → chunk-3O57C2ZO.mjs} +2 -2
- package/dist/react-native/chunks/chunk-3XKMRNRE.mjs +298 -0
- package/dist/react-native/chunks/{chunk-IDFMNRIC.mjs → chunk-63YSZOXB.mjs} +97 -333
- package/dist/react-native/chunks/{chunk-UFNCLEQM.mjs → chunk-75VWIY35.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-2J2727V4.mjs → chunk-7GWPJDOA.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-PU55IOG4.mjs → chunk-AUT7PMA4.mjs} +6 -190
- package/dist/react-native/chunks/chunk-C2H2QQFW.mjs +288 -0
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +43 -0
- package/dist/{browser/chunk-PIS7ZAP7.mjs → react-native/chunks/chunk-CUNGPR5R.mjs} +11 -2
- package/dist/{browser/chunk-NVEJJP4R.mjs → react-native/chunks/chunk-DCKMICOB.mjs} +2 -79
- package/dist/react-native/chunks/chunk-DH3TVWWK.mjs +102 -0
- package/dist/react-native/chunks/{chunk-ZCKNBPQ4.mjs → chunk-EH5CFV6Z.mjs} +2 -2
- package/dist/react-native/chunks/chunk-F753DA54.mjs +23 -0
- package/dist/{browser/chunk-VBX2TI5V.mjs → react-native/chunks/chunk-GFYFQLJD.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-7IQR3SZO.mjs → chunk-I5PGWQJF.mjs} +142 -257
- package/dist/react-native/chunks/{chunk-NFGBOI46.mjs → chunk-IOY2SM2P.mjs} +1 -1
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +38 -0
- package/dist/react-native/chunks/{chunk-TLYD7IJ2.mjs → chunk-JPAJWO6D.mjs} +1 -1
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +15 -0
- package/dist/react-native/chunks/{chunk-KLZGAOLT.mjs → chunk-JX2RIAXH.mjs} +4 -4
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +68 -0
- package/dist/react-native/chunks/{chunk-LQAKO5QV.mjs → chunk-NCJS3WIY.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-BRNAVOKP.mjs → chunk-NKIZX26F.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-CLE3LZ77.mjs → chunk-NP7DD4G5.mjs} +5 -4
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +78 -0
- package/dist/react-native/chunks/chunk-O32RB3BL.mjs +191 -0
- package/dist/react-native/chunks/{chunk-DKJTZ625.mjs → chunk-OQQVRWZ2.mjs} +2 -69
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +29 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/{chunk-LRGWK367.mjs → chunk-RVAEBN74.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-KOCTCUXW.mjs → chunk-RYMDHGL4.mjs} +16 -8
- package/dist/react-native/chunks/chunk-SJWDBRNP.mjs +85 -0
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +68 -0
- package/dist/react-native/chunks/chunk-UWDNZDWK.mjs +242 -0
- package/dist/react-native/chunks/{chunk-FS7BYE23.mjs → chunk-VQSKZ3EZ.mjs} +9 -152
- package/dist/react-native/chunks/{chunk-UCJU6WNH.mjs → chunk-VVFYOADG.mjs} +7 -6
- package/dist/react-native/chunks/{chunk-VGUWIZFQ.mjs → chunk-YBEW6YTR.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-JYL35A4A.mjs → chunk-YHKZSLOC.mjs} +7 -33
- package/dist/react-native/chunks/{chunk-3CTWSQRW.mjs → chunk-ZBSWRSBG.mjs} +4 -30
- package/dist/react-native/chunks/chunk-ZYDKJXQJ.mjs +96 -0
- package/dist/react-native/chunks/{cold-module-KFGEWYEL.mjs → cold-module-TJL6AFAD.mjs} +29 -21
- package/dist/react-native/chunks/{durability-wiring-QKJB2QBT.mjs → durability-wiring-RRDYJLLM.mjs} +1882 -1358
- package/dist/react-native/chunks/gzip.react-native-DNB5YNFA.mjs +3 -0
- package/dist/react-native/chunks/import-JYBMEJPQ.mjs +29 -0
- package/dist/react-native/chunks/methods-X6F36SJE.mjs +30 -0
- package/dist/react-native/chunks/module-QT5HZAY4.mjs +33 -0
- package/dist/react-native/chunks/{module-UJ5VUARS.mjs → module-S4DKSWMF.mjs} +10 -9
- package/dist/react-native/chunks/operations-RYKTSZQA.mjs +5 -0
- package/dist/react-native/chunks/{phrase-module-76UAPPSG.mjs → phrase-module-JZ37TB7N.mjs} +1 -1
- package/dist/react-native/chunks/{pool-CD4ANYUI.mjs → pool-RTGXJXPU.mjs} +3 -2
- package/dist/{browser/restore-queue-UQ6AAUVX.mjs → react-native/chunks/restore-queue-ZBVIKJWI.mjs} +2 -2
- package/dist/react-native/chunks/retention-PPCTP2VY.mjs +219 -0
- package/dist/react-native/chunks/{runtime-3MCDLJAF.mjs → runtime-KUATOLYB.mjs} +1 -1
- package/dist/react-native/chunks/{snapshot-KVBD4LRC.mjs → snapshot-ZBIEOZTZ.mjs} +47 -314
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +15 -0
- package/dist/react-native/chunks/{write-ES5A3WUA.mjs → write-2W4FTX7J.mjs} +25 -18
- package/dist/react-native/partial-words.mjs +6 -4
- package/dist/react-native/pattern.mjs +4 -3
- package/dist/react-native/sync.mjs +2236 -0
- package/dist/react-native/synonyms.mjs +7 -4
- package/dist/react.d.ts +10 -9
- package/dist/react.mjs +7 -1
- package/dist/{rerank-3W54N6P2.mjs → rerank-IZOB6NII.mjs} +4 -4
- package/dist/rerankers/http.mjs +2 -2
- package/dist/{react-native/chunks/restore-queue-H5VCN453.mjs → restore-queue-COI2GSSK.mjs} +2 -2
- package/dist/retention-55WA7GPU.mjs +58 -0
- package/dist/{runtime-L2DZYY6N.mjs → runtime-UZOC3NPY.mjs} +5 -5
- package/dist/{schema-D33CyXCy.d.ts → schema-DDauvDOv.d.ts} +1 -1
- package/dist/server.d.ts +22 -19
- package/dist/server.mjs +868 -50
- package/dist/{snapshot-WMX6JCLP.mjs → snapshot-NFX2EYN2.mjs} +62 -36
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +271 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +237 -0
- package/dist/sync-state-ZWHLAFLE.mjs +15 -0
- package/dist/{config-aIsy7mcL.d.ts → sync-uXR7MmM7.d.ts} +53 -444
- package/dist/sync.browser.mjs +2231 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2206 -0
- package/dist/synonyms.mjs +5 -3
- package/dist/{tasks-C4ElXr4P.d.ts → tasks-BShx8pdK.d.ts} +4 -4
- package/dist/thread-P2G2FWM2.mjs +44 -0
- package/dist/types-SnO7_tAI.d.ts +228 -0
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +6 -6
- package/dist/workers/entry.mjs +7 -7
- package/dist/{write-SKJ6HW7O.mjs → write-FGB62BHQ.mjs} +31 -23
- package/openapi.json +119 -3
- package/package.json +28 -8
- package/dist/browser/import-QOY6ZH6X.mjs +0 -12
- package/dist/chunk-7LDMWKP6.mjs +0 -209
- package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +0 -110
- package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +0 -3
- package/dist/react-native/chunks/import-XFBCCENV.mjs +0 -22
- package/dist/react-native/chunks/module-FHJ2GOBI.mjs +0 -25
- package/dist/thread-I7DVHHW7.mjs +0 -31
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
// src/workers/constants.ts
|
|
2
|
+
var WORKER_YOUNG_GENERATION_MB = 24;
|
|
3
|
+
var MIN_WORKER_COUNT = 2;
|
|
4
|
+
var MAX_WORKER_COUNT = 8;
|
|
5
|
+
var FALLBACK_CPU_COUNT = 4;
|
|
6
|
+
var MIN_CORES_FOR_SEVERAL_REQUEST_THREADS = 3;
|
|
7
|
+
var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
|
|
8
|
+
var SHUTDOWN_TIMEOUT_MS = 5e3;
|
|
9
|
+
|
|
10
|
+
// src/vector/constants.ts
|
|
11
|
+
var WASM_PAGE_BYTES = 65536;
|
|
12
|
+
var MAX_WASM_PAGES = 65536;
|
|
13
|
+
var VECTOR_STORE_INITIAL_CAPACITY = 16;
|
|
14
|
+
var VECTOR_BLOCK_INITIAL_SLOTS = 256;
|
|
15
|
+
var DISK_STORAGE_BLOCK_BYTES = 67108864;
|
|
16
|
+
var UNPLACED_FLAG_CHUNK_ORDINALS = 1024;
|
|
17
|
+
var VECTOR_SCRATCH_SLOTS = 64;
|
|
18
|
+
var SCRATCH_SLOTS_PER_THREAD_POOL = 31;
|
|
19
|
+
var NATIVE_THREAD_SEARCH_SLOTS = 4;
|
|
20
|
+
var NATIVE_THREAD_SCAN_CHUNK_ORDINALS = 16384;
|
|
21
|
+
var MAX_VECTOR_ORDINALS_ON_A_PHONE = 1048576;
|
|
22
|
+
var MAX_DOC_ID_TABLE_BYTES_ON_A_PHONE = 67108864;
|
|
23
|
+
var VECTOR_BLOCK_BYTES_ON_A_PHONE = 67108864;
|
|
24
|
+
var VECTOR_SEARCH_TIMEOUT_MS = 3e4;
|
|
25
|
+
var VECTOR_SEARCH_LOAD_TIMEOUT_MS = 3e5;
|
|
26
|
+
var VECTOR_INSERT_TIMEOUT_MS = 6e5;
|
|
27
|
+
var NATIVE_ATTACH_RETRY_MS = 1e3;
|
|
28
|
+
var MAX_RENUMBERED_SEARCH_ATTEMPTS = 3;
|
|
29
|
+
var LOCK_SPIN_ITERATIONS = 128;
|
|
30
|
+
var LOCK_WAIT_SLICE_MS = 20;
|
|
31
|
+
var GRAPH_LOCK_WAIT_SLICE_MS = 1;
|
|
32
|
+
var GRAPH_LOCK_WAIT_DEADLINE_MS = 1e4;
|
|
33
|
+
var GRAPH_BUILD_DISPATCH_CHUNK = 64;
|
|
34
|
+
var GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER = 2;
|
|
35
|
+
|
|
36
|
+
// src/workers/worker-count.ts
|
|
37
|
+
function detectCpuCount() {
|
|
38
|
+
try {
|
|
39
|
+
if (navigator?.hardwareConcurrency) {
|
|
40
|
+
return navigator.hardwareConcurrency;
|
|
41
|
+
}
|
|
42
|
+
if (typeof process !== "undefined") {
|
|
43
|
+
const ap = process.availableParallelism;
|
|
44
|
+
if (typeof ap === "function") {
|
|
45
|
+
return ap();
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
} catch {
|
|
49
|
+
return FALLBACK_CPU_COUNT;
|
|
50
|
+
}
|
|
51
|
+
return FALLBACK_CPU_COUNT;
|
|
52
|
+
}
|
|
53
|
+
function resolveWorkerCount(requested) {
|
|
54
|
+
if (requested !== void 0 && requested > 0) {
|
|
55
|
+
return Math.min(requested, SCRATCH_SLOTS_PER_THREAD_POOL);
|
|
56
|
+
}
|
|
57
|
+
return Math.max(MIN_WORKER_COUNT, Math.min(MAX_WORKER_COUNT, detectCpuCount() - 1));
|
|
58
|
+
}
|
|
59
|
+
function resolveRequestThreadCount(requested) {
|
|
60
|
+
if (detectCpuCount() < MIN_CORES_FOR_SEVERAL_REQUEST_THREADS) return 1;
|
|
61
|
+
return resolveWorkerCount(requested);
|
|
62
|
+
}
|
|
63
|
+
function splitWorkerBudget(total) {
|
|
64
|
+
const keyword = Math.ceil(total / 2);
|
|
65
|
+
return { keyword, vector: total - keyword };
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
export { DEFAULT_REQUEST_TIMEOUT_MS, DISK_STORAGE_BLOCK_BYTES, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_TABLE_BYTES_ON_A_PHONE, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_VECTOR_ORDINALS_ON_A_PHONE, MAX_WASM_PAGES, NATIVE_ATTACH_RETRY_MS, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, NATIVE_THREAD_SEARCH_SLOTS, SHUTDOWN_TIMEOUT_MS, UNPLACED_FLAG_CHUNK_ORDINALS, VECTOR_BLOCK_BYTES_ON_A_PHONE, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_INSERT_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_STORE_INITIAL_CAPACITY, WASM_PAGE_BYTES, WORKER_YOUNG_GENERATION_MB, resolveRequestThreadCount, resolveWorkerCount, splitWorkerBudget };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { FNV_PRIME, FNV_OFFSET_BASIS } from './chunk-
|
|
2
|
-
import { reactNativeHost } from './chunk-
|
|
1
|
+
import { FNV_PRIME, FNV_OFFSET_BASIS } from './chunk-CHPTFFJM.mjs';
|
|
2
|
+
import { reactNativeHost } from './chunk-IOY2SM2P.mjs';
|
|
3
3
|
|
|
4
4
|
var REFUSAL_COLLECTION_MIN_INTERVAL_MS = 1e3;
|
|
5
5
|
var REFUSAL_COLLECTION_TIME_MULTIPLE = 10;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MAX_DOCUMENT_NESTING_DEPTH } from './chunk-
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { MAX_DOCUMENT_NESTING_DEPTH } from './chunk-OQQVRWZ2.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
3
3
|
|
|
4
4
|
// src/serialization/base64.ts
|
|
5
5
|
var ALPHABET = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
|
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import { removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors } from './chunk-
|
|
2
|
-
import { getNestedValue
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
1
|
+
import { removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors } from './chunk-63YSZOXB.mjs';
|
|
2
|
+
import { getNestedValue } from './chunk-AUT7PMA4.mjs';
|
|
3
|
+
import { requireValidFieldTypes } from './chunk-O32RB3BL.mjs';
|
|
4
|
+
import { VECTOR_PATTERN } from './chunk-OQQVRWZ2.mjs';
|
|
5
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
5
6
|
import { decode } from '@msgpack/msgpack';
|
|
6
7
|
|
|
7
8
|
function applyIndexEntry(entry, manager, vectorFieldPaths, vecIndexes, schedulesGraphBuild = true) {
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
// src/persistence/archive/byte-reader.ts
|
|
2
|
+
async function* chunksOf(source) {
|
|
3
|
+
if (source instanceof Uint8Array) {
|
|
4
|
+
yield source;
|
|
5
|
+
return;
|
|
6
|
+
}
|
|
7
|
+
if (typeof source.getReader === "function") {
|
|
8
|
+
const reader = source.getReader();
|
|
9
|
+
try {
|
|
10
|
+
for (; ; ) {
|
|
11
|
+
const step = await reader.read();
|
|
12
|
+
if (step.done) return;
|
|
13
|
+
yield step.value;
|
|
14
|
+
}
|
|
15
|
+
} finally {
|
|
16
|
+
reader.releaseLock();
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
yield* source;
|
|
20
|
+
}
|
|
21
|
+
function createByteReader(source) {
|
|
22
|
+
const iterator = chunksOf(source);
|
|
23
|
+
const pending = [];
|
|
24
|
+
let pendingBytes = 0;
|
|
25
|
+
let ended = false;
|
|
26
|
+
async function fill(length) {
|
|
27
|
+
while (pendingBytes < length && !ended) {
|
|
28
|
+
const step = await iterator.next();
|
|
29
|
+
if (step.done) {
|
|
30
|
+
ended = true;
|
|
31
|
+
break;
|
|
32
|
+
}
|
|
33
|
+
if (step.value.byteLength === 0) continue;
|
|
34
|
+
pending.push(step.value);
|
|
35
|
+
pendingBytes += step.value.byteLength;
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
function take(length) {
|
|
39
|
+
const out = new Uint8Array(length);
|
|
40
|
+
let filled = 0;
|
|
41
|
+
while (filled < length) {
|
|
42
|
+
const head = pending[0];
|
|
43
|
+
const needed = length - filled;
|
|
44
|
+
if (head.byteLength <= needed) {
|
|
45
|
+
out.set(head, filled);
|
|
46
|
+
filled += head.byteLength;
|
|
47
|
+
pending.shift();
|
|
48
|
+
} else {
|
|
49
|
+
out.set(head.subarray(0, needed), filled);
|
|
50
|
+
pending[0] = head.subarray(needed);
|
|
51
|
+
filled += needed;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
pendingBytes -= length;
|
|
55
|
+
return out;
|
|
56
|
+
}
|
|
57
|
+
return {
|
|
58
|
+
async readExactly(length) {
|
|
59
|
+
await fill(length);
|
|
60
|
+
if (pendingBytes === 0 && length > 0) return null;
|
|
61
|
+
if (pendingBytes < length) return take(pendingBytes);
|
|
62
|
+
return take(length);
|
|
63
|
+
},
|
|
64
|
+
async peek(length) {
|
|
65
|
+
await fill(length);
|
|
66
|
+
const available = Math.min(length, pendingBytes);
|
|
67
|
+
const copy = take(available);
|
|
68
|
+
pending.unshift(copy);
|
|
69
|
+
pendingBytes += copy.byteLength;
|
|
70
|
+
return copy;
|
|
71
|
+
},
|
|
72
|
+
async close() {
|
|
73
|
+
await iterator.return(void 0);
|
|
74
|
+
}
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
export { chunksOf, createByteReader };
|
|
@@ -0,0 +1,191 @@
|
|
|
1
|
+
import { MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES } from './chunk-TJMSKBEM.mjs';
|
|
2
|
+
import { isPlainObject, isWordIndexedBase, MAX_TEXT_FIELDS, MAX_VECTOR_DIMENSION, parseFieldType, MAX_NESTING_DEPTH, PROTOTYPE_POLLUTION_KEYS, FIELD_NAME_PATTERN, RESERVED_ROOT_FIELDS } from './chunk-OQQVRWZ2.mjs';
|
|
3
|
+
import { compareCodePoints } from './chunk-PPEPTUVV.mjs';
|
|
4
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
5
|
+
import { Encoder } from '@msgpack/msgpack';
|
|
6
|
+
|
|
7
|
+
// src/schema/validator/schema.ts
|
|
8
|
+
function validateSchemaFields(schema, depth, prefix) {
|
|
9
|
+
if (depth > MAX_NESTING_DEPTH) {
|
|
10
|
+
throw new NarsilError(
|
|
11
|
+
ErrorCodes.SCHEMA_DEPTH_EXCEEDED,
|
|
12
|
+
`Schema nesting exceeds the maximum depth of ${MAX_NESTING_DEPTH} at "${prefix}"`,
|
|
13
|
+
{ path: prefix, maxDepth: MAX_NESTING_DEPTH }
|
|
14
|
+
);
|
|
15
|
+
}
|
|
16
|
+
let canonical = null;
|
|
17
|
+
const replace = (field, value) => {
|
|
18
|
+
if (canonical === null) canonical = { ...schema };
|
|
19
|
+
canonical[field] = value;
|
|
20
|
+
};
|
|
21
|
+
for (const [field, type] of Object.entries(schema)) {
|
|
22
|
+
const path = prefix ? `${prefix}.${field}` : field;
|
|
23
|
+
if (PROTOTYPE_POLLUTION_KEYS.has(field)) {
|
|
24
|
+
throw new NarsilError(ErrorCodes.SCHEMA_INVALID_TYPE, `Field name "${field}" is not allowed in a schema`, {
|
|
25
|
+
field,
|
|
26
|
+
path
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
if (!FIELD_NAME_PATTERN.test(field)) {
|
|
30
|
+
throw new NarsilError(
|
|
31
|
+
ErrorCodes.SCHEMA_INVALID_TYPE,
|
|
32
|
+
`Field name "${field}" contains characters that are not allowed; use letters, digits, and underscores only`,
|
|
33
|
+
{ field, path }
|
|
34
|
+
);
|
|
35
|
+
}
|
|
36
|
+
if (depth === 1 && RESERVED_ROOT_FIELDS.has(field)) {
|
|
37
|
+
throw new NarsilError(
|
|
38
|
+
ErrorCodes.SCHEMA_INVALID_TYPE,
|
|
39
|
+
`Field "${field}" is reserved and cannot be defined in a schema`,
|
|
40
|
+
{ field, path }
|
|
41
|
+
);
|
|
42
|
+
}
|
|
43
|
+
if (isPlainObject(type)) {
|
|
44
|
+
const nested = validateSchemaFields(type, depth + 1, path);
|
|
45
|
+
if (nested !== type) replace(field, nested);
|
|
46
|
+
continue;
|
|
47
|
+
}
|
|
48
|
+
if (typeof type !== "string") {
|
|
49
|
+
throw new NarsilError(
|
|
50
|
+
ErrorCodes.SCHEMA_INVALID_TYPE,
|
|
51
|
+
`Field "${path}" has an invalid type definition: ${String(type)}`,
|
|
52
|
+
{
|
|
53
|
+
field: path,
|
|
54
|
+
type: String(type)
|
|
55
|
+
}
|
|
56
|
+
);
|
|
57
|
+
}
|
|
58
|
+
const parsed = parseFieldType(type, path);
|
|
59
|
+
if (parsed.type !== type) replace(field, parsed.type);
|
|
60
|
+
}
|
|
61
|
+
return canonical ?? schema;
|
|
62
|
+
}
|
|
63
|
+
function validateSchema(schema) {
|
|
64
|
+
if (!isPlainObject(schema)) {
|
|
65
|
+
throw new NarsilError(ErrorCodes.SCHEMA_INVALID_TYPE, "Schema must be a plain object", {
|
|
66
|
+
received: typeof schema
|
|
67
|
+
});
|
|
68
|
+
}
|
|
69
|
+
if (Object.keys(schema).length === 0) {
|
|
70
|
+
throw new NarsilError(ErrorCodes.SCHEMA_INVALID_TYPE, "Schema must define at least one field");
|
|
71
|
+
}
|
|
72
|
+
const validated = validateSchemaFields(schema, 1, "");
|
|
73
|
+
requireTextFieldCount(schemaFieldsOf(validated).filter((field) => isWordIndexedBase(field.base)).length);
|
|
74
|
+
return validated;
|
|
75
|
+
}
|
|
76
|
+
function requireTextFieldCount(count) {
|
|
77
|
+
if (count <= MAX_TEXT_FIELDS) return;
|
|
78
|
+
throw new NarsilError(
|
|
79
|
+
ErrorCodes.SCHEMA_INVALID_TYPE,
|
|
80
|
+
`The schema declares ${count} string and string[] fields, but a schema holds at most ${MAX_TEXT_FIELDS}`,
|
|
81
|
+
{ textFields: count, maximum: MAX_TEXT_FIELDS }
|
|
82
|
+
);
|
|
83
|
+
}
|
|
84
|
+
function requireCreatableSchema(schema) {
|
|
85
|
+
for (const field of schemaFieldsOf(schema)) {
|
|
86
|
+
if (field.base !== "vector" || field.dimension <= MAX_VECTOR_DIMENSION) continue;
|
|
87
|
+
throw new NarsilError(
|
|
88
|
+
ErrorCodes.SCHEMA_INVALID_VECTOR_DIMENSION,
|
|
89
|
+
`Vector field "${field.path}" has ${field.dimension} dimensions, but a new index takes at most ${MAX_VECTOR_DIMENSION}`,
|
|
90
|
+
{ field: field.path, dimension: field.dimension, maximum: MAX_VECTOR_DIMENSION }
|
|
91
|
+
);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
function requireValidFieldTypes(flatSchema) {
|
|
95
|
+
let textFields = 0;
|
|
96
|
+
for (const [path, type] of Object.entries(flatSchema)) {
|
|
97
|
+
if (typeof type !== "string") {
|
|
98
|
+
throw new NarsilError(
|
|
99
|
+
ErrorCodes.SCHEMA_INVALID_TYPE,
|
|
100
|
+
`Field "${path}" has an invalid type definition: ${String(type)}`,
|
|
101
|
+
{ field: path, type: String(type) }
|
|
102
|
+
);
|
|
103
|
+
}
|
|
104
|
+
if (isWordIndexedBase(parseFieldType(type, path).base)) textFields += 1;
|
|
105
|
+
}
|
|
106
|
+
requireTextFieldCount(textFields);
|
|
107
|
+
}
|
|
108
|
+
function flattenRecursive(schema, prefix, result) {
|
|
109
|
+
for (const [field, type] of Object.entries(schema)) {
|
|
110
|
+
const path = prefix ? `${prefix}.${field}` : field;
|
|
111
|
+
if (isPlainObject(type)) {
|
|
112
|
+
flattenRecursive(type, path, result);
|
|
113
|
+
} else {
|
|
114
|
+
result[path] = type;
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
var flattenedSchemas = /* @__PURE__ */ new WeakMap();
|
|
119
|
+
function flattenSchema(schema) {
|
|
120
|
+
const cached = flattenedSchemas.get(schema);
|
|
121
|
+
if (cached !== void 0) return cached;
|
|
122
|
+
const result = /* @__PURE__ */ Object.create(null);
|
|
123
|
+
flattenRecursive(schema, "", result);
|
|
124
|
+
flattenedSchemas.set(schema, Object.freeze(result));
|
|
125
|
+
return result;
|
|
126
|
+
}
|
|
127
|
+
var parsedSchemas = /* @__PURE__ */ new WeakMap();
|
|
128
|
+
function schemaFieldsOf(schema) {
|
|
129
|
+
const cached = parsedSchemas.get(schema);
|
|
130
|
+
if (cached !== void 0) return cached;
|
|
131
|
+
const fields = [];
|
|
132
|
+
for (const [path, type] of Object.entries(flattenSchema(schema))) {
|
|
133
|
+
fields.push({ ...parseFieldType(type, path), path });
|
|
134
|
+
}
|
|
135
|
+
const frozen = Object.freeze(fields);
|
|
136
|
+
parsedSchemas.set(schema, frozen);
|
|
137
|
+
return frozen;
|
|
138
|
+
}
|
|
139
|
+
var partialFieldsBySchema = /* @__PURE__ */ new WeakMap();
|
|
140
|
+
function partialFieldsOf(schema) {
|
|
141
|
+
const cached = partialFieldsBySchema.get(schema);
|
|
142
|
+
if (cached !== void 0) return cached;
|
|
143
|
+
const paths = [];
|
|
144
|
+
for (const field of schemaFieldsOf(schema)) {
|
|
145
|
+
if (field.partial) paths.push(field.path);
|
|
146
|
+
}
|
|
147
|
+
const frozen = Object.freeze(paths.sort(compareCodePoints));
|
|
148
|
+
partialFieldsBySchema.set(schema, frozen);
|
|
149
|
+
return frozen;
|
|
150
|
+
}
|
|
151
|
+
function extractVectorFieldsFromSchema(schema) {
|
|
152
|
+
const result = /* @__PURE__ */ new Map();
|
|
153
|
+
for (const field of schemaFieldsOf(schema)) {
|
|
154
|
+
if (field.base === "vector") result.set(field.path, field.dimension);
|
|
155
|
+
}
|
|
156
|
+
return result;
|
|
157
|
+
}
|
|
158
|
+
var INTEGER_ENCODING = { maxDepth: MAX_DOCUMENT_ENCODING_DEPTH };
|
|
159
|
+
var FLOAT_ENCODING = { maxDepth: MAX_DOCUMENT_ENCODING_DEPTH, forceIntegerToFloat: true };
|
|
160
|
+
var integerEncoder = new Encoder(INTEGER_ENCODING);
|
|
161
|
+
var floatEncoder = new Encoder(FLOAT_ENCODING);
|
|
162
|
+
function encodeExactly(document, forceIntegerToFloat) {
|
|
163
|
+
const bytes = (forceIntegerToFloat ? floatEncoder : integerEncoder).encode(document);
|
|
164
|
+
if (bytes.byteLength > DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES) {
|
|
165
|
+
if (forceIntegerToFloat) floatEncoder = new Encoder(FLOAT_ENCODING);
|
|
166
|
+
else integerEncoder = new Encoder(INTEGER_ENCODING);
|
|
167
|
+
}
|
|
168
|
+
return bytes;
|
|
169
|
+
}
|
|
170
|
+
function holdsNegativeZero(value, depth) {
|
|
171
|
+
if (typeof value === "number") return Object.is(value, -0);
|
|
172
|
+
if (value === null || typeof value !== "object" || ArrayBuffer.isView(value) || depth > MAX_DOCUMENT_ENCODING_DEPTH) {
|
|
173
|
+
return false;
|
|
174
|
+
}
|
|
175
|
+
for (const child of Array.isArray(value) ? value : Object.values(value)) {
|
|
176
|
+
if (holdsNegativeZero(child, depth + 1)) return true;
|
|
177
|
+
}
|
|
178
|
+
return false;
|
|
179
|
+
}
|
|
180
|
+
function encodeDocument(document) {
|
|
181
|
+
try {
|
|
182
|
+
return encodeExactly(document, holdsNegativeZero(document, 1));
|
|
183
|
+
} catch (error) {
|
|
184
|
+
throw new NarsilError(
|
|
185
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
186
|
+
`The document cannot be encoded as MessagePack: ${error instanceof Error ? error.message : String(error)}`
|
|
187
|
+
);
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
export { encodeDocument, extractVectorFieldsFromSchema, flattenSchema, partialFieldsOf, requireCreatableSchema, requireValidFieldTypes, schemaFieldsOf, validateSchema };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
2
2
|
|
|
3
3
|
// src/schema/constants.ts
|
|
4
4
|
var MAX_NESTING_DEPTH = 4;
|
|
@@ -137,71 +137,4 @@ function isStringValuedBase(base) {
|
|
|
137
137
|
return base === "string" || base === "string[]" || base === "verbatim" || base === "verbatim[]";
|
|
138
138
|
}
|
|
139
139
|
|
|
140
|
-
|
|
141
|
-
var FIRST_SURROGATE = 55296;
|
|
142
|
-
var LAST_SURROGATE = 57343;
|
|
143
|
-
var LAST_BASIC_PLANE_CODE_POINT = 65535;
|
|
144
|
-
function hasSurrogate(text) {
|
|
145
|
-
for (let index = 0; index < text.length; index++) {
|
|
146
|
-
const unit = text.charCodeAt(index);
|
|
147
|
-
if (unit >= FIRST_SURROGATE && unit <= LAST_SURROGATE) return true;
|
|
148
|
-
}
|
|
149
|
-
return false;
|
|
150
|
-
}
|
|
151
|
-
function fuzzyPrefixOf(queryTerm, prefixLength) {
|
|
152
|
-
let end = 0;
|
|
153
|
-
for (let counted = 0; counted < prefixLength && end < queryTerm.length; counted++) {
|
|
154
|
-
const codePoint = queryTerm.codePointAt(end);
|
|
155
|
-
end += codePoint !== void 0 && codePoint > LAST_BASIC_PLANE_CODE_POINT ? 2 : 1;
|
|
156
|
-
}
|
|
157
|
-
return queryTerm.slice(0, end);
|
|
158
|
-
}
|
|
159
|
-
function fuzzyTermMatches(queryTerm, indexTerm, tolerance, prefixLength) {
|
|
160
|
-
if (queryTerm === indexTerm) return true;
|
|
161
|
-
if (tolerance <= 0) return false;
|
|
162
|
-
if (!indexTerm.startsWith(fuzzyPrefixOf(queryTerm, prefixLength))) return false;
|
|
163
|
-
return boundedLevenshtein(queryTerm, indexTerm, tolerance).withinTolerance;
|
|
164
|
-
}
|
|
165
|
-
function boundedLevenshtein(a, b, tolerance) {
|
|
166
|
-
if (tolerance < 0) return { distance: -1, withinTolerance: false, cells: 0 };
|
|
167
|
-
if (a === b) return { distance: 0, withinTolerance: true, cells: 0 };
|
|
168
|
-
return tabulatedLevenshtein(a, b, tolerance);
|
|
169
|
-
}
|
|
170
|
-
function tabulatedLevenshtein(a, b, tolerance) {
|
|
171
|
-
if (tolerance < 0) return { distance: -1, withinTolerance: false, cells: 0 };
|
|
172
|
-
if (hasSurrogate(a) || hasSurrogate(b)) return bandedDistance(Array.from(a), Array.from(b), tolerance);
|
|
173
|
-
return bandedDistance(a, b, tolerance);
|
|
174
|
-
}
|
|
175
|
-
function bandedDistance(a, b, tolerance) {
|
|
176
|
-
const m = a.length;
|
|
177
|
-
const n = b.length;
|
|
178
|
-
const beyond = tolerance + 1;
|
|
179
|
-
if (Math.abs(m - n) > tolerance) return { distance: beyond, withinTolerance: false, cells: 0 };
|
|
180
|
-
let previous = new Uint32Array(n + 1).fill(beyond);
|
|
181
|
-
let current = new Uint32Array(n + 1).fill(beyond);
|
|
182
|
-
const firstRowEnd = Math.min(n, tolerance);
|
|
183
|
-
for (let j = 0; j <= firstRowEnd; j++) previous[j] = j;
|
|
184
|
-
let cells = 0;
|
|
185
|
-
for (let i = 1; i <= m; i++) {
|
|
186
|
-
const low = Math.max(1, i - tolerance);
|
|
187
|
-
const high = Math.min(n, i + tolerance);
|
|
188
|
-
current[low - 1] = low === 1 ? i : beyond;
|
|
189
|
-
let rowMin = current[low - 1];
|
|
190
|
-
const character = a[i - 1];
|
|
191
|
-
if (high >= low) cells += high - low + 1;
|
|
192
|
-
for (let j = low; j <= high; j++) {
|
|
193
|
-
const substitution = previous[j - 1] + (character === b[j - 1] ? 0 : 1);
|
|
194
|
-
const cell = Math.min(previous[j] + 1, current[j - 1] + 1, substitution, beyond);
|
|
195
|
-
current[j] = cell;
|
|
196
|
-
if (cell < rowMin) rowMin = cell;
|
|
197
|
-
}
|
|
198
|
-
if (rowMin > tolerance) return { distance: beyond, withinTolerance: false, cells };
|
|
199
|
-
const finished = previous;
|
|
200
|
-
previous = current;
|
|
201
|
-
current = finished;
|
|
202
|
-
}
|
|
203
|
-
const distance = previous[n];
|
|
204
|
-
return { distance, withinTolerance: distance <= tolerance, cells };
|
|
205
|
-
}
|
|
206
|
-
|
|
207
|
-
export { DEFAULT_PATTERN_VALUE_LIMIT, FIELD_NAME_PATTERN, MAX_DOCUMENT_BYTES, MAX_DOCUMENT_NESTING_DEPTH, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_TEXT_FIELDS, MAX_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, PROTOTYPE_POLLUTION_KEYS, RESERVED_ROOT_FIELDS, VECTOR_PATTERN, boundedLevenshtein, fuzzyPrefixOf, fuzzyTermMatches, isGeopointOrVectorType, isListBase, isPlainObject, isSingleStringFieldType, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, parseFieldType, parsedTypeOf, tabulatedLevenshtein, withSortableOption };
|
|
140
|
+
export { DEFAULT_PATTERN_VALUE_LIMIT, FIELD_NAME_PATTERN, MAX_DOCUMENT_BYTES, MAX_DOCUMENT_NESTING_DEPTH, MAX_NESTING_DEPTH, MAX_PATTERN_VALUE_LIMIT, MAX_TEXT_FIELDS, MAX_VECTOR_DIMENSION, MIN_PATTERN_VALUE_LIMIT, PROTOTYPE_POLLUTION_KEYS, RESERVED_ROOT_FIELDS, VECTOR_PATTERN, isGeopointOrVectorType, isListBase, isPlainObject, isSingleStringFieldType, isStringValuedBase, isWordIndexedBase, isWordIndexedFieldType, parseFieldType, parsedTypeOf, withSortableOption };
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
// src/engine/snapshot/constants.ts
|
|
2
|
+
var RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE = 0.2;
|
|
3
|
+
var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 7.86;
|
|
4
|
+
var RESTORE_WORST_HEAP_BYTES_PER_VECTOR = 264;
|
|
5
|
+
var RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION = 0.24;
|
|
6
|
+
var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 738;
|
|
7
|
+
var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 0.2;
|
|
8
|
+
var RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE = 4.06;
|
|
9
|
+
var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 14.5;
|
|
10
|
+
var RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR = 1482;
|
|
11
|
+
var RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION = 9.29;
|
|
12
|
+
var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 2141;
|
|
13
|
+
var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 24.15;
|
|
14
|
+
var RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE = 0.16;
|
|
15
|
+
var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 6.16;
|
|
16
|
+
var RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR = 204;
|
|
17
|
+
var RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION = 0.17;
|
|
18
|
+
var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 695;
|
|
19
|
+
var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 0.04;
|
|
20
|
+
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE = 2.14;
|
|
21
|
+
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 5.05;
|
|
22
|
+
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR = 1080;
|
|
23
|
+
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION = 0.72;
|
|
24
|
+
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 1744;
|
|
25
|
+
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 20.05;
|
|
26
|
+
var RESTORE_ESTIMATE_MARGIN = 1.25;
|
|
27
|
+
var MAX_SNAPSHOT_ANALYSIS_ATTEMPTS = 3;
|
|
28
|
+
|
|
29
|
+
export { MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, RESTORE_ESTIMATE_MARGIN, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION };
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
// src/engine/sync/serial.ts
|
|
2
|
+
var chainsByRegistry = /* @__PURE__ */ new WeakMap();
|
|
3
|
+
async function oneSyncChangeAtATime(registry, indexName, action) {
|
|
4
|
+
let chains = chainsByRegistry.get(registry);
|
|
5
|
+
if (chains === void 0) {
|
|
6
|
+
chains = /* @__PURE__ */ new Map();
|
|
7
|
+
chainsByRegistry.set(registry, chains);
|
|
8
|
+
}
|
|
9
|
+
const running = chains;
|
|
10
|
+
const current = (running.get(indexName) ?? Promise.resolve()).catch(() => void 0).then(action);
|
|
11
|
+
running.set(indexName, current);
|
|
12
|
+
try {
|
|
13
|
+
return await current;
|
|
14
|
+
} finally {
|
|
15
|
+
if (running.get(indexName) === current) running.delete(indexName);
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export { oneSyncChangeAtATime };
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
1
|
+
import { markSimdUnavailable, OSQ_STEPS, OSQ_GRID, OSQ_QUERY_BITS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, OSQ_PLACEMENT_QUERY_BITS, turnsAreBudgeted, holdWrites, yieldBackgroundTurn, OSQ_LAMBDA, threadSlotGone, backgroundTurnIsSpent } from './chunk-NCJS3WIY.mjs';
|
|
2
|
+
import { NATIVE_THREAD_SEARCH_SLOTS, VECTOR_SCRATCH_SLOTS, VECTOR_BLOCK_BYTES_ON_A_PHONE, MAX_DOC_ID_TABLE_BYTES_ON_A_PHONE, MAX_VECTOR_ORDINALS_ON_A_PHONE, WASM_PAGE_BYTES, UNPLACED_FLAG_CHUNK_ORDINALS, VECTOR_STORE_INITIAL_CAPACITY, VECTOR_BLOCK_INITIAL_SLOTS, MAX_WASM_PAGES, NATIVE_ATTACH_RETRY_MS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, GRAPH_LOCK_WAIT_SLICE_MS, GRAPH_LOCK_WAIT_DEADLINE_MS } from './chunk-LU3Y3P63.mjs';
|
|
3
|
+
import { osqCodeBytes, osqStagedQueryBytes, osqRecordBytes, unpackLevels, readTrailer, stageQueryLevels, writeRecord } from './chunk-YBEW6YTR.mjs';
|
|
4
4
|
import { DEFAULT_EF_SEARCH, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, PLACEMENT_ROOM_REQUESTS, MAX_LAYER_CAP, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, CONNECT_RESTARTS_BEFORE_ONE_PASS, FARTHEST_REJECTED_LINKS_KEPT, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, NEAREST_LINK_FALLBACK_HOSTS } from './chunk-TJMSKBEM.mjs';
|
|
5
5
|
import { compareCodePoints } from './chunk-PPEPTUVV.mjs';
|
|
6
|
-
import { reactNativeHost } from './chunk-
|
|
7
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
6
|
+
import { reactNativeHost } from './chunk-IOY2SM2P.mjs';
|
|
7
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
8
8
|
|
|
9
9
|
// src/vector/shared-buffers/memory-limits.react-native.ts
|
|
10
10
|
var VECTOR_MEMORY_LIMITS = {
|
|
@@ -2055,6 +2055,7 @@ function writeKeepingLastLinks(state, ord, sorted, kept, held) {
|
|
|
2055
2055
|
|
|
2056
2056
|
// src/vector/hnsw/nearest-links.ts
|
|
2057
2057
|
var NOT_YET_FOUND = -2;
|
|
2058
|
+
var NOT_ANCHORED = -1;
|
|
2058
2059
|
function nearer(a, b) {
|
|
2059
2060
|
return nearerPair(a.distance, a.ord, b.distance, b.ord);
|
|
2060
2061
|
}
|
|
@@ -2103,7 +2104,8 @@ function replaceableSlot(pass, host, list) {
|
|
|
2103
2104
|
for (let i = 0; i < list.length; i++) {
|
|
2104
2105
|
const neighbour = list[i];
|
|
2105
2106
|
if (incomingCount(pass.state.adjacency, neighbour) < 2) continue;
|
|
2106
|
-
if (isLive(pass.state, neighbour) && nearestInList(pass, neighbour) === host)
|
|
2107
|
+
if (isLive(pass.state, neighbour) && (nearestInList(pass, neighbour) === host || pass.anchoredBy[neighbour] === host))
|
|
2108
|
+
continue;
|
|
2107
2109
|
const distance = pass.distance(host, neighbour);
|
|
2108
2110
|
if (farthest === -1 || nearerPair(farthestDistance, farthestOrd, distance, neighbour)) {
|
|
2109
2111
|
farthest = i;
|
|
@@ -2118,12 +2120,16 @@ function linkFrom(pass, host, ord) {
|
|
|
2118
2120
|
const base = layerBase(adjacency, host, 0);
|
|
2119
2121
|
if (base === ABSENT) return false;
|
|
2120
2122
|
const list = adjacency.level0.subarray(base + 1, base + 1 + adjacency.level0[base]);
|
|
2121
|
-
if (list.includes(ord))
|
|
2123
|
+
if (list.includes(ord)) {
|
|
2124
|
+
pass.anchoredBy[ord] = host;
|
|
2125
|
+
return true;
|
|
2126
|
+
}
|
|
2122
2127
|
if (list.length < pass.state.Mmax0) {
|
|
2123
2128
|
adjacency.level0[base + list.length + 1] = ord;
|
|
2124
2129
|
adjacency.level0[base] = list.length + 1;
|
|
2125
2130
|
noteLinked(adjacency, ord);
|
|
2126
2131
|
pass.nearest[host] = NOT_YET_FOUND;
|
|
2132
|
+
pass.anchoredBy[ord] = host;
|
|
2127
2133
|
return true;
|
|
2128
2134
|
}
|
|
2129
2135
|
const slot = replaceableSlot(pass, host, list);
|
|
@@ -2133,6 +2139,7 @@ function linkFrom(pass, host, ord) {
|
|
|
2133
2139
|
noteUnlinked(adjacency, replaced);
|
|
2134
2140
|
noteLinked(adjacency, ord);
|
|
2135
2141
|
pass.nearest[host] = NOT_YET_FOUND;
|
|
2142
|
+
pass.anchoredBy[ord] = host;
|
|
2136
2143
|
return true;
|
|
2137
2144
|
}
|
|
2138
2145
|
function linkFromNearest(state) {
|
|
@@ -2145,7 +2152,8 @@ function* linkFromNearestSteps(state, pace) {
|
|
|
2145
2152
|
const pass = {
|
|
2146
2153
|
state,
|
|
2147
2154
|
distance: nodeDistanceFunction(state, state.buildMetric),
|
|
2148
|
-
nearest: new Int32Array(slots).fill(NOT_YET_FOUND)
|
|
2155
|
+
nearest: new Int32Array(slots).fill(NOT_YET_FOUND),
|
|
2156
|
+
anchoredBy: new Int32Array(slots).fill(NOT_ANCHORED)
|
|
2149
2157
|
};
|
|
2150
2158
|
for (let ord = 0; ord < slots; ord++) {
|
|
2151
2159
|
if (stepTaken(pace)) yield;
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
import { fnv1a } from './chunk-CHPTFFJM.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
3
|
+
|
|
4
|
+
// src/persistence/durability/segment/layout.ts
|
|
5
|
+
var SEGMENT_ID_WIDTH = 16;
|
|
6
|
+
function manifestKey(indexName) {
|
|
7
|
+
return `${indexName}/manifest`;
|
|
8
|
+
}
|
|
9
|
+
function snapshotBundleKey(indexName) {
|
|
10
|
+
return `${indexName}/snapshot`;
|
|
11
|
+
}
|
|
12
|
+
function segmentPrefix(indexName, partitionId) {
|
|
13
|
+
return `${indexName}/segments/${partitionId}/`;
|
|
14
|
+
}
|
|
15
|
+
function segmentKey(indexName, partitionId, segmentId) {
|
|
16
|
+
return `${segmentPrefix(indexName, partitionId)}s${formatSegmentId(segmentId)}`;
|
|
17
|
+
}
|
|
18
|
+
function segmentsPrefix(indexName) {
|
|
19
|
+
return `${indexName}/segments/`;
|
|
20
|
+
}
|
|
21
|
+
function vectorFileKey(indexName, fieldPath, fileId) {
|
|
22
|
+
return `${segmentsPrefix(indexName)}vec-${encodeFieldPath(fieldPath)}-f${formatSegmentId(fileId)}`;
|
|
23
|
+
}
|
|
24
|
+
function requireGeneration(generation) {
|
|
25
|
+
if (Number.isSafeInteger(generation) && generation > 0) return;
|
|
26
|
+
throw new NarsilError(
|
|
27
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
28
|
+
`Vector graph generation ${generation} must be a positive integer`,
|
|
29
|
+
{ generation }
|
|
30
|
+
);
|
|
31
|
+
}
|
|
32
|
+
function graphPartKey(indexName, fieldPath, generation, part) {
|
|
33
|
+
requireGeneration(generation);
|
|
34
|
+
return `${segmentsPrefix(indexName)}vec-${encodeFieldPath(fieldPath)}-graph-g${generation}-p${formatSegmentId(part)}`;
|
|
35
|
+
}
|
|
36
|
+
function formatSegmentId(segmentId) {
|
|
37
|
+
if (!Number.isInteger(segmentId) || segmentId < 0) {
|
|
38
|
+
throw new NarsilError(
|
|
39
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
40
|
+
`Segment id ${segmentId} must be a non-negative integer`,
|
|
41
|
+
{ segmentId }
|
|
42
|
+
);
|
|
43
|
+
}
|
|
44
|
+
return segmentId.toString().padStart(SEGMENT_ID_WIDTH, "0");
|
|
45
|
+
}
|
|
46
|
+
var FIELD_PATH_PATTERN = /^[A-Za-z0-9_.]+$/;
|
|
47
|
+
function encodeFieldPath(fieldPath) {
|
|
48
|
+
if (!FIELD_PATH_PATTERN.test(fieldPath)) {
|
|
49
|
+
throw new NarsilError(
|
|
50
|
+
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
51
|
+
`Vector field path "${fieldPath}" contains characters that cannot be encoded in a segment key`,
|
|
52
|
+
{ fieldPath }
|
|
53
|
+
);
|
|
54
|
+
}
|
|
55
|
+
const fingerprint = fnv1a(fieldPath).toString(36);
|
|
56
|
+
return `${fieldPath.replace(/\./g, "_")}-${fingerprint}`;
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
// src/persistence/durability/segment/manifest.ts
|
|
60
|
+
var SEGMENT_MANIFEST_VERSION = 7;
|
|
61
|
+
var EARLIER_SEGMENT_MANIFEST_VERSION = 6;
|
|
62
|
+
var MANIFEST_ENVELOPE_VERSION = 2;
|
|
63
|
+
var MAX_SEGMENTS_PER_PARTITION = 65536;
|
|
64
|
+
var MAX_SEGMENT_ID = 281474976710655;
|
|
65
|
+
function manifestReferencedKeys(manifest) {
|
|
66
|
+
const keys = /* @__PURE__ */ new Set();
|
|
67
|
+
for (const partition of manifest.partitions) {
|
|
68
|
+
for (const segment of partition.segments) {
|
|
69
|
+
keys.add(segment.key);
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
for (const vector of manifest.vectors) {
|
|
73
|
+
for (const file of vector.files) keys.add(file.key);
|
|
74
|
+
for (const part of vector.graphParts) keys.add(part.key);
|
|
75
|
+
}
|
|
76
|
+
return keys;
|
|
77
|
+
}
|
|
78
|
+
function manifestFileRefs(manifest) {
|
|
79
|
+
const refs = [];
|
|
80
|
+
for (const partition of manifest.partitions) refs.push(...partition.segments);
|
|
81
|
+
for (const vector of manifest.vectors) refs.push(...vector.files, ...vector.graphParts);
|
|
82
|
+
return refs;
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
export { EARLIER_SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION, MAX_SEGMENTS_PER_PARTITION, MAX_SEGMENT_ID, SEGMENT_MANIFEST_VERSION, graphPartKey, manifestFileRefs, manifestKey, manifestReferencedKeys, segmentKey, segmentsPrefix, snapshotBundleKey, vectorFileKey };
|