@delali/narsil 0.3.1-next.152 → 0.3.1-next.154
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -1
- package/dist/adapters/filesystem.mjs +2 -2
- package/dist/adapters/gcs.mjs +2 -2
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +2 -2
- package/dist/{analysis-change-2OYM7ARW.mjs → analysis-change-4GCRVRBW.mjs} +27 -18
- package/dist/{react-native/chunks/analysis-change-entry-CXNRW324.mjs → analysis-change-entry-KYGSXW4K.mjs} +1 -1
- package/dist/browser/{analysis-change-2V2HZ2NY.mjs → analysis-change-IXWPXXJJ.mjs} +17 -7
- package/dist/{analysis-change-entry-QD7YNDEE.mjs → browser/analysis-change-entry-FCSHFQSS.mjs} +1 -1
- package/dist/browser/{chunk-TQ5UMFG5.mjs → chunk-2FX6ROWR.mjs} +15 -6
- package/dist/browser/{chunk-KWYQ6KX4.mjs → chunk-2SHAKW2Z.mjs} +119 -1922
- package/dist/browser/{chunk-55WYRLDZ.mjs → chunk-3U3QR5YP.mjs} +2 -2
- package/dist/browser/chunk-4PD752F6.mjs +85 -0
- package/dist/browser/chunk-5W3MMTLG.mjs +19 -0
- package/dist/browser/{chunk-IAXZAVYL.mjs → chunk-7MEYN7V6.mjs} +1 -151
- package/dist/browser/chunk-7TTWXUH6.mjs +1828 -0
- package/dist/browser/{chunk-CSCKZBVJ.mjs → chunk-AJ4HHOVT.mjs} +4 -4
- package/dist/{react-native/chunks/chunk-DFQJ4IJB.mjs → browser/chunk-AYY6PIKL.mjs} +2 -2
- package/dist/browser/{chunk-VD7JEUIR.mjs → chunk-C4KS2QNF.mjs} +9 -8
- package/dist/browser/chunk-DSXIBE6N.mjs +78 -0
- package/dist/browser/chunk-ELV4OZOI.mjs +29 -0
- package/dist/browser/{chunk-PM4MUM5N.mjs → chunk-EUNBNLKM.mjs} +6 -5
- package/dist/browser/{chunk-GJKXW3SF.mjs → chunk-G7LUMBSG.mjs} +137 -253
- package/dist/browser/{chunk-B3JM6Z74.mjs → chunk-H6QFBMVE.mjs} +3 -2
- package/dist/browser/chunk-J433A7P3.mjs +241 -0
- package/dist/browser/chunk-ML6HY7T7.mjs +96 -0
- package/dist/browser/chunk-ML7THVLJ.mjs +38 -0
- package/dist/{chunk-MDF6PDIA.mjs → browser/chunk-MYITLCHT.mjs} +7 -1
- package/dist/browser/{chunk-QJCO3TJU.mjs → chunk-QXTPSX2H.mjs} +9 -150
- package/dist/browser/{chunk-MPK76GVS.mjs → chunk-RA6LSBCM.mjs} +1 -21
- package/dist/browser/{chunk-7ZJTRUVW.mjs → chunk-SIR3LMTV.mjs} +2 -2
- package/dist/browser/{chunk-LURXVCHG.mjs → chunk-SJB6VIZG.mjs} +1 -1
- package/dist/browser/chunk-TTD27VXX.mjs +298 -0
- package/dist/browser/chunk-U2E3HMYW.mjs +151 -0
- package/dist/browser/{chunk-2A2IPRC3.mjs → chunk-VCOYGVP7.mjs} +5 -31
- package/dist/browser/chunk-VI7BQR4U.mjs +21 -0
- package/dist/browser/chunk-W5X2UFWQ.mjs +102 -0
- package/dist/browser/{chunk-HT7J73QL.mjs → chunk-XRV72TJD.mjs} +2 -2
- package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
- package/dist/browser/chunk-ZI2V4VD7.mjs +21 -0
- package/dist/{react-native/chunks/chunk-QC4ZRBSX.mjs → browser/chunk-ZPTA75ZC.mjs} +2 -79
- package/dist/browser/{cold-module-YECAK4MN.mjs → cold-module-VTUGDYNY.mjs} +20 -14
- package/dist/browser/{durability-wiring-LM7WFL6X.mjs → durability-wiring-GL4A7KDV.mjs} +1886 -1364
- package/dist/browser/import-YI5GNB4H.mjs +17 -0
- package/dist/browser/methods-LMUTS7OI.mjs +30 -0
- package/dist/browser/{module-XQLEOYNM.mjs → module-EC3FYW7N.mjs} +9 -8
- package/dist/browser/{module-KAMRAJLE.mjs → module-M4JNBV6V.mjs} +16 -10
- package/dist/browser/operations-WVYLF72Q.mjs +5 -0
- package/dist/browser/{phrase-module-CNKMUY4U.mjs → phrase-module-NPYUVX75.mjs} +1 -1
- package/dist/browser/{pool-DTYSPBMQ.mjs → pool-WCGDZHJP.mjs} +3 -2
- package/dist/{restore-queue-AOF5OTQV.mjs → browser/restore-queue-TYIGDL5L.mjs} +2 -2
- package/dist/browser/retention-6QMRS5VK.mjs +207 -0
- package/dist/browser/{runtime-D2ULZGCN.mjs → runtime-3EW2AGB6.mjs} +1 -1
- package/dist/browser/{snapshot-UGZVMP4H.mjs → snapshot-DN3CRVUQ.mjs} +38 -307
- package/dist/browser/sync-state-P5XG6LTQ.mjs +15 -0
- package/dist/browser/{write-I5P5MW4O.mjs → write-WAWAFGKQ.mjs} +16 -11
- package/dist/{capabilities-BT-HLDC8.d.ts → capabilities-B3Brs1Rc.d.ts} +62 -7
- package/dist/{chunk-DGRM4EZZ.mjs → chunk-37IVJLP6.mjs} +1 -1
- package/dist/{chunk-KYVRZAYP.mjs → chunk-3A5KI24C.mjs} +2 -69
- package/dist/{chunk-POUYICOU.mjs → chunk-3OFU3NJT.mjs} +1 -1
- package/dist/{chunk-3TVDTACC.mjs → chunk-3Y3J4V2R.mjs} +1 -1
- package/dist/{chunk-FNBNZCGP.mjs → chunk-466PYR4P.mjs} +2 -2
- package/dist/{chunk-SEAJS664.mjs → chunk-4HWZV5MK.mjs} +5 -5
- package/dist/{chunk-UGVUW27S.mjs → chunk-5FUOVJKG.mjs} +13 -9
- package/dist/{chunk-ZHAXP7SD.mjs → chunk-5KGYQT6W.mjs} +6 -235
- package/dist/{chunk-NPXVQS33.mjs → chunk-62G63NMH.mjs} +4 -3
- package/dist/chunk-6MSZ543Y.mjs +32 -0
- package/dist/chunk-7GXJUJ24.mjs +49 -0
- package/dist/{chunk-3E4RRF5J.mjs → chunk-7HCZWC7B.mjs} +58 -8
- package/dist/{chunk-6RKSY3BX.mjs → chunk-7NTMUDC5.mjs} +5 -5
- package/dist/chunk-7QUGDVFC.mjs +101 -0
- package/dist/{chunk-G5KHSM6E.mjs → chunk-AO2FAYIZ.mjs} +1 -1
- package/dist/chunk-B7S6YEBP.mjs +102 -0
- package/dist/{chunk-AWNHDBKV.mjs → chunk-BPSKLCS7.mjs} +15 -7
- package/dist/chunk-BUMREPLU.mjs +15 -0
- package/dist/{chunk-T4CJDBBE.mjs → chunk-C6ASEFZI.mjs} +1 -1
- package/dist/{chunk-NITCPDFL.mjs → chunk-C73JLU4E.mjs} +2 -2
- package/dist/{chunk-NYSONUB7.mjs → chunk-CP5RRPJR.mjs} +1 -1
- package/dist/{chunk-TTCKT2RT.mjs → chunk-DMQPFLGI.mjs} +134 -11
- package/dist/{chunk-3SBJVQLL.mjs → chunk-DVWYODEB.mjs} +2 -2
- package/dist/chunk-ECX4SGX6.mjs +167 -0
- package/dist/chunk-GES7U2PM.mjs +68 -0
- package/dist/{chunk-NVTFQFUL.mjs → chunk-HVKXNBFL.mjs} +1 -1
- package/dist/chunk-HVYICDY3.mjs +214 -0
- package/dist/{chunk-3HV7M5OJ.mjs → chunk-HWEDFLB7.mjs} +9 -133
- package/dist/{chunk-52QQWEBS.mjs → chunk-IBNLW3AV.mjs} +21 -6
- package/dist/chunk-IJU7LL7D.mjs +242 -0
- package/dist/chunk-IPN7S4KX.mjs +130 -0
- package/dist/{chunk-5QMHMELB.mjs → chunk-IQ4R2I6N.mjs} +4 -1
- package/dist/chunk-JCLTESFN.mjs +96 -0
- package/dist/{chunk-J4BDAH2W.mjs → chunk-JFNKIBDT.mjs} +2 -2
- package/dist/{chunk-LDGGR7YT.mjs → chunk-K4B7OH65.mjs} +2 -2
- package/dist/{chunk-7TE2AJIH.mjs → chunk-K7KLL263.mjs} +13 -10
- package/dist/{chunk-CSHHU7PA.mjs → chunk-KCUIFVVW.mjs} +11 -30
- package/dist/{react-native/chunks/chunk-YH7W556M.mjs → chunk-KUZKUONM.mjs} +11 -2
- package/dist/chunk-KYYABCSW.mjs +72 -0
- package/dist/{chunk-B2FTZNNF.mjs → chunk-LKUE5GXS.mjs} +34 -14
- package/dist/{chunk-2PNYKG2D.mjs → chunk-LSM2YTKM.mjs} +100 -335
- package/dist/{chunk-DMNPYF54.mjs → chunk-LTUGDMV4.mjs} +2 -2
- package/dist/{chunk-FDG4KXX5.mjs → chunk-MLHNSAPK.mjs} +5 -3
- package/dist/{chunk-VP6XRMWR.mjs → chunk-MMBEANB2.mjs} +6 -32
- package/dist/{chunk-LJ4ENXOD.mjs → chunk-MMEMEUOO.mjs} +2 -2
- package/dist/{chunk-2HJWQPR6.mjs → chunk-NTZOXVUZ.mjs} +6 -122
- package/dist/{chunk-5WB2A3XU.mjs → chunk-NZMAXR2S.mjs} +397 -24
- package/dist/{chunk-IZT3G24Q.mjs → chunk-O43Z4MS6.mjs} +2 -2
- package/dist/{chunk-U46IZNCW.mjs → chunk-OKX2BBNW.mjs} +3 -2
- package/dist/{chunk-RBEHLIKX.mjs → chunk-PFKM7VNZ.mjs} +14 -8
- package/dist/chunk-PGVPE7GJ.mjs +96 -0
- package/dist/chunk-Q3TCTQCC.mjs +85 -0
- package/dist/chunk-Q7MS6P2J.mjs +74 -0
- package/dist/chunk-QDZJM7NI.mjs +23 -0
- package/dist/{chunk-ZS6CMXAE.mjs → chunk-QKZHLADX.mjs} +89 -250
- package/dist/{chunk-IJSFWGVW.mjs → chunk-REL7LFLR.mjs} +3 -3
- package/dist/chunk-RVKFI3A2.mjs +237 -0
- package/dist/chunk-S2N75OTN.mjs +83 -0
- package/dist/chunk-TRISKD4Q.mjs +50 -0
- package/dist/{chunk-6F6USYII.mjs → chunk-TV2L3BN7.mjs} +13 -11
- package/dist/{chunk-6BWLDLS3.mjs → chunk-URPCYQVJ.mjs} +1 -1
- package/dist/chunk-USR7FQRZ.mjs +34 -0
- package/dist/chunk-V6EUBAIT.mjs +19 -0
- package/dist/{chunk-SOUZMPME.mjs → chunk-VMXSVVXG.mjs} +7 -194
- package/dist/{chunk-4QCSHLNM.mjs → chunk-VREK3MYG.mjs} +3 -3
- package/dist/{chunk-YGQOPB2Z.mjs → chunk-WCBA2LVZ.mjs} +1 -1
- package/dist/{chunk-KQJVNPRM.mjs → chunk-X6NSJYQ3.mjs} +19 -16
- package/dist/chunk-Y4WPNHMC.mjs +50 -0
- package/dist/{chunk-IRWP524D.mjs → chunk-YBJDOA2T.mjs} +1 -1
- package/dist/{chunk-IJPK5PGM.mjs → chunk-YPUEV6ZC.mjs} +1 -1
- package/dist/{chunk-J7M73VY7.mjs → chunk-YROWNOMH.mjs} +1 -1
- package/dist/chunk-Z3TNWCI5.mjs +196 -0
- package/dist/{chunk-65WCV5JO.mjs → chunk-ZIFJXCKA.mjs} +1 -1
- package/dist/chunk-ZYAY26KG.mjs +29 -0
- package/dist/{client-Cn3gNxUU.d.ts → client-Df76GNKm.d.ts} +76 -6
- package/dist/client.d.ts +8 -7
- package/dist/client.mjs +56 -5
- package/dist/{cold-module-PYSSBIL7.mjs → cold-module-YLWMTTZG.mjs} +38 -28
- package/dist/{config-CfhH1IWQ.d.ts → config-05G_hy-1.d.ts} +3 -3
- package/dist/config-B8DP2VwR.d.ts +463 -0
- package/dist/{direct-executor-WYALQSMD.mjs → direct-executor-FI5GJHWX.mjs} +14 -9
- package/dist/distribution/coordinator/etcd.d.ts +11 -2
- package/dist/distribution/coordinator/etcd.mjs +268 -107
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +4 -4
- package/dist/distribution/transport/in-memory.mjs +2 -2
- package/dist/distribution/transport/tcp.mjs +3 -3
- package/dist/distribution.d.ts +41 -9
- package/dist/distribution.mjs +1296 -117
- package/dist/{durability-wiring-7VBZEJLG.mjs → durability-wiring-RHLXDIVF.mjs} +1751 -1226
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-CJRUHXgf.d.ts → engine-DYu-e0oR.d.ts} +50 -40
- package/dist/{import-GJOMB2HC.mjs → import-SRBNC6TE.mjs} +27 -19
- package/dist/{index-MsF7e5hL.d.ts → index-nRqDM6uS.d.ts} +1 -1
- package/dist/index.browser.mjs +8 -4
- package/dist/index.d.ts +7 -6
- package/dist/index.mjs +24 -16
- package/dist/index.react-native.mjs +17 -11
- package/dist/{long-query-thread-SCUE62TO.mjs → long-query-thread-EMYTGSJP.mjs} +28 -15
- package/dist/methods-ABM5ELBR.mjs +30 -0
- package/dist/{module-AVQEIB7O.mjs → module-3OMJZUFT.mjs} +12 -12
- package/dist/{module-6RLIKSZQ.mjs → module-MG7JMV2U.mjs} +33 -23
- package/dist/operations-PGOAY2KS.mjs +5 -0
- package/dist/{paged-partition-archive-KGRW366Y.mjs → paged-partition-archive-UOLHOEZJ.mjs} +37 -26
- package/dist/partial-words.mjs +6 -4
- package/dist/pattern.mjs +4 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +9 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +34 -23
- package/dist/{phrase-module-OUQIRUQU.mjs → phrase-module-O3MDRQXP.mjs} +1 -1
- package/dist/{pool-UPV5PVPY.mjs → pool-CQXYPFLG.mjs} +2 -2
- package/dist/react-native/chunks/{analysis-change-DXPZRGWF.mjs → analysis-change-EAYO3Y6Q.mjs} +27 -15
- package/dist/{browser/analysis-change-entry-JL5U2N3Q.mjs → react-native/chunks/analysis-change-entry-TNLUC6IZ.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-D7LFYPYI.mjs → chunk-2CGSQM4O.mjs} +12 -10
- package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +1 -0
- package/dist/react-native/chunks/{chunk-R4OPUZQ5.mjs → chunk-3O57C2ZO.mjs} +2 -2
- package/dist/react-native/chunks/chunk-3XKMRNRE.mjs +298 -0
- package/dist/react-native/chunks/{chunk-IDFMNRIC.mjs → chunk-63YSZOXB.mjs} +97 -333
- package/dist/react-native/chunks/{chunk-UFNCLEQM.mjs → chunk-75VWIY35.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-2J2727V4.mjs → chunk-7GWPJDOA.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-PU55IOG4.mjs → chunk-AUT7PMA4.mjs} +6 -190
- package/dist/react-native/chunks/chunk-C2H2QQFW.mjs +288 -0
- package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +43 -0
- package/dist/{browser/chunk-PIS7ZAP7.mjs → react-native/chunks/chunk-CUNGPR5R.mjs} +11 -2
- package/dist/{browser/chunk-NVEJJP4R.mjs → react-native/chunks/chunk-DCKMICOB.mjs} +2 -79
- package/dist/react-native/chunks/chunk-DH3TVWWK.mjs +102 -0
- package/dist/react-native/chunks/{chunk-ZCKNBPQ4.mjs → chunk-EH5CFV6Z.mjs} +2 -2
- package/dist/react-native/chunks/chunk-F753DA54.mjs +23 -0
- package/dist/{browser/chunk-VBX2TI5V.mjs → react-native/chunks/chunk-GFYFQLJD.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-7IQR3SZO.mjs → chunk-I5PGWQJF.mjs} +142 -257
- package/dist/react-native/chunks/{chunk-NFGBOI46.mjs → chunk-IOY2SM2P.mjs} +1 -1
- package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +38 -0
- package/dist/react-native/chunks/{chunk-TLYD7IJ2.mjs → chunk-JPAJWO6D.mjs} +1 -1
- package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +15 -0
- package/dist/react-native/chunks/{chunk-KLZGAOLT.mjs → chunk-JX2RIAXH.mjs} +4 -4
- package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +68 -0
- package/dist/react-native/chunks/{chunk-LQAKO5QV.mjs → chunk-NCJS3WIY.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-BRNAVOKP.mjs → chunk-NKIZX26F.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-CLE3LZ77.mjs → chunk-NP7DD4G5.mjs} +5 -4
- package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +78 -0
- package/dist/react-native/chunks/chunk-O32RB3BL.mjs +191 -0
- package/dist/react-native/chunks/{chunk-DKJTZ625.mjs → chunk-OQQVRWZ2.mjs} +2 -69
- package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +29 -0
- package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
- package/dist/react-native/chunks/{chunk-LRGWK367.mjs → chunk-RVAEBN74.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-KOCTCUXW.mjs → chunk-RYMDHGL4.mjs} +16 -8
- package/dist/react-native/chunks/chunk-SJWDBRNP.mjs +85 -0
- package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +68 -0
- package/dist/react-native/chunks/chunk-UWDNZDWK.mjs +242 -0
- package/dist/react-native/chunks/{chunk-FS7BYE23.mjs → chunk-VQSKZ3EZ.mjs} +9 -152
- package/dist/react-native/chunks/{chunk-UCJU6WNH.mjs → chunk-VVFYOADG.mjs} +7 -6
- package/dist/react-native/chunks/{chunk-VGUWIZFQ.mjs → chunk-YBEW6YTR.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-JYL35A4A.mjs → chunk-YHKZSLOC.mjs} +7 -33
- package/dist/react-native/chunks/{chunk-3CTWSQRW.mjs → chunk-ZBSWRSBG.mjs} +4 -30
- package/dist/react-native/chunks/chunk-ZYDKJXQJ.mjs +96 -0
- package/dist/react-native/chunks/{cold-module-KFGEWYEL.mjs → cold-module-TJL6AFAD.mjs} +29 -21
- package/dist/react-native/chunks/{durability-wiring-QKJB2QBT.mjs → durability-wiring-RRDYJLLM.mjs} +1882 -1358
- package/dist/react-native/chunks/gzip.react-native-DNB5YNFA.mjs +3 -0
- package/dist/react-native/chunks/import-JYBMEJPQ.mjs +29 -0
- package/dist/react-native/chunks/methods-X6F36SJE.mjs +30 -0
- package/dist/react-native/chunks/module-QT5HZAY4.mjs +33 -0
- package/dist/react-native/chunks/{module-UJ5VUARS.mjs → module-S4DKSWMF.mjs} +10 -9
- package/dist/react-native/chunks/operations-RYKTSZQA.mjs +5 -0
- package/dist/react-native/chunks/{phrase-module-76UAPPSG.mjs → phrase-module-JZ37TB7N.mjs} +1 -1
- package/dist/react-native/chunks/{pool-CD4ANYUI.mjs → pool-RTGXJXPU.mjs} +3 -2
- package/dist/{browser/restore-queue-UQ6AAUVX.mjs → react-native/chunks/restore-queue-ZBVIKJWI.mjs} +2 -2
- package/dist/react-native/chunks/retention-PPCTP2VY.mjs +219 -0
- package/dist/react-native/chunks/{runtime-3MCDLJAF.mjs → runtime-KUATOLYB.mjs} +1 -1
- package/dist/react-native/chunks/{snapshot-KVBD4LRC.mjs → snapshot-ZBIEOZTZ.mjs} +47 -314
- package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +15 -0
- package/dist/react-native/chunks/{write-ES5A3WUA.mjs → write-2W4FTX7J.mjs} +25 -18
- package/dist/react-native/partial-words.mjs +6 -4
- package/dist/react-native/pattern.mjs +4 -3
- package/dist/react-native/sync.mjs +2236 -0
- package/dist/react-native/synonyms.mjs +7 -4
- package/dist/react.d.ts +10 -9
- package/dist/react.mjs +7 -1
- package/dist/{rerank-3W54N6P2.mjs → rerank-IZOB6NII.mjs} +4 -4
- package/dist/rerankers/http.mjs +2 -2
- package/dist/{react-native/chunks/restore-queue-H5VCN453.mjs → restore-queue-COI2GSSK.mjs} +2 -2
- package/dist/retention-55WA7GPU.mjs +58 -0
- package/dist/{runtime-L2DZYY6N.mjs → runtime-UZOC3NPY.mjs} +5 -5
- package/dist/{schema-D33CyXCy.d.ts → schema-DDauvDOv.d.ts} +1 -1
- package/dist/server.d.ts +22 -19
- package/dist/server.mjs +868 -50
- package/dist/{snapshot-WMX6JCLP.mjs → snapshot-NFX2EYN2.mjs} +62 -36
- package/dist/sync/filesystem.d.ts +30 -0
- package/dist/sync/filesystem.mjs +271 -0
- package/dist/sync/indexeddb.d.ts +30 -0
- package/dist/sync/indexeddb.mjs +237 -0
- package/dist/sync-state-ZWHLAFLE.mjs +15 -0
- package/dist/{config-aIsy7mcL.d.ts → sync-uXR7MmM7.d.ts} +53 -444
- package/dist/sync.browser.mjs +2231 -0
- package/dist/sync.d.ts +23 -0
- package/dist/sync.mjs +2206 -0
- package/dist/synonyms.mjs +5 -3
- package/dist/{tasks-C4ElXr4P.d.ts → tasks-BShx8pdK.d.ts} +4 -4
- package/dist/thread-P2G2FWM2.mjs +44 -0
- package/dist/types-SnO7_tAI.d.ts +228 -0
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +6 -6
- package/dist/workers/entry.mjs +7 -7
- package/dist/{write-SKJ6HW7O.mjs → write-FGB62BHQ.mjs} +31 -23
- package/openapi.json +119 -3
- package/package.json +28 -8
- package/dist/browser/import-QOY6ZH6X.mjs +0 -12
- package/dist/chunk-7LDMWKP6.mjs +0 -209
- package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +0 -110
- package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +0 -3
- package/dist/react-native/chunks/import-XFBCCENV.mjs +0 -22
- package/dist/react-native/chunks/module-FHJ2GOBI.mjs +0 -25
- package/dist/thread-I7DVHHW7.mjs +0 -31
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
// src/core/fuzzy.ts
|
|
2
|
+
var FIRST_SURROGATE = 55296;
|
|
3
|
+
var LAST_SURROGATE = 57343;
|
|
4
|
+
var LAST_BASIC_PLANE_CODE_POINT = 65535;
|
|
5
|
+
function hasSurrogate(text) {
|
|
6
|
+
for (let index = 0; index < text.length; index++) {
|
|
7
|
+
const unit = text.charCodeAt(index);
|
|
8
|
+
if (unit >= FIRST_SURROGATE && unit <= LAST_SURROGATE) return true;
|
|
9
|
+
}
|
|
10
|
+
return false;
|
|
11
|
+
}
|
|
12
|
+
function fuzzyPrefixOf(queryTerm, prefixLength) {
|
|
13
|
+
let end = 0;
|
|
14
|
+
for (let counted = 0; counted < prefixLength && end < queryTerm.length; counted++) {
|
|
15
|
+
const codePoint = queryTerm.codePointAt(end);
|
|
16
|
+
end += codePoint !== void 0 && codePoint > LAST_BASIC_PLANE_CODE_POINT ? 2 : 1;
|
|
17
|
+
}
|
|
18
|
+
return queryTerm.slice(0, end);
|
|
19
|
+
}
|
|
20
|
+
function fuzzyTermMatches(queryTerm, indexTerm, tolerance, prefixLength) {
|
|
21
|
+
if (queryTerm === indexTerm) return true;
|
|
22
|
+
if (tolerance <= 0) return false;
|
|
23
|
+
if (!indexTerm.startsWith(fuzzyPrefixOf(queryTerm, prefixLength))) return false;
|
|
24
|
+
return boundedLevenshtein(queryTerm, indexTerm, tolerance).withinTolerance;
|
|
25
|
+
}
|
|
26
|
+
function boundedLevenshtein(a, b, tolerance) {
|
|
27
|
+
if (tolerance < 0) return { distance: -1, withinTolerance: false, cells: 0 };
|
|
28
|
+
if (a === b) return { distance: 0, withinTolerance: true, cells: 0 };
|
|
29
|
+
return tabulatedLevenshtein(a, b, tolerance);
|
|
30
|
+
}
|
|
31
|
+
function tabulatedLevenshtein(a, b, tolerance) {
|
|
32
|
+
if (tolerance < 0) return { distance: -1, withinTolerance: false, cells: 0 };
|
|
33
|
+
if (hasSurrogate(a) || hasSurrogate(b)) return bandedDistance(Array.from(a), Array.from(b), tolerance);
|
|
34
|
+
return bandedDistance(a, b, tolerance);
|
|
35
|
+
}
|
|
36
|
+
function bandedDistance(a, b, tolerance) {
|
|
37
|
+
const m = a.length;
|
|
38
|
+
const n = b.length;
|
|
39
|
+
const beyond = tolerance + 1;
|
|
40
|
+
if (Math.abs(m - n) > tolerance) return { distance: beyond, withinTolerance: false, cells: 0 };
|
|
41
|
+
let previous = new Uint32Array(n + 1).fill(beyond);
|
|
42
|
+
let current = new Uint32Array(n + 1).fill(beyond);
|
|
43
|
+
const firstRowEnd = Math.min(n, tolerance);
|
|
44
|
+
for (let j = 0; j <= firstRowEnd; j++) previous[j] = j;
|
|
45
|
+
let cells = 0;
|
|
46
|
+
for (let i = 1; i <= m; i++) {
|
|
47
|
+
const low = Math.max(1, i - tolerance);
|
|
48
|
+
const high = Math.min(n, i + tolerance);
|
|
49
|
+
current[low - 1] = low === 1 ? i : beyond;
|
|
50
|
+
let rowMin = current[low - 1];
|
|
51
|
+
const character = a[i - 1];
|
|
52
|
+
if (high >= low) cells += high - low + 1;
|
|
53
|
+
for (let j = low; j <= high; j++) {
|
|
54
|
+
const substitution = previous[j - 1] + (character === b[j - 1] ? 0 : 1);
|
|
55
|
+
const cell = Math.min(previous[j] + 1, current[j - 1] + 1, substitution, beyond);
|
|
56
|
+
current[j] = cell;
|
|
57
|
+
if (cell < rowMin) rowMin = cell;
|
|
58
|
+
}
|
|
59
|
+
if (rowMin > tolerance) return { distance: beyond, withinTolerance: false, cells };
|
|
60
|
+
const finished = previous;
|
|
61
|
+
previous = current;
|
|
62
|
+
current = finished;
|
|
63
|
+
}
|
|
64
|
+
const distance = previous[n];
|
|
65
|
+
return { distance, withinTolerance: distance <= tolerance, cells };
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
export { boundedLevenshtein, fuzzyPrefixOf, fuzzyTermMatches, tabulatedLevenshtein };
|
|
@@ -0,0 +1,242 @@
|
|
|
1
|
+
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, graphPartKey, vectorFileKey } from './chunk-SJWDBRNP.mjs';
|
|
2
|
+
import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-YBEW6YTR.mjs';
|
|
3
|
+
import { openChecksummedEnvelope, HEADER_SIZE } from './chunk-C2H2QQFW.mjs';
|
|
4
|
+
import { requireValidFieldTypes } from './chunk-O32RB3BL.mjs';
|
|
5
|
+
import { MAX_FILE_BYTES } from './chunk-TJMSKBEM.mjs';
|
|
6
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
7
|
+
import { decode } from '@msgpack/msgpack';
|
|
8
|
+
|
|
9
|
+
// src/persistence/durability/segment/manifest-fields.ts
|
|
10
|
+
function invalidManifest(message, details) {
|
|
11
|
+
throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Segment manifest ${message}`, details);
|
|
12
|
+
}
|
|
13
|
+
function isRecord(value) {
|
|
14
|
+
return typeof value === "object" && value !== null && !Array.isArray(value) && !(value instanceof Uint8Array);
|
|
15
|
+
}
|
|
16
|
+
function isId(value) {
|
|
17
|
+
return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= MAX_SEGMENT_ID;
|
|
18
|
+
}
|
|
19
|
+
function isUint32(value) {
|
|
20
|
+
return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= 4294967295;
|
|
21
|
+
}
|
|
22
|
+
function isSequenceNumber(value) {
|
|
23
|
+
return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
|
|
24
|
+
}
|
|
25
|
+
function readFileRef(raw, expectedKey, what) {
|
|
26
|
+
if (raw.key !== expectedKey) {
|
|
27
|
+
invalidManifest(`lists the ${what} under the key "${String(raw.key)}" where it belongs at "${expectedKey}"`, {
|
|
28
|
+
key: raw.key,
|
|
29
|
+
expected: expectedKey
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
const bytes = raw.bytes;
|
|
33
|
+
if (typeof bytes !== "number" || !Number.isInteger(bytes) || bytes < HEADER_SIZE || bytes > MAX_FILE_BYTES) {
|
|
34
|
+
invalidManifest(`gives the ${what} "${expectedKey}" an invalid length`, { key: expectedKey, bytes });
|
|
35
|
+
}
|
|
36
|
+
if (!isUint32(raw.checksum)) invalidManifest(`gives the ${what} "${expectedKey}" an invalid checksum`);
|
|
37
|
+
if (raw.headOffset === void 0) return { key: expectedKey, bytes, checksum: raw.checksum };
|
|
38
|
+
const { headOffset, headLength, headChecksum } = raw;
|
|
39
|
+
if (!isSequenceNumber(headOffset) || !isUint32(headLength) || !isUint32(headChecksum)) {
|
|
40
|
+
invalidManifest(`gives the ${what} "${expectedKey}" an invalid head`, { key: expectedKey });
|
|
41
|
+
}
|
|
42
|
+
if (headOffset + headLength > bytes - HEADER_SIZE) {
|
|
43
|
+
invalidManifest(`ends the head of the ${what} "${expectedKey}" outside its payload`, {
|
|
44
|
+
key: expectedKey,
|
|
45
|
+
headOffset,
|
|
46
|
+
headLength,
|
|
47
|
+
bytes
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
return { key: expectedKey, bytes, checksum: raw.checksum, headOffset, headLength, headChecksum };
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
// src/persistence/durability/segment/manifest-vectors-decode.ts
|
|
54
|
+
function normalizeFile(raw, indexName, fieldPath, nextFileId, seenIds) {
|
|
55
|
+
if (!isRecord(raw) || !isId(raw.id)) invalidManifest("has an invalid vector file reference", { fieldPath });
|
|
56
|
+
if (raw.id >= nextFileId || seenIds.has(raw.id)) {
|
|
57
|
+
invalidManifest(`lists vector file ${raw.id} of "${fieldPath}" twice or at its next file id`, { fieldPath });
|
|
58
|
+
}
|
|
59
|
+
seenIds.add(raw.id);
|
|
60
|
+
const count = raw.count;
|
|
61
|
+
if (typeof count !== "number" || !Number.isInteger(count) || count < 0 || count > VECTOR_FILE_MAX_VECTORS) {
|
|
62
|
+
invalidManifest(`gives vector file ${raw.id} of "${fieldPath}" an invalid count`, { fieldPath, count });
|
|
63
|
+
}
|
|
64
|
+
const dead = raw.dead ?? null;
|
|
65
|
+
if (dead !== null && !(dead instanceof Uint8Array)) invalidManifest("has dead vectors that are not bytes");
|
|
66
|
+
if (dead !== null && dead.byteLength !== deadBytesFor(count)) {
|
|
67
|
+
invalidManifest(`marks the dead vectors of file ${raw.id} of "${fieldPath}" with the wrong number of bytes`);
|
|
68
|
+
}
|
|
69
|
+
const ref = readFileRef(raw, vectorFileKey(indexName, fieldPath, raw.id), "vector file");
|
|
70
|
+
return { ...ref, id: raw.id, count, dead };
|
|
71
|
+
}
|
|
72
|
+
function normalizeGraphParts(raw, indexName, fieldPath, generation) {
|
|
73
|
+
if (!Array.isArray(raw)) invalidManifest(`gives "${fieldPath}" no list of graph parts`, { fieldPath });
|
|
74
|
+
if (raw.length > 0 && generation === 0) invalidManifest(`lists graph parts of "${fieldPath}" at generation 0`);
|
|
75
|
+
return raw.map((part, at) => {
|
|
76
|
+
if (!isRecord(part)) invalidManifest(`has an invalid graph part of "${fieldPath}"`, { fieldPath });
|
|
77
|
+
return readFileRef(part, graphPartKey(indexName, fieldPath, generation, at), "graph part");
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
function normalizeField(raw, indexName, seenFields) {
|
|
81
|
+
if (!isRecord(raw) || typeof raw.fieldPath !== "string") invalidManifest("has an invalid vector reference");
|
|
82
|
+
const fieldPath = raw.fieldPath;
|
|
83
|
+
if (seenFields.has(fieldPath)) invalidManifest(`lists the vector field "${fieldPath}" twice`, { fieldPath });
|
|
84
|
+
seenFields.add(fieldPath);
|
|
85
|
+
if (!isId(raw.nextFileId)) invalidManifest(`gives "${fieldPath}" an invalid next file id`, { fieldPath });
|
|
86
|
+
if (!Array.isArray(raw.files)) invalidManifest(`gives "${fieldPath}" no list of vector files`, { fieldPath });
|
|
87
|
+
if (!isId(raw.graphGeneration)) invalidManifest(`gives "${fieldPath}" an invalid graph generation`, { fieldPath });
|
|
88
|
+
const nextFileId = raw.nextFileId;
|
|
89
|
+
const seenIds = /* @__PURE__ */ new Set();
|
|
90
|
+
return {
|
|
91
|
+
fieldPath,
|
|
92
|
+
nextFileId,
|
|
93
|
+
files: raw.files.map((file) => normalizeFile(file, indexName, fieldPath, nextFileId, seenIds)),
|
|
94
|
+
graphGeneration: raw.graphGeneration,
|
|
95
|
+
graphParts: normalizeGraphParts(raw.graphParts, indexName, fieldPath, raw.graphGeneration)
|
|
96
|
+
};
|
|
97
|
+
}
|
|
98
|
+
function normalizeVectorFields(raw, indexName) {
|
|
99
|
+
if (!Array.isArray(raw)) invalidManifest("has malformed vector references");
|
|
100
|
+
const seenFields = /* @__PURE__ */ new Set();
|
|
101
|
+
return raw.map((field) => normalizeField(field, indexName, seenFields));
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
// src/persistence/durability/segment/manifest-decode.ts
|
|
105
|
+
async function openManifestPayload(data) {
|
|
106
|
+
const { payload } = await openChecksummedEnvelope(data, {
|
|
107
|
+
envelopeFormatVersion: MANIFEST_ENVELOPE_VERSION,
|
|
108
|
+
what: "segment manifest",
|
|
109
|
+
allowsCompression: true
|
|
110
|
+
});
|
|
111
|
+
const raw = decode(payload);
|
|
112
|
+
if (!isRecord(raw)) invalidManifest("is not a map");
|
|
113
|
+
return raw;
|
|
114
|
+
}
|
|
115
|
+
function listedKeysOf(raw) {
|
|
116
|
+
const keys = [];
|
|
117
|
+
for (const partition of Array.isArray(raw.partitions) ? raw.partitions : []) {
|
|
118
|
+
if (!isRecord(partition) || !Array.isArray(partition.segments)) continue;
|
|
119
|
+
for (const segment of partition.segments)
|
|
120
|
+
if (isRecord(segment) && typeof segment.key === "string") keys.push(segment.key);
|
|
121
|
+
}
|
|
122
|
+
for (const field of Array.isArray(raw.vectors) ? raw.vectors : []) {
|
|
123
|
+
if (!isRecord(field)) continue;
|
|
124
|
+
for (const list of [field.files, field.graphParts]) {
|
|
125
|
+
if (!Array.isArray(list)) continue;
|
|
126
|
+
for (const file of list) if (isRecord(file) && typeof file.key === "string") keys.push(file.key);
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
return keys;
|
|
130
|
+
}
|
|
131
|
+
async function decodeSegmentManifest(data, indexName) {
|
|
132
|
+
return decodeManifestPayload(await openManifestPayload(data), indexName);
|
|
133
|
+
}
|
|
134
|
+
function decodeManifestPayload(raw, indexName) {
|
|
135
|
+
if (raw.version === EARLIER_SEGMENT_MANIFEST_VERSION) return { kind: "earlier", payload: raw };
|
|
136
|
+
if (raw.version !== SEGMENT_MANIFEST_VERSION) {
|
|
137
|
+
throw new NarsilError(
|
|
138
|
+
ErrorCodes.ENVELOPE_VERSION_MISMATCH,
|
|
139
|
+
`The segment manifest of index "${indexName}" holds layout ${String(raw.version)}, which this release cannot open. Export the index with the release that wrote it and import the export`,
|
|
140
|
+
{ indexName, version: raw.version }
|
|
141
|
+
);
|
|
142
|
+
}
|
|
143
|
+
const schema = raw.schema;
|
|
144
|
+
if (!isRecord(schema)) invalidManifest("is missing its schema");
|
|
145
|
+
requireValidFieldTypes(schema);
|
|
146
|
+
if (typeof raw.language !== "string") invalidManifest("is missing its language");
|
|
147
|
+
if (raw.analysisGeneration !== void 0 && !isSequenceNumber(raw.analysisGeneration)) {
|
|
148
|
+
invalidManifest("has an invalid analysis generation");
|
|
149
|
+
}
|
|
150
|
+
return {
|
|
151
|
+
kind: "current",
|
|
152
|
+
manifest: {
|
|
153
|
+
version: SEGMENT_MANIFEST_VERSION,
|
|
154
|
+
schema,
|
|
155
|
+
language: raw.language,
|
|
156
|
+
...raw.analysisGeneration ? { analysisGeneration: raw.analysisGeneration } : {},
|
|
157
|
+
checkpoint: normalizeCheckpoint(raw.checkpoint),
|
|
158
|
+
partitions: normalizePartitions(raw.partitions, indexName),
|
|
159
|
+
vectors: normalizeVectorFields(raw.vectors, indexName)
|
|
160
|
+
}
|
|
161
|
+
};
|
|
162
|
+
}
|
|
163
|
+
function normalizeCheckpoint(raw) {
|
|
164
|
+
if (!Array.isArray(raw)) invalidManifest("is missing its checkpoint list");
|
|
165
|
+
const seen = /* @__PURE__ */ new Set();
|
|
166
|
+
return raw.map((entry) => {
|
|
167
|
+
if (!isRecord(entry) || !isUint32(entry.partitionId) || !isSequenceNumber(entry.lastSeqNo) || !isSequenceNumber(entry.primaryTerm) || seen.has(entry.partitionId)) {
|
|
168
|
+
invalidManifest("has an invalid partition checkpoint", { entry });
|
|
169
|
+
}
|
|
170
|
+
seen.add(entry.partitionId);
|
|
171
|
+
const checkpoint = {
|
|
172
|
+
partitionId: entry.partitionId,
|
|
173
|
+
lastSeqNo: entry.lastSeqNo,
|
|
174
|
+
primaryTerm: entry.primaryTerm
|
|
175
|
+
};
|
|
176
|
+
if (entry.termHistory !== void 0) {
|
|
177
|
+
checkpoint.termHistory = normalizeTermHistory(entry.termHistory, entry.partitionId, entry.lastSeqNo);
|
|
178
|
+
}
|
|
179
|
+
return checkpoint;
|
|
180
|
+
});
|
|
181
|
+
}
|
|
182
|
+
function normalizeTermHistory(raw, partitionId, lastSeqNo) {
|
|
183
|
+
if (!Array.isArray(raw)) invalidManifest("has a term history that is not a list", { partitionId });
|
|
184
|
+
let previous = null;
|
|
185
|
+
return raw.map((start) => {
|
|
186
|
+
if (!isRecord(start) || !isSequenceNumber(start.primaryTerm) || !isSequenceNumber(start.firstSeqNo)) {
|
|
187
|
+
invalidManifest("has an invalid term history entry", { partitionId });
|
|
188
|
+
}
|
|
189
|
+
const read = { primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo };
|
|
190
|
+
if (read.firstSeqNo > lastSeqNo) {
|
|
191
|
+
invalidManifest(`has a term starting at seqNo ${read.firstSeqNo}, above lastSeqNo ${lastSeqNo}`, { partitionId });
|
|
192
|
+
}
|
|
193
|
+
if (previous !== null && (read.primaryTerm <= previous.primaryTerm || read.firstSeqNo <= previous.firstSeqNo)) {
|
|
194
|
+
invalidManifest("has a term history that fails to ascend strictly", { partitionId });
|
|
195
|
+
}
|
|
196
|
+
previous = read;
|
|
197
|
+
return read;
|
|
198
|
+
});
|
|
199
|
+
}
|
|
200
|
+
function normalizePartitions(raw, indexName) {
|
|
201
|
+
if (!Array.isArray(raw)) invalidManifest("is missing partition entries");
|
|
202
|
+
const seen = /* @__PURE__ */ new Set();
|
|
203
|
+
return raw.map((entry) => {
|
|
204
|
+
if (!isRecord(entry) || !isUint32(entry.partitionId) || seen.has(entry.partitionId)) {
|
|
205
|
+
invalidManifest("has a partition without a valid id", { partitionId: isRecord(entry) ? entry.partitionId : null });
|
|
206
|
+
}
|
|
207
|
+
seen.add(entry.partitionId);
|
|
208
|
+
const segments = normalizeSegments(entry.segments, indexName, entry.partitionId);
|
|
209
|
+
return {
|
|
210
|
+
partitionId: entry.partitionId,
|
|
211
|
+
nextSegmentId: readNextSegmentId(entry.nextSegmentId, segments, entry.partitionId),
|
|
212
|
+
segments
|
|
213
|
+
};
|
|
214
|
+
});
|
|
215
|
+
}
|
|
216
|
+
function normalizeSegments(raw, indexName, partitionId) {
|
|
217
|
+
if (!Array.isArray(raw)) invalidManifest("has malformed segment references", { partitionId });
|
|
218
|
+
if (raw.length > MAX_SEGMENTS_PER_PARTITION) {
|
|
219
|
+
invalidManifest(`lists ${raw.length} segments for partition ${partitionId}, above ${MAX_SEGMENTS_PER_PARTITION}`);
|
|
220
|
+
}
|
|
221
|
+
const seenIds = /* @__PURE__ */ new Set();
|
|
222
|
+
return raw.map((segment) => {
|
|
223
|
+
if (!isRecord(segment) || !isId(segment.id) || !isUint32(segment.docCount) || !isUint32(segment.tombstoneCount)) {
|
|
224
|
+
invalidManifest("has an invalid segment reference", { partitionId });
|
|
225
|
+
}
|
|
226
|
+
if (seenIds.has(segment.id)) invalidManifest(`reuses segment id ${segment.id} in partition ${partitionId}`);
|
|
227
|
+
seenIds.add(segment.id);
|
|
228
|
+
const ref = readFileRef(segment, segmentKey(indexName, partitionId, segment.id), "segment");
|
|
229
|
+
return { ...ref, id: segment.id, docCount: segment.docCount, tombstoneCount: segment.tombstoneCount };
|
|
230
|
+
});
|
|
231
|
+
}
|
|
232
|
+
function readNextSegmentId(value, segments, partitionId) {
|
|
233
|
+
if (!isId(value)) invalidManifest("has an invalid next segment id", { partitionId });
|
|
234
|
+
for (const segment of segments) {
|
|
235
|
+
if (segment.id >= value) {
|
|
236
|
+
invalidManifest(`next segment id ${value} does not exceed segment id ${segment.id}`, { partitionId });
|
|
237
|
+
}
|
|
238
|
+
}
|
|
239
|
+
return value;
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
export { decodeManifestPayload, decodeSegmentManifest, invalidManifest, isId, isRecord, isSequenceNumber, isUint32, listedKeysOf, openManifestPayload };
|
|
@@ -1,9 +1,11 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import { messagePackUpperBoundBytes } from './chunk-
|
|
1
|
+
import { SEGMENT_FILE_FRAMING_SLACK_BYTES, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE } from './chunk-F753DA54.mjs';
|
|
2
|
+
import { littleEndianBytes, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, KEYWORD_SEGMENT_PAYLOAD_VERSION, uint64Bytes } from './chunk-NP7DD4G5.mjs';
|
|
3
|
+
import { selectionKeeps, packChecksummedEnvelope, segmentArraysOf, mergeSegmentContents } from './chunk-63YSZOXB.mjs';
|
|
4
|
+
import { messagePackUpperBoundBytes } from './chunk-AUT7PMA4.mjs';
|
|
5
|
+
import { segmentKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-SJWDBRNP.mjs';
|
|
6
|
+
import { crc32, openChecksummedEnvelope, HEADER_SIZE } from './chunk-C2H2QQFW.mjs';
|
|
5
7
|
import { MAX_FILE_BYTES } from './chunk-TJMSKBEM.mjs';
|
|
6
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
8
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
7
9
|
import { decode, encode } from '@msgpack/msgpack';
|
|
8
10
|
|
|
9
11
|
// src/persistence/paged/constants.ts
|
|
@@ -514,151 +516,6 @@ async function readSegmentFile(store, ref) {
|
|
|
514
516
|
requireListedChecksum("segment", ref.key, header2.checksum, ref.checksum);
|
|
515
517
|
return decodeKeywordSegment(payload, sharesMemoryWithWorkers());
|
|
516
518
|
}
|
|
517
|
-
|
|
518
|
-
// src/persistence/durability/segment/layout.ts
|
|
519
|
-
var SEGMENT_ID_WIDTH = 16;
|
|
520
|
-
function manifestKey(indexName) {
|
|
521
|
-
return `${indexName}/manifest`;
|
|
522
|
-
}
|
|
523
|
-
function snapshotBundleKey(indexName) {
|
|
524
|
-
return `${indexName}/snapshot`;
|
|
525
|
-
}
|
|
526
|
-
function segmentPrefix(indexName, partitionId) {
|
|
527
|
-
return `${indexName}/segments/${partitionId}/`;
|
|
528
|
-
}
|
|
529
|
-
function segmentKey(indexName, partitionId, segmentId) {
|
|
530
|
-
return `${segmentPrefix(indexName, partitionId)}s${formatSegmentId(segmentId)}`;
|
|
531
|
-
}
|
|
532
|
-
function segmentsPrefix(indexName) {
|
|
533
|
-
return `${indexName}/segments/`;
|
|
534
|
-
}
|
|
535
|
-
function vectorFileKey(indexName, fieldPath, fileId) {
|
|
536
|
-
return `${segmentsPrefix(indexName)}vec-${encodeFieldPath(fieldPath)}-f${formatSegmentId(fileId)}`;
|
|
537
|
-
}
|
|
538
|
-
function requireGeneration(generation) {
|
|
539
|
-
if (Number.isSafeInteger(generation) && generation > 0) return;
|
|
540
|
-
throw new NarsilError(
|
|
541
|
-
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
542
|
-
`Vector graph generation ${generation} must be a positive integer`,
|
|
543
|
-
{ generation }
|
|
544
|
-
);
|
|
545
|
-
}
|
|
546
|
-
function graphPartKey(indexName, fieldPath, generation, part) {
|
|
547
|
-
requireGeneration(generation);
|
|
548
|
-
return `${segmentsPrefix(indexName)}vec-${encodeFieldPath(fieldPath)}-graph-g${generation}-p${formatSegmentId(part)}`;
|
|
549
|
-
}
|
|
550
|
-
function formatSegmentId(segmentId) {
|
|
551
|
-
if (!Number.isInteger(segmentId) || segmentId < 0) {
|
|
552
|
-
throw new NarsilError(
|
|
553
|
-
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
554
|
-
`Segment id ${segmentId} must be a non-negative integer`,
|
|
555
|
-
{ segmentId }
|
|
556
|
-
);
|
|
557
|
-
}
|
|
558
|
-
return segmentId.toString().padStart(SEGMENT_ID_WIDTH, "0");
|
|
559
|
-
}
|
|
560
|
-
var FIELD_PATH_PATTERN = /^[A-Za-z0-9_.]+$/;
|
|
561
|
-
function encodeFieldPath(fieldPath) {
|
|
562
|
-
if (!FIELD_PATH_PATTERN.test(fieldPath)) {
|
|
563
|
-
throw new NarsilError(
|
|
564
|
-
ErrorCodes.PERSISTENCE_SAVE_FAILED,
|
|
565
|
-
`Vector field path "${fieldPath}" contains characters that cannot be encoded in a segment key`,
|
|
566
|
-
{ fieldPath }
|
|
567
|
-
);
|
|
568
|
-
}
|
|
569
|
-
const fingerprint = fnv1a(fieldPath).toString(36);
|
|
570
|
-
return `${fieldPath.replace(/\./g, "_")}-${fingerprint}`;
|
|
571
|
-
}
|
|
572
|
-
var SEGMENT_MANIFEST_VERSION = 7;
|
|
573
|
-
var EARLIER_SEGMENT_MANIFEST_VERSION = 6;
|
|
574
|
-
var MANIFEST_ENVELOPE_VERSION = 2;
|
|
575
|
-
var MAX_SEGMENTS_PER_PARTITION = 65536;
|
|
576
|
-
var MAX_SEGMENT_ID = 281474976710655;
|
|
577
|
-
function fileRefOnTheWire(ref) {
|
|
578
|
-
return {
|
|
579
|
-
key: ref.key,
|
|
580
|
-
bytes: ref.bytes,
|
|
581
|
-
checksum: ref.checksum,
|
|
582
|
-
...ref.headOffset === void 0 ? {} : { headOffset: ref.headOffset, headLength: ref.headLength, headChecksum: ref.headChecksum }
|
|
583
|
-
};
|
|
584
|
-
}
|
|
585
|
-
function encodeSegmentManifest(manifest) {
|
|
586
|
-
const payload = encode({
|
|
587
|
-
version: SEGMENT_MANIFEST_VERSION,
|
|
588
|
-
schema: manifest.schema,
|
|
589
|
-
language: manifest.language,
|
|
590
|
-
...manifest.analysisGeneration ? { analysisGeneration: manifest.analysisGeneration } : {},
|
|
591
|
-
checkpoint: manifest.checkpoint.map((c) => ({
|
|
592
|
-
partitionId: c.partitionId,
|
|
593
|
-
lastSeqNo: c.lastSeqNo,
|
|
594
|
-
primaryTerm: c.primaryTerm,
|
|
595
|
-
...c.termHistory === void 0 ? {} : {
|
|
596
|
-
termHistory: c.termHistory.map((start) => ({ primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo }))
|
|
597
|
-
}
|
|
598
|
-
})),
|
|
599
|
-
partitions: manifest.partitions.map((p) => ({
|
|
600
|
-
partitionId: p.partitionId,
|
|
601
|
-
nextSegmentId: p.nextSegmentId,
|
|
602
|
-
segments: p.segments.map((s) => ({
|
|
603
|
-
id: s.id,
|
|
604
|
-
key: s.key,
|
|
605
|
-
docCount: s.docCount,
|
|
606
|
-
tombstoneCount: s.tombstoneCount,
|
|
607
|
-
bytes: s.bytes,
|
|
608
|
-
checksum: s.checksum
|
|
609
|
-
}))
|
|
610
|
-
})),
|
|
611
|
-
vectors: manifest.vectors.map((v) => ({
|
|
612
|
-
fieldPath: v.fieldPath,
|
|
613
|
-
nextFileId: v.nextFileId,
|
|
614
|
-
files: v.files.map((f) => ({ id: f.id, ...fileRefOnTheWire(f), count: f.count, dead: f.dead })),
|
|
615
|
-
graphGeneration: v.graphGeneration,
|
|
616
|
-
graphParts: v.graphParts.map(fileRefOnTheWire)
|
|
617
|
-
}))
|
|
618
|
-
});
|
|
619
|
-
return packChecksummedEnvelope([payload], MANIFEST_ENVELOPE_VERSION, "segment manifest");
|
|
620
|
-
}
|
|
621
|
-
function manifestReferencedKeys(manifest) {
|
|
622
|
-
const keys = /* @__PURE__ */ new Set();
|
|
623
|
-
for (const partition of manifest.partitions) {
|
|
624
|
-
for (const segment of partition.segments) {
|
|
625
|
-
keys.add(segment.key);
|
|
626
|
-
}
|
|
627
|
-
}
|
|
628
|
-
for (const vector of manifest.vectors) {
|
|
629
|
-
for (const file of vector.files) keys.add(file.key);
|
|
630
|
-
for (const part of vector.graphParts) keys.add(part.key);
|
|
631
|
-
}
|
|
632
|
-
return keys;
|
|
633
|
-
}
|
|
634
|
-
function manifestFileRefs(manifest) {
|
|
635
|
-
const refs = [];
|
|
636
|
-
for (const partition of manifest.partitions) refs.push(...partition.segments);
|
|
637
|
-
for (const vector of manifest.vectors) refs.push(...vector.files, ...vector.graphParts);
|
|
638
|
-
return refs;
|
|
639
|
-
}
|
|
640
|
-
|
|
641
|
-
// src/persistence/durability/constants.ts
|
|
642
|
-
var DEFAULT_CHECKPOINT_INTERVAL_MS = 3e5;
|
|
643
|
-
var DEFAULT_CHECKPOINT_MUTATION_THRESHOLD = 1e5;
|
|
644
|
-
var DEFAULT_ASYNC_FLUSH_INTERVAL_MS = 1e3;
|
|
645
|
-
var DIRECTORY_IDENTITY_CHECK_INTERVAL_MS = 1e3;
|
|
646
|
-
var DIRECTORY_LOCK_ATTEMPTS = 3;
|
|
647
|
-
var DIRECTORY_LOCK_SETTLE_MS = 50;
|
|
648
|
-
var DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS = 1e3;
|
|
649
|
-
var PHONE_FILE_CHUNK_BYTES = 1048576;
|
|
650
|
-
var DEFAULT_SEGMENT_MAX_BYTES = 67108864;
|
|
651
|
-
var DEFAULT_COMPACTION_THRESHOLD = 12;
|
|
652
|
-
var COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT = 2e5;
|
|
653
|
-
var SEGMENT_FILE_FRAMING_SLACK_BYTES = 65536;
|
|
654
|
-
var SEGMENT_TOKEN_TABLE_SHARE_OF_FILE = 0.25;
|
|
655
|
-
var WHOLE_PARTITION_MIN_CHANGED_SHARE = 0.5;
|
|
656
|
-
var WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT = 1e5;
|
|
657
|
-
var LOG_RECORDS_PER_CHECKPOINT = 1e5;
|
|
658
|
-
var WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES = 2147483648;
|
|
659
|
-
var CHECKPOINT_WORKER_TIMEOUT_MS = 6e5;
|
|
660
|
-
var CHECKPOINT_WORKER_IDLE_MS = 5e3;
|
|
661
|
-
var CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS = 50;
|
|
662
519
|
var ORDINAL_BYTES = 4;
|
|
663
520
|
var POSTING_BYTES = 8;
|
|
664
521
|
var VALUE_ENTRY_BYTES = 12;
|
|
@@ -914,7 +771,7 @@ async function writePagedGroup(state, group) {
|
|
|
914
771
|
const tombstones = state.tombstonesWritten ? [] : [...request.tombstones];
|
|
915
772
|
const id = state.nextSegmentId;
|
|
916
773
|
const key = segmentKey(request.indexName, request.partitionId, id);
|
|
917
|
-
const { writePagedSegment } = await import('./module-
|
|
774
|
+
const { writePagedSegment } = await import('./module-QT5HZAY4.mjs');
|
|
918
775
|
const written = await writePagedSegment({
|
|
919
776
|
directory,
|
|
920
777
|
key,
|
|
@@ -998,4 +855,4 @@ async function writeSegmentsOf(request) {
|
|
|
998
855
|
return { segments: state.segments, nextSegmentId: state.nextSegmentId };
|
|
999
856
|
}
|
|
1000
857
|
|
|
1001
|
-
export { BLOCK_SUMMARY_BYTES,
|
|
858
|
+
export { BLOCK_SUMMARY_BYTES, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, COLD_WALK_NODES_READ_AHEAD, DOCUMENT_BLOCK_BYTES, DOCUMENT_BLOCK_MIN_RAW_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, ID_SAMPLE_INTERVAL, LARGEST_CACHED_ENTRY_SHARE, LARGEST_REMOVAL_BUCKET_COUNT, LIST_VIEWS_HELD_PER_SEGMENT, MAX_DOCUMENT_BLOCK_RAW_BYTES, MAX_THREAD_FILE_NUMBER, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES, MERGE_READ_CACHE_BYTES, MessagePackChunks, PAGED_SEGMENT_ENVELOPE_VERSION, PAYLOAD_PREFIX_BYTES, POSITION_WIDTH_BYTES, POSTING_WIDTH_BYTES, READS_AHEAD_AT_ONCE, READ_AHEAD_CHUNK_BYTES, RECORD_PAGE_BYTES, REMOVAL_BUCKET_TARGET_BYTES, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, REWRITE_SPILL_BYTES, SECTION_ALIGNMENT_BYTES, SECTION_WRITE_BUFFER_BYTES, SEGMENT_PAGE_BYTES, SMALLEST_BLOCK_POSTINGS, STABLE_HEAD_ATTEMPTS, THREAD_READ_CACHE_BYTES, TOMBSTONES_BETWEEN_YIELDS, WRITER_YIELD_INTERVAL_TOKENS, adapterCheckpointStore, decodePagedSegmentHead, decodeSections, directoryCheckpointStore, encodePagedSegmentHead, loadFailed, readListedFile, readSegmentFile, requireListedChecksum, requireListedSize, sectionNamed, writeBooleanColumns, writeEnumColumns, writeFieldLengths, writeGeopointColumns, writePartialWords, writePatternColumns, writeSegmentsOf, writeSurfaceForms, writeValueColumns };
|
|
@@ -1,10 +1,11 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import { turnsAreBudgeted, turnIsSpent, yieldTurn } from './chunk-
|
|
1
|
+
import { restoredConfigFields, restoredEmbedding } from './chunk-DCKMICOB.mjs';
|
|
2
|
+
import { chunksOf } from './chunk-NVVRSRX5.mjs';
|
|
3
|
+
import { untagDocumentLine } from './chunk-NKIZX26F.mjs';
|
|
4
|
+
import { turnsAreBudgeted, turnIsSpent, yieldTurn } from './chunk-NCJS3WIY.mjs';
|
|
5
5
|
import { MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, MAX_IMPORT_REFUSALS_REPORTED } from './chunk-AM7RSBPF.mjs';
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
6
|
+
import { requireConfigurationShape } from './chunk-C2H2QQFW.mjs';
|
|
7
|
+
import { flattenSchema } from './chunk-O32RB3BL.mjs';
|
|
8
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
8
9
|
|
|
9
10
|
// src/engine/export/lines.ts
|
|
10
11
|
var NEWLINE = 10;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { MAX_M, EARLIER_RELEASE_MIN_M, MIN_M } from './chunk-TJMSKBEM.mjs';
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
3
3
|
|
|
4
4
|
// src/vector/vector-index/dead-bits.ts
|
|
5
5
|
var NO_LIVE_VECTOR_AT_POSITION = -1;
|
|
@@ -1,35 +1,9 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
var RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE = 0.2;
|
|
8
|
-
var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 7.86;
|
|
9
|
-
var RESTORE_WORST_HEAP_BYTES_PER_VECTOR = 264;
|
|
10
|
-
var RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION = 0.24;
|
|
11
|
-
var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 738;
|
|
12
|
-
var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 0.2;
|
|
13
|
-
var RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE = 4.06;
|
|
14
|
-
var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 14.5;
|
|
15
|
-
var RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR = 1482;
|
|
16
|
-
var RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION = 9.29;
|
|
17
|
-
var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 2141;
|
|
18
|
-
var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 24.15;
|
|
19
|
-
var RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE = 0.16;
|
|
20
|
-
var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 6.16;
|
|
21
|
-
var RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR = 204;
|
|
22
|
-
var RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION = 0.17;
|
|
23
|
-
var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 695;
|
|
24
|
-
var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 0.04;
|
|
25
|
-
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE = 2.14;
|
|
26
|
-
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 5.05;
|
|
27
|
-
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR = 1080;
|
|
28
|
-
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION = 0.72;
|
|
29
|
-
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 1744;
|
|
30
|
-
var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 20.05;
|
|
31
|
-
var RESTORE_ESTIMATE_MARGIN = 1.25;
|
|
32
|
-
var MAX_SNAPSHOT_ANALYSIS_ATTEMPTS = 3;
|
|
1
|
+
import { RESTORE_ESTIMATE_MARGIN, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-PB2YXVQW.mjs';
|
|
2
|
+
import { readResidentMemory } from './chunk-63YSZOXB.mjs';
|
|
3
|
+
import { collectAndReturnPages } from './chunk-NCJS3WIY.mjs';
|
|
4
|
+
import { readHeapStatistics } from './chunk-C2H2QQFW.mjs';
|
|
5
|
+
import { extractVectorFieldsFromSchema } from './chunk-O32RB3BL.mjs';
|
|
6
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
33
7
|
|
|
34
8
|
// src/engine/snapshot/memory-budget.ts
|
|
35
9
|
var MEGABYTE_BYTES = 1048576;
|
|
@@ -174,4 +148,4 @@ function requireRestoreMemory(indexName, footprint, replacesIndex) {
|
|
|
174
148
|
if (shortfall !== null) refuse(indexName, replacesIndex, shortfall);
|
|
175
149
|
}
|
|
176
150
|
|
|
177
|
-
export {
|
|
151
|
+
export { archiveFootprint, earlierSnapshotFootprint, requireAnalysisRebuildMemory, requireRestoreMemory, storedBytesOfSegments };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
2
2
|
|
|
3
3
|
// src/analysis/registry.ts
|
|
4
4
|
var tokenizers = /* @__PURE__ */ new Map();
|
|
@@ -1218,34 +1218,8 @@ function getLanguage(name) {
|
|
|
1218
1218
|
}
|
|
1219
1219
|
return lang;
|
|
1220
1220
|
}
|
|
1221
|
-
|
|
1222
|
-
|
|
1223
|
-
var updatingByCore = /* @__PURE__ */ new WeakMap();
|
|
1224
|
-
async function withOpenIndex(core, indexName, action) {
|
|
1225
|
-
core.guardShutdown();
|
|
1226
|
-
core.requireIndex(indexName);
|
|
1227
|
-
const release = await core.indexState.acquire(indexName);
|
|
1228
|
-
try {
|
|
1229
|
-
return await action();
|
|
1230
|
-
} finally {
|
|
1231
|
-
release();
|
|
1232
|
-
}
|
|
1233
|
-
}
|
|
1234
|
-
async function oneAtATime(core, indexName, action) {
|
|
1235
|
-
let chains = updatingByCore.get(core);
|
|
1236
|
-
if (chains === void 0) {
|
|
1237
|
-
chains = /* @__PURE__ */ new Map();
|
|
1238
|
-
updatingByCore.set(core, chains);
|
|
1239
|
-
}
|
|
1240
|
-
const updating = chains;
|
|
1241
|
-
const earlier = updating.get(indexName) ?? Promise.resolve();
|
|
1242
|
-
const current = earlier.catch(() => void 0).then(action);
|
|
1243
|
-
updating.set(indexName, current);
|
|
1244
|
-
try {
|
|
1245
|
-
return await current;
|
|
1246
|
-
} finally {
|
|
1247
|
-
if (updating.get(indexName) === current) updating.delete(indexName);
|
|
1248
|
-
}
|
|
1221
|
+
function hasLanguage(name) {
|
|
1222
|
+
return languages.has(name);
|
|
1249
1223
|
}
|
|
1250
1224
|
|
|
1251
|
-
export { getLanguage, getStopWords, getTokenizer, hasStopWords, hasTokenizer,
|
|
1225
|
+
export { getLanguage, getStopWords, getTokenizer, hasLanguage, hasStopWords, hasTokenizer, registerLanguage, registerStopWords, registerTokenizer, resolveIndexAnalysis };
|