@delali/narsil 0.3.1-next.154 → 0.3.1-next.156
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/README.md +1 -0
- package/dist/adapters/filesystem.mjs +2 -2
- package/dist/adapters/gcs.mjs +2 -2
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +2 -2
- package/dist/{analysis-change-4GCRVRBW.mjs → analysis-change-5BQOQ4BF.mjs} +35 -28
- package/dist/{react-native/chunks/analysis-change-entry-TNLUC6IZ.mjs → analysis-change-entry-TXX6JSMX.mjs} +1 -1
- package/dist/archive-history-E4R73RWD.mjs +29 -0
- package/dist/browser/{analysis-change-IXWPXXJJ.mjs → analysis-change-435CUEPZ.mjs} +32 -12
- package/dist/{analysis-change-entry-KYGSXW4K.mjs → browser/analysis-change-entry-HZXKPPGV.mjs} +1 -1
- package/dist/browser/archive-history-4IP5XQZY.mjs +29 -0
- package/dist/browser/{chunk-4PD752F6.mjs → chunk-23XRXIBW.mjs} +1 -1
- package/dist/browser/{chunk-J433A7P3.mjs → chunk-2CFI5VVV.mjs} +5 -5
- package/dist/{react-native/chunks/chunk-3XKMRNRE.mjs → browser/chunk-2TI4SSUP.mjs} +27 -10
- package/dist/browser/chunk-3SSRJMFN.mjs +100 -0
- package/dist/browser/{chunk-2SHAKW2Z.mjs → chunk-3V7DNNZL.mjs} +515 -733
- package/dist/browser/{chunk-C4KS2QNF.mjs → chunk-4NGKC4H4.mjs} +9 -9
- package/dist/browser/{chunk-XRV72TJD.mjs → chunk-6LWDPLTB.mjs} +2 -2
- package/dist/browser/chunk-7IGKGWSQ.mjs +79 -0
- package/dist/browser/{chunk-VCOYGVP7.mjs → chunk-7U3WVJUP.mjs} +3 -3
- package/dist/browser/chunk-ATEBYXP6.mjs +10 -0
- package/dist/browser/chunk-BHFQATSC.mjs +432 -0
- package/dist/browser/chunk-CRE3G7F3.mjs +1007 -0
- package/dist/browser/{chunk-QXTPSX2H.mjs → chunk-EA63E3D2.mjs} +7 -7
- package/dist/{react-native/chunks/chunk-DCKMICOB.mjs → browser/chunk-EXQZGUQH.mjs} +1 -1
- package/dist/browser/{chunk-ML6HY7T7.mjs → chunk-G64Q6OJF.mjs} +1 -1
- package/dist/browser/chunk-GPPOG6PT.mjs +9 -0
- package/dist/browser/{chunk-EUNBNLKM.mjs → chunk-IZXVW2ZJ.mjs} +5 -5
- package/dist/browser/{chunk-G7LUMBSG.mjs → chunk-K4Q6KX3R.mjs} +30 -20
- package/dist/browser/{chunk-H6QFBMVE.mjs → chunk-KZWSX6BH.mjs} +3 -3
- package/dist/browser/chunk-M3MQE2X7.mjs +151 -0
- package/dist/browser/chunk-MGI4BCXC.mjs +63 -0
- package/dist/browser/chunk-MOG4OVDK.mjs +51 -0
- package/dist/browser/{chunk-W5X2UFWQ.mjs → chunk-NLWTBAGB.mjs} +12 -3
- package/dist/browser/{chunk-AYY6PIKL.mjs → chunk-NQAME3RK.mjs} +2 -2
- package/dist/browser/{chunk-7MEYN7V6.mjs → chunk-NXQG7DRA.mjs} +29 -14
- package/dist/browser/chunk-OEDCEZXJ.mjs +92 -0
- package/dist/{chunk-KUZKUONM.mjs → browser/chunk-SRMZXJSL.mjs} +1 -0
- package/dist/browser/chunk-SSTPBZZX.mjs +1106 -0
- package/dist/browser/{chunk-7TTWXUH6.mjs → chunk-STOWQFT3.mjs} +3 -2
- package/dist/browser/{chunk-26A5JFT2.mjs → chunk-TK63WFXK.mjs} +2 -1
- package/dist/browser/{chunk-SJB6VIZG.mjs → chunk-U3JOQGWX.mjs} +1 -1
- package/dist/browser/{chunk-AJ4HHOVT.mjs → chunk-U4YDIBUT.mjs} +4 -4
- package/dist/browser/{chunk-2FX6ROWR.mjs → chunk-VLJQW4J6.mjs} +2986 -2986
- package/dist/{react-native/chunks/chunk-3O57C2ZO.mjs → browser/chunk-WI4MR75E.mjs} +2 -2
- package/dist/browser/{chunk-3U3QR5YP.mjs → chunk-WN464PTL.mjs} +2 -2
- package/dist/browser/{chunk-U2E3HMYW.mjs → chunk-XAWNZ4G2.mjs} +11 -11
- package/dist/browser/{cold-module-VTUGDYNY.mjs → cold-module-2EHCIV4K.mjs} +20 -18
- package/dist/browser/durability-config-TIYKW6XX.mjs +89 -0
- package/dist/browser/{durability-wiring-GL4A7KDV.mjs → durability-wiring-A7BVG2DW.mjs} +50 -153
- package/dist/browser/engine-hooks-E4UD67JD.mjs +17 -0
- package/dist/browser/geo-index-HHWGMNIS.mjs +1386 -0
- package/dist/browser/import-DXYB6756.mjs +19 -0
- package/dist/browser/{methods-LMUTS7OI.mjs → methods-KTQCSIN4.mjs} +3 -3
- package/dist/browser/{module-M4JNBV6V.mjs → module-NIYMEA5R.mjs} +16 -14
- package/dist/browser/{module-EC3FYW7N.mjs → module-TCT66FWA.mjs} +10 -9
- package/dist/browser/operations-OJ3BXS55.mjs +5 -0
- package/dist/browser/{phrase-module-NPYUVX75.mjs → phrase-module-HAT3TLZN.mjs} +2 -2
- package/dist/browser/{pool-WCGDZHJP.mjs → pool-3JLET5RO.mjs} +1 -1
- package/dist/browser/restore-hooks-YPN4ZFCY.mjs +114 -0
- package/dist/browser/restore-queue-G3RQGL3Y.mjs +55 -0
- package/dist/browser/{retention-6QMRS5VK.mjs → retention-ZWVMNC3Q.mjs} +18 -15
- package/dist/browser/{runtime-3EW2AGB6.mjs → runtime-OTAGEFQW.mjs} +1 -1
- package/dist/browser/{snapshot-DN3CRVUQ.mjs → snapshot-VEQNIE6C.mjs} +71 -36
- package/dist/browser/start-BM442C6R.mjs +25 -0
- package/dist/browser/{write-WAWAFGKQ.mjs → write-2EVMZWDE.mjs} +16 -14
- package/dist/{capabilities-B3Brs1Rc.d.ts → capabilities-Da4ywVVl.d.ts} +35 -3
- package/dist/{chunk-K4B7OH65.mjs → chunk-25KDNIZZ.mjs} +2 -2
- package/dist/{chunk-O43Z4MS6.mjs → chunk-2NE7VCYE.mjs} +2 -2
- package/dist/chunk-2UV4QBHW.mjs +1092 -0
- package/dist/{chunk-3Y3J4V2R.mjs → chunk-3C7MTCCI.mjs} +1 -1
- package/dist/{chunk-TRISKD4Q.mjs → chunk-3HYC4JRF.mjs} +2 -2
- package/dist/{chunk-HVYICDY3.mjs → chunk-3OH67G7R.mjs} +1 -1
- package/dist/{chunk-PFKM7VNZ.mjs → chunk-46KY2PJD.mjs} +30 -11
- package/dist/{chunk-IJU7LL7D.mjs → chunk-4KKXNJM6.mjs} +5 -5
- package/dist/{chunk-IQ4R2I6N.mjs → chunk-5FLRXF73.mjs} +5 -1
- package/dist/{chunk-BPSKLCS7.mjs → chunk-5VV4R6P7.mjs} +3017 -3017
- package/dist/chunk-5YNRKI2C.mjs +81 -0
- package/dist/chunk-6HTGOXIK.mjs +875 -0
- package/dist/{chunk-7HCZWC7B.mjs → chunk-6I6AYAXS.mjs} +50 -8
- package/dist/{chunk-C6ASEFZI.mjs → chunk-6OEGXLBX.mjs} +1 -1
- package/dist/{chunk-DVWYODEB.mjs → chunk-6RC4K46J.mjs} +2 -2
- package/dist/chunk-7GFE3PEY.mjs +40 -0
- package/dist/{chunk-QKZHLADX.mjs → chunk-7LXHHCXZ.mjs} +28 -19
- package/dist/{chunk-JUKYYXSP.mjs → chunk-7V5IUP2T.mjs} +1 -31
- package/dist/{react-native/chunks/chunk-7GWPJDOA.mjs → chunk-A4L7YTKX.mjs} +53 -90
- package/dist/{chunk-Z3TNWCI5.mjs → chunk-BU4SAIC4.mjs} +3 -3
- package/dist/chunk-BWZ3P4MU.mjs +20 -0
- package/dist/{chunk-OKX2BBNW.mjs → chunk-CITFCZKF.mjs} +5 -4
- package/dist/{chunk-4HWZV5MK.mjs → chunk-CSLGFPFQ.mjs} +5 -5
- package/dist/chunk-DP5C7YFQ.mjs +543 -0
- package/dist/{chunk-RVKFI3A2.mjs → chunk-DWEPMFJE.mjs} +11 -8
- package/dist/{chunk-LSM2YTKM.mjs → chunk-EFBDHH5P.mjs} +87 -144
- package/dist/{chunk-NZMAXR2S.mjs → chunk-FAKFUDZZ.mjs} +121 -11
- package/dist/chunk-FB6463IN.mjs +1499 -0
- package/dist/{chunk-REL7LFLR.mjs → chunk-FCJ553HS.mjs} +3 -3
- package/dist/{chunk-MMEMEUOO.mjs → chunk-FJKKCV4D.mjs} +2 -2
- package/dist/{chunk-K7KLL263.mjs → chunk-FNGAM5B7.mjs} +14 -13
- package/dist/{chunk-DMQPFLGI.mjs → chunk-FRBFVQFN.mjs} +6 -5
- package/dist/{chunk-IBNLW3AV.mjs → chunk-FYOVBEMM.mjs} +20 -6
- package/dist/chunk-G6HRSGOU.mjs +74 -0
- package/dist/{chunk-USR7FQRZ.mjs → chunk-GH4WQ22V.mjs} +2 -2
- package/dist/chunk-GQPTDQCL.mjs +54 -0
- package/dist/{chunk-VREK3MYG.mjs → chunk-HFPMMRQT.mjs} +3 -3
- package/dist/{chunk-MLHNSAPK.mjs → chunk-HHBUCIUY.mjs} +3 -3
- package/dist/{chunk-YROWNOMH.mjs → chunk-HJJI72X7.mjs} +1 -1
- package/dist/{chunk-ECX4SGX6.mjs → chunk-I2KPOLOZ.mjs} +9 -9
- package/dist/{chunk-TV2L3BN7.mjs → chunk-I53G4JAU.mjs} +266 -265
- package/dist/{chunk-3A5KI24C.mjs → chunk-I54T6CQP.mjs} +1 -1
- package/dist/{chunk-NTZOXVUZ.mjs → chunk-I5B7RXU7.mjs} +93 -24
- package/dist/{chunk-YBJDOA2T.mjs → chunk-INJYO3BU.mjs} +1 -1
- package/dist/{react-native/chunks/chunk-KWRW5U65.mjs → chunk-J4IJTTEX.mjs} +1 -1
- package/dist/{chunk-X6NSJYQ3.mjs → chunk-JDJBQLRO.mjs} +13 -13
- package/dist/{chunk-MMBEANB2.mjs → chunk-JWRUUCWD.mjs} +3 -3
- package/dist/{chunk-AO2FAYIZ.mjs → chunk-K4ZIGL2O.mjs} +1 -1
- package/dist/{chunk-JFNKIBDT.mjs → chunk-K5QFDYST.mjs} +2 -2
- package/dist/{chunk-C73JLU4E.mjs → chunk-KF4EXSM4.mjs} +2 -2
- package/dist/{chunk-WCBA2LVZ.mjs → chunk-KHKIRS5D.mjs} +1 -1
- package/dist/{chunk-7QUGDVFC.mjs → chunk-KJ3RTZDJ.mjs} +1 -1
- package/dist/{chunk-HVKXNBFL.mjs → chunk-KKQC526K.mjs} +20 -12
- package/dist/chunk-KP7TYHWT.mjs +92 -0
- package/dist/{chunk-VMXSVVXG.mjs → chunk-L6V6BST3.mjs} +9 -22
- package/dist/{chunk-URPCYQVJ.mjs → chunk-LHKOSI2J.mjs} +1 -1
- package/dist/chunk-LNGE7SLY.mjs +151 -0
- package/dist/{react-native/chunks/chunk-CUNGPR5R.mjs → chunk-MP7ABPTD.mjs} +1 -0
- package/dist/{chunk-5KGYQT6W.mjs → chunk-MQOJIO5B.mjs} +26 -9
- package/dist/{chunk-Q3TCTQCC.mjs → chunk-NF4DT3IH.mjs} +1 -1
- package/dist/{chunk-3OFU3NJT.mjs → chunk-OIJ64LGT.mjs} +1 -1
- package/dist/chunk-ORN5BLL7.mjs +11 -0
- package/dist/{chunk-HWEDFLB7.mjs → chunk-P5ZI2P2W.mjs} +126 -1701
- package/dist/{chunk-466PYR4P.mjs → chunk-PWC4VB3Q.mjs} +2 -2
- package/dist/{chunk-B7S6YEBP.mjs → chunk-QJVOLKU6.mjs} +12 -3
- package/dist/{chunk-KCUIFVVW.mjs → chunk-QOW2JPUI.mjs} +9 -9
- package/dist/chunk-RDXO6JST.mjs +63 -0
- package/dist/chunk-RLOES5SX.mjs +31 -0
- package/dist/{chunk-YPUEV6ZC.mjs → chunk-RVGRFOGN.mjs} +1 -1
- package/dist/{chunk-JCLTESFN.mjs → chunk-RZWWB2XR.mjs} +1 -1
- package/dist/chunk-S5LN746F.mjs +10 -0
- package/dist/chunk-SA5LOGO3.mjs +470 -0
- package/dist/chunk-SQJWAIF4.mjs +12 -0
- package/dist/{chunk-YTJCGKM4.mjs → chunk-TBC3XUL2.mjs} +29 -6
- package/dist/chunk-TDIK6NTV.mjs +10 -0
- package/dist/chunk-TGS5UXBE.mjs +216 -0
- package/dist/{chunk-CP5RRPJR.mjs → chunk-TQXHPFWT.mjs} +1 -1
- package/dist/{chunk-7NTMUDC5.mjs → chunk-TZ3355VS.mjs} +5 -5
- package/dist/{chunk-Q7MS6P2J.mjs → chunk-TZTRKM33.mjs} +2 -2
- package/dist/{chunk-4UMZ7KQL.mjs → chunk-U55XJEIG.mjs} +2 -1
- package/dist/{chunk-S2N75OTN.mjs → chunk-UHICS3JI.mjs} +1 -1
- package/dist/{chunk-5FUOVJKG.mjs → chunk-VTTRFF2C.mjs} +32 -19
- package/dist/{chunk-62G63NMH.mjs → chunk-WX4LAO6M.mjs} +4 -4
- package/dist/{chunk-LTUGDMV4.mjs → chunk-WZ7YV54N.mjs} +1 -1
- package/dist/chunk-XAXKV65G.mjs +72 -0
- package/dist/chunk-XXHN7J46.mjs +101 -0
- package/dist/{chunk-PGVPE7GJ.mjs → chunk-YEKL4JBK.mjs} +1 -1
- package/dist/chunk-YTWZVGCB.mjs +382 -0
- package/dist/chunk-Z2KAFCRT.mjs +30 -0
- package/dist/{chunk-LKUE5GXS.mjs → chunk-ZKP7G7TV.mjs} +2 -2
- package/dist/{client-Df76GNKm.d.ts → client-DRv7UVeY.d.ts} +123 -11
- package/dist/client.d.ts +9 -8
- package/dist/client.mjs +65 -3
- package/dist/{cold-module-YLWMTTZG.mjs → cold-module-6MO2XJF2.mjs} +45 -39
- package/dist/{config-B8DP2VwR.d.ts → config-CoSig5Ox.d.ts} +22 -3
- package/dist/{config-05G_hy-1.d.ts → config-DMwffLKn.d.ts} +20 -5
- package/dist/direct-executor-FTMYY3TI.mjs +34 -0
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +3 -3
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/coordinator/in-memory.mjs +2 -2
- package/dist/distribution/transport/grpc.mjs +4 -4
- package/dist/distribution/transport/in-memory.mjs +2 -2
- package/dist/distribution/transport/tcp.mjs +3 -3
- package/dist/distribution.d.ts +8 -8
- package/dist/distribution.mjs +6799 -5939
- package/dist/durability-config-GE4U7MCZ.mjs +89 -0
- package/dist/{durability-wiring-RHLXDIVF.mjs → durability-wiring-VIF5MOSY.mjs} +82 -179
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{sync-uXR7MmM7.d.ts → engine-CFxPYqEk.d.ts} +702 -2
- package/dist/engine-hooks-EGUGNZYE.mjs +54 -0
- package/dist/geo-index-MRH5JMIR.mjs +1387 -0
- package/dist/import-XKDPJQDP.mjs +56 -0
- package/dist/{index-nRqDM6uS.d.ts → index-C4AmUnl1.d.ts} +1 -1
- package/dist/index.browser.mjs +9 -7
- package/dist/index.d.ts +134 -9
- package/dist/index.mjs +33 -26
- package/dist/index.react-native.mjs +20 -17
- package/dist/invalidation/filesystem.mjs +2 -2
- package/dist/{long-query-thread-EMYTGSJP.mjs → long-query-thread-YA4IAYSY.mjs} +34 -28
- package/dist/{methods-ABM5ELBR.mjs → methods-7IOINERF.mjs} +3 -3
- package/dist/{module-MG7JMV2U.mjs → module-FQ4JWNQJ.mjs} +41 -34
- package/dist/{module-3OMJZUFT.mjs → module-N55W4Q5C.mjs} +14 -14
- package/dist/operations-G5EP6JPX.mjs +5 -0
- package/dist/{paged-partition-archive-UOLHOEZJ.mjs → paged-partition-archive-PXW5XAYU.mjs} +48 -38
- package/dist/partial-words.mjs +11 -9
- package/dist/pattern.mjs +6 -5
- package/dist/persistence/durability/checkpoint-worker.d.ts +8 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +44 -35
- package/dist/{phrase-module-O3MDRQXP.mjs → phrase-module-XW5MKWP5.mjs} +4 -3
- package/dist/{pool-CQXYPFLG.mjs → pool-Y4A46T36.mjs} +1 -1
- package/dist/query-suggestions/merge-worker.d.ts +55 -0
- package/dist/query-suggestions/merge-worker.mjs +88 -0
- package/dist/query-suggestions-CBYkrQ5T.d.ts +311 -0
- package/dist/query-suggestions.browser.mjs +247 -0
- package/dist/query-suggestions.d.ts +20 -0
- package/dist/query-suggestions.mjs +69 -0
- package/dist/react-native/chunks/{analysis-change-EAYO3Y6Q.mjs → analysis-change-LT5QBQ3H.mjs} +43 -22
- package/dist/{browser/analysis-change-entry-FCSHFQSS.mjs → react-native/chunks/analysis-change-entry-SCVWK6OU.mjs} +1 -1
- package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +29 -0
- package/dist/{chunk-ZIFJXCKA.mjs → react-native/chunks/chunk-2PRHILX3.mjs} +54 -20
- package/dist/react-native/chunks/{chunk-VQSKZ3EZ.mjs → chunk-3JWDECAZ.mjs} +8 -8
- package/dist/{chunk-R6A773WK.mjs → react-native/chunks/chunk-3WI35N75.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-75VWIY35.mjs → chunk-4DII3ZSM.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-NKIZX26F.mjs → chunk-4J74WHQM.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-UWDNZDWK.mjs → chunk-4JYO3JD2.mjs} +6 -6
- package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +17 -0
- package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +9 -0
- package/dist/react-native/chunks/{chunk-SJWDBRNP.mjs → chunk-6WA3C3DV.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-OQQVRWZ2.mjs → chunk-C5G6TJ7A.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-RVAEBN74.mjs → chunk-CKNRFDTZ.mjs} +1 -1
- package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +10 -0
- package/dist/react-native/chunks/{chunk-O32RB3BL.mjs → chunk-DNXOMPAQ.mjs} +4 -4
- package/dist/react-native/chunks/{chunk-YBEW6YTR.mjs → chunk-DVDX4SDR.mjs} +2 -2
- package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +12 -0
- package/dist/{browser/chunk-MYITLCHT.mjs → react-native/chunks/chunk-DZ7H7D2C.mjs} +1 -0
- package/dist/react-native/chunks/{chunk-PPEPTUVV.mjs → chunk-EJ33LCHV.mjs} +29 -6
- package/dist/react-native/chunks/{chunk-RYMDHGL4.mjs → chunk-ENLMYKSX.mjs} +3045 -3075
- package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +40 -0
- package/dist/react-native/chunks/{chunk-JV6VQY2S.mjs → chunk-FTZHMRD2.mjs} +2 -1
- package/dist/react-native/chunks/{chunk-YHKZSLOC.mjs → chunk-G43IPIDG.mjs} +5 -5
- package/dist/react-native/chunks/{chunk-AUT7PMA4.mjs → chunk-GXX3DQXP.mjs} +8 -22
- package/dist/react-native/chunks/chunk-H3MDVPBO.mjs +151 -0
- package/dist/react-native/chunks/{chunk-DH3TVWWK.mjs → chunk-IYNT75CE.mjs} +12 -3
- package/dist/react-native/chunks/chunk-KV46CT4D.mjs +1007 -0
- package/dist/{browser/chunk-ZPTA75ZC.mjs → react-native/chunks/chunk-LZSLNSUN.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-63YSZOXB.mjs → chunk-MIP4SOR6.mjs} +1480 -826
- package/dist/react-native/chunks/{chunk-ZBSWRSBG.mjs → chunk-MJDQU5MW.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-GFYFQLJD.mjs → chunk-MUWD2H2S.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-IOY2SM2P.mjs → chunk-MVXELMJX.mjs} +1 -1
- package/dist/{browser/chunk-TTD27VXX.mjs → react-native/chunks/chunk-NB3LP33V.mjs} +27 -10
- package/dist/react-native/chunks/{chunk-I5PGWQJF.mjs → chunk-PDRWWPKV.mjs} +33 -24
- package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +79 -0
- package/dist/react-native/chunks/{chunk-2CGSQM4O.mjs → chunk-POPDAGH6.mjs} +13 -13
- package/dist/react-native/chunks/{chunk-NP7DD4G5.mjs → chunk-QUKQNI3H.mjs} +5 -5
- package/dist/react-native/chunks/{chunk-EH5CFV6Z.mjs → chunk-RDWG33MM.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-JX2RIAXH.mjs → chunk-SK2PWYDH.mjs} +5 -5
- package/dist/react-native/chunks/{chunk-ZYDKJXQJ.mjs → chunk-SUPXRTMD.mjs} +1 -1
- package/dist/react-native/chunks/chunk-TP6KCKER.mjs +63 -0
- package/dist/react-native/chunks/{chunk-JPAJWO6D.mjs → chunk-U4KSKA4Z.mjs} +1 -1
- package/dist/react-native/chunks/chunk-UQ4OAXKU.mjs +1106 -0
- package/dist/react-native/chunks/{chunk-VVFYOADG.mjs → chunk-VWUDIOT6.mjs} +6 -6
- package/dist/{browser/chunk-SIR3LMTV.mjs → react-native/chunks/chunk-WBYQRHDY.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-C2H2QQFW.mjs → chunk-YH7QY657.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-NCJS3WIY.mjs → chunk-YZW4CHM6.mjs} +51 -12
- package/dist/react-native/chunks/chunk-ZLWVW734.mjs +100 -0
- package/dist/react-native/chunks/chunk-ZXZFN7FI.mjs +432 -0
- package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +92 -0
- package/dist/react-native/chunks/{cold-module-TJL6AFAD.mjs → cold-module-KVZYUGRY.mjs} +31 -28
- package/dist/react-native/chunks/durability-config-QXVZEO7T.mjs +89 -0
- package/dist/react-native/chunks/{durability-wiring-RRDYJLLM.mjs → durability-wiring-34OYO32E.mjs} +60 -162
- package/dist/react-native/chunks/engine-hooks-M7JV46NH.mjs +30 -0
- package/dist/react-native/chunks/geo-index-PX3BIHAH.mjs +1387 -0
- package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +3 -0
- package/dist/react-native/chunks/import-H6AQREWI.mjs +32 -0
- package/dist/react-native/chunks/{methods-X6F36SJE.mjs → methods-6W5U4C3H.mjs} +3 -3
- package/dist/react-native/chunks/module-LBZPGOWH.mjs +36 -0
- package/dist/react-native/chunks/{module-S4DKSWMF.mjs → module-TTEVPRCW.mjs} +14 -13
- package/dist/react-native/chunks/operations-GNRMD6EX.mjs +5 -0
- package/dist/react-native/chunks/{phrase-module-JZ37TB7N.mjs → phrase-module-QK22HSQ2.mjs} +2 -2
- package/dist/react-native/chunks/{pool-RTGXJXPU.mjs → pool-JR3NJCAF.mjs} +1 -1
- package/dist/react-native/chunks/restore-hooks-IBGIY3DR.mjs +127 -0
- package/dist/react-native/chunks/restore-queue-ZZX54AH7.mjs +55 -0
- package/dist/react-native/chunks/{retention-PPCTP2VY.mjs → retention-EW4TTDFB.mjs} +29 -25
- package/dist/react-native/chunks/{runtime-KUATOLYB.mjs → runtime-R5E3TB3J.mjs} +1 -1
- package/dist/react-native/chunks/{snapshot-ZBIEOZTZ.mjs → snapshot-REYVIN3X.mjs} +80 -44
- package/dist/react-native/chunks/start-BQK6KN3R.mjs +38 -0
- package/dist/react-native/chunks/{write-2W4FTX7J.mjs → write-FQAYCZF5.mjs} +27 -24
- package/dist/react-native/partial-words.mjs +11 -9
- package/dist/react-native/pattern.mjs +4 -4
- package/dist/react-native/query-suggestions.mjs +260 -0
- package/dist/react-native/sync.mjs +78 -15
- package/dist/react-native/synonyms.mjs +95 -27
- package/dist/react.d.ts +11 -11
- package/dist/react.mjs +1 -0
- package/dist/{rerank-IZOB6NII.mjs → rerank-MQ37IYRV.mjs} +4 -4
- package/dist/rerankers/http.mjs +2 -2
- package/dist/restore-hooks-CDERDEF4.mjs +153 -0
- package/dist/restore-queue-7NNSTROA.mjs +55 -0
- package/dist/retention-QSVBBNRM.mjs +66 -0
- package/dist/{runtime-UZOC3NPY.mjs → runtime-COIUORCN.mjs} +5 -5
- package/dist/{schema-DDauvDOv.d.ts → schema-Jwt928nJ.d.ts} +1 -1
- package/dist/server.d.ts +108 -12
- package/dist/server.mjs +303 -50
- package/dist/{snapshot-NFX2EYN2.mjs → snapshot-RH4NSKIZ.mjs} +98 -61
- package/dist/start-MCKCOGIW.mjs +66 -0
- package/dist/sync/filesystem.d.ts +4 -4
- package/dist/sync/filesystem.mjs +6 -6
- package/dist/sync/indexeddb.d.ts +4 -4
- package/dist/sync/indexeddb.mjs +2 -2
- package/dist/sync.browser.mjs +74 -11
- package/dist/sync.d.ts +5 -5
- package/dist/sync.mjs +78 -16
- package/dist/synonyms.mjs +9 -8
- package/dist/{tasks-BShx8pdK.d.ts → tasks-qrJojgST.d.ts} +13 -5
- package/dist/thread-O4SBJJJS.mjs +50 -0
- package/dist/{types-SnO7_tAI.d.ts → types-BZCGjfLn.d.ts} +2 -3
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +8 -8
- package/dist/workers/entry.mjs +19 -8
- package/dist/{write-FGB62BHQ.mjs → write-3FK7NG3Y.mjs} +40 -33
- package/openapi.json +798 -7
- package/package.json +32 -8
- package/dist/browser/import-YI5GNB4H.mjs +0 -17
- package/dist/browser/operations-WVYLF72Q.mjs +0 -5
- package/dist/browser/restore-queue-TYIGDL5L.mjs +0 -41
- package/dist/chunk-37IVJLP6.mjs +0 -44
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/direct-executor-FI5GJHWX.mjs +0 -29
- package/dist/engine-DYu-e0oR.d.ts +0 -674
- package/dist/import-SRBNC6TE.mjs +0 -49
- package/dist/operations-PGOAY2KS.mjs +0 -5
- package/dist/react-native/chunks/chunk-TJMSKBEM.mjs +0 -25
- package/dist/react-native/chunks/gzip.react-native-DNB5YNFA.mjs +0 -3
- package/dist/react-native/chunks/import-JYBMEJPQ.mjs +0 -29
- package/dist/react-native/chunks/module-QT5HZAY4.mjs +0 -33
- package/dist/react-native/chunks/operations-RYKTSZQA.mjs +0 -5
- package/dist/react-native/chunks/restore-queue-ZBVIKJWI.mjs +0 -41
- package/dist/restore-queue-COI2GSSK.mjs +0 -41
- package/dist/retention-55WA7GPU.mjs +0 -58
- package/dist/thread-P2G2FWM2.mjs +0 -44
package/dist/react-native/chunks/{analysis-change-EAYO3Y6Q.mjs → analysis-change-LT5QBQ3H.mjs}
RENAMED
|
@@ -1,31 +1,34 @@
|
|
|
1
|
-
import { requireAnalysisRebuildMemory } from './chunk-
|
|
1
|
+
import { requireAnalysisRebuildMemory } from './chunk-G43IPIDG.mjs';
|
|
2
2
|
import './chunk-PB2YXVQW.mjs';
|
|
3
|
-
import { targetOfPending, configUnderAnalysis } from './chunk-
|
|
4
|
-
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, requireConfigurationWithinSizeLimit, prepareConfiguredSynonyms, createPartitionIndex, REBALANCE_CHUNK_SIZE, yieldToEventLoop, prepareDocumentVectors, removeDocumentVectors, insertDocumentVectors, vectorsEqual, rebuildTextIndexes, holdSyncEpochChange, textRebuildTargetOf, extractVectorFromDoc, deleteNestedValue, ARRAY_POSITION_GAP } from './chunk-
|
|
5
|
-
import './chunk-IO2SMUQD.mjs';
|
|
6
|
-
import './chunk-NCJS3WIY.mjs';
|
|
7
|
-
import { ANALYSIS_CHANGE_MEMBERS, ANALYSIS_HOLD_APPLY_INTERVAL_MS } from './chunk-AM7RSBPF.mjs';
|
|
3
|
+
import { targetOfPending, configUnderAnalysis } from './chunk-U4KSKA4Z.mjs';
|
|
4
|
+
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, requireConfigurationWithinSizeLimit, prepareConfiguredSynonyms, createPartitionIndex, REBALANCE_CHUNK_SIZE, yieldToEventLoop, prepareDocumentVectors, removeDocumentVectors, insertDocumentVectors, vectorsEqual, rebuildTextIndexes, holdSyncEpochChange, textRebuildTargetOf, extractVectorFromDoc, deleteNestedValue, ARRAY_POSITION_GAP } from './chunk-MIP4SOR6.mjs';
|
|
8
5
|
import './chunk-NNE4VDMM.mjs';
|
|
6
|
+
import './chunk-IO2SMUQD.mjs';
|
|
7
|
+
import './chunk-YZW4CHM6.mjs';
|
|
9
8
|
import './chunk-LU3Y3P63.mjs';
|
|
10
|
-
import './chunk-
|
|
11
|
-
import './chunk-
|
|
9
|
+
import { ANALYSIS_CHANGE_MEMBERS, ANALYSIS_HOLD_APPLY_INTERVAL_MS } from './chunk-AM7RSBPF.mjs';
|
|
10
|
+
import './chunk-MVXELMJX.mjs';
|
|
11
|
+
import './chunk-RDWG33MM.mjs';
|
|
12
|
+
import './chunk-GXX3DQXP.mjs';
|
|
12
13
|
import './chunk-UNUFZ2QY.mjs';
|
|
13
14
|
import './chunk-3NQOVO3K.mjs';
|
|
14
15
|
import './chunk-JDOEEMEF.mjs';
|
|
15
|
-
import './chunk-
|
|
16
|
-
import './chunk-
|
|
16
|
+
import './chunk-2PRHILX3.mjs';
|
|
17
|
+
import './chunk-YH7QY657.mjs';
|
|
17
18
|
import './chunk-CHPTFFJM.mjs';
|
|
18
|
-
import './chunk-
|
|
19
|
-
import './chunk-
|
|
20
|
-
import './chunk-
|
|
21
|
-
import
|
|
22
|
-
import './chunk-
|
|
23
|
-
import
|
|
19
|
+
import './chunk-DNXOMPAQ.mjs';
|
|
20
|
+
import './chunk-5CQX3XXV.mjs';
|
|
21
|
+
import './chunk-6VBXNFLE.mjs';
|
|
22
|
+
import './chunk-C5G6TJ7A.mjs';
|
|
23
|
+
import { getLanguage, resolveIndexAnalysis } from './chunk-MJDQU5MW.mjs';
|
|
24
|
+
import './chunk-3WI35N75.mjs';
|
|
25
|
+
import { compareCodePoints } from './chunk-EJ33LCHV.mjs';
|
|
26
|
+
import './chunk-FHPW7P2O.mjs';
|
|
27
|
+
import './chunk-DXRSEWA2.mjs';
|
|
24
28
|
import './chunk-LVIKKAA6.mjs';
|
|
25
29
|
import './chunk-AAAETEJK.mjs';
|
|
26
|
-
import './chunk-
|
|
27
|
-
import './chunk-
|
|
28
|
-
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
30
|
+
import './chunk-FTZHMRD2.mjs';
|
|
31
|
+
import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
|
|
29
32
|
|
|
30
33
|
// src/engine/analysis-change/run.ts
|
|
31
34
|
function createHold(generation) {
|
|
@@ -668,7 +671,8 @@ async function buildAndSwitch(scope) {
|
|
|
668
671
|
};
|
|
669
672
|
let partitionsRebuilt = 0;
|
|
670
673
|
let adopt = () => void 0;
|
|
671
|
-
const
|
|
674
|
+
const refusal = { byRestore: null };
|
|
675
|
+
const isCurrent = () => run.stopReason === null && refusal.byRestore === null && !core.shutdownState.isShutdown && core.indexRegistry.get(indexName) === entry && core.executor.getManager(indexName) === manager;
|
|
672
676
|
emit("started", 0);
|
|
673
677
|
const wasPromoted = core.orchestrator.desyncIndex(indexName);
|
|
674
678
|
try {
|
|
@@ -690,6 +694,10 @@ async function buildAndSwitch(scope) {
|
|
|
690
694
|
async runSwitch(swap) {
|
|
691
695
|
const swapWithSynonyms = () => {
|
|
692
696
|
if (!isCurrent()) return false;
|
|
697
|
+
if (core.restoresInFlight.has(indexName)) {
|
|
698
|
+
refusal.byRestore = restoreInFlightError(indexName);
|
|
699
|
+
return false;
|
|
700
|
+
}
|
|
693
701
|
adopt = switchIndex(scope);
|
|
694
702
|
return swap();
|
|
695
703
|
};
|
|
@@ -703,7 +711,7 @@ async function buildAndSwitch(scope) {
|
|
|
703
711
|
},
|
|
704
712
|
textRebuildTargetOf(run.target.config, run.target.language, run.target.analysis)
|
|
705
713
|
);
|
|
706
|
-
if (!rebuilt) throw run.stopReason ?? stoppedError(core, indexName);
|
|
714
|
+
if (!rebuilt) throw run.stopReason ?? refusal.byRestore ?? stoppedError(core, indexName);
|
|
707
715
|
await spill?.removeUnread(manager);
|
|
708
716
|
if (entry.durableAnalysis !== null) {
|
|
709
717
|
throw new NarsilError(
|
|
@@ -734,6 +742,16 @@ async function clearPending(core, indexName, entry) {
|
|
|
734
742
|
entry.pendingAnalysis = null;
|
|
735
743
|
await core.durability?.manager.persistMetadata(indexName);
|
|
736
744
|
}
|
|
745
|
+
function restoreInFlightError(indexName) {
|
|
746
|
+
return new NarsilError(
|
|
747
|
+
ErrorCodes.ANALYSIS_CHANGE_REPLACED,
|
|
748
|
+
`A restore of index "${indexName}" is in flight and replaces this analysis change, so try the change again once the restore ends`,
|
|
749
|
+
{ indexName }
|
|
750
|
+
);
|
|
751
|
+
}
|
|
752
|
+
function requireNoRestoreInFlight(core, indexName) {
|
|
753
|
+
if (core.restoresInFlight.has(indexName)) throw restoreInFlightError(indexName);
|
|
754
|
+
}
|
|
737
755
|
function requireNotRebalancing(core, indexName) {
|
|
738
756
|
if (!core.rebalancingIndexes.has(indexName)) return;
|
|
739
757
|
throw new NarsilError(
|
|
@@ -751,6 +769,7 @@ async function driveRun(core, indexName, entry, run, previous, resumedGeneration
|
|
|
751
769
|
if (run.stopReason !== null) return;
|
|
752
770
|
if (core.indexRegistry.get(indexName) !== entry) throw stoppedError(core, indexName);
|
|
753
771
|
requireNotRebalancing(core, indexName);
|
|
772
|
+
requireNoRestoreInFlight(core, indexName);
|
|
754
773
|
if (resumedGeneration === null && holdsSettings(entry.config, run.target)) {
|
|
755
774
|
if (entry.pendingAnalysis !== null) await clearPending(core, indexName, entry);
|
|
756
775
|
run.finish();
|
|
@@ -771,7 +790,8 @@ async function driveRun(core, indexName, entry, run, previous, resumedGeneration
|
|
|
771
790
|
run.finish();
|
|
772
791
|
} catch (error) {
|
|
773
792
|
run.fail(error);
|
|
774
|
-
const
|
|
793
|
+
const refusedByRestore = run.stopReason === null && error instanceof NarsilError && error.code === ErrorCodes.ANALYSIS_CHANGE_REPLACED;
|
|
794
|
+
const keepsPending = !refusedByRestore && (resumedGeneration !== null || core.shutdownState.isShutdown);
|
|
775
795
|
const stillOwnsPending = runs.get(indexName) === run && run.stopReason === null;
|
|
776
796
|
if (!keepsPending && stillOwnsPending && core.indexRegistry.get(indexName) === entry) {
|
|
777
797
|
if (entry.pendingAnalysis !== null) await clearPending(core, indexName, entry).catch(() => void 0);
|
|
@@ -784,6 +804,7 @@ async function driveRun(core, indexName, entry, run, previous, resumedGeneration
|
|
|
784
804
|
async function changeIndexAnalysis(core, indexName, change) {
|
|
785
805
|
const entry = core.requireIndex(indexName);
|
|
786
806
|
requireNotRebalancing(core, indexName);
|
|
807
|
+
requireNoRestoreInFlight(core, indexName);
|
|
787
808
|
const target = resolveAnalysisTarget(indexName, entry.config, change);
|
|
788
809
|
const runs = runsOf(core);
|
|
789
810
|
const previous = runs.get(indexName);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
export { abandonChangeOf, resumeChangeOf, resumeEveryChange } from './chunk-
|
|
1
|
+
export { abandonChangeOf, resumeChangeOf, resumeEveryChange } from './chunk-MUWD2H2S.mjs';
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { historyFilesOf, listHistoryFolder, historyFileOf } from './chunk-ZZT7CEN7.mjs';
|
|
2
|
+
import { attachedRuntimeOf } from './chunk-DIYDOIM4.mjs';
|
|
3
|
+
import { QUERY_HISTORY_ARCHIVE_PREFIX } from './chunk-PJHAB5ZY.mjs';
|
|
4
|
+
|
|
5
|
+
// src/query-suggestions/archive-history.ts
|
|
6
|
+
function inDayOrder(left, right) {
|
|
7
|
+
if (left.day !== right.day) return left.day < right.day ? -1 : 1;
|
|
8
|
+
return left.key < right.key ? -1 : left.key > right.key ? 1 : 0;
|
|
9
|
+
}
|
|
10
|
+
async function* historyArchiveEntries(core, indexName) {
|
|
11
|
+
const runtime = attachedRuntimeOf(core);
|
|
12
|
+
const files = runtime?.host.files ?? historyFilesOf(core.durability?.manager.historyStorage?.() ?? null);
|
|
13
|
+
await runtime?.saveDay(indexName);
|
|
14
|
+
const names = [];
|
|
15
|
+
for (const key of await listHistoryFolder(files, indexName)) {
|
|
16
|
+
const name = historyFileOf(indexName, key);
|
|
17
|
+
if (name !== null) names.push(name);
|
|
18
|
+
}
|
|
19
|
+
names.sort(inDayOrder);
|
|
20
|
+
let position = 0;
|
|
21
|
+
for (const name of names) {
|
|
22
|
+
const bytes = await files.read(name.key);
|
|
23
|
+
if (bytes === null || bytes === "too-long") continue;
|
|
24
|
+
yield { name: `${QUERY_HISTORY_ARCHIVE_PREFIX}${position}`, bytes };
|
|
25
|
+
position += 1;
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
export { historyArchiveEntries };
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
1
|
+
import { withUnpairedSurrogatesReplaced, compareCodePoints } from './chunk-EJ33LCHV.mjs';
|
|
2
|
+
import { LOOKUP_KEY_SCRATCH_BYTES } from './chunk-FTZHMRD2.mjs';
|
|
3
|
+
import { createNarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
|
|
4
4
|
|
|
5
5
|
// src/core/tokenizer/constants.ts
|
|
6
6
|
var TOKEN_CACHE_SIZE_FLOOR = 5e4;
|
|
@@ -14,7 +14,19 @@ var MEDIUM_DEVICE_MEMORY_GB = 4;
|
|
|
14
14
|
var SMALL_DEVICE_TOKEN_CACHE_ENTRIES = 1e5;
|
|
15
15
|
var MEDIUM_DEVICE_TOKEN_CACHE_ENTRIES = 25e4;
|
|
16
16
|
var LARGE_DEVICE_TOKEN_CACHE_ENTRIES = 5e5;
|
|
17
|
+
var NATIVE_ANALYSIS_FIRST_TOKEN_RECORDS = 256;
|
|
18
|
+
var NATIVE_ANALYSIS_HELD_TERMS = 16384;
|
|
17
19
|
var DEFAULT_MIN_TOKEN_LENGTH = 1;
|
|
20
|
+
var DEFAULT_SPLIT_PATTERN = /[^\p{L}\p{M}\p{N}_'-]+/u;
|
|
21
|
+
|
|
22
|
+
// src/core/tokenizer/native-hook.ts
|
|
23
|
+
var installed = null;
|
|
24
|
+
function installNativeAnalysis(analysis) {
|
|
25
|
+
installed = analysis;
|
|
26
|
+
}
|
|
27
|
+
function nativeAnalysis() {
|
|
28
|
+
return installed;
|
|
29
|
+
}
|
|
18
30
|
|
|
19
31
|
// src/core/tokenizer/normalize.ts
|
|
20
32
|
var DOTTED_CAPITAL_I = "\u0130";
|
|
@@ -156,21 +168,21 @@ function evictOldestEntries(count) {
|
|
|
156
168
|
}
|
|
157
169
|
}
|
|
158
170
|
}
|
|
171
|
+
function transformInTypeScript(raw, language, stem, removeDiacritics) {
|
|
172
|
+
let normalized = raw;
|
|
173
|
+
if (language.normalizer) normalized = language.normalizer(normalized);
|
|
174
|
+
if (removeDiacritics) normalized = stripDiacritics(normalized);
|
|
175
|
+
if (stem && language.stemmer) normalized = language.stemmer(normalized);
|
|
176
|
+
return normalized;
|
|
177
|
+
}
|
|
159
178
|
function transformToken(raw, language, stem, removeDiacritics) {
|
|
160
179
|
const flags = (stem ? "s" : "") + (removeDiacritics ? "d" : "");
|
|
161
180
|
let bucket = getCacheBucket(language, flags);
|
|
162
181
|
const cached = bucket.get(raw);
|
|
163
182
|
if (cached !== void 0) return cached;
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
}
|
|
168
|
-
if (removeDiacritics) {
|
|
169
|
-
normalized = stripDiacritics(normalized);
|
|
170
|
-
}
|
|
171
|
-
if (stem && language.stemmer) {
|
|
172
|
-
normalized = language.stemmer(normalized);
|
|
173
|
-
}
|
|
183
|
+
const normalized = withUnpairedSurrogatesReplaced(
|
|
184
|
+
nativeAnalysis()?.transform(raw, language, stem, removeDiacritics) ?? transformInTypeScript(raw, language, stem, removeDiacritics)
|
|
185
|
+
);
|
|
174
186
|
if (normalizationCacheSize >= maxCacheSize) {
|
|
175
187
|
evictOldestEntries(Math.max(1, maxCacheSize >>> 2));
|
|
176
188
|
bucket = getCacheBucket(language, flags);
|
|
@@ -332,7 +344,6 @@ function producesSurfaceForms(language, options) {
|
|
|
332
344
|
if (!options?.collectSurfaces || options.customTokenizer) return false;
|
|
333
345
|
return (options.stem ?? true) && language.stemmer !== null;
|
|
334
346
|
}
|
|
335
|
-
var DEFAULT_SPLIT_PATTERN = /[^\p{L}\p{M}\p{N}_'-]+/u;
|
|
336
347
|
function resolveStopWords(language, override) {
|
|
337
348
|
if (!override) return language.stopWords;
|
|
338
349
|
if (override instanceof Set) return override;
|
|
@@ -362,6 +373,18 @@ function stripPossessive(token) {
|
|
|
362
373
|
}
|
|
363
374
|
return token;
|
|
364
375
|
}
|
|
376
|
+
function customTokensOf(tokenizer, text) {
|
|
377
|
+
const entries = tokenizer.tokenize(text);
|
|
378
|
+
let repaired = null;
|
|
379
|
+
for (let at = 0; at < entries.length; at++) {
|
|
380
|
+
const entry = entries[at];
|
|
381
|
+
const token = withUnpairedSurrogatesReplaced(entry.token);
|
|
382
|
+
if (token === entry.token) continue;
|
|
383
|
+
repaired ??= entries.slice();
|
|
384
|
+
repaired[at] = { token, position: entry.position };
|
|
385
|
+
}
|
|
386
|
+
return repaired ?? entries;
|
|
387
|
+
}
|
|
365
388
|
function visitTokens(text, language, options, visit) {
|
|
366
389
|
const {
|
|
367
390
|
stem = true,
|
|
@@ -372,9 +395,12 @@ function visitTokens(text, language, options, visit) {
|
|
|
372
395
|
stopWordOverride
|
|
373
396
|
} = options ?? {};
|
|
374
397
|
if (customTokenizer) {
|
|
375
|
-
for (const entry of customTokenizer
|
|
398
|
+
for (const entry of customTokensOf(customTokenizer, text)) {
|
|
399
|
+
visit(entry.token, entry.position, void 0, entry.token);
|
|
400
|
+
}
|
|
376
401
|
return;
|
|
377
402
|
}
|
|
403
|
+
if (nativeAnalysis()?.visitTokens(text, language, options, visit) === true) return;
|
|
378
404
|
const rawParts = splitText(normalizeForSplitting(text), language);
|
|
379
405
|
const minLength = language.tokenizer?.minTokenLength ?? DEFAULT_MIN_TOKEN_LENGTH;
|
|
380
406
|
const effectiveDiacritics = removeDiacritics || (language.tokenizer?.normalizeDiacritics ?? false);
|
|
@@ -391,11 +417,17 @@ function visitTokens(text, language, options, visit) {
|
|
|
391
417
|
visit(processed, position, void 0, part);
|
|
392
418
|
continue;
|
|
393
419
|
}
|
|
394
|
-
const
|
|
395
|
-
visit(processed, position,
|
|
420
|
+
const shown = effectiveDiacritics ? transformToken(candidate, language, false, true) : candidate;
|
|
421
|
+
visit(processed, position, surfaceOf(shown, processed), part);
|
|
396
422
|
}
|
|
397
423
|
}
|
|
424
|
+
function surfaceOf(shown, term) {
|
|
425
|
+
if (shown === term) return void 0;
|
|
426
|
+
const surface = withUnpairedSurrogatesReplaced(shown);
|
|
427
|
+
return surface === term ? void 0 : surface;
|
|
428
|
+
}
|
|
398
429
|
function visitSurfaceSpellings(text, language, visit) {
|
|
430
|
+
if (nativeAnalysis()?.visitSpellings(text, language, visit) === true) return;
|
|
399
431
|
const rawParts = splitText(normalizeForSplitting(text), language);
|
|
400
432
|
const minLength = language.tokenizer?.minTokenLength ?? DEFAULT_MIN_TOKEN_LENGTH;
|
|
401
433
|
const removeDiacritics = language.tokenizer?.normalizeDiacritics ?? false;
|
|
@@ -403,12 +435,14 @@ function visitSurfaceSpellings(text, language, visit) {
|
|
|
403
435
|
for (const part of rawParts) {
|
|
404
436
|
const candidate = stripPossessives ? stripPossessive(part) : part;
|
|
405
437
|
if (candidate.length < minLength) continue;
|
|
406
|
-
visit(
|
|
438
|
+
visit(
|
|
439
|
+
removeDiacritics ? transformToken(candidate, language, false, true) : withUnpairedSurrogatesReplaced(candidate)
|
|
440
|
+
);
|
|
407
441
|
}
|
|
408
442
|
}
|
|
409
443
|
function tokenize(text, language, options) {
|
|
410
444
|
if (options?.customTokenizer) {
|
|
411
|
-
const customResult = options.customTokenizer
|
|
445
|
+
const customResult = customTokensOf(options.customTokenizer, text);
|
|
412
446
|
return { tokens: customResult, originalTokens: customResult.map((entry) => entry.token) };
|
|
413
447
|
}
|
|
414
448
|
const tokens = [];
|
|
@@ -492,4 +526,4 @@ function codePointOrder(strings) {
|
|
|
492
526
|
return order;
|
|
493
527
|
}
|
|
494
528
|
|
|
495
|
-
export { clearNormalizationCache, codePointOrder, configureNormalizationCache, encodeLookupKey, encodeStringBlob, getNormalizationCacheSize, resetNormalizationCache, resolveStopWords, tokenize, transformToken, visitSurfaceSpellings, visitTokens };
|
|
529
|
+
export { NATIVE_ANALYSIS_FIRST_TOKEN_RECORDS, NATIVE_ANALYSIS_HELD_TERMS, clearNormalizationCache, codePointOrder, configureNormalizationCache, encodeLookupKey, encodeStringBlob, getNormalizationCacheSize, installNativeAnalysis, resetNormalizationCache, resolveStopWords, tokenize, transformToken, visitSurfaceSpellings, visitTokens };
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
+
import { littleEndianBytes, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, KEYWORD_SEGMENT_PAYLOAD_VERSION, uint64Bytes } from './chunk-QUKQNI3H.mjs';
|
|
1
2
|
import { SEGMENT_FILE_FRAMING_SLACK_BYTES, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE } from './chunk-F753DA54.mjs';
|
|
2
|
-
import {
|
|
3
|
-
import { selectionKeeps, packChecksummedEnvelope, segmentArraysOf, mergeSegmentContents } from './chunk-
|
|
4
|
-
import { messagePackUpperBoundBytes } from './chunk-
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
|
|
3
|
+
import { segmentKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-6WA3C3DV.mjs';
|
|
4
|
+
import { selectionKeeps, packChecksummedEnvelope, segmentArraysOf, mergeSegmentContents } from './chunk-MIP4SOR6.mjs';
|
|
5
|
+
import { messagePackUpperBoundBytes } from './chunk-GXX3DQXP.mjs';
|
|
6
|
+
import { crc32, openChecksummedEnvelope, HEADER_SIZE } from './chunk-YH7QY657.mjs';
|
|
7
|
+
import { MAX_FILE_BYTES } from './chunk-6VBXNFLE.mjs';
|
|
8
|
+
import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
|
|
9
9
|
import { decode, encode } from '@msgpack/msgpack';
|
|
10
10
|
|
|
11
11
|
// src/persistence/paged/constants.ts
|
|
@@ -771,7 +771,7 @@ async function writePagedGroup(state, group) {
|
|
|
771
771
|
const tombstones = state.tombstonesWritten ? [] : [...request.tombstones];
|
|
772
772
|
const id = state.nextSegmentId;
|
|
773
773
|
const key = segmentKey(request.indexName, request.partitionId, id);
|
|
774
|
-
const { writePagedSegment } = await import('./module-
|
|
774
|
+
const { writePagedSegment } = await import('./module-LBZPGOWH.mjs');
|
|
775
775
|
const written = await writePagedSegment({
|
|
776
776
|
directory,
|
|
777
777
|
key,
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { compareCodePoints } from './chunk-
|
|
1
|
+
import { compareCodePoints } from './chunk-EJ33LCHV.mjs';
|
|
2
2
|
|
|
3
3
|
// src/core/ordering/fold-table.ts
|
|
4
4
|
var SINGLE_FOLDS = "1t,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2j,lj;b,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2,w;1,w;1,w;1,w;1,w;1,w;1,w;y,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;4,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-3d;1,1;2,1;2,1;2,-7g;2,5u;1,1;2,1;2,5q;1,1;2,5p;1,5p;1,1;3,27;1,5m;1,5n;1,1;2,5p;1,5r;2,5v;1,5t;1,1;4,5v;1,5x;2,5y;1,1;2,1;2,1;2,62;1,1;2,62;3,1;2,62;1,1;2,61;1,61;1,1;2,1;2,63;1,1;4,1;8,2;1,1;2,2;1,1;2,2;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,2;1,1;2,1;2,-2p;1,-1k;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-3m;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;8,8bv;1,1;2,-4j;1,8bs;3,1;2,-5f;1,1x;1,1z;1,1;2,1;2,1;2,1;2,1;6v,38;17,1;2,1;4,1;9,38;7,12;2,11;1,11;1,11;2,1s;2,1r;1,1r;2,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;n,1;d,8;1,-u;1,-p;4,-f;1,-m;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-1i;1,-1c;3,-1o;1,-1s;2,1;2,-7;1,1;3,-3m;1,-3m;1,-3m;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1d,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;a,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,f;1,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;28a,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;2,5ls;6,5ls;mj,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1oj,-4su;1,-4st;1,-4sk;1,-4si;1,-4si;1,-4sj;1,-4sc;1,-4ro;1,r7n;1,1;7,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;3,-2bk;1,-2bk;1,-2bk;8x,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;7,-1m;5,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;a,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;b,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;c,-8;2,-8;2,-8;2,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;21,-8;1,-8;1,-22;1,-22;3,-5j9;a,-2e;1,-2e;1,-2e;1,-2e;d,-8;1,-8;1,-2s;1,-2s;d,-8;1,-8;1,-34;1,-34;1,-7;c,-3k;1,-3k;1,-3i;1,-3i;8b,-5st;4,-6gv;1,-6di;7,s;1a,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;k,1;mr,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1f5,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1d,1;2,-8af;1,-2xy;1,-89z;3,1;2,1;2,1;2,-8bg;1,-8al;1,-8bj;1,-8bi;2,1;3,1;9,-8cf;1,-8cf;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;9,1;2,1;5,1;nym,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;k,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3s,1;2,1;2,1;2,1;2,1;2,1;2,1;4,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;b,1;2,1;2,-r9g;1,1;2,1;2,1;2,1;2,1;5,1;2,-wmg;3,1;2,1;4,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-wn8;1,-wnj;1,-wnf;1,-wn5;1,-wn8;2,-wlu;1,-wmi;1,-wlx;1,ps;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-1c;1,-wn7;1,-raw;1,1;2,1;2,-wo7;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-wu9;p,1;or,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;ggy,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;xy,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;3t,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;4d,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1d7,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;4e,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;27v,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;gw1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1t,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;o5k,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MAX_DOCUMENT_NESTING_DEPTH } from './chunk-
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { MAX_DOCUMENT_NESTING_DEPTH } from './chunk-C5G6TJ7A.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
|
|
3
3
|
|
|
4
4
|
// src/serialization/base64.ts
|
|
5
5
|
var ALPHABET = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import { openChecksummedEnvelope, HEADER_SIZE } from './chunk-
|
|
4
|
-
import { requireValidFieldTypes } from './chunk-
|
|
5
|
-
import { MAX_FILE_BYTES } from './chunk-
|
|
6
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-DVDX4SDR.mjs';
|
|
2
|
+
import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, graphPartKey, vectorFileKey } from './chunk-6WA3C3DV.mjs';
|
|
3
|
+
import { openChecksummedEnvelope, HEADER_SIZE } from './chunk-YH7QY657.mjs';
|
|
4
|
+
import { requireValidFieldTypes } from './chunk-DNXOMPAQ.mjs';
|
|
5
|
+
import { MAX_FILE_BYTES } from './chunk-6VBXNFLE.mjs';
|
|
6
|
+
import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
|
|
7
7
|
import { decode } from '@msgpack/msgpack';
|
|
8
8
|
|
|
9
9
|
// src/persistence/durability/segment/manifest-fields.ts
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
// src/vector/hnsw/constants.ts
|
|
2
|
+
var MAX_LAYER_CAP = 32;
|
|
3
|
+
var MAX_M = 512;
|
|
4
|
+
var MIN_M = 2;
|
|
5
|
+
var EARLIER_RELEASE_MIN_M = 1;
|
|
6
|
+
var INITIAL_UPPER_SLOTS = 64;
|
|
7
|
+
var INITIAL_LIST_CAPACITY = 64;
|
|
8
|
+
var PLACEMENT_ROOM_REQUESTS = 8;
|
|
9
|
+
var FARTHEST_REJECTED_LINKS_KEPT = 1;
|
|
10
|
+
var COMPACTION_TOMBSTONE_RATIO = 0.1;
|
|
11
|
+
var COMPACTION_ABSOLUTE_THRESHOLD = 1e3;
|
|
12
|
+
var DEFAULT_EF_SEARCH = 50;
|
|
13
|
+
var NEAREST_LINK_FALLBACK_HOSTS = 4;
|
|
14
|
+
var CONNECT_STEPS_BETWEEN_CLOCK_CHECKS = 256;
|
|
15
|
+
var CONNECT_RESTARTS_BEFORE_ONE_PASS = 8;
|
|
16
|
+
|
|
17
|
+
export { COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONNECT_RESTARTS_BEFORE_ONE_PASS, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_EF_SEARCH, EARLIER_RELEASE_MIN_M, FARTHEST_REJECTED_LINKS_KEPT, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, MAX_LAYER_CAP, MAX_M, MIN_M, NEAREST_LINK_FALLBACK_HOSTS, PLACEMENT_ROOM_REQUESTS };
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
// src/serialization/constants.ts
|
|
2
|
+
var CHECKSUM_YIELD_CHUNK_BYTES = 4 * 1024 * 1024;
|
|
3
|
+
var NATIVE_CRC32_MIN_BYTES = 16;
|
|
4
|
+
var MAX_FILE_BYTES = 2147483647;
|
|
5
|
+
var MAX_DOCUMENT_ENCODING_DEPTH = 100;
|
|
6
|
+
var DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES = 1048576;
|
|
7
|
+
var VALID_HNSW_METRICS = /* @__PURE__ */ new Set(["cosine", "dotProduct", "euclidean"]);
|
|
8
|
+
|
|
9
|
+
export { CHECKSUM_YIELD_CHUNK_BYTES, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, MAX_DOCUMENT_ENCODING_DEPTH, MAX_FILE_BYTES, NATIVE_CRC32_MIN_BYTES, VALID_HNSW_METRICS };
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
// src/query-suggestions/attached.ts
|
|
2
|
+
var runtimes = /* @__PURE__ */ new WeakMap();
|
|
3
|
+
function attachRuntime(core, runtime) {
|
|
4
|
+
runtimes.set(core, runtime);
|
|
5
|
+
}
|
|
6
|
+
function attachedRuntimeOf(core) {
|
|
7
|
+
return runtimes.get(core);
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
export { attachRuntime, attachedRuntimeOf };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES } from './chunk-
|
|
2
|
-
import { isPlainObject, isWordIndexedBase, MAX_TEXT_FIELDS, MAX_VECTOR_DIMENSION, parseFieldType, MAX_NESTING_DEPTH, PROTOTYPE_POLLUTION_KEYS, FIELD_NAME_PATTERN, RESERVED_ROOT_FIELDS } from './chunk-
|
|
3
|
-
import { compareCodePoints } from './chunk-
|
|
4
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES } from './chunk-6VBXNFLE.mjs';
|
|
2
|
+
import { isPlainObject, isWordIndexedBase, MAX_TEXT_FIELDS, MAX_VECTOR_DIMENSION, parseFieldType, MAX_NESTING_DEPTH, PROTOTYPE_POLLUTION_KEYS, FIELD_NAME_PATTERN, RESERVED_ROOT_FIELDS } from './chunk-C5G6TJ7A.mjs';
|
|
3
|
+
import { compareCodePoints } from './chunk-EJ33LCHV.mjs';
|
|
4
|
+
import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
|
|
5
5
|
import { Encoder } from '@msgpack/msgpack';
|
|
6
6
|
|
|
7
7
|
// src/schema/validator/schema.ts
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MAX_M, EARLIER_RELEASE_MIN_M, MIN_M } from './chunk-
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { MAX_M, EARLIER_RELEASE_MIN_M, MIN_M } from './chunk-5CQX3XXV.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
|
|
3
3
|
|
|
4
4
|
// src/vector/vector-index/dead-bits.ts
|
|
5
5
|
var NO_LIVE_VECTOR_AT_POSITION = -1;
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
// src/geo/constants.ts
|
|
2
|
+
var DEG_TO_RAD = Math.PI / 180;
|
|
3
|
+
var MAX_LATITUDE_DEGREES = 90;
|
|
4
|
+
var MAX_LONGITUDE_DEGREES = 180;
|
|
5
|
+
var MIN_POLYGON_POINTS = 3;
|
|
6
|
+
var ANTIMERIDIAN_SPAN_DEGREES = 180;
|
|
7
|
+
var FULL_TURN_DEGREES = 360;
|
|
8
|
+
var EARTH_RADIUS_METERS = 63710088e-1;
|
|
9
|
+
var LOCATION_CODE_BITS_PER_AXIS = 26;
|
|
10
|
+
var MAX_COVERING_CELLS = 16;
|
|
11
|
+
|
|
12
|
+
export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FULL_TURN_DEGREES, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS };
|
|
@@ -39,6 +39,7 @@ var ErrorCodes = {
|
|
|
39
39
|
SYNC_NOT_READY: "SYNC_NOT_READY",
|
|
40
40
|
SYNC_NOT_ENABLED: "SYNC_NOT_ENABLED",
|
|
41
41
|
SYNC_SNAPSHOT_PREPARING: "SYNC_SNAPSHOT_PREPARING",
|
|
42
|
+
QUERY_SUGGESTIONS_NOT_ENABLED: "QUERY_SUGGESTIONS_NOT_ENABLED",
|
|
42
43
|
SEARCH_INVALID_FIELD: "SEARCH_INVALID_FIELD",
|
|
43
44
|
VECTOR_DIMENSION_MISMATCH: "VECTOR_DIMENSION_MISMATCH",
|
|
44
45
|
SEARCH_INVALID_FILTER: "SEARCH_INVALID_FILTER",
|
|
@@ -16,17 +16,40 @@ function exceedsCodePoints(value, maximum) {
|
|
|
16
16
|
return false;
|
|
17
17
|
}
|
|
18
18
|
var SURROGATE_UNIT = /[\ud800-\udfff]/;
|
|
19
|
-
|
|
20
|
-
|
|
19
|
+
var REPLACEMENT_CHARACTER = "\uFFFD";
|
|
20
|
+
function firstUnpairedSurrogate(value) {
|
|
21
21
|
for (let i = 0; i < value.length; i++) {
|
|
22
22
|
const unit = value.charCodeAt(i);
|
|
23
23
|
if (unit < 55296 || unit >= 57344) continue;
|
|
24
|
-
if (unit >= 56320) return
|
|
24
|
+
if (unit >= 56320) return i;
|
|
25
25
|
const low = value.charCodeAt(i + 1);
|
|
26
|
-
if (!(low >= 56320 && low < 57344)) return
|
|
26
|
+
if (!(low >= 56320 && low < 57344)) return i;
|
|
27
27
|
i++;
|
|
28
28
|
}
|
|
29
|
-
return
|
|
29
|
+
return -1;
|
|
30
|
+
}
|
|
31
|
+
function holdsUnpairedSurrogate(value) {
|
|
32
|
+
return SURROGATE_UNIT.test(value) && firstUnpairedSurrogate(value) >= 0;
|
|
33
|
+
}
|
|
34
|
+
function withUnpairedSurrogatesReplaced(value) {
|
|
35
|
+
const first = firstUnpairedSurrogate(value);
|
|
36
|
+
if (first < 0) return value;
|
|
37
|
+
let repaired = value.slice(0, first);
|
|
38
|
+
for (let i = first; i < value.length; i++) {
|
|
39
|
+
const unit = value.charCodeAt(i);
|
|
40
|
+
if (unit < 55296 || unit >= 57344) {
|
|
41
|
+
repaired += value[i];
|
|
42
|
+
continue;
|
|
43
|
+
}
|
|
44
|
+
const low = value.charCodeAt(i + 1);
|
|
45
|
+
if (unit < 56320 && low >= 56320 && low < 57344) {
|
|
46
|
+
repaired += value.slice(i, i + 2);
|
|
47
|
+
i++;
|
|
48
|
+
continue;
|
|
49
|
+
}
|
|
50
|
+
repaired += REPLACEMENT_CHARACTER;
|
|
51
|
+
}
|
|
52
|
+
return repaired;
|
|
30
53
|
}
|
|
31
54
|
function codePointCount(value) {
|
|
32
55
|
let counted = 0;
|
|
@@ -53,4 +76,4 @@ function compareCodePoints(a, b) {
|
|
|
53
76
|
return adjustUtf16Unit(a.charCodeAt(i)) - adjustUtf16Unit(b.charCodeAt(i));
|
|
54
77
|
}
|
|
55
78
|
|
|
56
|
-
export { codePointCount, compareCodePoints, exceedsCodePoints, holdsUnpairedSurrogate };
|
|
79
|
+
export { codePointCount, compareCodePoints, exceedsCodePoints, holdsUnpairedSurrogate, withUnpairedSurrogatesReplaced };
|