@delali/narsil 0.3.1-next.155 → 0.3.1-next.157
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/dist/{analysis-change-3TFIHT5E.mjs → analysis-change-CKEMM2MC.mjs} +25 -18
- package/dist/{react-native/chunks/analysis-change-entry-JLL42PH6.mjs → analysis-change-entry-SEDMJ6MW.mjs} +1 -1
- package/dist/browser/{analysis-change-TC36BU47.mjs → analysis-change-ZKGJFENM.mjs} +42 -32
- package/dist/{analysis-change-entry-KA6JAO4X.mjs → browser/analysis-change-entry-5BFUVMHJ.mjs} +1 -1
- package/dist/browser/{chunk-KKAMCABR.mjs → chunk-25MTVDYD.mjs} +1 -1
- package/dist/browser/{chunk-K5AXJBLL.mjs → chunk-3NLMB5CC.mjs} +3 -3
- package/dist/browser/{chunk-23XRXIBW.mjs → chunk-5YWB3E2W.mjs} +8 -1
- package/dist/browser/chunk-AI5UI46D.mjs +12 -0
- package/dist/browser/{chunk-A5KUEGDY.mjs → chunk-BLT4RHCJ.mjs} +3 -3
- package/dist/browser/{chunk-RRO3EV4C.mjs → chunk-C26SPCGQ.mjs} +8 -7
- package/dist/browser/{chunk-ABCXENU5.mjs → chunk-C4FJ3WDY.mjs} +1 -1
- package/dist/browser/{chunk-3UIEB4QF.mjs → chunk-CXNTHHA7.mjs} +2 -2
- package/dist/browser/{chunk-JIJXMI42.mjs → chunk-DUH6QUVU.mjs} +547 -2
- package/dist/browser/chunk-EKMGCRSR.mjs +61 -0
- package/dist/browser/{chunk-JVBP5EYO.mjs → chunk-GFAZPSWK.mjs} +7 -7
- package/dist/browser/{chunk-CJSYBQ4J.mjs → chunk-HUCSHDTB.mjs} +1 -1
- package/dist/browser/{chunk-RND5CLX3.mjs → chunk-K3IPRX6D.mjs} +52 -21
- package/dist/browser/chunk-MY2XKH22.mjs +40 -0
- package/dist/browser/{chunk-SMEQ36NT.mjs → chunk-N23GL72Q.mjs} +629 -1416
- package/dist/browser/{chunk-LFIWRCEA.mjs → chunk-NXQG7DRA.mjs} +29 -6
- package/dist/browser/{chunk-26A5JFT2.mjs → chunk-TK63WFXK.mjs} +2 -1
- package/dist/browser/{chunk-4EWUGZYZ.mjs → chunk-U4YDIBUT.mjs} +2 -2
- package/dist/browser/{chunk-RQBUNZQW.mjs → chunk-UATIJ4KU.mjs} +2 -2
- package/dist/browser/{chunk-BXM5XOCA.mjs → chunk-UKOWD2K5.mjs} +3 -3
- package/dist/browser/{chunk-FNIFPFB7.mjs → chunk-UTMHUHUV.mjs} +2 -2
- package/dist/browser/{chunk-56W3HQVJ.mjs → chunk-V43N6TZO.mjs} +5 -5
- package/dist/browser/{chunk-K4GCSZLI.mjs → chunk-VLJQW4J6.mjs} +2985 -2985
- package/dist/browser/{chunk-IKDKX5VQ.mjs → chunk-VY5KW3HN.mjs} +3 -3
- package/dist/browser/{chunk-5TCXK5SB.mjs → chunk-WN464PTL.mjs} +1 -1
- package/dist/browser/{chunk-SUDNZKPL.mjs → chunk-X7TXYUKO.mjs} +1 -1
- package/dist/browser/{chunk-XY4VVBBO.mjs → chunk-Y6IBAUNO.mjs} +2 -86
- package/dist/browser/{cold-module-NEUGHUPA.mjs → cold-module-YNUUDNOM.mjs} +18 -15
- package/dist/browser/{durability-wiring-CVGPRO6D.mjs → durability-wiring-GVZEE46O.mjs} +71 -27
- package/dist/browser/{engine-hooks-YXMPHZKZ.mjs → engine-hooks-HBVS6YM4.mjs} +8 -6
- package/dist/browser/geo-index-OTV7VPIR.mjs +1387 -0
- package/dist/browser/{import-OM6QAW45.mjs → import-5ESVMFDJ.mjs} +9 -7
- package/dist/browser/{module-E33X4AOK.mjs → module-NDSQLPMQ.mjs} +14 -11
- package/dist/browser/{module-3HNFCBJ5.mjs → module-TCT66FWA.mjs} +6 -6
- package/dist/browser/{phrase-module-ZXXU7S3B.mjs → phrase-module-HAT3TLZN.mjs} +1 -1
- package/dist/{release-BH3DKW3T.mjs → browser/release-HYXPVJVS.mjs} +0 -1
- package/dist/browser/{restore-hooks-IF2ZROUP.mjs → restore-hooks-IE3GGYHG.mjs} +11 -9
- package/dist/browser/{restore-queue-ZBS7CJA6.mjs → restore-queue-LQBBTODR.mjs} +3 -3
- package/dist/browser/{retention-ASWUHAYI.mjs → retention-TY3L3BFN.mjs} +11 -9
- package/dist/browser/{snapshot-PN7ZW6Q4.mjs → snapshot-5FHPPCNZ.mjs} +27 -24
- package/dist/browser/{start-ZIRB7MQ2.mjs → start-2UZTOBG5.mjs} +12 -10
- package/dist/browser/{write-HMDYCTV2.mjs → write-ULXAN5B4.mjs} +14 -11
- package/dist/{capabilities-Da4ywVVl.d.ts → capabilities-D3AoBJoF.d.ts} +2 -2
- package/dist/{chunk-KBKEXQZA.mjs → chunk-24FNVRKB.mjs} +1 -1
- package/dist/{chunk-VHBNF4MA.mjs → chunk-2ROUFMQX.mjs} +2 -2
- package/dist/{chunk-AILVAOLX.mjs → chunk-4B7JIGQD.mjs} +2 -2
- package/dist/{chunk-DCNKVEDB.mjs → chunk-4LMSZAK6.mjs} +16 -6
- package/dist/{chunk-RSVULW4Q.mjs → chunk-4ZTHGTVX.mjs} +4 -4
- package/dist/{chunk-VQEUR6T6.mjs → chunk-5VV4R6P7.mjs} +3040 -3040
- package/dist/chunk-6HTGOXIK.mjs +875 -0
- package/dist/chunk-7GFE3PEY.mjs +40 -0
- package/dist/{chunk-JUKYYXSP.mjs → chunk-7V5IUP2T.mjs} +1 -31
- package/dist/{chunk-4BYWRYPM.mjs → chunk-A4L7YTKX.mjs} +52 -89
- package/dist/{chunk-J4IWBIVY.mjs → chunk-BNL5OPRV.mjs} +6 -6
- package/dist/{chunk-BY6ZDGYS.mjs → chunk-C7XQYG6U.mjs} +2 -2
- package/dist/{chunk-LC3FDWTX.mjs → chunk-CITFCZKF.mjs} +3 -2
- package/dist/{chunk-KXCVQWOR.mjs → chunk-CQZXZ75V.mjs} +3 -97
- package/dist/{chunk-SY3EWKQY.mjs → chunk-CWS55TEX.mjs} +2 -2
- package/dist/{chunk-3HHQLEEQ.mjs → chunk-EYD7K3H6.mjs} +7 -7
- package/dist/chunk-FB6463IN.mjs +1499 -0
- package/dist/{chunk-KFLK5NA2.mjs → chunk-FCJ553HS.mjs} +1 -1
- package/dist/{chunk-KMUNHGBQ.mjs → chunk-FEZVDOWX.mjs} +169 -253
- package/dist/{chunk-SG3JBNHY.mjs → chunk-FJKKCV4D.mjs} +1 -1
- package/dist/{chunk-BDRIVYOK.mjs → chunk-FUD5XSZ5.mjs} +1 -1
- package/dist/chunk-G6HRSGOU.mjs +74 -0
- package/dist/{chunk-S2EQU2GE.mjs → chunk-GPWMUPCA.mjs} +10 -10
- package/dist/{chunk-ZHCUZZE5.mjs → chunk-HHBUCIUY.mjs} +1 -1
- package/dist/{chunk-YEDIDCR7.mjs → chunk-I5B7RXU7.mjs} +91 -22
- package/dist/{chunk-2MANFZJ3.mjs → chunk-IIRIG7H5.mjs} +1 -1
- package/dist/{react-native/chunks/chunk-KWRW5U65.mjs → chunk-J4IJTTEX.mjs} +1 -1
- package/dist/{chunk-Q622CTMC.mjs → chunk-JSV6OQ4C.mjs} +1 -1
- package/dist/{chunk-NF4DT3IH.mjs → chunk-JTYPJF3T.mjs} +8 -1
- package/dist/chunk-KCQYFO4K.mjs +62 -0
- package/dist/{chunk-Q7G3BV3Y.mjs → chunk-KKQC526K.mjs} +19 -11
- package/dist/{chunk-PCRA7HTI.mjs → chunk-LDNCLRZU.mjs} +1 -1
- package/dist/{chunk-U4BS74YN.mjs → chunk-MW6BR4QP.mjs} +2 -2
- package/dist/{chunk-DIBHI6W5.mjs → chunk-MWD5VPN7.mjs} +2 -2
- package/dist/{chunk-UZRZKNNZ.mjs → chunk-ODYKO5TO.mjs} +1 -1
- package/dist/{chunk-PHQNACDT.mjs → chunk-OG7UGJ6F.mjs} +2 -2
- package/dist/{chunk-QH3YIQP4.mjs → chunk-OQLD2BSW.mjs} +2 -2
- package/dist/chunk-ORN5BLL7.mjs +11 -0
- package/dist/{chunk-L7ZD4L3K.mjs → chunk-OYABFKTW.mjs} +7 -6
- package/dist/{chunk-KBDBPVLN.mjs → chunk-P5LANSH6.mjs} +1 -1
- package/dist/{chunk-ZAUJFLEN.mjs → chunk-PIH5SJ4N.mjs} +122 -1697
- package/dist/{chunk-DUOLGBTE.mjs → chunk-PSZI4O24.mjs} +51 -4
- package/dist/{chunk-4KRC2APY.mjs → chunk-PV2CG7EJ.mjs} +5 -567
- package/dist/{chunk-6L3XJXGU.mjs → chunk-PWGYQXML.mjs} +1 -1
- package/dist/{chunk-5FVU47TB.mjs → chunk-QLDABJZM.mjs} +3 -3
- package/dist/{chunk-KPIV4RUC.mjs → chunk-RCX4WNLC.mjs} +2 -2
- package/dist/{chunk-3HB3PEC6.mjs → chunk-RIHIVFIQ.mjs} +6 -6
- package/dist/chunk-RLOES5SX.mjs +31 -0
- package/dist/{chunk-H6VIGE62.mjs → chunk-RWURUDSP.mjs} +10 -9
- package/dist/{chunk-ZTW5WTGG.mjs → chunk-SMOOSIAW.mjs} +4 -4
- package/dist/{chunk-MT2NRTA6.mjs → chunk-SOI6LTHM.mjs} +3 -3
- package/dist/chunk-SQJWAIF4.mjs +12 -0
- package/dist/{react-native/chunks/chunk-PPEPTUVV.mjs → chunk-TBC3XUL2.mjs} +29 -6
- package/dist/chunk-TDIK6NTV.mjs +10 -0
- package/dist/{react-native/chunks/chunk-JV6VQY2S.mjs → chunk-U55XJEIG.mjs} +2 -1
- package/dist/{chunk-H4KHPLHJ.mjs → chunk-UD5HIS4U.mjs} +1 -1
- package/dist/{chunk-HW5TNXBO.mjs → chunk-UJDJB3NE.mjs} +40 -31
- package/dist/{chunk-QUJHMPTP.mjs → chunk-VSLSGASN.mjs} +2 -2
- package/dist/{chunk-Z2BE2MAM.mjs → chunk-VZ2ONHEE.mjs} +32 -15
- package/dist/chunk-W5EB5XKI.mjs +741 -0
- package/dist/{chunk-3R4UZWQG.mjs → chunk-W7OSSKH5.mjs} +50 -20
- package/dist/{chunk-SMVH6JBE.mjs → chunk-XXJZMTZT.mjs} +1 -1
- package/dist/{chunk-VGF7CFRP.mjs → chunk-ZPZ3YGXV.mjs} +5 -4
- package/dist/{client-DRv7UVeY.d.ts → client-kqSMevVi.d.ts} +15 -3
- package/dist/client.d.ts +6 -6
- package/dist/client.mjs +4 -0
- package/dist/{cold-module-7XXCEGTZ.mjs → cold-module-VOJXMNZB.mjs} +31 -24
- package/dist/{config-DMwffLKn.d.ts → config-B4v_Htpu.d.ts} +1 -1
- package/dist/{config-CoSig5Ox.d.ts → config-CTP01fns.d.ts} +1 -1
- package/dist/direct-executor-V5DRIECI.mjs +34 -0
- package/dist/distribution/coordinator/etcd.mjs +2 -2
- package/dist/distribution/coordinator/in-memory.mjs +2 -2
- package/dist/distribution.d.ts +4 -4
- package/dist/distribution.mjs +94 -80
- package/dist/{durability-wiring-NCKUC5EO.mjs → durability-wiring-3TD62MBI.mjs} +57 -42
- package/dist/{engine-CFxPYqEk.d.ts → engine-CkPn2PWE.d.ts} +1 -1
- package/dist/{engine-hooks-DHCMOADY.mjs → engine-hooks-HA3SBOBR.mjs} +24 -17
- package/dist/geo-index-MRH5JMIR.mjs +1387 -0
- package/dist/{import-NBFXFCSG.mjs → import-GPKLTSKA.mjs} +24 -17
- package/dist/index.browser.mjs +7 -5
- package/dist/index.d.ts +131 -6
- package/dist/index.mjs +23 -16
- package/dist/index.react-native.mjs +12 -10
- package/dist/invalidation/filesystem.mjs +2 -2
- package/dist/{long-query-thread-J4DVRM4A.mjs → long-query-thread-QDFQSJD6.mjs} +26 -21
- package/dist/{module-DWKPBSMN.mjs → module-JYHFTVPS.mjs} +28 -20
- package/dist/{module-UN76TF7I.mjs → module-N55W4Q5C.mjs} +9 -9
- package/dist/{paged-partition-archive-DPNWVSK2.mjs → paged-partition-archive-RLRGOXDX.mjs} +33 -27
- package/dist/partial-words.mjs +8 -6
- package/dist/pattern.mjs +4 -3
- package/dist/persistence/durability/checkpoint-worker.mjs +32 -22
- package/dist/{phrase-module-ZI4WSQVH.mjs → phrase-module-XW5MKWP5.mjs} +3 -2
- package/dist/query-suggestions/merge-worker.mjs +25 -18
- package/dist/query-suggestions.browser.mjs +13 -11
- package/dist/query-suggestions.d.ts +1 -1
- package/dist/query-suggestions.mjs +34 -27
- package/dist/react-native/chunks/{analysis-change-6BPDPH6K.mjs → analysis-change-QUVDNABS.mjs} +46 -36
- package/dist/{browser/analysis-change-entry-4MH3CZXH.mjs → react-native/chunks/analysis-change-entry-OC4XASBF.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-7PXRWYUU.mjs → chunk-2PRHILX3.mjs} +53 -19
- package/dist/{chunk-R6A773WK.mjs → react-native/chunks/chunk-3WI35N75.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-GIZTJXYW.mjs → chunk-4AV5PPH6.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-4Y53T4YE.mjs → chunk-4COWCEY7.mjs} +189 -178
- package/dist/react-native/chunks/{chunk-OL3WDV53.mjs → chunk-4NWR3NGS.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-C3PTWYKT.mjs → chunk-5MSX5FRT.mjs} +5 -5
- package/dist/react-native/chunks/{chunk-6WA3C3DV.mjs → chunk-6OFDUYVX.mjs} +8 -1
- package/dist/react-native/chunks/{chunk-4LCEN2IU.mjs → chunk-6ZELFCK5.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-CUH5F57W.mjs → chunk-BITYFZSZ.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-TYIRMPD3.mjs → chunk-DMIFXZ3Q.mjs} +1 -1
- package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +12 -0
- package/dist/{chunk-YTJCGKM4.mjs → react-native/chunks/chunk-EJ33LCHV.mjs} +29 -6
- package/dist/react-native/chunks/{chunk-EIOYM5TO.mjs → chunk-ENLMYKSX.mjs} +3024 -3054
- package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +40 -0
- package/dist/{chunk-4UMZ7KQL.mjs → react-native/chunks/chunk-FTZHMRD2.mjs} +2 -1
- package/dist/react-native/chunks/{chunk-ALOIBXWN.mjs → chunk-IAENKE2D.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-QJXTNPLQ.mjs → chunk-KSBYEMCB.mjs} +1 -1
- package/dist/react-native/chunks/chunk-KU646XXT.mjs +164 -0
- package/dist/react-native/chunks/{chunk-HUOYZJ3Q.mjs → chunk-OCSLSH27.mjs} +1561 -933
- package/dist/react-native/chunks/chunk-OXM66LO6.mjs +62 -0
- package/dist/react-native/chunks/{chunk-KTTAU63H.mjs → chunk-SK2PWYDH.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-PEHS2UO3.mjs → chunk-TORU2OHQ.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-VXGE4ZXL.mjs → chunk-WVWJNUMN.mjs} +51 -21
- package/dist/react-native/chunks/{chunk-KJIG57UD.mjs → chunk-WW2X2AEI.mjs} +7 -7
- package/dist/react-native/chunks/{chunk-JLIIWJUV.mjs → chunk-YZW4CHM6.mjs} +50 -11
- package/dist/react-native/chunks/{chunk-GJFXPHXI.mjs → chunk-ZNZ6CPAZ.mjs} +2 -87
- package/dist/react-native/chunks/{chunk-7GRCBBME.mjs → chunk-ZVQMBF2H.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-N2WUOWLL.mjs → chunk-ZWAIN4GG.mjs} +7 -7
- package/dist/react-native/chunks/{cold-module-5PHF6DZR.mjs → cold-module-N6KFNNZA.mjs} +20 -17
- package/dist/react-native/chunks/{durability-wiring-KO565FZC.mjs → durability-wiring-RN64S2TL.mjs} +76 -32
- package/dist/react-native/chunks/{engine-hooks-MVRRHH6B.mjs → engine-hooks-CWA5CKCA.mjs} +13 -11
- package/dist/react-native/chunks/geo-index-PX3BIHAH.mjs +1387 -0
- package/dist/react-native/chunks/{import-YVZA4V4V.mjs → import-5UAWBRJP.mjs} +14 -12
- package/dist/react-native/chunks/{module-ZL5ZG6YB.mjs → module-6RP4ZCBW.mjs} +17 -14
- package/dist/react-native/chunks/{module-H5MVPSP2.mjs → module-TTEVPRCW.mjs} +8 -8
- package/dist/react-native/chunks/{phrase-module-RTVKEWJT.mjs → phrase-module-QK22HSQ2.mjs} +1 -1
- package/dist/react-native/chunks/{release-D7ZTIANM.mjs → release-2SIHZWDO.mjs} +0 -1
- package/dist/react-native/chunks/{restore-hooks-SILFPU6B.mjs → restore-hooks-ENFMDTWC.mjs} +17 -15
- package/dist/react-native/chunks/{restore-queue-HSYP2AEC.mjs → restore-queue-4R6AASE5.mjs} +3 -3
- package/dist/react-native/chunks/{retention-7I7UAWYK.mjs → retention-5GTFT3GR.mjs} +18 -16
- package/dist/react-native/chunks/{snapshot-EZYB6SLF.mjs → snapshot-5LGPQXFS.mjs} +32 -29
- package/dist/react-native/chunks/{start-SHVZ72I5.mjs → start-ZQJVZ5DN.mjs} +18 -16
- package/dist/react-native/chunks/{write-JUESXHDL.mjs → write-6BRYIIZ7.mjs} +17 -14
- package/dist/react-native/partial-words.mjs +7 -6
- package/dist/react-native/pattern.mjs +1 -1
- package/dist/react-native/query-suggestions.mjs +19 -17
- package/dist/react-native/sync.mjs +47 -13
- package/dist/react-native/synonyms.mjs +92 -24
- package/dist/react.d.ts +7 -7
- package/dist/{browser/release-76MXRPGV.mjs → release-SMR4WJD4.mjs} +0 -1
- package/dist/{restore-hooks-HZ3ILAMO.mjs → restore-hooks-HXLIEB4A.mjs} +28 -21
- package/dist/{restore-queue-JVGENGGE.mjs → restore-queue-LZH7LMLR.mjs} +3 -3
- package/dist/{retention-HROPV2QU.mjs → retention-3K7ARGAG.mjs} +29 -22
- package/dist/server.d.ts +10 -8
- package/dist/server.mjs +55 -41
- package/dist/{snapshot-4HS2G2UM.mjs → snapshot-O7ICP7NJ.mjs} +46 -39
- package/dist/{start-UTWHGH42.mjs → start-S4PFP6RS.mjs} +31 -24
- package/dist/sync/filesystem.d.ts +2 -2
- package/dist/sync/filesystem.mjs +3 -3
- package/dist/sync/indexeddb.d.ts +2 -2
- package/dist/sync.browser.mjs +46 -12
- package/dist/sync.d.ts +3 -3
- package/dist/sync.mjs +46 -12
- package/dist/synonyms.mjs +7 -6
- package/dist/{tasks-qrJojgST.d.ts → tasks-CoNjxbop.d.ts} +2 -2
- package/dist/{thread-6MOXY2KD.mjs → thread-YLJ3ZPQ3.mjs} +25 -20
- package/dist/{types-BZCGjfLn.d.ts → types-DPMjfOr_.d.ts} +1 -1
- package/dist/vector/search-worker.mjs +6 -6
- package/dist/workers/entry.mjs +17 -6
- package/dist/{write-GTTWWRRG.mjs → write-2OBJGLFS.mjs} +27 -19
- package/openapi.json +71 -0
- package/package.json +15 -8
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-HNVVEQP7.mjs +0 -44
- package/dist/chunk-WQRN64Q6.mjs +0 -196
- package/dist/direct-executor-G5TK7NLA.mjs +0 -29
- package/dist/react-native/chunks/chunk-3JIBF3XT.mjs +0 -191
- package/dist/browser/{chunk-4WCVMOU3.mjs → chunk-XAWNZ4G2.mjs} +10 -10
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { createVectorFileReader } from './chunk-FOCV4CBZ.mjs';
|
|
2
|
-
import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, growBufferTo, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, grownByteLength, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-
|
|
2
|
+
import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, growBufferTo, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, grownByteLength, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-5VV4R6P7.mjs';
|
|
3
3
|
import { createDocIdMap } from './chunk-LQG5G2LY.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
5
5
|
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { LOOKUP_KEY_SCRATCH_BYTES } from './chunk-U55XJEIG.mjs';
|
|
2
|
+
import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
|
|
3
|
+
|
|
4
|
+
// src/core/partition/frozen/string-blob.ts
|
|
5
|
+
var SURROGATE = /[\ud800-\udfff]/;
|
|
6
|
+
var UTF8_BYTES_PER_UTF16_UNIT = 3;
|
|
7
|
+
var encoder = new TextEncoder();
|
|
8
|
+
var lookupKeyBytes = new Uint8Array(LOOKUP_KEY_SCRATCH_BYTES);
|
|
9
|
+
function encodeLookupKey(text) {
|
|
10
|
+
if (text.length * UTF8_BYTES_PER_UTF16_UNIT > LOOKUP_KEY_SCRATCH_BYTES) return encoder.encode(text);
|
|
11
|
+
const { written } = encoder.encodeInto(text, lookupKeyBytes);
|
|
12
|
+
return lookupKeyBytes.subarray(0, written);
|
|
13
|
+
}
|
|
14
|
+
function encodeOneByOne(strings) {
|
|
15
|
+
const encoded = new Array(strings.length);
|
|
16
|
+
let blobLength = 0;
|
|
17
|
+
for (let i = 0; i < strings.length; i++) {
|
|
18
|
+
encoded[i] = encoder.encode(strings[i]);
|
|
19
|
+
blobLength += encoded[i].length;
|
|
20
|
+
}
|
|
21
|
+
const blob = new Uint8Array(blobLength);
|
|
22
|
+
const offsets = new Uint32Array(strings.length + 1);
|
|
23
|
+
let cursor = 0;
|
|
24
|
+
for (let i = 0; i < strings.length; i++) {
|
|
25
|
+
blob.set(encoded[i], cursor);
|
|
26
|
+
cursor += encoded[i].length;
|
|
27
|
+
offsets[i + 1] = cursor;
|
|
28
|
+
}
|
|
29
|
+
return { blob, offsets };
|
|
30
|
+
}
|
|
31
|
+
function basicPlaneUtf8Bytes(text) {
|
|
32
|
+
let bytes = text.length;
|
|
33
|
+
for (let i = 0; i < text.length; i++) {
|
|
34
|
+
const unit = text.charCodeAt(i);
|
|
35
|
+
if (unit >= 128) bytes += unit < 2048 ? 1 : 2;
|
|
36
|
+
}
|
|
37
|
+
return bytes;
|
|
38
|
+
}
|
|
39
|
+
function encodeStringBlob(strings) {
|
|
40
|
+
const joined = strings.join("");
|
|
41
|
+
if (SURROGATE.test(joined)) return encodeOneByOne(strings);
|
|
42
|
+
const blob = encoder.encode(joined);
|
|
43
|
+
const offsets = new Uint32Array(strings.length + 1);
|
|
44
|
+
let cursor = 0;
|
|
45
|
+
for (let i = 0; i < strings.length; i++) {
|
|
46
|
+
cursor += basicPlaneUtf8Bytes(strings[i]);
|
|
47
|
+
offsets[i + 1] = cursor;
|
|
48
|
+
}
|
|
49
|
+
return cursor === blob.length ? { blob, offsets } : encodeOneByOne(strings);
|
|
50
|
+
}
|
|
51
|
+
function orderByComparator(strings) {
|
|
52
|
+
const order = new Array(strings.length);
|
|
53
|
+
for (let i = 0; i < strings.length; i++) order[i] = i;
|
|
54
|
+
return order.sort((a, b) => compareCodePoints(strings[a], strings[b]));
|
|
55
|
+
}
|
|
56
|
+
function alreadyInCodePointOrder(strings) {
|
|
57
|
+
for (let i = 1; i < strings.length; i++) {
|
|
58
|
+
if (compareCodePoints(strings[i - 1], strings[i]) > 0) return false;
|
|
59
|
+
}
|
|
60
|
+
return true;
|
|
61
|
+
}
|
|
62
|
+
function codePointOrder(strings) {
|
|
63
|
+
if (alreadyInCodePointOrder(strings)) return strings.map((_, i) => i);
|
|
64
|
+
if (SURROGATE.test(strings.join(""))) return orderByComparator(strings);
|
|
65
|
+
const positions = /* @__PURE__ */ new Map();
|
|
66
|
+
for (let i = 0; i < strings.length; i++) positions.set(strings[i], i);
|
|
67
|
+
if (positions.size !== strings.length) return orderByComparator(strings);
|
|
68
|
+
const order = new Array(strings.length);
|
|
69
|
+
const sorted = [...strings].sort();
|
|
70
|
+
for (let i = 0; i < sorted.length; i++) order[i] = positions.get(sorted[i]) ?? 0;
|
|
71
|
+
return order;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
export { codePointOrder, encodeLookupKey, encodeStringBlob };
|
|
@@ -1,15 +1,15 @@
|
|
|
1
|
-
import { encodeSegmentManifest } from './chunk-
|
|
2
|
-
import { writeSegmentsOf, readSegmentFile, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-
|
|
3
|
-
import { restoreVectorFields } from './chunk-KXCVQWOR.mjs';
|
|
1
|
+
import { encodeSegmentManifest } from './chunk-C7XQYG6U.mjs';
|
|
2
|
+
import { writeSegmentsOf, readSegmentFile, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-BNL5OPRV.mjs';
|
|
4
3
|
import { ReplicationMessageTypes } from './chunk-5FLRXF73.mjs';
|
|
5
4
|
import { WIRE_BATCH_BUDGET } from './chunk-JDDXV6UF.mjs';
|
|
6
|
-
import {
|
|
5
|
+
import { restoreVectorFields } from './chunk-KCQYFO4K.mjs';
|
|
6
|
+
import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-JTYPJF3T.mjs';
|
|
7
7
|
import { DEFAULT_COMPACTION_THRESHOLD, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, SEGMENT_FILE_FRAMING_SLACK_BYTES } from './chunk-QDZJM7NI.mjs';
|
|
8
|
-
import { reconstructSchemaFromMetadata, prepareDocumentVectors } from './chunk-
|
|
9
|
-
import { generateId, freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, decodeMapWithoutFields, shareSegmentArrays } from './chunk-
|
|
10
|
-
import { isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-
|
|
8
|
+
import { reconstructSchemaFromMetadata, prepareDocumentVectors } from './chunk-FEZVDOWX.mjs';
|
|
9
|
+
import { generateId, freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, decodeMapWithoutFields, shareSegmentArrays } from './chunk-VZ2ONHEE.mjs';
|
|
10
|
+
import { isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-PIH5SJ4N.mjs';
|
|
11
11
|
import { crc32 } from './chunk-7GXJUJ24.mjs';
|
|
12
|
-
import { extractVectorFieldsFromSchema, partialFieldsOf } from './chunk-
|
|
12
|
+
import { extractVectorFieldsFromSchema, partialFieldsOf } from './chunk-W5EB5XKI.mjs';
|
|
13
13
|
import { getLanguage, resolveIndexAnalysis } from './chunk-RZWWB2XR.mjs';
|
|
14
14
|
import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
|
|
15
15
|
import { ErrorCodes, NarsilError } from './chunk-MP7ABPTD.mjs';
|
|
@@ -879,7 +879,7 @@ async function compactPartitionSegments(input) {
|
|
|
879
879
|
if (paged) {
|
|
880
880
|
const { directory } = input.store;
|
|
881
881
|
if (directory === void 0) return { segments, nextSegmentId: input.nextSegmentId };
|
|
882
|
-
const { mergePagedWindow } = await import('./module-
|
|
882
|
+
const { mergePagedWindow } = await import('./module-JYHFTVPS.mjs');
|
|
883
883
|
return replacing(
|
|
884
884
|
await mergePagedWindow({
|
|
885
885
|
store: input.store,
|
|
@@ -967,7 +967,7 @@ function pagedSettingsOf(context) {
|
|
|
967
967
|
async function tombstonesOfDelta(context, older, selections, deleted) {
|
|
968
968
|
const { directory } = context.input.store;
|
|
969
969
|
if (context.input.metadata.textStorage !== "disk" || directory === void 0) return deleted;
|
|
970
|
-
const { pagedTombstonesFor } = await import('./module-
|
|
970
|
+
const { pagedTombstonesFor } = await import('./module-JYHFTVPS.mjs');
|
|
971
971
|
return pagedTombstonesFor(
|
|
972
972
|
directory,
|
|
973
973
|
older,
|
|
@@ -2,7 +2,7 @@ import { getFs, getPath } from './chunk-HLPRHOSO.mjs';
|
|
|
2
2
|
import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-QDZJM7NI.mjs';
|
|
3
3
|
import { nodeThreadId } from './chunk-BEZH7VEH.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
5
|
-
import { compareCodePoints } from './chunk-
|
|
5
|
+
import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
|
|
6
6
|
import { openSync, close, readFileSync } from 'fs';
|
|
7
7
|
import { rename, readFile, writeFile, unlink, realpath, readdir, readlink } from 'fs/promises';
|
|
8
8
|
import { endianness } from 'os';
|
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import { withOpenIndex, oneAtATime, emitSyncChange } from './chunk-Y4WPNHMC.mjs';
|
|
2
2
|
import { resolveIndexAnalysis, getLanguage } from './chunk-RZWWB2XR.mjs';
|
|
3
|
-
import { encodeStringBlob,
|
|
3
|
+
import { encodeStringBlob, encodeLookupKey } from './chunk-G6HRSGOU.mjs';
|
|
4
|
+
import { tokenize } from './chunk-A4L7YTKX.mjs';
|
|
4
5
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
5
|
-
import { compareCodePoints } from './chunk-
|
|
6
|
+
import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
|
|
6
7
|
import { decode, encode } from '@msgpack/msgpack';
|
|
7
8
|
|
|
8
9
|
// src/engine/analysis-change/pending-target.ts
|
|
@@ -38,14 +39,49 @@ var SYNONYM_EXPANSION_CACHE_ENTRIES = 1024;
|
|
|
38
39
|
// src/core/synonyms/combined-postings.ts
|
|
39
40
|
var NO_DELETED = { size: 0, has: () => false };
|
|
40
41
|
var FIELD_SLOTS = 65536;
|
|
41
|
-
|
|
42
|
-
|
|
42
|
+
var NO_ROW = -1;
|
|
43
|
+
var rowOfField = null;
|
|
44
|
+
function addRow(combined, rowOf, docId, field, frequency) {
|
|
45
|
+
combined.totalTermFrequency += frequency;
|
|
46
|
+
const existing = rowOf[field];
|
|
47
|
+
if (existing !== NO_ROW) {
|
|
48
|
+
combined.frequencies[existing] += frequency;
|
|
49
|
+
return;
|
|
50
|
+
}
|
|
51
|
+
rowOf[field] = combined.docIds.length;
|
|
52
|
+
combined.docIds.push(docId);
|
|
53
|
+
combined.fieldNameIndices.push(field);
|
|
54
|
+
combined.frequencies.push(frequency);
|
|
55
|
+
combined.documents.add(docId);
|
|
56
|
+
}
|
|
57
|
+
function lowestDocumentAt(lists, cursors) {
|
|
58
|
+
let lowest = Number.POSITIVE_INFINITY;
|
|
59
|
+
for (let at = 0; at < lists.length; at++) {
|
|
60
|
+
if (cursors[at] < lists[at].length && lists[at].docIds[cursors[at]] < lowest) lowest = lists[at].docIds[cursors[at]];
|
|
61
|
+
}
|
|
62
|
+
return lowest;
|
|
63
|
+
}
|
|
64
|
+
function mergeOrderedLists(lists, combined) {
|
|
65
|
+
rowOfField ??= new Int32Array(FIELD_SLOTS).fill(NO_ROW);
|
|
66
|
+
const rowOf = rowOfField;
|
|
67
|
+
const cursors = new Uint32Array(lists.length);
|
|
68
|
+
for (let docId = lowestDocumentAt(lists, cursors); docId !== Number.POSITIVE_INFINITY; ) {
|
|
69
|
+
const runStart = combined.docIds.length;
|
|
70
|
+
for (let at = 0; at < lists.length; at++) {
|
|
71
|
+
const list = lists[at];
|
|
72
|
+
const deleted = list.deletedDocs.size > 0 && list.deletedDocs.has(docId);
|
|
73
|
+
let row = cursors[at];
|
|
74
|
+
for (; row < list.length && list.docIds[row] === docId; row++) {
|
|
75
|
+
if (!deleted) addRow(combined, rowOf, docId, list.fieldNameIndices[row], list.termFrequencies[row]);
|
|
76
|
+
}
|
|
77
|
+
cursors[at] = row;
|
|
78
|
+
}
|
|
79
|
+
for (let row = runStart; row < combined.docIds.length; row++) rowOf[combined.fieldNameIndices[row]] = NO_ROW;
|
|
80
|
+
docId = lowestDocumentAt(lists, cursors);
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
function combineUnorderedLists(lists, combined) {
|
|
43
84
|
const rowOf = /* @__PURE__ */ new Map();
|
|
44
|
-
const docIds = [];
|
|
45
|
-
const fieldNameIndices = [];
|
|
46
|
-
const frequencies = [];
|
|
47
|
-
const documents = /* @__PURE__ */ new Set();
|
|
48
|
-
let totalTermFrequency = 0;
|
|
49
85
|
for (const list of lists) {
|
|
50
86
|
const deleted = list.deletedDocs;
|
|
51
87
|
const hasDeleted = deleted.size > 0;
|
|
@@ -54,33 +90,66 @@ function combinePostingLists(lists) {
|
|
|
54
90
|
if (hasDeleted && deleted.has(docId)) continue;
|
|
55
91
|
const field = list.fieldNameIndices[row];
|
|
56
92
|
const frequency = list.termFrequencies[row];
|
|
57
|
-
totalTermFrequency += frequency;
|
|
93
|
+
combined.totalTermFrequency += frequency;
|
|
58
94
|
const key = docId * FIELD_SLOTS + field;
|
|
59
95
|
const existing = rowOf.get(key);
|
|
60
96
|
if (existing !== void 0) {
|
|
61
|
-
frequencies[existing] += frequency;
|
|
97
|
+
combined.frequencies[existing] += frequency;
|
|
62
98
|
continue;
|
|
63
99
|
}
|
|
64
|
-
rowOf.set(key, docIds.length);
|
|
65
|
-
docIds.push(docId);
|
|
66
|
-
fieldNameIndices.push(field);
|
|
67
|
-
frequencies.push(frequency);
|
|
68
|
-
documents.add(docId);
|
|
100
|
+
rowOf.set(key, combined.docIds.length);
|
|
101
|
+
combined.docIds.push(docId);
|
|
102
|
+
combined.fieldNameIndices.push(field);
|
|
103
|
+
combined.frequencies.push(frequency);
|
|
104
|
+
combined.documents.add(docId);
|
|
69
105
|
}
|
|
70
106
|
}
|
|
107
|
+
}
|
|
108
|
+
function rowsByDocument(docIds) {
|
|
109
|
+
const order = new Uint32Array(docIds.length);
|
|
110
|
+
for (let row = 0; row < order.length; row++) order[row] = row;
|
|
111
|
+
return order.sort((left, right) => docIds[left] - docIds[right] || left - right);
|
|
112
|
+
}
|
|
113
|
+
function listOf(combined, order) {
|
|
114
|
+
const length = combined.docIds.length;
|
|
115
|
+
const docIds = new Uint32Array(length);
|
|
116
|
+
const termFrequencies = new Float64Array(length);
|
|
117
|
+
const fieldNameIndices = new Uint16Array(length);
|
|
118
|
+
for (let at = 0; at < length; at++) {
|
|
119
|
+
const row = order === null ? at : order[at];
|
|
120
|
+
docIds[at] = combined.docIds[row];
|
|
121
|
+
termFrequencies[at] = combined.frequencies[row];
|
|
122
|
+
fieldNameIndices[at] = combined.fieldNameIndices[row];
|
|
123
|
+
}
|
|
71
124
|
return {
|
|
72
|
-
length
|
|
73
|
-
docIds
|
|
74
|
-
termFrequencies
|
|
75
|
-
fieldNameIndices
|
|
125
|
+
length,
|
|
126
|
+
docIds,
|
|
127
|
+
termFrequencies,
|
|
128
|
+
fieldNameIndices,
|
|
76
129
|
positions: null,
|
|
77
|
-
docIdSet: documents,
|
|
130
|
+
docIdSet: combined.documents,
|
|
78
131
|
deletedDocs: NO_DELETED,
|
|
79
|
-
totalTermFrequency,
|
|
132
|
+
totalTermFrequency: combined.totalTermFrequency,
|
|
80
133
|
structureRevision: 0,
|
|
81
134
|
ordered: false
|
|
82
135
|
};
|
|
83
136
|
}
|
|
137
|
+
function combinePostingLists(lists) {
|
|
138
|
+
if (lists.length === 1) return lists[0];
|
|
139
|
+
const combined = {
|
|
140
|
+
docIds: [],
|
|
141
|
+
fieldNameIndices: [],
|
|
142
|
+
frequencies: [],
|
|
143
|
+
documents: /* @__PURE__ */ new Set(),
|
|
144
|
+
totalTermFrequency: 0
|
|
145
|
+
};
|
|
146
|
+
if (lists.every((list) => list.ordered)) {
|
|
147
|
+
mergeOrderedLists(lists, combined);
|
|
148
|
+
return listOf(combined, null);
|
|
149
|
+
}
|
|
150
|
+
combineUnorderedLists(lists, combined);
|
|
151
|
+
return listOf(combined, rowsByDocument(combined.docIds));
|
|
152
|
+
}
|
|
84
153
|
|
|
85
154
|
// src/core/synonyms/expand.ts
|
|
86
155
|
function groupSynonymsOf(tokens) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-
|
|
1
|
+
import { readRecentMemoryFigures, readMemoryFigures } from './chunk-OYABFKTW.mjs';
|
|
2
2
|
import { collectGarbageBeforeAnswerRefusal, collectYoungGenerationBeforeRefusal, reservedHeapBytes, admitHeapBytes } from './chunk-XIHUI4KB.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
4
4
|
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { compareCodePoints } from './chunk-
|
|
1
|
+
import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
|
|
2
2
|
|
|
3
3
|
// src/core/ordering/fold-table.ts
|
|
4
4
|
var SINGLE_FOLDS = "1t,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2j,lj;b,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2,w;1,w;1,w;1,w;1,w;1,w;1,w;y,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;4,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-3d;1,1;2,1;2,1;2,-7g;2,5u;1,1;2,1;2,5q;1,1;2,5p;1,5p;1,1;3,27;1,5m;1,5n;1,1;2,5p;1,5r;2,5v;1,5t;1,1;4,5v;1,5x;2,5y;1,1;2,1;2,1;2,62;1,1;2,62;3,1;2,62;1,1;2,61;1,61;1,1;2,1;2,63;1,1;4,1;8,2;1,1;2,2;1,1;2,2;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,2;1,1;2,1;2,-2p;1,-1k;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-3m;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;8,8bv;1,1;2,-4j;1,8bs;3,1;2,-5f;1,1x;1,1z;1,1;2,1;2,1;2,1;2,1;6v,38;17,1;2,1;4,1;9,38;7,12;2,11;1,11;1,11;2,1s;2,1r;1,1r;2,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;n,1;d,8;1,-u;1,-p;4,-f;1,-m;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-1i;1,-1c;3,-1o;1,-1s;2,1;2,-7;1,1;3,-3m;1,-3m;1,-3m;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1d,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;a,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,f;1,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;28a,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;2,5ls;6,5ls;mj,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1oj,-4su;1,-4st;1,-4sk;1,-4si;1,-4si;1,-4sj;1,-4sc;1,-4ro;1,r7n;1,1;7,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;3,-2bk;1,-2bk;1,-2bk;8x,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;7,-1m;5,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;a,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;b,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;c,-8;2,-8;2,-8;2,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;21,-8;1,-8;1,-22;1,-22;3,-5j9;a,-2e;1,-2e;1,-2e;1,-2e;d,-8;1,-8;1,-2s;1,-2s;d,-8;1,-8;1,-34;1,-34;1,-7;c,-3k;1,-3k;1,-3i;1,-3i;8b,-5st;4,-6gv;1,-6di;7,s;1a,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;k,1;mr,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1f5,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1d,1;2,-8af;1,-2xy;1,-89z;3,1;2,1;2,1;2,-8bg;1,-8al;1,-8bj;1,-8bi;2,1;3,1;9,-8cf;1,-8cf;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;9,1;2,1;5,1;nym,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;k,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3s,1;2,1;2,1;2,1;2,1;2,1;2,1;4,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;b,1;2,1;2,-r9g;1,1;2,1;2,1;2,1;2,1;5,1;2,-wmg;3,1;2,1;4,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-wn8;1,-wnj;1,-wnf;1,-wn5;1,-wn8;2,-wlu;1,-wmi;1,-wlx;1,ps;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-1c;1,-wn7;1,-raw;1,1;2,1;2,-wo7;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-wu9;p,1;or,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;ggy,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;xy,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;3t,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;4d,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1d7,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;4e,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;27v,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;gw1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1t,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;o5k,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;";
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEntryHeaders, tarPadding, tarEnd, ARCHIVE_ENTRY_ESTIMATE_BYTES, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-
|
|
1
|
+
import { ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEntryHeaders, tarPadding, tarEnd, ARCHIVE_ENTRY_ESTIMATE_BYTES, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-MW6BR4QP.mjs';
|
|
2
2
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
3
3
|
|
|
4
4
|
// src/persistence/archive/range-layout.ts
|
|
@@ -62,6 +62,13 @@ var EARLIER_SEGMENT_MANIFEST_VERSION = 6;
|
|
|
62
62
|
var MANIFEST_ENVELOPE_VERSION = 2;
|
|
63
63
|
var MAX_SEGMENTS_PER_PARTITION = 65536;
|
|
64
64
|
var MAX_SEGMENT_ID = 281474976710655;
|
|
65
|
+
function manifestWithinPartitionCount(manifest, partitionCount) {
|
|
66
|
+
return {
|
|
67
|
+
...manifest,
|
|
68
|
+
checkpoint: manifest.checkpoint.filter((entry) => entry.partitionId < partitionCount),
|
|
69
|
+
partitions: manifest.partitions.filter((partition) => partition.partitionId < partitionCount)
|
|
70
|
+
};
|
|
71
|
+
}
|
|
65
72
|
function manifestReferencedKeys(manifest) {
|
|
66
73
|
const keys = /* @__PURE__ */ new Set();
|
|
67
74
|
for (const partition of manifest.partitions) {
|
|
@@ -82,4 +89,4 @@ function manifestFileRefs(manifest) {
|
|
|
82
89
|
return refs;
|
|
83
90
|
}
|
|
84
91
|
|
|
85
|
-
export { EARLIER_SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION, MAX_SEGMENTS_PER_PARTITION, MAX_SEGMENT_ID, SEGMENT_MANIFEST_VERSION, graphPartKey, manifestFileRefs, manifestKey, manifestReferencedKeys, segmentKey, segmentsPrefix, snapshotBundleKey, vectorFileKey };
|
|
92
|
+
export { EARLIER_SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION, MAX_SEGMENTS_PER_PARTITION, MAX_SEGMENT_ID, SEGMENT_MANIFEST_VERSION, graphPartKey, manifestFileRefs, manifestKey, manifestReferencedKeys, manifestWithinPartitionCount, segmentKey, segmentsPrefix, snapshotBundleKey, vectorFileKey };
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { flattenSchema, getNestedValue } from './chunk-W5EB5XKI.mjs';
|
|
2
|
+
import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
|
|
3
|
+
|
|
4
|
+
// src/serialization/vector-field-bytes.ts
|
|
5
|
+
var FORBIDDEN_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
|
|
6
|
+
var FLOAT32_BYTES = 4;
|
|
7
|
+
function vectorFieldPathsOfSchema(schema) {
|
|
8
|
+
const paths = /* @__PURE__ */ new Set();
|
|
9
|
+
for (const [fieldPath, fieldType] of Object.entries(flattenSchema(schema))) {
|
|
10
|
+
if (typeof fieldType === "string" && VECTOR_PATTERN.test(fieldType)) paths.add(fieldPath);
|
|
11
|
+
}
|
|
12
|
+
return paths;
|
|
13
|
+
}
|
|
14
|
+
function setNestedValue(obj, path, value) {
|
|
15
|
+
if (!path.includes(".")) {
|
|
16
|
+
if (FORBIDDEN_KEYS.has(path)) {
|
|
17
|
+
return;
|
|
18
|
+
}
|
|
19
|
+
obj[path] = value;
|
|
20
|
+
return;
|
|
21
|
+
}
|
|
22
|
+
const segments = path.split(".");
|
|
23
|
+
let current = obj;
|
|
24
|
+
for (let i = 0; i < segments.length - 1; i += 1) {
|
|
25
|
+
const segment = segments[i];
|
|
26
|
+
if (segment === void 0 || FORBIDDEN_KEYS.has(segment)) {
|
|
27
|
+
return;
|
|
28
|
+
}
|
|
29
|
+
let next = current[segment];
|
|
30
|
+
if (next === null || next === void 0 || typeof next !== "object") {
|
|
31
|
+
next = {};
|
|
32
|
+
current[segment] = next;
|
|
33
|
+
}
|
|
34
|
+
current = next;
|
|
35
|
+
}
|
|
36
|
+
const finalSegment = segments.at(-1);
|
|
37
|
+
if (finalSegment === void 0 || FORBIDDEN_KEYS.has(finalSegment)) {
|
|
38
|
+
return;
|
|
39
|
+
}
|
|
40
|
+
current[finalSegment] = value;
|
|
41
|
+
}
|
|
42
|
+
function restoreVectorFields(document, vectorFieldPaths) {
|
|
43
|
+
for (const fieldPath of vectorFieldPaths) {
|
|
44
|
+
const value = getNestedValue(document, fieldPath);
|
|
45
|
+
if (value instanceof Uint8Array && !(value instanceof Float32Array)) {
|
|
46
|
+
if (value.byteLength % FLOAT32_BYTES !== 0) {
|
|
47
|
+
throw new Error(
|
|
48
|
+
`Vector field "${fieldPath}" has invalid byte length ${value.byteLength} (must be divisible by 4)`
|
|
49
|
+
);
|
|
50
|
+
}
|
|
51
|
+
const elementCount = value.byteLength / FLOAT32_BYTES;
|
|
52
|
+
const float32 = new Float32Array(elementCount);
|
|
53
|
+
const dataView = new DataView(value.buffer, value.byteOffset, value.byteLength);
|
|
54
|
+
for (let i = 0; i < elementCount; i += 1) {
|
|
55
|
+
float32[i] = dataView.getFloat32(i * FLOAT32_BYTES, true);
|
|
56
|
+
}
|
|
57
|
+
setNestedValue(document, fieldPath, float32);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
export { restoreVectorFields, setNestedValue, vectorFieldPathsOfSchema };
|
|
@@ -3,21 +3,29 @@ import { existsSync } from 'fs';
|
|
|
3
3
|
import { createRequire } from 'module';
|
|
4
4
|
import { join, dirname } from 'path';
|
|
5
5
|
|
|
6
|
-
// src/vector/
|
|
7
|
-
var
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
6
|
+
// src/vector/native/backend.ts
|
|
7
|
+
var nativeSearchCoreEnabled = true;
|
|
8
|
+
function nativeSearchCoreIsEnabled() {
|
|
9
|
+
return nativeSearchCoreEnabled;
|
|
10
|
+
}
|
|
11
|
+
function stopUsingTheNativeSearchCore(error) {
|
|
12
|
+
if (!nativeSearchCoreEnabled) return;
|
|
13
|
+
nativeSearchCoreEnabled = false;
|
|
14
|
+
console.warn(
|
|
15
|
+
"The native search core raised an error, so this thread searches through WebAssembly from now on:",
|
|
16
|
+
error instanceof Error ? error.message : String(error)
|
|
17
|
+
);
|
|
18
|
+
}
|
|
19
|
+
function noteFallback(operation) {
|
|
20
|
+
}
|
|
15
21
|
|
|
16
22
|
// src/vector/native/types.ts
|
|
17
|
-
var NATIVE_CORE_ABI_VERSION =
|
|
23
|
+
var NATIVE_CORE_ABI_VERSION = 8;
|
|
18
24
|
var NATIVE_OK = 0;
|
|
19
25
|
var NATIVE_NEEDS_ROOM = 3;
|
|
20
26
|
var NATIVE_GRAPH_NOT_HELD_ALONE = 4;
|
|
27
|
+
|
|
28
|
+
// src/vector/native/loader.ts
|
|
21
29
|
var BINARY_FILE_NAME = "narsil-core.node";
|
|
22
30
|
var MUSL_DIRECTORY = "musl";
|
|
23
31
|
var PLATFORMS_WITH_A_BINARY = /* @__PURE__ */ new Set([
|
|
@@ -125,4 +133,4 @@ function loadNativeCore() {
|
|
|
125
133
|
return loaded;
|
|
126
134
|
}
|
|
127
135
|
|
|
128
|
-
export {
|
|
136
|
+
export { NATIVE_GRAPH_NOT_HELD_ALONE, NATIVE_NEEDS_ROOM, NATIVE_OK, loadNativeCore, nativeSearchCoreIsEnabled, noteFallback, requireSearchBackendSettings, stopUsingTheNativeSearchCore };
|
|
@@ -3,7 +3,7 @@ import { restoredConfigFields, restoredEmbedding } from './chunk-INJYO3BU.mjs';
|
|
|
3
3
|
import { chunksOf } from './chunk-CZQ33DLW.mjs';
|
|
4
4
|
import { MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, MAX_IMPORT_REFUSALS_REPORTED } from './chunk-EEBCDP36.mjs';
|
|
5
5
|
import { requireConfigurationShape } from './chunk-GH4WQ22V.mjs';
|
|
6
|
-
import { flattenSchema } from './chunk-
|
|
6
|
+
import { flattenSchema } from './chunk-W5EB5XKI.mjs';
|
|
7
7
|
import { turnsAreBudgeted, turnIsSpent, yieldTurn } from './chunk-LQG5G2LY.mjs';
|
|
8
8
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
9
9
|
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { openManifestPayload, listedKeysOf, decodeManifestPayload } from './chunk-
|
|
2
|
-
import { manifestFileRefs } from './chunk-
|
|
1
|
+
import { openManifestPayload, listedKeysOf, decodeManifestPayload } from './chunk-CWS55TEX.mjs';
|
|
2
|
+
import { manifestFileRefs } from './chunk-JTYPJF3T.mjs';
|
|
3
3
|
import { QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-5YNRKI2C.mjs';
|
|
4
4
|
import { HEADER_SIZE } from './chunk-3OH67G7R.mjs';
|
|
5
5
|
import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
|
|
@@ -4,14 +4,14 @@ function holdsChangeWork(entry) {
|
|
|
4
4
|
}
|
|
5
5
|
async function abandonChangeOf(core, indexName) {
|
|
6
6
|
if (!holdsChangeWork(core.indexRegistry.get(indexName))) return;
|
|
7
|
-
const { abandonAnalysisChange } = await import('./analysis-change-
|
|
7
|
+
const { abandonAnalysisChange } = await import('./analysis-change-CKEMM2MC.mjs');
|
|
8
8
|
await abandonAnalysisChange(core, indexName);
|
|
9
9
|
}
|
|
10
10
|
async function resumeChangeOf(core, indexName) {
|
|
11
11
|
if ((core.indexRegistry.get(indexName)?.pendingAnalysis ?? null) === null) return;
|
|
12
12
|
if (core.mutationCtx.capacityScope === "partition") return;
|
|
13
13
|
if (core.executor.getManager(indexName) === void 0) return;
|
|
14
|
-
const { resumeAnalysisChange } = await import('./analysis-change-
|
|
14
|
+
const { resumeAnalysisChange } = await import('./analysis-change-CKEMM2MC.mjs');
|
|
15
15
|
void resumeAnalysisChange(core, indexName).catch(() => void 0);
|
|
16
16
|
}
|
|
17
17
|
async function resumeEveryChange(core) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { invalidSetting, validateSetting, validateSource, settingToWire, settingFromWire } from './chunk-
|
|
1
|
+
import { invalidSetting, validateSetting, validateSource, settingToWire, settingFromWire } from './chunk-UD5HIS4U.mjs';
|
|
2
2
|
import { acceptedPhrase, isNormalPhrase } from './chunk-GQPTDQCL.mjs';
|
|
3
3
|
import { MAX_BANNED_PHRASE_CODE_POINTS, MAX_BANNED_PHRASES, MAX_BAN_LIST_BYTES } from './chunk-5YNRKI2C.mjs';
|
|
4
4
|
import { encode } from '@msgpack/msgpack';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { attachedRuntimeOf } from './chunk-S5LN746F.mjs';
|
|
2
|
-
import { emitWriteEventAfter, dropEngineIndex } from './chunk-
|
|
2
|
+
import { emitWriteEventAfter, dropEngineIndex } from './chunk-FEZVDOWX.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
4
4
|
|
|
5
5
|
// src/query-suggestions/engine-hooks.ts
|
|
@@ -52,7 +52,7 @@ async function startQuerySuggestions(core, engine, config) {
|
|
|
52
52
|
installSuggestionHooks(core);
|
|
53
53
|
if (config?.querySuggestions === void 0 && !holdsEnabledSetting(core)) return;
|
|
54
54
|
try {
|
|
55
|
-
const { localRuntimeOf } = await import('./start-
|
|
55
|
+
const { localRuntimeOf } = await import('./start-S4PFP6RS.mjs');
|
|
56
56
|
await localRuntimeOf(core, engine, config);
|
|
57
57
|
} catch (error) {
|
|
58
58
|
await engine.shutdown().catch(() => void 0);
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { isValidInteger, isRecord } from './chunk-
|
|
1
|
+
import { isValidInteger, isRecord } from './chunk-4ZTHGTVX.mjs';
|
|
2
2
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
3
3
|
import { MAX_REPLICATION_FACTOR, MAX_PARTITION_COUNT } from './chunk-JDDXV6UF.mjs';
|
|
4
4
|
import { MAX_HISTORY_FILE_BYTES } from './chunk-5YNRKI2C.mjs';
|
|
5
|
-
import { packChecksummedEnvelope } from './chunk-
|
|
5
|
+
import { packChecksummedEnvelope } from './chunk-FEZVDOWX.mjs';
|
|
6
6
|
import { openChecksummedEnvelope } from './chunk-3OH67G7R.mjs';
|
|
7
7
|
import { joinChunks } from './chunk-3C7MTCCI.mjs';
|
|
8
8
|
import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
// src/vector/osq/constants.ts
|
|
2
|
+
var OSQ_GRID = { 1: 0.798, 2: 1.493, 4: 2.514, 8: 3.922 };
|
|
3
|
+
var OSQ_STEPS = { 1: 1, 2: 3, 4: 15, 8: 255 };
|
|
4
|
+
var OSQ_QUERY_BITS = { 1: 4, 2: 4, 4: 4, 8: 8 };
|
|
5
|
+
var OSQ_PLACEMENT_QUERY_BITS = { 1: 4, 2: 4, 4: 8, 8: 8 };
|
|
6
|
+
var OSQ_LAMBDA = 0.1;
|
|
7
|
+
var OSQ_REFINE_ROUNDS = 5;
|
|
8
|
+
var OSQ_REFINE_TOLERANCE = 1e-8;
|
|
9
|
+
var MIN_OVERSAMPLE = 1;
|
|
10
|
+
|
|
11
|
+
export { MIN_OVERSAMPLE, OSQ_GRID, OSQ_LAMBDA, OSQ_PLACEMENT_QUERY_BITS, OSQ_QUERY_BITS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, OSQ_STEPS };
|
|
@@ -1,21 +1,22 @@
|
|
|
1
1
|
import { admittedHeapBytes } from './chunk-XIHUI4KB.mjs';
|
|
2
2
|
import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_LIMIT, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, DEFAULT_OFFSET } from './chunk-EEBCDP36.mjs';
|
|
3
|
-
import { normalizeSort, requireMatchingCursor, encodePageCursor, decodePageCursor, projectionKeepsField, resolveProjection, clampRowCount,
|
|
3
|
+
import { normalizeSort, requireMatchingCursor, encodePageCursor, decodePageCursor, projectionKeepsField, resolveProjection, clampRowCount, sortSignatureOf, requireSortableFields, fanOutQuery, requireWithinResultWindow, sortModesOf, applySorting, applyPagination, countsWithoutScores, fanOutMatchCount, validatedFilterOf, createPatternWorkMeter, partialWordsToHighlight, partialWordHighlighter, pruneStatsToQueryTerms, everyValueFacetConfig, fulltextMatches, mergeFacets, applyPartitionFiltersBitset, readResidentMemory, partitionsIn, undeclaredFieldOnStrictIndex } from './chunk-PIH5SJ4N.mjs';
|
|
4
4
|
import { readOldGenerationStatistics } from './chunk-IPN7S4KX.mjs';
|
|
5
5
|
import { FNV_OFFSET_BASIS, fnv1aContinue, fnv1aContinueTaggedNumbers } from './chunk-KAKQ74LS.mjs';
|
|
6
6
|
import { engineThreadYoungGenerationBytes } from './chunk-Q2UL2TPC.mjs';
|
|
7
7
|
import { DEFAULT_MAX_PER_GROUP, DEFAULT_FUZZY_PREFIX_LENGTH, BM25_DISPLAYED_NAME_LENGTH, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, MIN_RANK_CONSTANT, RESULT_WINDOW, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-FQBFZAWG.mjs';
|
|
8
|
-
import { flattenSchema, partialFieldsOf } from './chunk-
|
|
8
|
+
import { flattenSchema, partialFieldsOf } from './chunk-W5EB5XKI.mjs';
|
|
9
9
|
import { fuzzyTermMatches } from './chunk-GES7U2PM.mjs';
|
|
10
10
|
import { isStringValuedBase, parsedTypeOf, isWordIndexedFieldType } from './chunk-I54T6CQP.mjs';
|
|
11
|
-
import {
|
|
11
|
+
import { bm25SetsValue, analyseQueryPhrases, requireLoadedPhraseCode, loadPhraseCodeFor, mergeBM25Levels, MAX_BM25_K1, MAX_BM25_B } from './chunk-FB6463IN.mjs';
|
|
12
12
|
import { MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, isPlainObject, isGeopointOrVectorType, VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
|
|
13
|
-
import {
|
|
13
|
+
import { tokenize } from './chunk-A4L7YTKX.mjs';
|
|
14
|
+
import { MIN_OVERSAMPLE } from './chunk-ORN5BLL7.mjs';
|
|
14
15
|
import { MAX_RENUMBERED_SEARCH_ATTEMPTS } from './chunk-BTPGQC6Z.mjs';
|
|
15
16
|
import { turnIsSpent, yieldTurn } from './chunk-LQG5G2LY.mjs';
|
|
16
17
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
17
|
-
import { compareComparableKeys } from './chunk-
|
|
18
|
-
import { compareCodePoints, holdsUnpairedSurrogate } from './chunk-
|
|
18
|
+
import { compareComparableKeys } from './chunk-J4IJTTEX.mjs';
|
|
19
|
+
import { compareCodePoints, holdsUnpairedSurrogate } from './chunk-TBC3XUL2.mjs';
|
|
19
20
|
|
|
20
21
|
// src/engine/memory/constants.ts
|
|
21
22
|
var DEFAULT_BLOCK_WRITES_ABOVE = 0.9;
|
|
@@ -64,7 +64,7 @@ function holdsEveryHead(ref) {
|
|
|
64
64
|
async function loadFieldOnDemand(store, ref, vectorIndex, resolvePartition) {
|
|
65
65
|
const { pathOf } = store;
|
|
66
66
|
if (pathOf === void 0 || vectorIndex.storage !== "disk" || !holdsEveryHead(ref)) return false;
|
|
67
|
-
const { loadFilesByParts, openColdVectorField, osqBitsOf, waitBeforeColdLoad } = await import('./cold-module-
|
|
67
|
+
const { loadFilesByParts, openColdVectorField, osqBitsOf, waitBeforeColdLoad } = await import('./cold-module-VOJXMNZB.mjs');
|
|
68
68
|
await Promise.all([
|
|
69
69
|
...ref.files.map((file) => requireListedSize(store, file.key, { bytes: file.bytes, what: "vector file" })),
|
|
70
70
|
...ref.graphParts.map((part) => requireListedSize(store, part.key, { bytes: part.bytes, what: "graph part" }))
|