@delali/narsil 0.3.1-next.155 → 0.3.1-next.156
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +45 -0
- package/dist/{analysis-change-3TFIHT5E.mjs → analysis-change-5BQOQ4BF.mjs} +25 -18
- package/dist/{react-native/chunks/analysis-change-entry-JLL42PH6.mjs → analysis-change-entry-TXX6JSMX.mjs} +1 -1
- package/dist/browser/{analysis-change-TC36BU47.mjs → analysis-change-435CUEPZ.mjs} +8 -7
- package/dist/{analysis-change-entry-KA6JAO4X.mjs → browser/analysis-change-entry-HZXKPPGV.mjs} +1 -1
- package/dist/browser/{chunk-A5KUEGDY.mjs → chunk-2CFI5VVV.mjs} +2 -2
- package/dist/browser/{chunk-BXM5XOCA.mjs → chunk-2TI4SSUP.mjs} +2 -2
- package/dist/browser/{chunk-CJSYBQ4J.mjs → chunk-3SSRJMFN.mjs} +1 -1
- package/dist/browser/{chunk-SMEQ36NT.mjs → chunk-3V7DNNZL.mjs} +458 -622
- package/dist/browser/{chunk-RRO3EV4C.mjs → chunk-4NGKC4H4.mjs} +7 -7
- package/dist/browser/{chunk-ABCXENU5.mjs → chunk-6LWDPLTB.mjs} +1 -1
- package/dist/browser/{chunk-FNIFPFB7.mjs → chunk-7U3WVJUP.mjs} +2 -2
- package/dist/browser/{chunk-KKAMCABR.mjs → chunk-BHFQATSC.mjs} +1 -1
- package/dist/browser/{chunk-IKDKX5VQ.mjs → chunk-CRE3G7F3.mjs} +3 -3
- package/dist/browser/{chunk-56W3HQVJ.mjs → chunk-EA63E3D2.mjs} +4 -4
- package/dist/browser/{chunk-K5AXJBLL.mjs → chunk-IZXVW2ZJ.mjs} +3 -3
- package/dist/browser/{chunk-RND5CLX3.mjs → chunk-K4Q6KX3R.mjs} +16 -16
- package/dist/browser/{chunk-XY4VVBBO.mjs → chunk-KZWSX6BH.mjs} +2 -2
- package/dist/browser/{chunk-3UIEB4QF.mjs → chunk-MGI4BCXC.mjs} +2 -2
- package/dist/browser/chunk-MOG4OVDK.mjs +51 -0
- package/dist/browser/{chunk-RQBUNZQW.mjs → chunk-NQAME3RK.mjs} +2 -2
- package/dist/browser/{chunk-LFIWRCEA.mjs → chunk-NXQG7DRA.mjs} +29 -6
- package/dist/browser/{chunk-JVBP5EYO.mjs → chunk-SSTPBZZX.mjs} +7 -7
- package/dist/browser/{chunk-JIJXMI42.mjs → chunk-STOWQFT3.mjs} +1 -1
- package/dist/browser/{chunk-26A5JFT2.mjs → chunk-TK63WFXK.mjs} +2 -1
- package/dist/browser/{chunk-4EWUGZYZ.mjs → chunk-U4YDIBUT.mjs} +2 -2
- package/dist/browser/{chunk-K4GCSZLI.mjs → chunk-VLJQW4J6.mjs} +2985 -2985
- package/dist/browser/{chunk-SUDNZKPL.mjs → chunk-WI4MR75E.mjs} +1 -1
- package/dist/browser/{chunk-5TCXK5SB.mjs → chunk-WN464PTL.mjs} +1 -1
- package/dist/browser/{cold-module-NEUGHUPA.mjs → cold-module-2EHCIV4K.mjs} +15 -14
- package/dist/browser/{durability-wiring-CVGPRO6D.mjs → durability-wiring-A7BVG2DW.mjs} +20 -19
- package/dist/browser/{engine-hooks-YXMPHZKZ.mjs → engine-hooks-E4UD67JD.mjs} +7 -6
- package/dist/browser/geo-index-HHWGMNIS.mjs +1386 -0
- package/dist/browser/{import-OM6QAW45.mjs → import-DXYB6756.mjs} +8 -7
- package/dist/browser/{module-E33X4AOK.mjs → module-NIYMEA5R.mjs} +11 -10
- package/dist/browser/{module-3HNFCBJ5.mjs → module-TCT66FWA.mjs} +6 -6
- package/dist/browser/{phrase-module-ZXXU7S3B.mjs → phrase-module-HAT3TLZN.mjs} +1 -1
- package/dist/browser/{restore-hooks-IF2ZROUP.mjs → restore-hooks-YPN4ZFCY.mjs} +10 -9
- package/dist/browser/{restore-queue-ZBS7CJA6.mjs → restore-queue-G3RQGL3Y.mjs} +3 -3
- package/dist/browser/{retention-ASWUHAYI.mjs → retention-ZWVMNC3Q.mjs} +9 -8
- package/dist/browser/{snapshot-PN7ZW6Q4.mjs → snapshot-VEQNIE6C.mjs} +24 -23
- package/dist/browser/{start-ZIRB7MQ2.mjs → start-BM442C6R.mjs} +11 -10
- package/dist/browser/{write-HMDYCTV2.mjs → write-2EVMZWDE.mjs} +12 -11
- package/dist/{chunk-2MANFZJ3.mjs → chunk-25KDNIZZ.mjs} +1 -1
- package/dist/{chunk-3HHQLEEQ.mjs → chunk-2UV4QBHW.mjs} +7 -7
- package/dist/{chunk-BY6ZDGYS.mjs → chunk-3HYC4JRF.mjs} +1 -1
- package/dist/{chunk-HW5TNXBO.mjs → chunk-46KY2PJD.mjs} +7 -6
- package/dist/{chunk-SY3EWKQY.mjs → chunk-4KKXNJM6.mjs} +1 -1
- package/dist/{chunk-VQEUR6T6.mjs → chunk-5VV4R6P7.mjs} +3040 -3040
- package/dist/chunk-6HTGOXIK.mjs +875 -0
- package/dist/{chunk-RSVULW4Q.mjs → chunk-6I6AYAXS.mjs} +4 -4
- package/dist/chunk-7GFE3PEY.mjs +40 -0
- package/dist/{chunk-3R4UZWQG.mjs → chunk-7LXHHCXZ.mjs} +15 -15
- package/dist/{chunk-JUKYYXSP.mjs → chunk-7V5IUP2T.mjs} +1 -31
- package/dist/{chunk-4BYWRYPM.mjs → chunk-A4L7YTKX.mjs} +52 -89
- package/dist/{chunk-WQRN64Q6.mjs → chunk-BU4SAIC4.mjs} +1 -1
- package/dist/{chunk-5FVU47TB.mjs → chunk-BWZ3P4MU.mjs} +3 -3
- package/dist/{chunk-LC3FDWTX.mjs → chunk-CITFCZKF.mjs} +3 -2
- package/dist/{chunk-PCRA7HTI.mjs → chunk-CSLGFPFQ.mjs} +1 -1
- package/dist/{chunk-VHBNF4MA.mjs → chunk-DP5C7YFQ.mjs} +2 -2
- package/dist/{chunk-3HB3PEC6.mjs → chunk-DWEPMFJE.mjs} +5 -5
- package/dist/{chunk-KMUNHGBQ.mjs → chunk-EFBDHH5P.mjs} +29 -28
- package/dist/{chunk-DCNKVEDB.mjs → chunk-FAKFUDZZ.mjs} +5 -6
- package/dist/chunk-FB6463IN.mjs +1499 -0
- package/dist/{chunk-KFLK5NA2.mjs → chunk-FCJ553HS.mjs} +1 -1
- package/dist/{chunk-SG3JBNHY.mjs → chunk-FJKKCV4D.mjs} +1 -1
- package/dist/{chunk-H6VIGE62.mjs → chunk-FNGAM5B7.mjs} +10 -9
- package/dist/{chunk-VGF7CFRP.mjs → chunk-FRBFVQFN.mjs} +5 -4
- package/dist/{chunk-QH3YIQP4.mjs → chunk-FYOVBEMM.mjs} +2 -2
- package/dist/chunk-G6HRSGOU.mjs +74 -0
- package/dist/{chunk-DUOLGBTE.mjs → chunk-HFPMMRQT.mjs} +3 -3
- package/dist/{chunk-ZHCUZZE5.mjs → chunk-HHBUCIUY.mjs} +1 -1
- package/dist/{chunk-ZTW5WTGG.mjs → chunk-I2KPOLOZ.mjs} +3 -3
- package/dist/{chunk-L7ZD4L3K.mjs → chunk-I53G4JAU.mjs} +7 -6
- package/dist/{chunk-YEDIDCR7.mjs → chunk-I5B7RXU7.mjs} +91 -22
- package/dist/{react-native/chunks/chunk-KWRW5U65.mjs → chunk-J4IJTTEX.mjs} +1 -1
- package/dist/{chunk-S2EQU2GE.mjs → chunk-JDJBQLRO.mjs} +9 -9
- package/dist/{chunk-KPIV4RUC.mjs → chunk-JWRUUCWD.mjs} +2 -2
- package/dist/{chunk-KBKEXQZA.mjs → chunk-K5QFDYST.mjs} +1 -1
- package/dist/{chunk-DIBHI6W5.mjs → chunk-KF4EXSM4.mjs} +2 -2
- package/dist/{chunk-Q7G3BV3Y.mjs → chunk-KKQC526K.mjs} +19 -11
- package/dist/{chunk-4KRC2APY.mjs → chunk-L6V6BST3.mjs} +6 -19
- package/dist/{chunk-U4BS74YN.mjs → chunk-MQOJIO5B.mjs} +1 -1
- package/dist/chunk-ORN5BLL7.mjs +11 -0
- package/dist/{chunk-ZAUJFLEN.mjs → chunk-P5ZI2P2W.mjs} +122 -1697
- package/dist/{chunk-AILVAOLX.mjs → chunk-PWC4VB3Q.mjs} +2 -2
- package/dist/{chunk-J4IWBIVY.mjs → chunk-QOW2JPUI.mjs} +5 -5
- package/dist/{chunk-PHQNACDT.mjs → chunk-RDXO6JST.mjs} +2 -2
- package/dist/chunk-RLOES5SX.mjs +31 -0
- package/dist/{chunk-6L3XJXGU.mjs → chunk-SA5LOGO3.mjs} +1 -1
- package/dist/chunk-SQJWAIF4.mjs +12 -0
- package/dist/{react-native/chunks/chunk-PPEPTUVV.mjs → chunk-TBC3XUL2.mjs} +29 -6
- package/dist/chunk-TDIK6NTV.mjs +10 -0
- package/dist/{chunk-MT2NRTA6.mjs → chunk-TGS5UXBE.mjs} +3 -3
- package/dist/{chunk-KBDBPVLN.mjs → chunk-TZ3355VS.mjs} +1 -1
- package/dist/{chunk-Q622CTMC.mjs → chunk-TZTRKM33.mjs} +1 -1
- package/dist/{react-native/chunks/chunk-JV6VQY2S.mjs → chunk-U55XJEIG.mjs} +2 -1
- package/dist/{chunk-Z2BE2MAM.mjs → chunk-VTTRFF2C.mjs} +28 -15
- package/dist/{chunk-KXCVQWOR.mjs → chunk-WX4LAO6M.mjs} +3 -3
- package/dist/{chunk-BDRIVYOK.mjs → chunk-XAXKV65G.mjs} +1 -1
- package/dist/{chunk-UZRZKNNZ.mjs → chunk-XXHN7J46.mjs} +1 -1
- package/dist/{chunk-H4KHPLHJ.mjs → chunk-YTWZVGCB.mjs} +1 -1
- package/dist/{chunk-QUJHMPTP.mjs → chunk-Z2KAFCRT.mjs} +2 -2
- package/dist/{chunk-SMVH6JBE.mjs → chunk-ZKP7G7TV.mjs} +1 -1
- package/dist/{cold-module-7XXCEGTZ.mjs → cold-module-6MO2XJF2.mjs} +29 -23
- package/dist/direct-executor-FTMYY3TI.mjs +34 -0
- package/dist/distribution/coordinator/etcd.mjs +2 -2
- package/dist/distribution/coordinator/in-memory.mjs +2 -2
- package/dist/distribution.mjs +57 -51
- package/dist/{durability-wiring-NCKUC5EO.mjs → durability-wiring-VIF5MOSY.mjs} +41 -34
- package/dist/{engine-hooks-DHCMOADY.mjs → engine-hooks-EGUGNZYE.mjs} +24 -17
- package/dist/geo-index-MRH5JMIR.mjs +1387 -0
- package/dist/{import-NBFXFCSG.mjs → import-XKDPJQDP.mjs} +24 -17
- package/dist/index.browser.mjs +6 -5
- package/dist/index.d.ts +127 -2
- package/dist/index.mjs +23 -16
- package/dist/index.react-native.mjs +12 -10
- package/dist/invalidation/filesystem.mjs +2 -2
- package/dist/{long-query-thread-J4DVRM4A.mjs → long-query-thread-YA4IAYSY.mjs} +25 -20
- package/dist/{module-DWKPBSMN.mjs → module-FQ4JWNQJ.mjs} +26 -19
- package/dist/{module-UN76TF7I.mjs → module-N55W4Q5C.mjs} +9 -9
- package/dist/{paged-partition-archive-DPNWVSK2.mjs → paged-partition-archive-PXW5XAYU.mjs} +32 -26
- package/dist/partial-words.mjs +8 -6
- package/dist/pattern.mjs +4 -3
- package/dist/persistence/durability/checkpoint-worker.mjs +30 -21
- package/dist/{phrase-module-ZI4WSQVH.mjs → phrase-module-XW5MKWP5.mjs} +3 -2
- package/dist/query-suggestions/merge-worker.mjs +25 -18
- package/dist/query-suggestions.browser.mjs +12 -11
- package/dist/query-suggestions.mjs +34 -27
- package/dist/react-native/chunks/{analysis-change-6BPDPH6K.mjs → analysis-change-LT5QBQ3H.mjs} +13 -11
- package/dist/{browser/analysis-change-entry-4MH3CZXH.mjs → react-native/chunks/analysis-change-entry-SCVWK6OU.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-7PXRWYUU.mjs → chunk-2PRHILX3.mjs} +53 -19
- package/dist/react-native/chunks/{chunk-C3PTWYKT.mjs → chunk-3JWDECAZ.mjs} +4 -4
- package/dist/{chunk-R6A773WK.mjs → react-native/chunks/chunk-3WI35N75.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-CUH5F57W.mjs → chunk-4JYO3JD2.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-3JIBF3XT.mjs → chunk-DNXOMPAQ.mjs} +1 -1
- package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +12 -0
- package/dist/{chunk-YTJCGKM4.mjs → react-native/chunks/chunk-EJ33LCHV.mjs} +29 -6
- package/dist/react-native/chunks/{chunk-EIOYM5TO.mjs → chunk-ENLMYKSX.mjs} +3024 -3054
- package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +40 -0
- package/dist/{chunk-4UMZ7KQL.mjs → react-native/chunks/chunk-FTZHMRD2.mjs} +2 -1
- package/dist/react-native/chunks/{chunk-OL3WDV53.mjs → chunk-G43IPIDG.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-4Y53T4YE.mjs → chunk-GXX3DQXP.mjs} +5 -19
- package/dist/react-native/chunks/{chunk-GIZTJXYW.mjs → chunk-KV46CT4D.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-HUOYZJ3Q.mjs → chunk-MIP4SOR6.mjs} +1419 -711
- package/dist/react-native/chunks/{chunk-ALOIBXWN.mjs → chunk-MUWD2H2S.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-4LCEN2IU.mjs → chunk-NB3LP33V.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-VXGE4ZXL.mjs → chunk-PDRWWPKV.mjs} +17 -17
- package/dist/react-native/chunks/{chunk-N2WUOWLL.mjs → chunk-POPDAGH6.mjs} +7 -7
- package/dist/react-native/chunks/{chunk-GJFXPHXI.mjs → chunk-QUKQNI3H.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-KTTAU63H.mjs → chunk-SK2PWYDH.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-7GRCBBME.mjs → chunk-TP6KCKER.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-KJIG57UD.mjs → chunk-UQ4OAXKU.mjs} +7 -7
- package/dist/react-native/chunks/{chunk-PEHS2UO3.mjs → chunk-VWUDIOT6.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-JLIIWJUV.mjs → chunk-YZW4CHM6.mjs} +50 -11
- package/dist/react-native/chunks/{chunk-QJXTNPLQ.mjs → chunk-ZLWVW734.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-TYIRMPD3.mjs → chunk-ZXZFN7FI.mjs} +1 -1
- package/dist/react-native/chunks/{cold-module-5PHF6DZR.mjs → cold-module-KVZYUGRY.mjs} +19 -17
- package/dist/react-native/chunks/{durability-wiring-KO565FZC.mjs → durability-wiring-34OYO32E.mjs} +27 -25
- package/dist/react-native/chunks/{engine-hooks-MVRRHH6B.mjs → engine-hooks-M7JV46NH.mjs} +13 -11
- package/dist/react-native/chunks/geo-index-PX3BIHAH.mjs +1387 -0
- package/dist/react-native/chunks/{import-YVZA4V4V.mjs → import-H6AQREWI.mjs} +14 -12
- package/dist/react-native/chunks/{module-ZL5ZG6YB.mjs → module-LBZPGOWH.mjs} +15 -13
- package/dist/react-native/chunks/{module-H5MVPSP2.mjs → module-TTEVPRCW.mjs} +8 -8
- package/dist/react-native/chunks/{phrase-module-RTVKEWJT.mjs → phrase-module-QK22HSQ2.mjs} +1 -1
- package/dist/react-native/chunks/{restore-hooks-SILFPU6B.mjs → restore-hooks-IBGIY3DR.mjs} +17 -15
- package/dist/react-native/chunks/{restore-queue-HSYP2AEC.mjs → restore-queue-ZZX54AH7.mjs} +3 -3
- package/dist/react-native/chunks/{retention-7I7UAWYK.mjs → retention-EW4TTDFB.mjs} +18 -16
- package/dist/react-native/chunks/{snapshot-EZYB6SLF.mjs → snapshot-REYVIN3X.mjs} +31 -29
- package/dist/react-native/chunks/{start-SHVZ72I5.mjs → start-BQK6KN3R.mjs} +18 -16
- package/dist/react-native/chunks/{write-JUESXHDL.mjs → write-FQAYCZF5.mjs} +16 -14
- package/dist/react-native/partial-words.mjs +7 -6
- package/dist/react-native/pattern.mjs +1 -1
- package/dist/react-native/query-suggestions.mjs +19 -17
- package/dist/react-native/sync.mjs +7 -7
- package/dist/react-native/synonyms.mjs +92 -24
- package/dist/{restore-hooks-HZ3ILAMO.mjs → restore-hooks-CDERDEF4.mjs} +28 -21
- package/dist/{restore-queue-JVGENGGE.mjs → restore-queue-7NNSTROA.mjs} +3 -3
- package/dist/{retention-HROPV2QU.mjs → retention-QSVBBNRM.mjs} +28 -21
- package/dist/server.mjs +45 -39
- package/dist/{snapshot-4HS2G2UM.mjs → snapshot-RH4NSKIZ.mjs} +44 -38
- package/dist/{start-UTWHGH42.mjs → start-MCKCOGIW.mjs} +31 -24
- package/dist/sync/filesystem.mjs +3 -3
- package/dist/sync.browser.mjs +5 -5
- package/dist/sync.mjs +5 -5
- package/dist/synonyms.mjs +7 -6
- package/dist/{thread-6MOXY2KD.mjs → thread-O4SBJJJS.mjs} +24 -19
- package/dist/vector/search-worker.mjs +6 -6
- package/dist/workers/entry.mjs +17 -6
- package/dist/{write-GTTWWRRG.mjs → write-3FK7NG3Y.mjs} +26 -19
- package/package.json +15 -8
- package/dist/chunk-DJHHF2L5.mjs +0 -17
- package/dist/chunk-HNVVEQP7.mjs +0 -44
- package/dist/direct-executor-G5TK7NLA.mjs +0 -29
- package/dist/browser/{chunk-4WCVMOU3.mjs → chunk-XAWNZ4G2.mjs} +10 -10
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { REBUILD_REMOVED_RATIO, BUILD_TURN_HANDOVER_AFTER_MS, DRIFT_CHECK_GROWTH_FACTOR, VECTOR_FILE_REPLACED_ABOVE_DEAD_SHARE, VECTOR_FILE_FIXED_OVERHEAD_BYTES, VECTOR_FILE_CENTROID_BYTES_PER_COMPONENT, VECTOR_FILE_STRING_HEADER_BYTES } from './chunk-VD7J552I.mjs';
|
|
2
2
|
import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-K4ZIGL2O.mjs';
|
|
3
|
-
import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-
|
|
3
|
+
import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-5VV4R6P7.mjs';
|
|
4
4
|
import { osqRecordBytes, writeRecord } from './chunk-37CD3OKS.mjs';
|
|
5
5
|
import { MAX_DOC_ID_LENGTH } from './chunk-EEBCDP36.mjs';
|
|
6
6
|
import { turnsAreBudgeted, backgroundTurnIsSpent, yieldBackgroundTurn } from './chunk-LQG5G2LY.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { createVectorFileReader } from './chunk-FOCV4CBZ.mjs';
|
|
2
|
-
import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, growBufferTo, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, grownByteLength, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-
|
|
2
|
+
import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, growBufferTo, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, grownByteLength, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-5VV4R6P7.mjs';
|
|
3
3
|
import { createDocIdMap } from './chunk-LQG5G2LY.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
5
5
|
|
|
@@ -1,18 +1,19 @@
|
|
|
1
1
|
import { encodeDocumentJson } from './chunk-6RC4K46J.mjs';
|
|
2
2
|
import { loadFailed, sectionNamed, PAGED_SEGMENT_ENVELOPE_VERSION, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, SMALLEST_BLOCK_POSTINGS, DOCUMENT_BLOCK_BYTES, decodeSections, DOCUMENT_BLOCK_MIN_RAW_BYTES, ID_SAMPLE_INTERVAL, POSITION_WIDTH_BYTES, POSTING_WIDTH_BYTES, RECORD_PAGE_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES } from './chunk-WZ7YV54N.mjs';
|
|
3
3
|
import { createVectorFileReader } from './chunk-FOCV4CBZ.mjs';
|
|
4
|
-
import { writeSegmentsOf, MessagePackChunks, writeSurfaceForms, writeFieldLengths, writeValueColumns, writeBooleanColumns, writeEnumColumns, writeGeopointColumns, writePatternColumns, writePartialWords, FILE_ASSEMBLY_CHUNK_BYTES, REWRITE_SPILL_BYTES, LIST_VIEWS_HELD_PER_SEGMENT, TOMBSTONES_BETWEEN_YIELDS, readSegmentFile, READS_AHEAD_AT_ONCE, WRITER_YIELD_INTERVAL_TOKENS, LARGEST_CACHED_ENTRY_SHARE, MAX_THREAD_FILE_NUMBER, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, SECTION_WRITE_BUFFER_BYTES, READ_AHEAD_CHUNK_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, THREAD_READ_CACHE_BYTES, MERGE_READ_CACHE_BYTES } from './chunk-
|
|
5
|
-
import { requireOffsets, requireUtf8Entries, requireEntriesAscend, decodeFieldLengths, decodePartialWords, decodePatternColumns, decodeGeopointColumns, decodeEnumColumns, decodeBooleanColumns, decodeValueColumns, setNestedValue, littleEndianBytes, uint32sFrom, uint64Bytes, decodeSurfaceForms } from './chunk-
|
|
6
|
-
import { engineVersionParts } from './chunk-
|
|
7
|
-
import { generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, decodeStoredDocument, mergeFieldLengths, mergeSurfaceForms, encodeSurfaceTable, mergePartialWords, mergeFieldIndexes, resolvePartitionInsertOptions, decodeSurfaceTable, createSharedFrozenSegment, shareSegmentArrays, selectionKeeps, fieldIndexRemapOf, freezeSegmentShared, createFrozenSegment, holdsADiscardedField, endOfValue } from './chunk-
|
|
8
|
-
import { isCompositePartition, buildPartialWordTableFrom, createPartitionIndex, createCompositePartition, mergeDocFrequencies
|
|
4
|
+
import { writeSegmentsOf, MessagePackChunks, writeSurfaceForms, writeFieldLengths, writeValueColumns, writeBooleanColumns, writeEnumColumns, writeGeopointColumns, writePatternColumns, writePartialWords, FILE_ASSEMBLY_CHUNK_BYTES, REWRITE_SPILL_BYTES, LIST_VIEWS_HELD_PER_SEGMENT, TOMBSTONES_BETWEEN_YIELDS, readSegmentFile, READS_AHEAD_AT_ONCE, WRITER_YIELD_INTERVAL_TOKENS, LARGEST_CACHED_ENTRY_SHARE, MAX_THREAD_FILE_NUMBER, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, SECTION_WRITE_BUFFER_BYTES, READ_AHEAD_CHUNK_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, THREAD_READ_CACHE_BYTES, MERGE_READ_CACHE_BYTES } from './chunk-QOW2JPUI.mjs';
|
|
5
|
+
import { requireOffsets, requireUtf8Entries, requireEntriesAscend, decodeFieldLengths, decodePartialWords, decodePatternColumns, decodeGeopointColumns, decodeEnumColumns, decodeBooleanColumns, decodeValueColumns, setNestedValue, littleEndianBytes, uint32sFrom, uint64Bytes, decodeSurfaceForms } from './chunk-WX4LAO6M.mjs';
|
|
6
|
+
import { engineVersionParts } from './chunk-EFBDHH5P.mjs';
|
|
7
|
+
import { generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, decodeStoredDocument, mergeFieldLengths, mergeSurfaceForms, encodeSurfaceTable, mergePartialWords, mergeFieldIndexes, resolvePartitionInsertOptions, decodeSurfaceTable, createSharedFrozenSegment, shareSegmentArrays, selectionKeeps, fieldIndexRemapOf, freezeSegmentShared, createFrozenSegment, holdsADiscardedField, endOfValue } from './chunk-VTTRFF2C.mjs';
|
|
8
|
+
import { isCompositePartition, buildPartialWordTableFrom, createPartitionIndex, createCompositePartition, mergeDocFrequencies } from './chunk-P5ZI2P2W.mjs';
|
|
9
9
|
import { HEADER_SIZE, requireWithinFileLimit, writeHeader, readHeader } from './chunk-3OH67G7R.mjs';
|
|
10
10
|
import { crc32Init, crc32Update, crc32Final, crc32 } from './chunk-7GXJUJ24.mjs';
|
|
11
|
-
import { parseVectorDimension } from './chunk-
|
|
12
|
-
import { flattenSchema, encodeDocument } from './chunk-
|
|
11
|
+
import { parseVectorDimension } from './chunk-L6V6BST3.mjs';
|
|
12
|
+
import { flattenSchema, encodeDocument } from './chunk-BU4SAIC4.mjs';
|
|
13
|
+
import { scanPostingBlocks } from './chunk-FB6463IN.mjs';
|
|
13
14
|
import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
|
|
14
15
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
15
|
-
import { compareCodePoints } from './chunk-
|
|
16
|
+
import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
|
|
16
17
|
import { decode, encode } from '@msgpack/msgpack';
|
|
17
18
|
import { deflateRawSync, inflateRawSync } from 'zlib';
|
|
18
19
|
|
|
@@ -1310,7 +1311,7 @@ async function coldFieldOf(checkpoint, field) {
|
|
|
1310
1311
|
const dimension = fieldType === void 0 ? null : parseVectorDimension(fieldType);
|
|
1311
1312
|
if (dimension === null) return null;
|
|
1312
1313
|
const withPath = async (ref) => ({ ref, path: await directory.pathOf(ref.key) });
|
|
1313
|
-
const { openColdVectorField } = await import('./cold-module-
|
|
1314
|
+
const { openColdVectorField } = await import('./cold-module-6MO2XJF2.mjs');
|
|
1314
1315
|
return openColdVectorField({
|
|
1315
1316
|
fieldPath: field.fieldPath,
|
|
1316
1317
|
dimension,
|
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import { withRerankQueryText } from './chunk-KZ3NX2P7.mjs';
|
|
2
|
-
import { sendRelayed, parseJson, validateQuery, rejectInvalid, refuseRegex, respondJson, withServerRerankWindow, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, registerServerRoutes, closeWhenTheProcessExits, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, serverRoutes, validateSuggest, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed } from './chunk-
|
|
2
|
+
import { sendRelayed, parseJson, validateQuery, rejectInvalid, refuseRegex, respondJson, withServerRerankWindow, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerFeedRoute, registerServerRoutes, closeWhenTheProcessExits, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, serverRoutes, validateSuggest, isMainFeedNote, SEARCH_CLOCK_SAMPLE_UNITS, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed } from './chunk-FAKFUDZZ.mjs';
|
|
3
3
|
import { SYNC_CLOSE_GOING_AWAY, encodeJson } from './chunk-KYYABCSW.mjs';
|
|
4
|
-
import { executeListDocuments, executeSuggest, executeQuery, lazyQueryBinding, executePreflight } from './chunk-
|
|
5
|
-
import {
|
|
6
|
-
import { extractVectorFieldsFromSchema } from './chunk-
|
|
4
|
+
import { executeListDocuments, executeSuggest, executeQuery, lazyQueryBinding, executePreflight } from './chunk-I53G4JAU.mjs';
|
|
5
|
+
import { resolveProjection, projectionKeepsField, setNestedValue } from './chunk-P5ZI2P2W.mjs';
|
|
6
|
+
import { extractVectorFieldsFromSchema } from './chunk-BU4SAIC4.mjs';
|
|
7
|
+
import { holdsQuotedText } from './chunk-FB6463IN.mjs';
|
|
7
8
|
import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-MP7ABPTD.mjs';
|
|
8
9
|
|
|
9
10
|
// src/server/request-threads/feed-relay.ts
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { isValidInteger, isRecord } from './chunk-
|
|
1
|
+
import { isValidInteger, isRecord } from './chunk-6I6AYAXS.mjs';
|
|
2
2
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
3
3
|
import { MAX_REPLICATION_FACTOR, MAX_PARTITION_COUNT } from './chunk-JDDXV6UF.mjs';
|
|
4
4
|
import { MAX_HISTORY_FILE_BYTES } from './chunk-5YNRKI2C.mjs';
|
|
5
|
-
import { packChecksummedEnvelope } from './chunk-
|
|
5
|
+
import { packChecksummedEnvelope } from './chunk-EFBDHH5P.mjs';
|
|
6
6
|
import { openChecksummedEnvelope } from './chunk-3OH67G7R.mjs';
|
|
7
7
|
import { joinChunks } from './chunk-3C7MTCCI.mjs';
|
|
8
8
|
import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { LOOKUP_KEY_SCRATCH_BYTES } from './chunk-U55XJEIG.mjs';
|
|
2
|
+
import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
|
|
3
|
+
|
|
4
|
+
// src/core/partition/frozen/string-blob.ts
|
|
5
|
+
var SURROGATE = /[\ud800-\udfff]/;
|
|
6
|
+
var UTF8_BYTES_PER_UTF16_UNIT = 3;
|
|
7
|
+
var encoder = new TextEncoder();
|
|
8
|
+
var lookupKeyBytes = new Uint8Array(LOOKUP_KEY_SCRATCH_BYTES);
|
|
9
|
+
function encodeLookupKey(text) {
|
|
10
|
+
if (text.length * UTF8_BYTES_PER_UTF16_UNIT > LOOKUP_KEY_SCRATCH_BYTES) return encoder.encode(text);
|
|
11
|
+
const { written } = encoder.encodeInto(text, lookupKeyBytes);
|
|
12
|
+
return lookupKeyBytes.subarray(0, written);
|
|
13
|
+
}
|
|
14
|
+
function encodeOneByOne(strings) {
|
|
15
|
+
const encoded = new Array(strings.length);
|
|
16
|
+
let blobLength = 0;
|
|
17
|
+
for (let i = 0; i < strings.length; i++) {
|
|
18
|
+
encoded[i] = encoder.encode(strings[i]);
|
|
19
|
+
blobLength += encoded[i].length;
|
|
20
|
+
}
|
|
21
|
+
const blob = new Uint8Array(blobLength);
|
|
22
|
+
const offsets = new Uint32Array(strings.length + 1);
|
|
23
|
+
let cursor = 0;
|
|
24
|
+
for (let i = 0; i < strings.length; i++) {
|
|
25
|
+
blob.set(encoded[i], cursor);
|
|
26
|
+
cursor += encoded[i].length;
|
|
27
|
+
offsets[i + 1] = cursor;
|
|
28
|
+
}
|
|
29
|
+
return { blob, offsets };
|
|
30
|
+
}
|
|
31
|
+
function basicPlaneUtf8Bytes(text) {
|
|
32
|
+
let bytes = text.length;
|
|
33
|
+
for (let i = 0; i < text.length; i++) {
|
|
34
|
+
const unit = text.charCodeAt(i);
|
|
35
|
+
if (unit >= 128) bytes += unit < 2048 ? 1 : 2;
|
|
36
|
+
}
|
|
37
|
+
return bytes;
|
|
38
|
+
}
|
|
39
|
+
function encodeStringBlob(strings) {
|
|
40
|
+
const joined = strings.join("");
|
|
41
|
+
if (SURROGATE.test(joined)) return encodeOneByOne(strings);
|
|
42
|
+
const blob = encoder.encode(joined);
|
|
43
|
+
const offsets = new Uint32Array(strings.length + 1);
|
|
44
|
+
let cursor = 0;
|
|
45
|
+
for (let i = 0; i < strings.length; i++) {
|
|
46
|
+
cursor += basicPlaneUtf8Bytes(strings[i]);
|
|
47
|
+
offsets[i + 1] = cursor;
|
|
48
|
+
}
|
|
49
|
+
return cursor === blob.length ? { blob, offsets } : encodeOneByOne(strings);
|
|
50
|
+
}
|
|
51
|
+
function orderByComparator(strings) {
|
|
52
|
+
const order = new Array(strings.length);
|
|
53
|
+
for (let i = 0; i < strings.length; i++) order[i] = i;
|
|
54
|
+
return order.sort((a, b) => compareCodePoints(strings[a], strings[b]));
|
|
55
|
+
}
|
|
56
|
+
function alreadyInCodePointOrder(strings) {
|
|
57
|
+
for (let i = 1; i < strings.length; i++) {
|
|
58
|
+
if (compareCodePoints(strings[i - 1], strings[i]) > 0) return false;
|
|
59
|
+
}
|
|
60
|
+
return true;
|
|
61
|
+
}
|
|
62
|
+
function codePointOrder(strings) {
|
|
63
|
+
if (alreadyInCodePointOrder(strings)) return strings.map((_, i) => i);
|
|
64
|
+
if (SURROGATE.test(strings.join(""))) return orderByComparator(strings);
|
|
65
|
+
const positions = /* @__PURE__ */ new Map();
|
|
66
|
+
for (let i = 0; i < strings.length; i++) positions.set(strings[i], i);
|
|
67
|
+
if (positions.size !== strings.length) return orderByComparator(strings);
|
|
68
|
+
const order = new Array(strings.length);
|
|
69
|
+
const sorted = [...strings].sort();
|
|
70
|
+
for (let i = 0; i < sorted.length; i++) order[i] = positions.get(sorted[i]) ?? 0;
|
|
71
|
+
return order;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
export { codePointOrder, encodeLookupKey, encodeStringBlob };
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { readMetadataEnvelope } from './chunk-
|
|
2
|
-
import { readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, nextSegmentKey, readWalSegments, durableRecordMissing, checkpointLastSeqNo, SEGMENT_HEADER_SIZE } from './chunk-
|
|
3
|
-
import { applyDeleteEntry, applyIndexEntry } from './chunk-
|
|
1
|
+
import { readMetadataEnvelope } from './chunk-7LXHHCXZ.mjs';
|
|
2
|
+
import { readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, nextSegmentKey, readWalSegments, durableRecordMissing, checkpointLastSeqNo, SEGMENT_HEADER_SIZE } from './chunk-JDJBQLRO.mjs';
|
|
3
|
+
import { applyDeleteEntry, applyIndexEntry } from './chunk-WX4LAO6M.mjs';
|
|
4
4
|
import { turnIsSpent, yieldTurn } from './chunk-LQG5G2LY.mjs';
|
|
5
5
|
|
|
6
6
|
// src/persistence/durability/marker-writer.ts
|
|
@@ -2,7 +2,7 @@ import { getFs, getPath } from './chunk-HLPRHOSO.mjs';
|
|
|
2
2
|
import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-QDZJM7NI.mjs';
|
|
3
3
|
import { nodeThreadId } from './chunk-BEZH7VEH.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
5
|
-
import { compareCodePoints } from './chunk-
|
|
5
|
+
import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
|
|
6
6
|
import { openSync, close, readFileSync } from 'fs';
|
|
7
7
|
import { rename, readFile, writeFile, unlink, realpath, readdir, readlink } from 'fs/promises';
|
|
8
8
|
import { endianness } from 'os';
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { unrefInterval, DEFAULT_HISTORY_MAX_AGE_MS } from './chunk-YEKL4JBK.mjs';
|
|
2
|
-
import { archiveLayout } from './chunk-
|
|
3
|
-
import { syncStorageOf } from './chunk-QJVOLKU6.mjs';
|
|
2
|
+
import { archiveLayout } from './chunk-TZTRKM33.mjs';
|
|
4
3
|
import { MAX_SNAPSHOT_ANALYSIS_ATTEMPTS } from './chunk-ZYAY26KG.mjs';
|
|
4
|
+
import { syncStorageOf } from './chunk-QJVOLKU6.mjs';
|
|
5
5
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
6
6
|
import { manifestFileRefs } from './chunk-NF4DT3IH.mjs';
|
|
7
7
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
8
|
-
import { emitEngineEvent, encodeIndexConfiguration } from './chunk-
|
|
8
|
+
import { emitEngineEvent, encodeIndexConfiguration } from './chunk-EFBDHH5P.mjs';
|
|
9
9
|
import { INDEX_CONFIGURATION_ENVELOPE_VERSION } from './chunk-GH4WQ22V.mjs';
|
|
10
10
|
import { openChecksummedEnvelope } from './chunk-3OH67G7R.mjs';
|
|
11
11
|
import { withOpenIndex } from './chunk-Y4WPNHMC.mjs';
|
|
@@ -1,21 +1,22 @@
|
|
|
1
1
|
import { admittedHeapBytes } from './chunk-XIHUI4KB.mjs';
|
|
2
2
|
import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_LIMIT, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, DEFAULT_OFFSET } from './chunk-EEBCDP36.mjs';
|
|
3
|
-
import { normalizeSort, requireMatchingCursor, encodePageCursor, decodePageCursor, projectionKeepsField, resolveProjection, clampRowCount,
|
|
3
|
+
import { normalizeSort, requireMatchingCursor, encodePageCursor, decodePageCursor, projectionKeepsField, resolveProjection, clampRowCount, sortSignatureOf, requireSortableFields, fanOutQuery, requireWithinResultWindow, sortModesOf, applySorting, applyPagination, countsWithoutScores, fanOutMatchCount, validatedFilterOf, createPatternWorkMeter, partialWordsToHighlight, partialWordHighlighter, pruneStatsToQueryTerms, everyValueFacetConfig, fulltextMatches, mergeFacets, applyPartitionFiltersBitset, readResidentMemory, partitionsIn, undeclaredFieldOnStrictIndex } from './chunk-P5ZI2P2W.mjs';
|
|
4
4
|
import { readOldGenerationStatistics } from './chunk-IPN7S4KX.mjs';
|
|
5
5
|
import { FNV_OFFSET_BASIS, fnv1aContinue, fnv1aContinueTaggedNumbers } from './chunk-KAKQ74LS.mjs';
|
|
6
6
|
import { engineThreadYoungGenerationBytes } from './chunk-Q2UL2TPC.mjs';
|
|
7
7
|
import { DEFAULT_MAX_PER_GROUP, DEFAULT_FUZZY_PREFIX_LENGTH, BM25_DISPLAYED_NAME_LENGTH, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, MIN_RANK_CONSTANT, RESULT_WINDOW, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-FQBFZAWG.mjs';
|
|
8
|
-
import { flattenSchema, partialFieldsOf } from './chunk-
|
|
8
|
+
import { flattenSchema, partialFieldsOf } from './chunk-BU4SAIC4.mjs';
|
|
9
9
|
import { fuzzyTermMatches } from './chunk-GES7U2PM.mjs';
|
|
10
10
|
import { isStringValuedBase, parsedTypeOf, isWordIndexedFieldType } from './chunk-I54T6CQP.mjs';
|
|
11
|
-
import {
|
|
11
|
+
import { bm25SetsValue, analyseQueryPhrases, requireLoadedPhraseCode, loadPhraseCodeFor, mergeBM25Levels, MAX_BM25_K1, MAX_BM25_B } from './chunk-FB6463IN.mjs';
|
|
12
12
|
import { MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, isPlainObject, isGeopointOrVectorType, VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
|
|
13
|
-
import {
|
|
13
|
+
import { tokenize } from './chunk-A4L7YTKX.mjs';
|
|
14
|
+
import { MIN_OVERSAMPLE } from './chunk-ORN5BLL7.mjs';
|
|
14
15
|
import { MAX_RENUMBERED_SEARCH_ATTEMPTS } from './chunk-BTPGQC6Z.mjs';
|
|
15
16
|
import { turnIsSpent, yieldTurn } from './chunk-LQG5G2LY.mjs';
|
|
16
17
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
17
|
-
import { compareComparableKeys } from './chunk-
|
|
18
|
-
import { compareCodePoints, holdsUnpairedSurrogate } from './chunk-
|
|
18
|
+
import { compareComparableKeys } from './chunk-J4IJTTEX.mjs';
|
|
19
|
+
import { compareCodePoints, holdsUnpairedSurrogate } from './chunk-TBC3XUL2.mjs';
|
|
19
20
|
|
|
20
21
|
// src/engine/memory/constants.ts
|
|
21
22
|
var DEFAULT_BLOCK_WRITES_ABOVE = 0.9;
|
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import { withOpenIndex, oneAtATime, emitSyncChange } from './chunk-Y4WPNHMC.mjs';
|
|
2
2
|
import { resolveIndexAnalysis, getLanguage } from './chunk-RZWWB2XR.mjs';
|
|
3
|
-
import { encodeStringBlob,
|
|
3
|
+
import { encodeStringBlob, encodeLookupKey } from './chunk-G6HRSGOU.mjs';
|
|
4
|
+
import { tokenize } from './chunk-A4L7YTKX.mjs';
|
|
4
5
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
5
|
-
import { compareCodePoints } from './chunk-
|
|
6
|
+
import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
|
|
6
7
|
import { decode, encode } from '@msgpack/msgpack';
|
|
7
8
|
|
|
8
9
|
// src/engine/analysis-change/pending-target.ts
|
|
@@ -38,14 +39,49 @@ var SYNONYM_EXPANSION_CACHE_ENTRIES = 1024;
|
|
|
38
39
|
// src/core/synonyms/combined-postings.ts
|
|
39
40
|
var NO_DELETED = { size: 0, has: () => false };
|
|
40
41
|
var FIELD_SLOTS = 65536;
|
|
41
|
-
|
|
42
|
-
|
|
42
|
+
var NO_ROW = -1;
|
|
43
|
+
var rowOfField = null;
|
|
44
|
+
function addRow(combined, rowOf, docId, field, frequency) {
|
|
45
|
+
combined.totalTermFrequency += frequency;
|
|
46
|
+
const existing = rowOf[field];
|
|
47
|
+
if (existing !== NO_ROW) {
|
|
48
|
+
combined.frequencies[existing] += frequency;
|
|
49
|
+
return;
|
|
50
|
+
}
|
|
51
|
+
rowOf[field] = combined.docIds.length;
|
|
52
|
+
combined.docIds.push(docId);
|
|
53
|
+
combined.fieldNameIndices.push(field);
|
|
54
|
+
combined.frequencies.push(frequency);
|
|
55
|
+
combined.documents.add(docId);
|
|
56
|
+
}
|
|
57
|
+
function lowestDocumentAt(lists, cursors) {
|
|
58
|
+
let lowest = Number.POSITIVE_INFINITY;
|
|
59
|
+
for (let at = 0; at < lists.length; at++) {
|
|
60
|
+
if (cursors[at] < lists[at].length && lists[at].docIds[cursors[at]] < lowest) lowest = lists[at].docIds[cursors[at]];
|
|
61
|
+
}
|
|
62
|
+
return lowest;
|
|
63
|
+
}
|
|
64
|
+
function mergeOrderedLists(lists, combined) {
|
|
65
|
+
rowOfField ??= new Int32Array(FIELD_SLOTS).fill(NO_ROW);
|
|
66
|
+
const rowOf = rowOfField;
|
|
67
|
+
const cursors = new Uint32Array(lists.length);
|
|
68
|
+
for (let docId = lowestDocumentAt(lists, cursors); docId !== Number.POSITIVE_INFINITY; ) {
|
|
69
|
+
const runStart = combined.docIds.length;
|
|
70
|
+
for (let at = 0; at < lists.length; at++) {
|
|
71
|
+
const list = lists[at];
|
|
72
|
+
const deleted = list.deletedDocs.size > 0 && list.deletedDocs.has(docId);
|
|
73
|
+
let row = cursors[at];
|
|
74
|
+
for (; row < list.length && list.docIds[row] === docId; row++) {
|
|
75
|
+
if (!deleted) addRow(combined, rowOf, docId, list.fieldNameIndices[row], list.termFrequencies[row]);
|
|
76
|
+
}
|
|
77
|
+
cursors[at] = row;
|
|
78
|
+
}
|
|
79
|
+
for (let row = runStart; row < combined.docIds.length; row++) rowOf[combined.fieldNameIndices[row]] = NO_ROW;
|
|
80
|
+
docId = lowestDocumentAt(lists, cursors);
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
function combineUnorderedLists(lists, combined) {
|
|
43
84
|
const rowOf = /* @__PURE__ */ new Map();
|
|
44
|
-
const docIds = [];
|
|
45
|
-
const fieldNameIndices = [];
|
|
46
|
-
const frequencies = [];
|
|
47
|
-
const documents = /* @__PURE__ */ new Set();
|
|
48
|
-
let totalTermFrequency = 0;
|
|
49
85
|
for (const list of lists) {
|
|
50
86
|
const deleted = list.deletedDocs;
|
|
51
87
|
const hasDeleted = deleted.size > 0;
|
|
@@ -54,33 +90,66 @@ function combinePostingLists(lists) {
|
|
|
54
90
|
if (hasDeleted && deleted.has(docId)) continue;
|
|
55
91
|
const field = list.fieldNameIndices[row];
|
|
56
92
|
const frequency = list.termFrequencies[row];
|
|
57
|
-
totalTermFrequency += frequency;
|
|
93
|
+
combined.totalTermFrequency += frequency;
|
|
58
94
|
const key = docId * FIELD_SLOTS + field;
|
|
59
95
|
const existing = rowOf.get(key);
|
|
60
96
|
if (existing !== void 0) {
|
|
61
|
-
frequencies[existing] += frequency;
|
|
97
|
+
combined.frequencies[existing] += frequency;
|
|
62
98
|
continue;
|
|
63
99
|
}
|
|
64
|
-
rowOf.set(key, docIds.length);
|
|
65
|
-
docIds.push(docId);
|
|
66
|
-
fieldNameIndices.push(field);
|
|
67
|
-
frequencies.push(frequency);
|
|
68
|
-
documents.add(docId);
|
|
100
|
+
rowOf.set(key, combined.docIds.length);
|
|
101
|
+
combined.docIds.push(docId);
|
|
102
|
+
combined.fieldNameIndices.push(field);
|
|
103
|
+
combined.frequencies.push(frequency);
|
|
104
|
+
combined.documents.add(docId);
|
|
69
105
|
}
|
|
70
106
|
}
|
|
107
|
+
}
|
|
108
|
+
function rowsByDocument(docIds) {
|
|
109
|
+
const order = new Uint32Array(docIds.length);
|
|
110
|
+
for (let row = 0; row < order.length; row++) order[row] = row;
|
|
111
|
+
return order.sort((left, right) => docIds[left] - docIds[right] || left - right);
|
|
112
|
+
}
|
|
113
|
+
function listOf(combined, order) {
|
|
114
|
+
const length = combined.docIds.length;
|
|
115
|
+
const docIds = new Uint32Array(length);
|
|
116
|
+
const termFrequencies = new Float64Array(length);
|
|
117
|
+
const fieldNameIndices = new Uint16Array(length);
|
|
118
|
+
for (let at = 0; at < length; at++) {
|
|
119
|
+
const row = order === null ? at : order[at];
|
|
120
|
+
docIds[at] = combined.docIds[row];
|
|
121
|
+
termFrequencies[at] = combined.frequencies[row];
|
|
122
|
+
fieldNameIndices[at] = combined.fieldNameIndices[row];
|
|
123
|
+
}
|
|
71
124
|
return {
|
|
72
|
-
length
|
|
73
|
-
docIds
|
|
74
|
-
termFrequencies
|
|
75
|
-
fieldNameIndices
|
|
125
|
+
length,
|
|
126
|
+
docIds,
|
|
127
|
+
termFrequencies,
|
|
128
|
+
fieldNameIndices,
|
|
76
129
|
positions: null,
|
|
77
|
-
docIdSet: documents,
|
|
130
|
+
docIdSet: combined.documents,
|
|
78
131
|
deletedDocs: NO_DELETED,
|
|
79
|
-
totalTermFrequency,
|
|
132
|
+
totalTermFrequency: combined.totalTermFrequency,
|
|
80
133
|
structureRevision: 0,
|
|
81
134
|
ordered: false
|
|
82
135
|
};
|
|
83
136
|
}
|
|
137
|
+
function combinePostingLists(lists) {
|
|
138
|
+
if (lists.length === 1) return lists[0];
|
|
139
|
+
const combined = {
|
|
140
|
+
docIds: [],
|
|
141
|
+
fieldNameIndices: [],
|
|
142
|
+
frequencies: [],
|
|
143
|
+
documents: /* @__PURE__ */ new Set(),
|
|
144
|
+
totalTermFrequency: 0
|
|
145
|
+
};
|
|
146
|
+
if (lists.every((list) => list.ordered)) {
|
|
147
|
+
mergeOrderedLists(lists, combined);
|
|
148
|
+
return listOf(combined, null);
|
|
149
|
+
}
|
|
150
|
+
combineUnorderedLists(lists, combined);
|
|
151
|
+
return listOf(combined, rowsByDocument(combined.docIds));
|
|
152
|
+
}
|
|
84
153
|
|
|
85
154
|
// src/core/synonyms/expand.ts
|
|
86
155
|
function groupSynonymsOf(tokens) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { compareCodePoints } from './chunk-
|
|
1
|
+
import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
|
|
2
2
|
|
|
3
3
|
// src/core/ordering/fold-table.ts
|
|
4
4
|
var SINGLE_FOLDS = "1t,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2j,lj;b,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2,w;1,w;1,w;1,w;1,w;1,w;1,w;y,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;4,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-3d;1,1;2,1;2,1;2,-7g;2,5u;1,1;2,1;2,5q;1,1;2,5p;1,5p;1,1;3,27;1,5m;1,5n;1,1;2,5p;1,5r;2,5v;1,5t;1,1;4,5v;1,5x;2,5y;1,1;2,1;2,1;2,62;1,1;2,62;3,1;2,62;1,1;2,61;1,61;1,1;2,1;2,63;1,1;4,1;8,2;1,1;2,2;1,1;2,2;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,2;1,1;2,1;2,-2p;1,-1k;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-3m;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;8,8bv;1,1;2,-4j;1,8bs;3,1;2,-5f;1,1x;1,1z;1,1;2,1;2,1;2,1;2,1;6v,38;17,1;2,1;4,1;9,38;7,12;2,11;1,11;1,11;2,1s;2,1r;1,1r;2,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;n,1;d,8;1,-u;1,-p;4,-f;1,-m;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-1i;1,-1c;3,-1o;1,-1s;2,1;2,-7;1,1;3,-3m;1,-3m;1,-3m;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1d,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;a,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,f;1,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;28a,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;2,5ls;6,5ls;mj,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1oj,-4su;1,-4st;1,-4sk;1,-4si;1,-4si;1,-4sj;1,-4sc;1,-4ro;1,r7n;1,1;7,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;3,-2bk;1,-2bk;1,-2bk;8x,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;7,-1m;5,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;a,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;b,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;c,-8;2,-8;2,-8;2,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;21,-8;1,-8;1,-22;1,-22;3,-5j9;a,-2e;1,-2e;1,-2e;1,-2e;d,-8;1,-8;1,-2s;1,-2s;d,-8;1,-8;1,-34;1,-34;1,-7;c,-3k;1,-3k;1,-3i;1,-3i;8b,-5st;4,-6gv;1,-6di;7,s;1a,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;k,1;mr,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1f5,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1d,1;2,-8af;1,-2xy;1,-89z;3,1;2,1;2,1;2,-8bg;1,-8al;1,-8bj;1,-8bi;2,1;3,1;9,-8cf;1,-8cf;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;9,1;2,1;5,1;nym,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;k,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3s,1;2,1;2,1;2,1;2,1;2,1;2,1;4,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;b,1;2,1;2,-r9g;1,1;2,1;2,1;2,1;2,1;5,1;2,-wmg;3,1;2,1;4,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-wn8;1,-wnj;1,-wnf;1,-wn5;1,-wn8;2,-wlu;1,-wmi;1,-wlx;1,ps;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-1c;1,-wn7;1,-raw;1,1;2,1;2,-wo7;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-wu9;p,1;or,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;ggy,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;xy,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;3t,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;4d,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1d7,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;4e,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;27v,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;gw1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1t,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;o5k,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;";
|
|
@@ -1,15 +1,15 @@
|
|
|
1
|
-
import { encodeSegmentManifest } from './chunk-
|
|
2
|
-
import { writeSegmentsOf, readSegmentFile, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-
|
|
3
|
-
import { restoreVectorFields } from './chunk-
|
|
1
|
+
import { encodeSegmentManifest } from './chunk-3HYC4JRF.mjs';
|
|
2
|
+
import { writeSegmentsOf, readSegmentFile, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-QOW2JPUI.mjs';
|
|
3
|
+
import { restoreVectorFields } from './chunk-WX4LAO6M.mjs';
|
|
4
4
|
import { ReplicationMessageTypes } from './chunk-5FLRXF73.mjs';
|
|
5
5
|
import { WIRE_BATCH_BUDGET } from './chunk-JDDXV6UF.mjs';
|
|
6
6
|
import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-NF4DT3IH.mjs';
|
|
7
7
|
import { DEFAULT_COMPACTION_THRESHOLD, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, SEGMENT_FILE_FRAMING_SLACK_BYTES } from './chunk-QDZJM7NI.mjs';
|
|
8
|
-
import { reconstructSchemaFromMetadata, prepareDocumentVectors } from './chunk-
|
|
9
|
-
import { generateId, freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, decodeMapWithoutFields, shareSegmentArrays } from './chunk-
|
|
10
|
-
import { isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-
|
|
8
|
+
import { reconstructSchemaFromMetadata, prepareDocumentVectors } from './chunk-EFBDHH5P.mjs';
|
|
9
|
+
import { generateId, freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, decodeMapWithoutFields, shareSegmentArrays } from './chunk-VTTRFF2C.mjs';
|
|
10
|
+
import { isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-P5ZI2P2W.mjs';
|
|
11
11
|
import { crc32 } from './chunk-7GXJUJ24.mjs';
|
|
12
|
-
import { extractVectorFieldsFromSchema, partialFieldsOf } from './chunk-
|
|
12
|
+
import { extractVectorFieldsFromSchema, partialFieldsOf } from './chunk-BU4SAIC4.mjs';
|
|
13
13
|
import { getLanguage, resolveIndexAnalysis } from './chunk-RZWWB2XR.mjs';
|
|
14
14
|
import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
|
|
15
15
|
import { ErrorCodes, NarsilError } from './chunk-MP7ABPTD.mjs';
|
|
@@ -879,7 +879,7 @@ async function compactPartitionSegments(input) {
|
|
|
879
879
|
if (paged) {
|
|
880
880
|
const { directory } = input.store;
|
|
881
881
|
if (directory === void 0) return { segments, nextSegmentId: input.nextSegmentId };
|
|
882
|
-
const { mergePagedWindow } = await import('./module-
|
|
882
|
+
const { mergePagedWindow } = await import('./module-FQ4JWNQJ.mjs');
|
|
883
883
|
return replacing(
|
|
884
884
|
await mergePagedWindow({
|
|
885
885
|
store: input.store,
|
|
@@ -967,7 +967,7 @@ function pagedSettingsOf(context) {
|
|
|
967
967
|
async function tombstonesOfDelta(context, older, selections, deleted) {
|
|
968
968
|
const { directory } = context.input.store;
|
|
969
969
|
if (context.input.metadata.textStorage !== "disk" || directory === void 0) return deleted;
|
|
970
|
-
const { pagedTombstonesFor } = await import('./module-
|
|
970
|
+
const { pagedTombstonesFor } = await import('./module-FQ4JWNQJ.mjs');
|
|
971
971
|
return pagedTombstonesFor(
|
|
972
972
|
directory,
|
|
973
973
|
older,
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { RESTORE_ESTIMATE_MARGIN, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-ZYAY26KG.mjs';
|
|
2
|
-
import { readResidentMemory } from './chunk-
|
|
2
|
+
import { readResidentMemory } from './chunk-P5ZI2P2W.mjs';
|
|
3
3
|
import { readHeapStatistics } from './chunk-IPN7S4KX.mjs';
|
|
4
|
-
import { extractVectorFieldsFromSchema } from './chunk-
|
|
4
|
+
import { extractVectorFieldsFromSchema } from './chunk-BU4SAIC4.mjs';
|
|
5
5
|
import { collectAndReturnPages } from './chunk-QYRNLLLI.mjs';
|
|
6
6
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
7
7
|
|
|
@@ -4,14 +4,14 @@ function holdsChangeWork(entry) {
|
|
|
4
4
|
}
|
|
5
5
|
async function abandonChangeOf(core, indexName) {
|
|
6
6
|
if (!holdsChangeWork(core.indexRegistry.get(indexName))) return;
|
|
7
|
-
const { abandonAnalysisChange } = await import('./analysis-change-
|
|
7
|
+
const { abandonAnalysisChange } = await import('./analysis-change-5BQOQ4BF.mjs');
|
|
8
8
|
await abandonAnalysisChange(core, indexName);
|
|
9
9
|
}
|
|
10
10
|
async function resumeChangeOf(core, indexName) {
|
|
11
11
|
if ((core.indexRegistry.get(indexName)?.pendingAnalysis ?? null) === null) return;
|
|
12
12
|
if (core.mutationCtx.capacityScope === "partition") return;
|
|
13
13
|
if (core.executor.getManager(indexName) === void 0) return;
|
|
14
|
-
const { resumeAnalysisChange } = await import('./analysis-change-
|
|
14
|
+
const { resumeAnalysisChange } = await import('./analysis-change-5BQOQ4BF.mjs');
|
|
15
15
|
void resumeAnalysisChange(core, indexName).catch(() => void 0);
|
|
16
16
|
}
|
|
17
17
|
async function resumeEveryChange(core) {
|
|
@@ -3,21 +3,29 @@ import { existsSync } from 'fs';
|
|
|
3
3
|
import { createRequire } from 'module';
|
|
4
4
|
import { join, dirname } from 'path';
|
|
5
5
|
|
|
6
|
-
// src/vector/
|
|
7
|
-
var
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
6
|
+
// src/vector/native/backend.ts
|
|
7
|
+
var nativeSearchCoreEnabled = true;
|
|
8
|
+
function nativeSearchCoreIsEnabled() {
|
|
9
|
+
return nativeSearchCoreEnabled;
|
|
10
|
+
}
|
|
11
|
+
function stopUsingTheNativeSearchCore(error) {
|
|
12
|
+
if (!nativeSearchCoreEnabled) return;
|
|
13
|
+
nativeSearchCoreEnabled = false;
|
|
14
|
+
console.warn(
|
|
15
|
+
"The native search core raised an error, so this thread searches through WebAssembly from now on:",
|
|
16
|
+
error instanceof Error ? error.message : String(error)
|
|
17
|
+
);
|
|
18
|
+
}
|
|
19
|
+
function noteFallback(operation) {
|
|
20
|
+
}
|
|
15
21
|
|
|
16
22
|
// src/vector/native/types.ts
|
|
17
|
-
var NATIVE_CORE_ABI_VERSION =
|
|
23
|
+
var NATIVE_CORE_ABI_VERSION = 8;
|
|
18
24
|
var NATIVE_OK = 0;
|
|
19
25
|
var NATIVE_NEEDS_ROOM = 3;
|
|
20
26
|
var NATIVE_GRAPH_NOT_HELD_ALONE = 4;
|
|
27
|
+
|
|
28
|
+
// src/vector/native/loader.ts
|
|
21
29
|
var BINARY_FILE_NAME = "narsil-core.node";
|
|
22
30
|
var MUSL_DIRECTORY = "musl";
|
|
23
31
|
var PLATFORMS_WITH_A_BINARY = /* @__PURE__ */ new Set([
|
|
@@ -125,4 +133,4 @@ function loadNativeCore() {
|
|
|
125
133
|
return loaded;
|
|
126
134
|
}
|
|
127
135
|
|
|
128
|
-
export {
|
|
136
|
+
export { NATIVE_GRAPH_NOT_HELD_ALONE, NATIVE_NEEDS_ROOM, NATIVE_OK, loadNativeCore, nativeSearchCoreIsEnabled, noteFallback, requireSearchBackendSettings, stopUsingTheNativeSearchCore };
|
|
@@ -1,27 +1,14 @@
|
|
|
1
|
+
import { MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES } from './chunk-SQJWAIF4.mjs';
|
|
1
2
|
import { PARTIAL_WORD_MIN_CODE_POINTS, PARTIAL_WORDS_ADDED_PER_QUERY, DEFAULT_FUZZY_PREFIX_LENGTH } from './chunk-FQBFZAWG.mjs';
|
|
2
|
-
import { flattenSchema, encodeDocument } from './chunk-
|
|
3
|
+
import { flattenSchema, encodeDocument } from './chunk-BU4SAIC4.mjs';
|
|
3
4
|
import { fuzzyTermMatches } from './chunk-GES7U2PM.mjs';
|
|
4
5
|
import { isWordIndexedBase, parseFieldType } from './chunk-I54T6CQP.mjs';
|
|
5
|
-
import { encodeStringBlob
|
|
6
|
+
import { encodeStringBlob } from './chunk-G6HRSGOU.mjs';
|
|
6
7
|
import { DEFAULT_PATTERN_VALUE_LIMIT, isPlainObject, MAX_DOCUMENT_BYTES, MAX_DOCUMENT_NESTING_DEPTH, VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
|
|
8
|
+
import { tokenize, resolveStopWords, transformToken, visitTokens, visitSurfaceSpellings } from './chunk-A4L7YTKX.mjs';
|
|
7
9
|
import { EARLIER_RELEASE_MIN_M, MIN_M, MAX_M } from './chunk-ZXX5GZEX.mjs';
|
|
8
10
|
import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
|
|
9
|
-
import { compareCodePoints, codePointCount, holdsUnpairedSurrogate, exceedsCodePoints } from './chunk-
|
|
10
|
-
|
|
11
|
-
// src/geo/constants.ts
|
|
12
|
-
var DEG_TO_RAD = Math.PI / 180;
|
|
13
|
-
var MAX_LATITUDE_DEGREES = 90;
|
|
14
|
-
var MAX_LONGITUDE_DEGREES = 180;
|
|
15
|
-
var MIN_POLYGON_POINTS = 3;
|
|
16
|
-
var ANTIMERIDIAN_SPAN_DEGREES = 180;
|
|
17
|
-
var FULL_TURN_DEGREES = 360;
|
|
18
|
-
var EARTH_RADIUS_METERS = 63710088e-1;
|
|
19
|
-
var LOCATION_CODE_BITS_PER_AXIS = 26;
|
|
20
|
-
var MAX_COVERING_CELLS = 16;
|
|
21
|
-
var RADIUS_BOX_MARGIN_RATIO = 1.02;
|
|
22
|
-
var RADIUS_BOX_MARGIN_RADIANS = 1e-9;
|
|
23
|
-
var VINCENTY_MAX_ITERATIONS = 200;
|
|
24
|
-
var VINCENTY_CONVERGENCE_THRESHOLD = 1e-12;
|
|
11
|
+
import { compareCodePoints, codePointCount, holdsUnpairedSurrogate, exceedsCodePoints } from './chunk-TBC3XUL2.mjs';
|
|
25
12
|
|
|
26
13
|
// src/geo/coordinates.ts
|
|
27
14
|
function isLatitude(value) {
|
|
@@ -1445,4 +1432,4 @@ var partialWordSearchModule = {
|
|
|
1445
1432
|
highlightWords: partialWordsToHighlight
|
|
1446
1433
|
};
|
|
1447
1434
|
|
|
1448
|
-
export {
|
|
1435
|
+
export { expandTermPrefix, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isLatitude, isLongitude, isQuantizationMode, isStorageMode, messagePackUpperBoundBytes, parseVectorDimension, partialWordSearchModule, partitionDocumentFrequency, raiseEarlierReleaseGraphSetting, requireDocumentWithinSizeLimit, sameFields, suggestDisplayTerms, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateTextStorage, validateVectorPromotion, validateVectorStorage, visitDocumentSpellings, visitDocumentSurfaceSpellings };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { openManifestPayload, listedKeysOf, decodeManifestPayload } from './chunk-
|
|
1
|
+
import { openManifestPayload, listedKeysOf, decodeManifestPayload } from './chunk-4KKXNJM6.mjs';
|
|
2
2
|
import { manifestFileRefs } from './chunk-NF4DT3IH.mjs';
|
|
3
3
|
import { QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-5YNRKI2C.mjs';
|
|
4
4
|
import { HEADER_SIZE } from './chunk-3OH67G7R.mjs';
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
// src/vector/osq/constants.ts
|
|
2
|
+
var OSQ_GRID = { 1: 0.798, 2: 1.493, 4: 2.514, 8: 3.922 };
|
|
3
|
+
var OSQ_STEPS = { 1: 1, 2: 3, 4: 15, 8: 255 };
|
|
4
|
+
var OSQ_QUERY_BITS = { 1: 4, 2: 4, 4: 4, 8: 8 };
|
|
5
|
+
var OSQ_PLACEMENT_QUERY_BITS = { 1: 4, 2: 4, 4: 8, 8: 8 };
|
|
6
|
+
var OSQ_LAMBDA = 0.1;
|
|
7
|
+
var OSQ_REFINE_ROUNDS = 5;
|
|
8
|
+
var OSQ_REFINE_TOLERANCE = 1e-8;
|
|
9
|
+
var MIN_OVERSAMPLE = 1;
|
|
10
|
+
|
|
11
|
+
export { MIN_OVERSAMPLE, OSQ_GRID, OSQ_LAMBDA, OSQ_PLACEMENT_QUERY_BITS, OSQ_QUERY_BITS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, OSQ_STEPS };
|