@delali/narsil 0.3.1-next.162 → 0.3.1-next.169
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +24 -8
- package/dist/browser/{chunk-MZHQ65VI.mjs → chunk-2Q45HI5H.mjs} +14 -10
- package/dist/browser/{chunk-MMHIIL5B.mjs → chunk-4ZICWS4V.mjs} +1 -1
- package/dist/browser/{chunk-KQXKCMGQ.mjs → chunk-JHFBQKUF.mjs} +119 -90
- package/dist/browser/{core-leaf-SIWXFZLV.mjs → core-leaf-WYFANMKC.mjs} +61 -13
- package/dist/browser/custom-token-results-R5BIX7SL.mjs +59 -0
- package/dist/browser/{embed-RF2MPGAO.mjs → embed-24IPR4LP.mjs} +2 -2
- package/dist/browser/{module-PMQBRESM.mjs → module-XVLHJ7T7.mjs} +358 -62
- package/dist/browser/{optional-writes-WMZX4OEC.mjs → optional-writes-TB34FYUW.mjs} +118 -66
- package/dist/browser/{phrase-module-22TKMXWI.mjs → phrase-module-6UGFVW5J.mjs} +1 -0
- package/dist/browser/{resolve-vector-text-KI65IHMD.mjs → resolve-vector-text-EJ6DHFF5.mjs} +8 -0
- package/dist/browser/{storage-leaf-VGR2BWJJ.mjs → storage-leaf-QFXIWDFK.mjs} +208 -87
- package/dist/browser/{worker-copies-WQCPP3TS.mjs → worker-copies-ICHLYYXM.mjs} +1 -0
- package/dist/{capabilities-DkXAkb-X.d.ts → capabilities-BQIdsaWy.d.ts} +2 -2
- package/dist/{chunk-BKOMO7HT.mjs → chunk-26E5MO3Y.mjs} +5 -5
- package/dist/{chunk-EEYDJB4Z.mjs → chunk-2C3BXZGA.mjs} +213 -149
- package/dist/{chunk-NXMGUDZA.mjs → chunk-2KWTQ2P7.mjs} +2 -2
- package/dist/{chunk-TW543F33.mjs → chunk-34IOOYXA.mjs} +1 -1
- package/dist/{chunk-D5GNFN6X.mjs → chunk-7FC2ZILY.mjs} +98 -40
- package/dist/{chunk-XRBPHCCT.mjs → chunk-A4XYDUVN.mjs} +5 -5
- package/dist/{chunk-R4F7ZTVG.mjs → chunk-BIIROQ5Q.mjs} +2 -2
- package/dist/{chunk-Q2WQSAYH.mjs → chunk-CQX5B6L2.mjs} +54 -11
- package/dist/{chunk-XXWEUXE4.mjs → chunk-D6FYUTFN.mjs} +1 -1
- package/dist/{chunk-OUWZKNO3.mjs → chunk-DG6WIEB3.mjs} +1 -1
- package/dist/{chunk-GJKFXKMI.mjs → chunk-F3FDHXCJ.mjs} +12 -9
- package/dist/{chunk-3UGZBRDN.mjs → chunk-GO6TRSJ6.mjs} +1 -1
- package/dist/{react-native/chunks/chunk-OK3WUA6N.mjs → chunk-I2WJCRIH.mjs} +1 -1
- package/dist/{chunk-Q7CUUSJ2.mjs → chunk-ISJ35523.mjs} +2 -2
- package/dist/{chunk-GQLOEACG.mjs → chunk-JCWC75NH.mjs} +2 -2
- package/dist/{chunk-ZGYF37MG.mjs → chunk-JDIATDPY.mjs} +1 -1
- package/dist/{chunk-3B775F3C.mjs → chunk-JP77OWMI.mjs} +3 -1
- package/dist/{chunk-KSOZJEYU.mjs → chunk-KHJPMZE2.mjs} +1 -1
- package/dist/{chunk-ZQ6QY42L.mjs → chunk-KL6W73BZ.mjs} +8 -0
- package/dist/{chunk-ES5EOXT6.mjs → chunk-LOQHA6QK.mjs} +3 -3
- package/dist/{chunk-AB27FWZM.mjs → chunk-LPRRFCVU.mjs} +2 -2
- package/dist/{chunk-EIR3IQCL.mjs → chunk-QFJMRB7D.mjs} +2 -1
- package/dist/{chunk-S3BSDBF7.mjs → chunk-QJGDB3WR.mjs} +1 -1
- package/dist/{chunk-EI7U43MX.mjs → chunk-R7PLSVK3.mjs} +2 -2
- package/dist/{chunk-5DUTOEK5.mjs → chunk-TBOZHYCF.mjs} +2 -2
- package/dist/{chunk-VJOS6MHF.mjs → chunk-TNEU32EN.mjs} +64 -16
- package/dist/{chunk-RXMR2SIQ.mjs → chunk-UISV46WX.mjs} +4 -4
- package/dist/{chunk-4CAMH7FO.mjs → chunk-X4UMDSB4.mjs} +2 -1
- package/dist/{chunk-R4CE4IVU.mjs → chunk-X5NHWOXT.mjs} +15 -11
- package/dist/{react-native/chunks/chunk-HEELWLKL.mjs → chunk-XFOL77WH.mjs} +1 -1
- package/dist/{chunk-TOZENMM7.mjs → chunk-XITVDRRH.mjs} +5 -5
- package/dist/{chunk-FSLQHOKZ.mjs → chunk-XNFBYAXI.mjs} +1 -1
- package/dist/{chunk-V4YIEMAI.mjs → chunk-XQQKETAF.mjs} +4 -4
- package/dist/{chunk-DSXFN5BF.mjs → chunk-XTSFRWAS.mjs} +8 -8
- package/dist/{chunk-K4BMDPPX.mjs → chunk-Y27E2MGC.mjs} +2 -2
- package/dist/{chunk-JV74RKCY.mjs → chunk-YM2HI5N5.mjs} +1 -1
- package/dist/{chunk-7OE73OO4.mjs → chunk-YPV2L7M5.mjs} +56 -6
- package/dist/{chunk-STLNPJXU.mjs → chunk-YXZDTKQS.mjs} +2 -2
- package/dist/{chunk-5P72V66D.mjs → chunk-ZB5X5WAK.mjs} +24 -20
- package/dist/{client-VJmV_AjZ.d.ts → client-CeUxvIvd.d.ts} +4 -4
- package/dist/client.d.ts +8 -8
- package/dist/{config-ZZg4cwQz.d.ts → config-CIpLXXxm.d.ts} +2 -2
- package/dist/{config-Cb3FOlE_.d.ts → config-DehU-VGL.d.ts} +2 -2
- package/dist/{core-leaf-LOXCD7MY.mjs → core-leaf-VIMO377O.mjs} +3 -3
- package/dist/custom-token-results-NXHBVY7U.mjs +59 -0
- package/dist/{direct-executor-PF4UDSUW.mjs → direct-executor-2WQSGBN3.mjs} +7 -7
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution/transport/tcp.mjs +1 -1
- package/dist/distribution.d.ts +7 -7
- package/dist/distribution.mjs +39 -39
- package/dist/{embed-4H7RTBVL.mjs → embed-UNHDFGDU.mjs} +2 -2
- package/dist/{engine-DdOs682x.d.ts → engine-P-4xhUe4.d.ts} +6 -2
- package/dist/{index-Ck9w5WHz.d.ts → index-CBUl4z3E.d.ts} +1 -1
- package/dist/index.browser.mjs +3 -3
- package/dist/index.d.ts +6 -6
- package/dist/index.mjs +7 -7
- package/dist/index.react-native.mjs +6 -6
- package/dist/{long-query-thread-OTVLP2OI.mjs → long-query-thread-AAYTLYZK.mjs} +19 -19
- package/dist/{module-UIKSHY3G.mjs → module-5SXNUCD5.mjs} +315 -64
- package/dist/{msgpack-leaf-5WFRP6JM.mjs → msgpack-leaf-7KBYOVTF.mjs} +2 -2
- package/dist/{optional-reads-RSLNSGNG.mjs → optional-reads-ENKMVQ4Q.mjs} +1 -1
- package/dist/{optional-writes-4ITCV7YT.mjs → optional-writes-N2DFWWZ3.mjs} +39 -26
- package/dist/{paged-partition-archive-VMJ2AUA6.mjs → paged-partition-archive-X7L27E5Z.mjs} +19 -19
- package/dist/partial-words.browser.mjs +3 -3
- package/dist/partial-words.mjs +7 -7
- package/dist/pattern.browser.mjs +2 -2
- package/dist/pattern.mjs +2 -2
- package/dist/persistence/durability/checkpoint-worker.d.ts +1 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +17 -17
- package/dist/{phrase-module-IWSG2DDZ.mjs → phrase-module-ZY3TLTQA.mjs} +2 -1
- package/dist/{query-actions-EW72OQXY.mjs → query-actions-2JOLPELC.mjs} +7 -7
- package/dist/query-suggestions/merge-worker.mjs +10 -10
- package/dist/query-suggestions.browser.mjs +3 -3
- package/dist/query-suggestions.d.ts +2 -2
- package/dist/query-suggestions.mjs +8 -8
- package/dist/{chunk-ZBVHS5KF.mjs → react-native/chunks/chunk-57R74JWC.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-AUXXPSFB.mjs → chunk-F4MIGBBP.mjs} +214 -150
- package/dist/react-native/chunks/{chunk-3RUXKZJG.mjs → chunk-F6BJYCF2.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-RVHCQJQM.mjs → chunk-GGBATERA.mjs} +3 -3
- package/dist/react-native/chunks/{chunk-I5W7A2JF.mjs → chunk-GVWLACAT.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-XOCM3BFU.mjs → chunk-H344ZXRH.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-VIPNDN4B.mjs → chunk-I7DTUOK2.mjs} +65 -15
- package/dist/react-native/chunks/{chunk-2JMAUU26.mjs → chunk-J2BQTJJE.mjs} +1 -1
- package/dist/{chunk-QBVTYY4J.mjs → react-native/chunks/chunk-OZ3XEM6D.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-4EXKQ2IB.mjs → chunk-SK3DPAI4.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-XBTFK3AZ.mjs → chunk-WFQ6YQZA.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-FTQ7JNMU.mjs → chunk-ZDDJVR7X.mjs} +15 -11
- package/dist/react-native/chunks/{core-leaf-O3236QY3.mjs → core-leaf-UDUMVC3M.mjs} +2 -2
- package/dist/react-native/chunks/custom-token-results-3OZEMRE7.mjs +59 -0
- package/dist/react-native/chunks/{embed-3WQ2CCR5.mjs → embed-U7CIKEY4.mjs} +2 -2
- package/dist/react-native/chunks/{module-LRR7D5ZO.mjs → module-7BJ3VOWQ.mjs} +360 -66
- package/dist/react-native/chunks/{msgpack-leaf-TR66ZVAX.mjs → msgpack-leaf-GTKLF6GJ.mjs} +2 -2
- package/dist/react-native/chunks/{optional-reads-TOWGNEDH.mjs → optional-reads-74HYI4DO.mjs} +1 -1
- package/dist/react-native/chunks/{optional-writes-7AFBIZMN.mjs → optional-writes-TXTJ6HUZ.mjs} +37 -24
- package/dist/react-native/chunks/{phrase-module-3A4AKMKL.mjs → phrase-module-UC4YGEBB.mjs} +2 -1
- package/dist/react-native/chunks/{resolve-vector-text-LXRYXF7M.mjs → resolve-vector-text-FTPD5EY6.mjs} +8 -0
- package/dist/react-native/chunks/{restore-queue-7FSHTGJ5.mjs → restore-queue-SZLWIL3B.mjs} +9 -9
- package/dist/react-native/chunks/{segment-codec-leaf-4QV4HO4R.mjs → segment-codec-leaf-WMUZ5P4F.mjs} +7 -7
- package/dist/react-native/chunks/{segment-merge-leaf-5DUZZSXJ.mjs → segment-merge-leaf-Q2OEJIQ3.mjs} +8 -8
- package/dist/react-native/chunks/{storage-leaf-PNU6HWY7.mjs → storage-leaf-OXYV6O6P.mjs} +213 -100
- package/dist/react-native/chunks/{store-leaf-ESVUGYYO.mjs → store-leaf-ZMDXYK4E.mjs} +8 -8
- package/dist/react-native/chunks/{suggestions-leaf-MOVOPBGD.mjs → suggestions-leaf-FIMGQZ2T.mjs} +8 -8
- package/dist/react-native/chunks/{worker-copies-VQGF3WZX.mjs → worker-copies-72TGFYQB.mjs} +8 -7
- package/dist/react-native/partial-words.mjs +6 -6
- package/dist/react-native/pattern.mjs +3 -3
- package/dist/react-native/query-suggestions.mjs +6 -6
- package/dist/react-native/sync.mjs +6 -6
- package/dist/react-native/synonyms.mjs +6 -6
- package/dist/react.d.ts +9 -9
- package/dist/{rerank-QHJXPSAK.mjs → rerank-E2HFKKGJ.mjs} +7 -7
- package/dist/{resolve-vector-text-4PDRTPNQ.mjs → resolve-vector-text-6WPFFIX5.mjs} +1 -1
- package/dist/{restore-queue-5W5HX44H.mjs → restore-queue-PUVBN6L3.mjs} +10 -10
- package/dist/{schema-C_7yRJLt.d.ts → schema-CzG9OUw5.d.ts} +5 -1
- package/dist/{segment-codec-leaf-7VLVXKWO.mjs → segment-codec-leaf-24Z3MMQI.mjs} +8 -8
- package/dist/{segment-merge-leaf-22XR3IGA.mjs → segment-merge-leaf-FQQDU45E.mjs} +8 -8
- package/dist/server.d.ts +10 -10
- package/dist/server.mjs +26 -26
- package/dist/{storage-leaf-ZZ77C3DX.mjs → storage-leaf-KIA7XO6Y.mjs} +79 -81
- package/dist/{store-leaf-LJ6D2PMF.mjs → store-leaf-ESVLL4JO.mjs} +9 -9
- package/dist/{suggestions-leaf-KTQHO3PY.mjs → suggestions-leaf-FXF4AHAY.mjs} +11 -11
- package/dist/sync/filesystem.d.ts +3 -3
- package/dist/sync/filesystem.mjs +15 -15
- package/dist/sync/indexeddb.browser.mjs +1 -1
- package/dist/sync/indexeddb.d.ts +3 -3
- package/dist/sync/indexeddb.mjs +2 -2
- package/dist/sync.browser.mjs +3 -3
- package/dist/sync.d.ts +4 -4
- package/dist/sync.mjs +7 -7
- package/dist/synonyms.browser.mjs +3 -3
- package/dist/synonyms.mjs +7 -7
- package/dist/{tasks-CxA-J_Ty.d.ts → tasks-CXtQ3Zpp.d.ts} +4 -4
- package/dist/thread-OWXVP2ZA.mjs +30 -0
- package/dist/{types-BboB278g.d.ts → types-CDN70Y_C.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +5 -5
- package/dist/{worker-copies-ODAAGQRC.mjs → worker-copies-XXX7PF4J.mjs} +10 -10
- package/dist/workers/entry.mjs +13 -13
- package/package.json +9 -8
- package/dist/thread-XWDK6TAR.mjs +0 -30
- /package/dist/{chunk-77AUVDQ5.mjs → chunk-CV3Q2EKO.mjs} +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { chargeHeapBytes } from './chunk-
|
|
2
|
-
import { VECTOR_WORKER_COPIES_ALLOWED, DEFAULT_RANK_CONSTANT, MAX_RENUMBERED_SEARCH_ATTEMPTS, openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, withTransientAdmission, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, defaultQuantizationFor, osqBitsOf, DEFAULT_VECTOR_METRIC, noBuildHistory, createOsqQuantizer, recordCheckpoint, assignStorePartitions, liveSize, writeSequenceOf, writeSequenceWords, storePinsOf, admissionAt, handOverBuildTurns, filterForOptions, openGraphState, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, MIN_RANK_CONSTANT, requirePinnedState, RESULT_WINDOW, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, fixedView, VECTOR_MEMORY_LIMITS, createDocIdMap, sharedVectorStoreBytes, IN_MEMORY, STORE_RELEASED_VECTORS_TO_DISK, STORE_SLOTS, DISK_STORAGE_BLOCK_BYTES, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, turnsAreBudgeted, yieldBackgroundTurn, yieldBuildTurn, holdAdmission, fieldHandlesOf, ordinalFilterForSubsets, ordinalFilterValues, nativeScoresOf, toScore, ordinalFilterHas, threadedNativeCore, threadsHoldCurrentLayout, WORKER_COPY_MIN_VECTORS, signalOfSearch, bindSearchSignal, UNPLACED_FLAG_CHUNK_ORDINALS, openVectorBlock, NOTHING_STAGED, magnitude, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorFileReader, createSharedVectorStoreHandles, sequenceWritesOf, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, oldestHeldPin, coverOrdinal, nextSequence, publishSequence, createOrdinalFilter, addToOrdinalFilter, stampBorn, mayFree, retiredAtOf, stampRetired, SHUFFLED_REBUILD_MEMORY_RETRY_MS, emptyFieldBeforeRestore, nativeStoreScratchBytes, toDistance, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, holdWritesAndBackgroundWork, FUSION_TIE_INSERTION_LIMIT, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, grownByteLength, growBufferTo, resetStoreHeader, STORE_CODE_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, recalibrateFromStore, NO_LIVE_VECTOR_AT_POSITION, signatureOf, bytesToVectors, isDead, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, allLiveDocIds, sharedMemoryAvailable, createVectorBlock, ensureBlockSlots, releaseReplacedVectors, createHNSWIndex, adoptGraph, topLayerInParts, shuffleInPlace, requireWholeNeighbourLists, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, backgroundTurnIsSpent, createCentroidSums, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, shuffleStep, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, turnIsSpent, yieldTurn, SEARCH_REFILL_RESERVE, resolveWorkerCount, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, BUILD_CHUNK_SIZE, nativeStoreFor, nativeMetricCode, withNativeThreadSlot, SEARCH_SCAN_CHUNK_VECTORS, noteThreadSlotLive, noteThreadSlotGone, releasePinsHeldBy, releaseLocksHeldBy, DRIFT_CHECK_GROWTH_FACTOR, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, adoptLoadedCalibration, planCheckpoint, deserialize, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS, RECALIBRATION_DRIFT_RATIO, DISK_ADOPTION_YIELD_INTERVAL } from './chunk-
|
|
3
|
-
export { bindVectorHost, holdAdmission, releaseLocksHeldBy, releasePinsHeldBy, requireUsableVectorOptions } from './chunk-
|
|
4
|
-
import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, NATIVE_OK } from './chunk-
|
|
1
|
+
import { chargeHeapBytes } from './chunk-J2BQTJJE.mjs';
|
|
2
|
+
import { VECTOR_WORKER_COPIES_ALLOWED, DEFAULT_RANK_CONSTANT, MAX_RENUMBERED_SEARCH_ATTEMPTS, openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, withTransientAdmission, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, defaultQuantizationFor, osqBitsOf, DEFAULT_VECTOR_METRIC, noBuildHistory, createOsqQuantizer, recordCheckpoint, assignStorePartitions, liveSize, writeSequenceOf, writeSequenceWords, storePinsOf, admissionAt, handOverBuildTurns, filterForOptions, openGraphState, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, MIN_RANK_CONSTANT, requirePinnedState, RESULT_WINDOW, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, fixedView, VECTOR_MEMORY_LIMITS, createDocIdMap, sharedVectorStoreBytes, IN_MEMORY, STORE_RELEASED_VECTORS_TO_DISK, STORE_SLOTS, DISK_STORAGE_BLOCK_BYTES, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, turnsAreBudgeted, yieldBackgroundTurn, yieldBuildTurn, holdAdmission, fieldHandlesOf, ordinalFilterForSubsets, ordinalFilterValues, nativeScoresOf, toScore, ordinalFilterHas, threadedNativeCore, threadsHoldCurrentLayout, WORKER_COPY_MIN_VECTORS, signalOfSearch, bindSearchSignal, UNPLACED_FLAG_CHUNK_ORDINALS, openVectorBlock, NOTHING_STAGED, magnitude, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorFileReader, createSharedVectorStoreHandles, sequenceWritesOf, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, oldestHeldPin, coverOrdinal, nextSequence, publishSequence, createOrdinalFilter, addToOrdinalFilter, stampBorn, mayFree, retiredAtOf, requireBytesWithinLimit, stampRetired, SHUFFLED_REBUILD_MEMORY_RETRY_MS, emptyFieldBeforeRestore, nativeStoreScratchBytes, toDistance, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, holdWritesAndBackgroundWork, FUSION_TIE_INSERTION_LIMIT, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, grownByteLength, growBufferTo, resetStoreHeader, STORE_CODE_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, recalibrateFromStore, NO_LIVE_VECTOR_AT_POSITION, signatureOf, bytesToVectors, isDead, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, allLiveDocIds, sharedMemoryAvailable, createVectorBlock, ensureBlockSlots, releaseReplacedVectors, createHNSWIndex, adoptGraph, topLayerInParts, shuffleInPlace, requireWholeNeighbourLists, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, backgroundTurnIsSpent, createCentroidSums, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, shuffleStep, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, turnIsSpent, yieldTurn, SEARCH_REFILL_RESERVE, resolveWorkerCount, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, BUILD_CHUNK_SIZE, nativeStoreFor, nativeMetricCode, withNativeThreadSlot, SEARCH_SCAN_CHUNK_VECTORS, noteThreadSlotLive, noteThreadSlotGone, releasePinsHeldBy, releaseLocksHeldBy, DRIFT_CHECK_GROWTH_FACTOR, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, adoptLoadedCalibration, planCheckpoint, deserialize, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS, RECALIBRATION_DRIFT_RATIO, DISK_ADOPTION_YIELD_INTERVAL } from './chunk-I7DTUOK2.mjs';
|
|
3
|
+
export { bindVectorHost, holdAdmission, releaseLocksHeldBy, releasePinsHeldBy, requireUsableVectorOptions } from './chunk-I7DTUOK2.mjs';
|
|
4
|
+
import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, NATIVE_OK } from './chunk-WFQ6YQZA.mjs';
|
|
5
5
|
import './chunk-PVMEHBQO.mjs';
|
|
6
6
|
import { compareCodePoints } from './chunk-HRDMIQ63.mjs';
|
|
7
7
|
import './chunk-VUJCSQG5.mjs';
|
|
@@ -465,6 +465,27 @@ function getVectorMaintenanceStatus(manager) {
|
|
|
465
465
|
return results;
|
|
466
466
|
}
|
|
467
467
|
|
|
468
|
+
// src/vector/query-values.ts
|
|
469
|
+
function isFloat32Representable(value) {
|
|
470
|
+
return typeof value === "number" && Number.isFinite(Math.fround(value));
|
|
471
|
+
}
|
|
472
|
+
function requireUsableQueryVector(value) {
|
|
473
|
+
if (value === void 0) return;
|
|
474
|
+
if (!Array.isArray(value) && !(value instanceof Float32Array)) {
|
|
475
|
+
throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Vector query 'value' must be an array of numbers`, {
|
|
476
|
+
received: typeof value
|
|
477
|
+
});
|
|
478
|
+
}
|
|
479
|
+
for (let index = 0; index < value.length; index++) {
|
|
480
|
+
if (isFloat32Representable(value[index])) continue;
|
|
481
|
+
throw new NarsilError(
|
|
482
|
+
ErrorCodes.DOC_VALIDATION_FAILED,
|
|
483
|
+
`Vector query 'value' element at index ${index} is not a number that a 32-bit float holds as a finite value`,
|
|
484
|
+
{ index, value: value[index] }
|
|
485
|
+
);
|
|
486
|
+
}
|
|
487
|
+
}
|
|
488
|
+
|
|
468
489
|
// src/core/heap.ts
|
|
469
490
|
function createMaxHeap(compare) {
|
|
470
491
|
return createHeap((a, b) => compare(b, a));
|
|
@@ -1481,15 +1502,26 @@ function ensureFloatSlot(store, ordinal) {
|
|
|
1481
1502
|
const block = handles.blocks[blockIndex];
|
|
1482
1503
|
if (block !== null) ensureBlockSlots(block, ordinal % handles.layout.capacity + 1);
|
|
1483
1504
|
}
|
|
1484
|
-
|
|
1505
|
+
var LONGEST_UTF8_BYTES_OF_A_UTF16_UNIT = 3;
|
|
1506
|
+
var encoder2 = new TextEncoder();
|
|
1507
|
+
function requireOrdinalWithinLimit(ordinal) {
|
|
1485
1508
|
const maxOrdinals = VECTOR_MEMORY_LIMITS.maxOrdinals;
|
|
1486
|
-
if (ordinal
|
|
1487
|
-
|
|
1488
|
-
|
|
1489
|
-
|
|
1490
|
-
|
|
1491
|
-
|
|
1492
|
-
|
|
1509
|
+
if (ordinal < maxOrdinals) return;
|
|
1510
|
+
throw new NarsilError(
|
|
1511
|
+
ErrorCodes.PARTITION_CAPACITY_EXCEEDED,
|
|
1512
|
+
`A vector field holds at most ${maxOrdinals} vectors, deleted ones included, until it is rebuilt`,
|
|
1513
|
+
{ ordinal, maxOrdinals }
|
|
1514
|
+
);
|
|
1515
|
+
}
|
|
1516
|
+
function requireRoomForSlot(store, docId) {
|
|
1517
|
+
const { header, docIdBytes } = store.handles;
|
|
1518
|
+
requireOrdinalWithinLimit(Atomics.load(header, STORE_SLOTS));
|
|
1519
|
+
const heldBytes = Atomics.load(header, STORE_DOC_ID_BYTES);
|
|
1520
|
+
if (heldBytes + docId.length * LONGEST_UTF8_BYTES_OF_A_UTF16_UNIT <= docIdBytes.maxByteLength) return;
|
|
1521
|
+
requireBytesWithinLimit(heldBytes + encoder2.encode(docId).length, docIdBytes.maxByteLength);
|
|
1522
|
+
}
|
|
1523
|
+
function ensureOrdinal(store, ordinal, cold) {
|
|
1524
|
+
requireOrdinalWithinLimit(ordinal);
|
|
1493
1525
|
const { handles } = store;
|
|
1494
1526
|
growBufferTo(handles.magnitudes, (ordinal + 1) * 8);
|
|
1495
1527
|
growBufferTo(handles.present, ordinal + 1);
|
|
@@ -1660,6 +1692,32 @@ function retireInWrite(store, ordinal, sequence) {
|
|
|
1660
1692
|
function endWrite(store, sequence) {
|
|
1661
1693
|
publishSequence(store.sequences, sequence);
|
|
1662
1694
|
}
|
|
1695
|
+
var NOT_RETIRED = 0n;
|
|
1696
|
+
function clearRetirement(store, ordinal) {
|
|
1697
|
+
const writes = store.sequences;
|
|
1698
|
+
coverOrdinal(writes, ordinal);
|
|
1699
|
+
Atomics.store(writes.retired, ordinal, NOT_RETIRED);
|
|
1700
|
+
}
|
|
1701
|
+
function reclaimOrdinal(state, docId, ordinal, partitionId, keepsReplacedVector) {
|
|
1702
|
+
const store = state.open;
|
|
1703
|
+
if (store === null) return false;
|
|
1704
|
+
const current = state.docToOrd.get(docId);
|
|
1705
|
+
if (current === ordinal) {
|
|
1706
|
+
clearRetirement(store, ordinal);
|
|
1707
|
+
return true;
|
|
1708
|
+
}
|
|
1709
|
+
if (state.ordToDoc[ordinal] !== void 0) return false;
|
|
1710
|
+
if (!state.replacedOrdinals.delete(ordinal) && !state.awaitingFree.delete(ordinal)) return false;
|
|
1711
|
+
const sequence = beginWrite(state, store);
|
|
1712
|
+
clearRetirement(store, ordinal);
|
|
1713
|
+
recordPartition(state, store, ordinal, partitionId);
|
|
1714
|
+
state.ordToDoc[ordinal] = docId;
|
|
1715
|
+
state.docToOrd.set(docId, ordinal);
|
|
1716
|
+
if (current !== void 0) retireInWrite(store, current, sequence);
|
|
1717
|
+
endWrite(store, sequence);
|
|
1718
|
+
settleReplacement(state, store, current, keepsReplacedVector);
|
|
1719
|
+
return true;
|
|
1720
|
+
}
|
|
1663
1721
|
function retireStoredOrdinal(state, ordinal) {
|
|
1664
1722
|
const store = state.open;
|
|
1665
1723
|
if (store === null) return false;
|
|
@@ -1913,6 +1971,12 @@ function createVectorStore(options) {
|
|
|
1913
1971
|
settleReplacement(state, store, previous, keepsReplacedVector);
|
|
1914
1972
|
return ordinal;
|
|
1915
1973
|
},
|
|
1974
|
+
requireRoomFor(docId) {
|
|
1975
|
+
if (state.open !== null) requireRoomForSlot(state.open, docId);
|
|
1976
|
+
},
|
|
1977
|
+
reclaim(docId, ordinal, partitionId, keepsReplacedVector = false) {
|
|
1978
|
+
return reclaimOrdinal(state, docId, ordinal, partitionId, keepsReplacedVector);
|
|
1979
|
+
},
|
|
1916
1980
|
retire(ordinal) {
|
|
1917
1981
|
retireStoredOrdinal(state, ordinal);
|
|
1918
1982
|
},
|
|
@@ -3681,7 +3745,10 @@ function beginColdHold(state, field, loaded, loadWanted) {
|
|
|
3681
3745
|
written: /* @__PURE__ */ new Map(),
|
|
3682
3746
|
removedNumbers: /* @__PURE__ */ new Set(),
|
|
3683
3747
|
removedIds: /* @__PURE__ */ new Set(),
|
|
3748
|
+
removals: /* @__PURE__ */ new Map(),
|
|
3749
|
+
replacements: /* @__PURE__ */ new Map(),
|
|
3684
3750
|
writes: [],
|
|
3751
|
+
reserved: { slots: 0, docIdBytes: 0 },
|
|
3685
3752
|
live: field.liveCount
|
|
3686
3753
|
};
|
|
3687
3754
|
state.cold = hold;
|
|
@@ -3691,7 +3758,12 @@ function endColdHold(state) {
|
|
|
3691
3758
|
const hold = state.cold;
|
|
3692
3759
|
if (hold === null) return;
|
|
3693
3760
|
state.cold = null;
|
|
3694
|
-
|
|
3761
|
+
try {
|
|
3762
|
+
for (const write of hold.writes) write();
|
|
3763
|
+
} catch (error) {
|
|
3764
|
+
state.cold = hold;
|
|
3765
|
+
throw error;
|
|
3766
|
+
}
|
|
3695
3767
|
hold.field.close();
|
|
3696
3768
|
}
|
|
3697
3769
|
async function untilColdLoaded(state) {
|
|
@@ -3723,35 +3795,11 @@ function openColdField(state, field, load) {
|
|
|
3723
3795
|
(shape) => beginCheckpointRestore(state, shape),
|
|
3724
3796
|
() => state.cold === hold,
|
|
3725
3797
|
loadingWanted
|
|
3726
|
-
).then(
|
|
3727
|
-
()
|
|
3728
|
-
|
|
3729
|
-
finished();
|
|
3730
|
-
},
|
|
3731
|
-
(error) => failed(error)
|
|
3732
|
-
);
|
|
3798
|
+
).then(() => {
|
|
3799
|
+
if (state.cold === hold) endColdHold(state);
|
|
3800
|
+
}).then(finished, failed);
|
|
3733
3801
|
loaded.catch(() => void 0);
|
|
3734
3802
|
}
|
|
3735
|
-
function retireOlderCopy(hold, docId) {
|
|
3736
|
-
if (hold.written.delete(docId)) return true;
|
|
3737
|
-
if (hold.removedIds.has(docId)) return false;
|
|
3738
|
-
const number = hold.field.numberOf(docId);
|
|
3739
|
-
if (number === void 0) return false;
|
|
3740
|
-
hold.removedIds.add(docId);
|
|
3741
|
-
hold.removedNumbers.add(number);
|
|
3742
|
-
return true;
|
|
3743
|
-
}
|
|
3744
|
-
function coldInsert(hold, docId, vector, partitionId) {
|
|
3745
|
-
const replaced = retireOlderCopy(hold, docId);
|
|
3746
|
-
if (!replaced) hold.live += 1;
|
|
3747
|
-
hold.written.set(docId, { vector: vector.slice(), partitionId });
|
|
3748
|
-
return replaced;
|
|
3749
|
-
}
|
|
3750
|
-
function coldRemove(hold, docId) {
|
|
3751
|
-
const removed = retireOlderCopy(hold, docId);
|
|
3752
|
-
if (removed) hold.live -= 1;
|
|
3753
|
-
return removed;
|
|
3754
|
-
}
|
|
3755
3803
|
function coldHas(hold, docId) {
|
|
3756
3804
|
if (hold.written.has(docId)) return true;
|
|
3757
3805
|
if (hold.removedIds.has(docId)) return false;
|
|
@@ -3895,6 +3943,131 @@ async function coldSearchConcurrently(state, hold, query, k, options) {
|
|
|
3895
3943
|
return outcomeOfGraphWalk(hold, walk, fromGraph, query, k, options);
|
|
3896
3944
|
}
|
|
3897
3945
|
|
|
3946
|
+
// src/vector/vector-index/cold-writes.ts
|
|
3947
|
+
var encoder3 = new TextEncoder();
|
|
3948
|
+
var queuedWriteUndone = () => void 0;
|
|
3949
|
+
function sameVector(held, vector) {
|
|
3950
|
+
for (let at = 0; at < vector.length; at++) if (held[at] !== vector[at]) return false;
|
|
3951
|
+
return true;
|
|
3952
|
+
}
|
|
3953
|
+
function claimsOfField(hold, wanted) {
|
|
3954
|
+
const atMost = hold.field.claimsAtMost;
|
|
3955
|
+
const fits = atMost.slots + wanted.slots <= VECTOR_MEMORY_LIMITS.maxOrdinals && atMost.docIdBytes + wanted.docIdBytes <= VECTOR_MEMORY_LIMITS.maxDocIdTableBytes;
|
|
3956
|
+
return fits ? atMost : hold.field.claims();
|
|
3957
|
+
}
|
|
3958
|
+
function requireRoomInHold(hold, docId) {
|
|
3959
|
+
const { reserved } = hold;
|
|
3960
|
+
const wanted = { slots: reserved.slots + 1, docIdBytes: reserved.docIdBytes + encoder3.encode(docId).length };
|
|
3961
|
+
const loaded = claimsOfField(hold, wanted);
|
|
3962
|
+
requireOrdinalWithinLimit(loaded.slots + reserved.slots);
|
|
3963
|
+
requireBytesWithinLimit(loaded.docIdBytes + wanted.docIdBytes, VECTOR_MEMORY_LIMITS.maxDocIdTableBytes);
|
|
3964
|
+
return wanted;
|
|
3965
|
+
}
|
|
3966
|
+
function reserveReplayedInsert(hold, docId) {
|
|
3967
|
+
const wanted = requireRoomInHold(hold, docId);
|
|
3968
|
+
const added = { slots: wanted.slots - hold.reserved.slots, docIdBytes: wanted.docIdBytes - hold.reserved.docIdBytes };
|
|
3969
|
+
hold.reserved.slots = wanted.slots;
|
|
3970
|
+
hold.reserved.docIdBytes = wanted.docIdBytes;
|
|
3971
|
+
return added;
|
|
3972
|
+
}
|
|
3973
|
+
function retireCopy(hold, docId) {
|
|
3974
|
+
const written = hold.written.get(docId);
|
|
3975
|
+
if (written !== void 0) {
|
|
3976
|
+
hold.written.delete(docId);
|
|
3977
|
+
return written;
|
|
3978
|
+
}
|
|
3979
|
+
if (hold.removedIds.has(docId)) return void 0;
|
|
3980
|
+
const number = hold.field.numberOf(docId);
|
|
3981
|
+
if (number === void 0) return void 0;
|
|
3982
|
+
hold.removedIds.add(docId);
|
|
3983
|
+
hold.removedNumbers.add(number);
|
|
3984
|
+
return number;
|
|
3985
|
+
}
|
|
3986
|
+
function vectorOfCopy(hold, copy) {
|
|
3987
|
+
return typeof copy === "number" ? hold.field.reusedVectorOfNumber(copy) : copy.vector;
|
|
3988
|
+
}
|
|
3989
|
+
function putBackCopy(hold, docId, copy) {
|
|
3990
|
+
if (typeof copy === "number") {
|
|
3991
|
+
hold.removedIds.delete(docId);
|
|
3992
|
+
hold.removedNumbers.delete(copy);
|
|
3993
|
+
} else {
|
|
3994
|
+
hold.written.set(docId, copy);
|
|
3995
|
+
}
|
|
3996
|
+
}
|
|
3997
|
+
function restoreRemovedCopy(hold, docId, vector) {
|
|
3998
|
+
const removal = hold.removals.get(docId);
|
|
3999
|
+
if (removal === void 0) return false;
|
|
4000
|
+
const { copy, queuedAt } = removal;
|
|
4001
|
+
if (!sameVector(vectorOfCopy(hold, copy), vector)) return false;
|
|
4002
|
+
hold.removals.delete(docId);
|
|
4003
|
+
hold.writes[queuedAt] = queuedWriteUndone;
|
|
4004
|
+
putBackCopy(hold, docId, copy);
|
|
4005
|
+
hold.live += 1;
|
|
4006
|
+
return true;
|
|
4007
|
+
}
|
|
4008
|
+
function keepReplacement(hold, docId, replacement) {
|
|
4009
|
+
const kept = hold.replacements.get(docId);
|
|
4010
|
+
if (kept === void 0) hold.replacements.set(docId, [replacement]);
|
|
4011
|
+
else kept.push(replacement);
|
|
4012
|
+
}
|
|
4013
|
+
function fieldHoldsVector(hold, docId, vector) {
|
|
4014
|
+
if (hold.removedIds.has(docId)) return false;
|
|
4015
|
+
const number = hold.field.numberOf(docId);
|
|
4016
|
+
return number !== void 0 && sameVector(hold.field.reusedVectorOfNumber(number), vector);
|
|
4017
|
+
}
|
|
4018
|
+
function coldInsert(hold, docId, vector, partitionId, keepsReplacedCopy, replay) {
|
|
4019
|
+
const restored = !hold.written.has(docId) && restoreRemovedCopy(hold, docId, vector);
|
|
4020
|
+
const written = hold.written.get(docId);
|
|
4021
|
+
if (written !== void 0 && sameVector(written.vector, vector)) {
|
|
4022
|
+
if (partitionId === void 0 || partitionId === written.partitionId) return restored;
|
|
4023
|
+
hold.written.set(docId, { vector: written.vector, partitionId });
|
|
4024
|
+
hold.writes.push(replay);
|
|
4025
|
+
return true;
|
|
4026
|
+
}
|
|
4027
|
+
if (written === void 0 && (restored || fieldHoldsVector(hold, docId, vector))) {
|
|
4028
|
+
if (partitionId === void 0) return restored;
|
|
4029
|
+
hold.writes.push(replay);
|
|
4030
|
+
return true;
|
|
4031
|
+
}
|
|
4032
|
+
const reserved = reserveReplayedInsert(hold, docId);
|
|
4033
|
+
const removal = hold.removals.get(docId);
|
|
4034
|
+
hold.removals.delete(docId);
|
|
4035
|
+
const retired = retireCopy(hold, docId);
|
|
4036
|
+
if (retired === void 0) hold.live += 1;
|
|
4037
|
+
const inserted = { vector, partitionId };
|
|
4038
|
+
hold.written.set(docId, inserted);
|
|
4039
|
+
const copy = removal === void 0 ? retired : removal.copy;
|
|
4040
|
+
if (keepsReplacedCopy && copy !== void 0) {
|
|
4041
|
+
const queuedAt = removal === void 0 ? [hold.writes.length] : [removal.queuedAt, hold.writes.length];
|
|
4042
|
+
keepReplacement(hold, docId, { copy, inserted, queuedAt, reserved });
|
|
4043
|
+
}
|
|
4044
|
+
hold.writes.push(replay);
|
|
4045
|
+
return true;
|
|
4046
|
+
}
|
|
4047
|
+
function coldRemove(hold, docId, replay) {
|
|
4048
|
+
const copy = retireCopy(hold, docId);
|
|
4049
|
+
if (copy === void 0) return false;
|
|
4050
|
+
hold.live -= 1;
|
|
4051
|
+
hold.removals.set(docId, { queuedAt: hold.writes.length, copy });
|
|
4052
|
+
hold.writes.push(replay);
|
|
4053
|
+
return true;
|
|
4054
|
+
}
|
|
4055
|
+
function coldRestore(hold, docId, vector) {
|
|
4056
|
+
if (!hold.written.has(docId)) return restoreRemovedCopy(hold, docId, vector);
|
|
4057
|
+
const replacements = hold.replacements.get(docId);
|
|
4058
|
+
const last = replacements?.[replacements.length - 1];
|
|
4059
|
+
if (replacements === void 0 || last === void 0 || hold.written.get(docId) !== last.inserted) return false;
|
|
4060
|
+
if (!sameVector(vectorOfCopy(hold, last.copy), vector)) return false;
|
|
4061
|
+
replacements.pop();
|
|
4062
|
+
if (replacements.length === 0) hold.replacements.delete(docId);
|
|
4063
|
+
for (const at of last.queuedAt) hold.writes[at] = queuedWriteUndone;
|
|
4064
|
+
hold.written.delete(docId);
|
|
4065
|
+
putBackCopy(hold, docId, last.copy);
|
|
4066
|
+
hold.reserved.slots -= last.reserved.slots;
|
|
4067
|
+
hold.reserved.docIdBytes -= last.reserved.docIdBytes;
|
|
4068
|
+
return true;
|
|
4069
|
+
}
|
|
4070
|
+
|
|
3898
4071
|
// src/vector/vector-index/flagged-documents.ts
|
|
3899
4072
|
var FlaggedDocuments = class {
|
|
3900
4073
|
constructor(store, layout) {
|
|
@@ -3979,8 +4152,10 @@ var FlaggedDocuments = class {
|
|
|
3979
4152
|
const ordinal = this.store.getOrdinal(docId);
|
|
3980
4153
|
const previous = this.ordinals.get(docId);
|
|
3981
4154
|
if (ordinal === void 0 || ordinal === previous) return;
|
|
3982
|
-
if (this.
|
|
3983
|
-
|
|
4155
|
+
if (!this.retired.delete(ordinal)) {
|
|
4156
|
+
if (this.chunks !== null) Atomics.add(this.chunks, Math.floor(ordinal / UNPLACED_FLAG_CHUNK_ORDINALS), 1);
|
|
4157
|
+
Atomics.store(this.flags, ordinal, 1);
|
|
4158
|
+
}
|
|
3984
4159
|
this.ordinals.set(docId, ordinal);
|
|
3985
4160
|
if (previous === void 0) return;
|
|
3986
4161
|
if (this.layout.keepsRetiredFlags) this.retired.add(previous);
|
|
@@ -4146,6 +4321,47 @@ function vectorPublicationSource(state) {
|
|
|
4146
4321
|
};
|
|
4147
4322
|
}
|
|
4148
4323
|
|
|
4324
|
+
// src/vector/vector-index/rollback-holds.ts
|
|
4325
|
+
function releaseHold(state, docId, hold) {
|
|
4326
|
+
hold.writes -= 1;
|
|
4327
|
+
if (hold.writes > 0) return;
|
|
4328
|
+
if (state.rollbackHolds.get(docId) === hold) state.rollbackHolds.delete(docId);
|
|
4329
|
+
for (const { view, pin } of hold.pins) storePinsOf(view).release(pin);
|
|
4330
|
+
hold.pins.length = 0;
|
|
4331
|
+
hold.ordinals.length = 0;
|
|
4332
|
+
state.cold?.replacements.delete(docId);
|
|
4333
|
+
}
|
|
4334
|
+
function holdForRollback(state, docId) {
|
|
4335
|
+
let hold = state.rollbackHolds.get(docId);
|
|
4336
|
+
if (hold === void 0) {
|
|
4337
|
+
hold = { writes: 0, ordinals: [], pins: [] };
|
|
4338
|
+
state.rollbackHolds.set(docId, hold);
|
|
4339
|
+
}
|
|
4340
|
+
hold.writes += 1;
|
|
4341
|
+
const held = hold;
|
|
4342
|
+
let released = false;
|
|
4343
|
+
return () => {
|
|
4344
|
+
if (released) return;
|
|
4345
|
+
released = true;
|
|
4346
|
+
releaseHold(state, docId, held);
|
|
4347
|
+
};
|
|
4348
|
+
}
|
|
4349
|
+
function keepRetiredOrdinal(state, docId, ordinal) {
|
|
4350
|
+
const hold = state.rollbackHolds.get(docId);
|
|
4351
|
+
if (hold === void 0 || hold.ordinals[hold.ordinals.length - 1] === ordinal) return;
|
|
4352
|
+
const view = state.store.view;
|
|
4353
|
+
hold.pins.push({ view, pin: storePinsOf(view).take() });
|
|
4354
|
+
hold.ordinals.push(ordinal);
|
|
4355
|
+
}
|
|
4356
|
+
function forgetKeptOrdinal(state, docId, ordinal) {
|
|
4357
|
+
const ordinals = state.rollbackHolds.get(docId)?.ordinals;
|
|
4358
|
+
const at = ordinals?.lastIndexOf(ordinal) ?? -1;
|
|
4359
|
+
if (ordinals !== void 0 && at !== -1) ordinals.splice(at, 1);
|
|
4360
|
+
}
|
|
4361
|
+
function keptOrdinalsOf(state, docId) {
|
|
4362
|
+
return state.rollbackHolds.get(docId)?.ordinals ?? [];
|
|
4363
|
+
}
|
|
4364
|
+
|
|
4149
4365
|
// src/vector/vector-index/search.ts
|
|
4150
4366
|
function* bufferCandidates(state, buffered, filter) {
|
|
4151
4367
|
for (const docId of buffered) {
|
|
@@ -4559,9 +4775,7 @@ function createVectorWrites(state) {
|
|
|
4559
4775
|
function holdsThisVectorAlready(docId, ordinal, vector) {
|
|
4560
4776
|
if (state.tombstones.has(docId)) return false;
|
|
4561
4777
|
const held = heldVectorOrUndefinedWhereItsFileFailsToRead(ordinal);
|
|
4562
|
-
|
|
4563
|
-
for (let i = 0; i < vector.length; i++) if (held[i] !== vector[i]) return false;
|
|
4564
|
-
return true;
|
|
4778
|
+
return held !== void 0 && sameVector(held, vector);
|
|
4565
4779
|
}
|
|
4566
4780
|
function forgetRetiredFlags() {
|
|
4567
4781
|
const oldestPin = state.store.oldestPin();
|
|
@@ -4578,27 +4792,69 @@ function createVectorWrites(state) {
|
|
|
4578
4792
|
}
|
|
4579
4793
|
return;
|
|
4580
4794
|
}
|
|
4795
|
+
state.store.requireRoomFor(docId);
|
|
4581
4796
|
noteWrite(state);
|
|
4582
4797
|
noteSearchedDocWritten(state, docId);
|
|
4583
4798
|
state.tombstones.delete(docId);
|
|
4584
|
-
const graphHoldsPrevious = previous !== void 0 && (
|
|
4799
|
+
const graphHoldsPrevious = previous !== void 0 && graphsHoldNode(previous);
|
|
4800
|
+
if (previous !== void 0) keepRetiredOrdinal(state, docId, previous);
|
|
4585
4801
|
state.store.insert(docId, vector, partitionId, graphHoldsPrevious);
|
|
4586
|
-
if (previous !== void 0)
|
|
4587
|
-
|
|
4588
|
-
|
|
4589
|
-
|
|
4590
|
-
|
|
4591
|
-
|
|
4592
|
-
|
|
4593
|
-
|
|
4594
|
-
|
|
4595
|
-
|
|
4596
|
-
|
|
4802
|
+
if (previous !== void 0) retireFromGraphs(previous, graphHoldsPrevious);
|
|
4803
|
+
finishPlacingInBuffer(docId);
|
|
4804
|
+
}
|
|
4805
|
+
function graphsHoldNode(ordinal) {
|
|
4806
|
+
return (state.hnsw?.holdsNode(ordinal) ?? false) || (state.freshGraph?.holdsNode(ordinal) ?? false) || (state.growingCopy?.holdsNode(ordinal) ?? false);
|
|
4807
|
+
}
|
|
4808
|
+
function retireFromGraphs(previous, graphHoldsPrevious) {
|
|
4809
|
+
const graph = state.hnsw;
|
|
4810
|
+
const freshGraph = state.freshGraph;
|
|
4811
|
+
const growingCopy = state.growingCopy;
|
|
4812
|
+
afterGraphPass(state, () => {
|
|
4813
|
+
graph?.markTombstoneOrdinal(previous);
|
|
4814
|
+
freshGraph?.markTombstoneOrdinal(previous);
|
|
4815
|
+
growingCopy?.markTombstoneOrdinal(previous);
|
|
4816
|
+
});
|
|
4817
|
+
if (!graphHoldsPrevious) state.osq?.removeOrdinal(previous);
|
|
4818
|
+
}
|
|
4819
|
+
function finishPlacingInBuffer(docId) {
|
|
4597
4820
|
state.buffer.add(docId);
|
|
4598
4821
|
if (state.buffer.retiredCount !== 0) forgetRetiredFlags();
|
|
4599
4822
|
state.pendingLocations.delete(docId);
|
|
4600
4823
|
if (!threadsHoldCurrentLayout(state)) scheduleWorkerCopyLoad(state);
|
|
4601
4824
|
}
|
|
4825
|
+
function keptOrdinalHolding(docId, vector) {
|
|
4826
|
+
const kept = keptOrdinalsOf(state, docId);
|
|
4827
|
+
for (let at = kept.length - 1; at >= 0; at--) {
|
|
4828
|
+
const held = heldVectorOrUndefinedWhereItsFileFailsToRead(kept[at]);
|
|
4829
|
+
if (held !== void 0 && sameVector(held, vector)) return kept[at];
|
|
4830
|
+
}
|
|
4831
|
+
return void 0;
|
|
4832
|
+
}
|
|
4833
|
+
function applyRestore(docId, vector, partitionId) {
|
|
4834
|
+
const ordinal = keptOrdinalHolding(docId, vector);
|
|
4835
|
+
if (ordinal === void 0) return false;
|
|
4836
|
+
handOverBuildTurns(state);
|
|
4837
|
+
const current = state.store.getOrdinal(docId);
|
|
4838
|
+
if (current === ordinal && !state.tombstones.has(docId)) return true;
|
|
4839
|
+
const previous = current === ordinal ? void 0 : current;
|
|
4840
|
+
const graphHoldsPrevious = previous !== void 0 && graphsHoldNode(previous);
|
|
4841
|
+
if (!state.store.reclaim(docId, ordinal, partitionId, graphHoldsPrevious)) return false;
|
|
4842
|
+
forgetKeptOrdinal(state, docId, ordinal);
|
|
4843
|
+
noteWrite(state);
|
|
4844
|
+
noteSearchedDocWritten(state, docId);
|
|
4845
|
+
state.tombstones.delete(docId);
|
|
4846
|
+
if (previous !== void 0) retireFromGraphs(previous, graphHoldsPrevious);
|
|
4847
|
+
const graph = state.hnsw;
|
|
4848
|
+
const freshGraph = state.freshGraph;
|
|
4849
|
+
const growingCopy = state.growingCopy;
|
|
4850
|
+
afterGraphPass(state, () => {
|
|
4851
|
+
graph?.reviveOrdinal(ordinal);
|
|
4852
|
+
freshGraph?.reviveOrdinal(ordinal);
|
|
4853
|
+
growingCopy?.reviveOrdinal(ordinal);
|
|
4854
|
+
});
|
|
4855
|
+
finishPlacingInBuffer(docId);
|
|
4856
|
+
return true;
|
|
4857
|
+
}
|
|
4602
4858
|
function applyRemove(docId) {
|
|
4603
4859
|
handOverBuildTurns(state);
|
|
4604
4860
|
const ordinal = state.store.getOrdinal(docId);
|
|
@@ -4606,6 +4862,7 @@ function createVectorWrites(state) {
|
|
|
4606
4862
|
noteWrite(state);
|
|
4607
4863
|
noteSearchedDocWritten(state, docId);
|
|
4608
4864
|
state.tombstones.add(docId);
|
|
4865
|
+
keepRetiredOrdinal(state, docId, ordinal);
|
|
4609
4866
|
state.store.retire(ordinal);
|
|
4610
4867
|
state.buffer.retire(docId);
|
|
4611
4868
|
if (state.buffer.retiredCount !== 0) forgetRetiredFlags();
|
|
@@ -4626,10 +4883,32 @@ function createVectorWrites(state) {
|
|
|
4626
4883
|
applyInsert(docId, vector, partitionId);
|
|
4627
4884
|
return;
|
|
4628
4885
|
}
|
|
4629
|
-
noteWrite(state);
|
|
4630
|
-
coldInsert(hold, docId, vector, partitionId);
|
|
4631
4886
|
const held = vector.slice();
|
|
4632
|
-
|
|
4887
|
+
const keepsReplacedCopy = state.rollbackHolds.has(docId);
|
|
4888
|
+
if (coldInsert(hold, docId, held, partitionId, keepsReplacedCopy, () => applyInsert(docId, held, partitionId))) {
|
|
4889
|
+
noteWrite(state);
|
|
4890
|
+
}
|
|
4891
|
+
},
|
|
4892
|
+
restore(docId, vector, partitionId) {
|
|
4893
|
+
validateDimension(vector);
|
|
4894
|
+
for (const listener of state.writeListeners) listener(docId);
|
|
4895
|
+
const hold = state.cold;
|
|
4896
|
+
if (hold === null) {
|
|
4897
|
+
if (!applyRestore(docId, vector, partitionId)) applyInsert(docId, vector, partitionId);
|
|
4898
|
+
return;
|
|
4899
|
+
}
|
|
4900
|
+
if (coldRestore(hold, docId, vector)) {
|
|
4901
|
+
noteWrite(state);
|
|
4902
|
+
return;
|
|
4903
|
+
}
|
|
4904
|
+
const held = vector.slice();
|
|
4905
|
+
if (coldInsert(hold, docId, held, partitionId, false, () => applyInsert(docId, held, partitionId))) {
|
|
4906
|
+
noteWrite(state);
|
|
4907
|
+
}
|
|
4908
|
+
},
|
|
4909
|
+
requireRoomForNewVector(docId) {
|
|
4910
|
+
if (state.cold === null) state.store.requireRoomFor(docId);
|
|
4911
|
+
else requireRoomInHold(state.cold, docId);
|
|
4633
4912
|
},
|
|
4634
4913
|
remove(docId) {
|
|
4635
4914
|
for (const listener of state.writeListeners) listener(docId);
|
|
@@ -4638,9 +4917,7 @@ function createVectorWrites(state) {
|
|
|
4638
4917
|
applyRemove(docId);
|
|
4639
4918
|
return;
|
|
4640
4919
|
}
|
|
4641
|
-
if (
|
|
4642
|
-
noteWrite(state);
|
|
4643
|
-
hold.writes.push(() => applyRemove(docId));
|
|
4920
|
+
if (coldRemove(hold, docId, () => applyRemove(docId))) noteWrite(state);
|
|
4644
4921
|
}
|
|
4645
4922
|
};
|
|
4646
4923
|
}
|
|
@@ -4719,9 +4996,10 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
4719
4996
|
graphsHeldOffThread: null,
|
|
4720
4997
|
graphsPlacedIntoSinceConnect: /* @__PURE__ */ new WeakSet(),
|
|
4721
4998
|
searchWatches: /* @__PURE__ */ new Set(),
|
|
4722
|
-
writeListeners: /* @__PURE__ */ new Set()
|
|
4999
|
+
writeListeners: /* @__PURE__ */ new Set(),
|
|
5000
|
+
rollbackHolds: /* @__PURE__ */ new Map()
|
|
4723
5001
|
};
|
|
4724
|
-
const { insert, remove } = createVectorWrites(state);
|
|
5002
|
+
const { insert, remove, requireRoomForNewVector, restore: restoreVector } = createVectorWrites(state);
|
|
4725
5003
|
function getVector(docId) {
|
|
4726
5004
|
if (state.cold !== null) return coldVectorOf(state.cold, docId);
|
|
4727
5005
|
if (state.tombstones.has(docId)) return null;
|
|
@@ -4729,6 +5007,19 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
4729
5007
|
if (!entry) return null;
|
|
4730
5008
|
return new Float32Array(entry.vector);
|
|
4731
5009
|
}
|
|
5010
|
+
function requireRoomFor(docId, vector) {
|
|
5011
|
+
try {
|
|
5012
|
+
requireRoomForNewVector(docId);
|
|
5013
|
+
} catch (error) {
|
|
5014
|
+
const held = getVector(docId);
|
|
5015
|
+
if (held === null || held.length !== vector.length || !sameVector(held, vector)) throw error;
|
|
5016
|
+
}
|
|
5017
|
+
}
|
|
5018
|
+
function restore(docId, vector, partitionId) {
|
|
5019
|
+
const held = getVector(docId);
|
|
5020
|
+
if (held !== null && held.length === vector.length && sameVector(held, vector)) return;
|
|
5021
|
+
restoreVector(docId, vector, partitionId);
|
|
5022
|
+
}
|
|
4732
5023
|
function has(docId) {
|
|
4733
5024
|
if (state.cold !== null) return coldHas(state.cold, docId);
|
|
4734
5025
|
return state.store.has(docId) && !state.tombstones.has(docId);
|
|
@@ -4789,6 +5080,9 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
4789
5080
|
return state.metric;
|
|
4790
5081
|
},
|
|
4791
5082
|
insert,
|
|
5083
|
+
requireRoomFor,
|
|
5084
|
+
restore,
|
|
5085
|
+
holdForRollback: (docId) => holdForRollback(state, docId),
|
|
4792
5086
|
remove,
|
|
4793
5087
|
partitionsKnown: () => state.cold !== null || state.store.partitionsKnown,
|
|
4794
5088
|
assignPartitions: (resolve) => {
|
|
@@ -4888,4 +5182,4 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
4888
5182
|
};
|
|
4889
5183
|
}
|
|
4890
5184
|
|
|
4891
|
-
export { compactVectors, createSharedVectorSearcher, createVectorIndex, executeHybridSearch, executeVectorSearch, filterSubsetsMatchNothing, getVectorMaintenanceStatus, linearCombination, openSharedVectorField, optimizeVectors, reciprocalRankFusion, resolveHybridFusion, vectorLegWith };
|
|
5185
|
+
export { compactVectors, createSharedVectorSearcher, createVectorIndex, executeHybridSearch, executeVectorSearch, filterSubsetsMatchNothing, getVectorMaintenanceStatus, linearCombination, openSharedVectorField, optimizeVectors, reciprocalRankFusion, requireUsableQueryVector, resolveHybridFusion, vectorLegWith };
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
export { restoreVectorFields, setNestedValue } from './chunk-
|
|
1
|
+
export { restoreVectorFields, setNestedValue } from './chunk-OZ3XEM6D.mjs';
|
|
2
2
|
export { Decoder, MAP_TAGS, bindMsgpackHost, decode, decodeMulti, encodeDocument, headerAt } from './chunk-YOTP2FPE.mjs';
|
|
3
|
-
import './chunk-
|
|
3
|
+
import './chunk-ZDDJVR7X.mjs';
|
|
4
4
|
import './chunk-HRDMIQ63.mjs';
|
|
5
5
|
import './chunk-VUJCSQG5.mjs';
|
|
6
6
|
import './chunk-TQ26BKBH.mjs';
|