@delali/narsil 0.3.1-next.181 → 0.3.1-next.184
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{chunk-JHFBQKUF.mjs → chunk-CPSHS46N.mjs} +139 -177
- package/dist/browser/{durability-config-SGB5ZP5K.mjs → durability-config-75NSFCQN.mjs} +6 -3
- package/dist/browser/{embed-24IPR4LP.mjs → embed-GG6PS3EA.mjs} +43 -1
- package/dist/browser/{optional-writes-TB34FYUW.mjs → optional-writes-ZTBHYQMN.mjs} +621 -314
- package/dist/browser/{resolve-vector-text-EJ6DHFF5.mjs → resolve-vector-text-XRR2OVHE.mjs} +19 -2
- package/dist/browser/{restore-queue-S4BWOGMU.mjs → restore-queue-SG5O735W.mjs} +7 -0
- package/dist/browser/{runtime-NU6VOVH2.mjs → runtime-OMKE7DF4.mjs} +23 -3
- package/dist/browser/{storage-leaf-QFXIWDFK.mjs → storage-leaf-4XMCITJ6.mjs} +886 -259
- package/dist/{capabilities-BQIdsaWy.d.ts → capabilities-DAHXphRn.d.ts} +2 -2
- package/dist/{chunk-KHJPMZE2.mjs → chunk-2KCCQK4R.mjs} +1 -1
- package/dist/{chunk-2KWTQ2P7.mjs → chunk-2YWWHMVC.mjs} +2 -2
- package/dist/{chunk-Y27E2MGC.mjs → chunk-3D4IMFSE.mjs} +2 -2
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/{chunk-XFOL77WH.mjs → chunk-4JBTALUC.mjs} +1 -1
- package/dist/{chunk-ISJ35523.mjs → chunk-5BUEBIXR.mjs} +2 -2
- package/dist/{chunk-DG6WIEB3.mjs → chunk-6SZQETSC.mjs} +1 -1
- package/dist/{chunk-UISV46WX.mjs → chunk-7WXGUTWK.mjs} +3 -3
- package/dist/{chunk-QFJMRB7D.mjs → chunk-A3OAFUZI.mjs} +1 -1
- package/dist/{chunk-GO6TRSJ6.mjs → chunk-BVZWWMOU.mjs} +1 -1
- package/dist/{chunk-CQX5B6L2.mjs → chunk-CKEOTSF5.mjs} +2 -2
- package/dist/{chunk-XQQKETAF.mjs → chunk-CODGHJVW.mjs} +4 -4
- package/dist/{chunk-34IOOYXA.mjs → chunk-CYCVPTTR.mjs} +2 -2
- package/dist/{chunk-26E5MO3Y.mjs → chunk-DU23J5JG.mjs} +5 -5
- package/dist/{chunk-JCWC75NH.mjs → chunk-EDEE7ETQ.mjs} +1 -1
- package/dist/{chunk-KL6W73BZ.mjs → chunk-EWGIF6FQ.mjs} +18 -1
- package/dist/{chunk-LPRRFCVU.mjs → chunk-F4OOBPKA.mjs} +2 -2
- package/dist/{chunk-BIIROQ5Q.mjs → chunk-FCQMZDRI.mjs} +2 -2
- package/dist/{chunk-YXZDTKQS.mjs → chunk-G3XRHAJA.mjs} +2 -2
- package/dist/{chunk-XTSFRWAS.mjs → chunk-GGIW6INA.mjs} +7 -6
- package/dist/{chunk-R7PLSVK3.mjs → chunk-H4QYQ5DE.mjs} +1 -1
- package/dist/{chunk-A4XYDUVN.mjs → chunk-HQPK73EW.mjs} +3 -3
- package/dist/{chunk-YPV2L7M5.mjs → chunk-II6XF6M4.mjs} +5 -5
- package/dist/{chunk-F3FDHXCJ.mjs → chunk-LR6JJVML.mjs} +251 -50
- package/dist/{chunk-ZB5X5WAK.mjs → chunk-M5I64AQW.mjs} +11 -6
- package/dist/{chunk-QDZJM7NI.mjs → chunk-MSIN4NM3.mjs} +3 -1
- package/dist/{chunk-X4UMDSB4.mjs → chunk-N3M4NPML.mjs} +1 -1
- package/dist/{chunk-XITVDRRH.mjs → chunk-O337MDRJ.mjs} +6 -6
- package/dist/{chunk-XNFBYAXI.mjs → chunk-SEM3PBRH.mjs} +1 -1
- package/dist/{chunk-2C3BXZGA.mjs → chunk-SL53DHVE.mjs} +814 -539
- package/dist/{chunk-JP77OWMI.mjs → chunk-UPDNNOTG.mjs} +1 -60
- package/dist/{chunk-LOQHA6QK.mjs → chunk-URVH6BLO.mjs} +2 -2
- package/dist/{chunk-JDIATDPY.mjs → chunk-VYSWVQCE.mjs} +1 -1
- package/dist/{chunk-TNEU32EN.mjs → chunk-WLFOLAQI.mjs} +2 -1
- package/dist/{chunk-7FC2ZILY.mjs → chunk-WSIU6YXQ.mjs} +67 -78
- package/dist/{chunk-TBOZHYCF.mjs → chunk-Y7QUFIGV.mjs} +1 -1
- package/dist/{client-CeUxvIvd.d.ts → client-DpqtT2XG.d.ts} +3 -3
- package/dist/client.d.ts +6 -6
- package/dist/{config-DehU-VGL.d.ts → config-C687-reW.d.ts} +11 -1
- package/dist/{config-CIpLXXxm.d.ts → config-D9WR3MhO.d.ts} +1 -1
- package/dist/{core-leaf-VIMO377O.mjs → core-leaf-NEUM7PU3.mjs} +3 -2
- package/dist/{direct-executor-2WQSGBN3.mjs → direct-executor-37IH3ISS.mjs} +5 -4
- package/dist/distribution.d.ts +4 -4
- package/dist/distribution.mjs +398 -144
- package/dist/{durability-config-XV4XR7Y4.mjs → durability-config-NWU2G2SJ.mjs} +6 -3
- package/dist/{embed-UNHDFGDU.mjs → embed-2QMYCD2Q.mjs} +43 -1
- package/dist/{engine-P-4xhUe4.d.ts → engine-De6JzTW8.d.ts} +123 -72
- package/dist/index.browser.mjs +1 -1
- package/dist/index.d.ts +4 -4
- package/dist/index.mjs +5 -4
- package/dist/index.react-native.mjs +4 -3
- package/dist/{long-query-thread-AAYTLYZK.mjs → long-query-thread-PU2XT527.mjs} +15 -14
- package/dist/{module-5SXNUCD5.mjs → module-Z3CL4GJ4.mjs} +10 -9
- package/dist/{optional-writes-N2DFWWZ3.mjs → optional-writes-YIVJMQ4D.mjs} +9 -6
- package/dist/{paged-partition-archive-X7L27E5Z.mjs → paged-partition-archive-IZ6U7DVN.mjs} +15 -14
- package/dist/partial-words.browser.mjs +1 -1
- package/dist/partial-words.mjs +5 -4
- package/dist/persistence/durability/checkpoint-worker.d.ts +9 -0
- package/dist/persistence/durability/checkpoint-worker.mjs +28 -16
- package/dist/{query-actions-2JOLPELC.mjs → query-actions-7EOKT3WD.mjs} +5 -4
- package/dist/query-suggestions/merge-worker.mjs +8 -7
- package/dist/query-suggestions.browser.mjs +1 -1
- package/dist/query-suggestions.d.ts +1 -1
- package/dist/query-suggestions.mjs +6 -5
- package/dist/react-native/chunks/{chunk-GVWLACAT.mjs → chunk-7TPO4FLE.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-J2BQTJJE.mjs → chunk-BN6FUB7N.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-F4MIGBBP.mjs → chunk-CBU4M3EU.mjs} +813 -538
- package/dist/react-native/chunks/{chunk-H344ZXRH.mjs → chunk-IEY4DARA.mjs} +1 -1
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/{chunk-I7DTUOK2.mjs → chunk-NLEFMPY3.mjs} +2 -60
- package/dist/react-native/chunks/{chunk-F6BJYCF2.mjs → chunk-T5HF3FW3.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-GGBATERA.mjs → chunk-ZQPSXN6C.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-57R74JWC.mjs → chunk-ZUFOYZ5P.mjs} +1 -1
- package/dist/react-native/chunks/core-leaf-TPBRRWVN.mjs +7 -0
- package/dist/react-native/chunks/{durability-config-3IOXIPYZ.mjs → durability-config-RVTWSXPH.mjs} +6 -3
- package/dist/react-native/chunks/{embed-U7CIKEY4.mjs → embed-4LBSQD7U.mjs} +43 -1
- package/dist/react-native/chunks/{module-7BJ3VOWQ.mjs → module-COLNJNML.mjs} +4 -3
- package/dist/react-native/chunks/{optional-writes-TXTJ6HUZ.mjs → optional-writes-QETIM6BI.mjs} +7 -4
- package/dist/react-native/chunks/{resolve-vector-text-FTPD5EY6.mjs → resolve-vector-text-FU7D4QP5.mjs} +18 -1
- package/dist/react-native/chunks/{restore-queue-SZLWIL3B.mjs → restore-queue-3E2MJIJS.mjs} +14 -6
- package/dist/{runtime-4GKUIAKV.mjs → react-native/chunks/runtime-UOHD2XUJ.mjs} +23 -3
- package/dist/react-native/chunks/{segment-codec-leaf-WMUZ5P4F.mjs → segment-codec-leaf-IE4DXUZV.mjs} +5 -4
- package/dist/react-native/chunks/{segment-merge-leaf-Q2OEJIQ3.mjs → segment-merge-leaf-62LQ5WZB.mjs} +6 -5
- package/dist/react-native/chunks/{storage-leaf-OXYV6O6P.mjs → storage-leaf-LNOLKWZB.mjs} +895 -267
- package/dist/react-native/chunks/{store-leaf-ZMDXYK4E.mjs → store-leaf-Y7CBOPFZ.mjs} +6 -5
- package/dist/react-native/chunks/{suggestions-leaf-FIMGQZ2T.mjs → suggestions-leaf-PSUGL6MI.mjs} +6 -5
- package/dist/react-native/chunks/{worker-copies-72TGFYQB.mjs → worker-copies-MW5O5U3D.mjs} +5 -4
- package/dist/react-native/partial-words.mjs +4 -3
- package/dist/react-native/query-suggestions.mjs +4 -3
- package/dist/react-native/sync.mjs +4 -3
- package/dist/react-native/synonyms.mjs +4 -3
- package/dist/react.d.ts +7 -7
- package/dist/{rerank-E2HFKKGJ.mjs → rerank-KTV5L7MZ.mjs} +5 -4
- package/dist/resolve-vector-text-SD6BEMKZ.mjs +3 -0
- package/dist/{restore-queue-PUVBN6L3.mjs → restore-queue-ES7TDJ5V.mjs} +15 -7
- package/dist/{react-native/chunks/runtime-BUCSAK4U.mjs → runtime-USQYKN3I.mjs} +23 -3
- package/dist/{segment-codec-leaf-24Z3MMQI.mjs → segment-codec-leaf-DO75VKEV.mjs} +6 -5
- package/dist/{segment-merge-leaf-FQQDU45E.mjs → segment-merge-leaf-JGND6LG5.mjs} +6 -5
- package/dist/server.d.ts +8 -8
- package/dist/server.mjs +23 -22
- package/dist/{storage-leaf-KIA7XO6Y.mjs → storage-leaf-ZI3H2WJY.mjs} +595 -164
- package/dist/{store-leaf-ESVLL4JO.mjs → store-leaf-YIH36Y5J.mjs} +7 -6
- package/dist/{suggestions-leaf-FXF4AHAY.mjs → suggestions-leaf-FP5HSTFP.mjs} +9 -8
- package/dist/sync/filesystem.d.ts +2 -2
- package/dist/sync/filesystem.mjs +11 -10
- package/dist/sync/indexeddb.d.ts +2 -2
- package/dist/sync.browser.mjs +1 -1
- package/dist/sync.d.ts +3 -3
- package/dist/sync.mjs +5 -4
- package/dist/synonyms.browser.mjs +1 -1
- package/dist/synonyms.mjs +5 -4
- package/dist/{tasks-CXtQ3Zpp.d.ts → tasks-X2IJQc8J.d.ts} +2 -2
- package/dist/{thread-OWXVP2ZA.mjs → thread-BJXE77AI.mjs} +14 -13
- package/dist/{types-CDN70Y_C.d.ts → types-D0YasjoX.d.ts} +1 -1
- package/dist/vector/search-worker.mjs +5 -4
- package/dist/{worker-copies-XXX7PF4J.mjs → worker-copies-WYPRCNB7.mjs} +8 -7
- package/dist/workers/entry.mjs +11 -10
- package/openapi.json +32 -0
- package/package.json +7 -7
- package/dist/react-native/chunks/core-leaf-UDUMVC3M.mjs +0 -6
- package/dist/resolve-vector-text-6WPFFIX5.mjs +0 -2
|
@@ -37,65 +37,6 @@ function holdWritesAndBackgroundWork(read) {
|
|
|
37
37
|
return read();
|
|
38
38
|
}
|
|
39
39
|
|
|
40
|
-
// src/search/constants.ts
|
|
41
|
-
var RESULT_WINDOW = 1e4;
|
|
42
|
-
var DEFAULT_PAGE_SIZE = 10;
|
|
43
|
-
var BM25_DISPLAYED_NAME_LENGTH = 64;
|
|
44
|
-
var MAX_CURSOR_LENGTH = 40960;
|
|
45
|
-
var CURSOR_BINDING_BUFFER_BYTES = 256;
|
|
46
|
-
var MAX_SORT_FIELDS = 8;
|
|
47
|
-
var MAX_SORT_FIELD_NAME_LENGTH = 255;
|
|
48
|
-
var MAX_CURSOR_ANCHOR_CODE_POINTS = 512;
|
|
49
|
-
var PREFIX_MAX_EXPANSIONS = 50;
|
|
50
|
-
var PARTIAL_WORDS_ADDED_PER_QUERY = 50;
|
|
51
|
-
var PARTIAL_WORD_MIN_CODE_POINTS = 3;
|
|
52
|
-
var DEFAULT_FUZZY_PREFIX_LENGTH = 2;
|
|
53
|
-
var MAX_TOLERANCE = 10;
|
|
54
|
-
var MAX_PREFIX_LENGTH = 1024;
|
|
55
|
-
var MAX_PHRASE_WORDS = 32;
|
|
56
|
-
var MAX_QUERY_PHRASES = 32;
|
|
57
|
-
var DEFAULT_MAX_PER_GROUP = 1;
|
|
58
|
-
var DEFAULT_RANK_CONSTANT = 60;
|
|
59
|
-
var MIN_RANK_CONSTANT = 1;
|
|
60
|
-
var DEFAULT_LINEAR_ALPHA = 0.5;
|
|
61
|
-
var MIN_LINEAR_ALPHA = 0;
|
|
62
|
-
var MAX_LINEAR_ALPHA = 1;
|
|
63
|
-
var MIN_HYBRID_DEPTH = 1;
|
|
64
|
-
var MAX_HYBRID_DEPTH = 1e4;
|
|
65
|
-
var HYBRID_RESCORE_WINDOW = 10;
|
|
66
|
-
var FUSION_TIE_INSERTION_LIMIT = 16;
|
|
67
|
-
|
|
68
|
-
// src/engine/constants.ts
|
|
69
|
-
var MIN_DOCUMENTS_FOR_SEGMENTS = 64;
|
|
70
|
-
var BATCH_CHUNK_SIZE = 1e3;
|
|
71
|
-
var ANALYSIS_HOLD_APPLY_INTERVAL_MS = 100;
|
|
72
|
-
var ANALYSIS_CHANGE_MEMBERS = ["language", "tokenizer", "stopWords"];
|
|
73
|
-
var DEFAULT_LIMIT = DEFAULT_PAGE_SIZE;
|
|
74
|
-
var DEFAULT_OFFSET = 0;
|
|
75
|
-
var INDEX_NAME_PATTERN = /^[a-zA-Z0-9][a-zA-Z0-9._-]*$/;
|
|
76
|
-
var ABSOLUTE_WINDOWS_PATH_PATTERN = /^[a-zA-Z]:[\\/]/;
|
|
77
|
-
var MODULE_URL_SCHEME_PATTERN = /^(file|https?|data|node):/;
|
|
78
|
-
var MAX_INDEX_NAME_LENGTH = 255;
|
|
79
|
-
var MAX_DOC_ID_LENGTH = 512;
|
|
80
|
-
var DEFAULT_MAX_PARTITIONS = 1;
|
|
81
|
-
var MAX_PARTITIONS = 65536;
|
|
82
|
-
var EXPORT_CHUNK_BYTES = 1048576;
|
|
83
|
-
var MAX_EXPORT_LINE_BYTES = 117443592;
|
|
84
|
-
var MAX_INDEX_CONFIGURATION_BYTES = 16777216;
|
|
85
|
-
var IMPORT_BATCH_DOCUMENTS = 1e3;
|
|
86
|
-
var MAX_IMPORT_REFUSALS_REPORTED = 1e3;
|
|
87
|
-
var MIN_SWEEP_INTERVAL_MS = 100;
|
|
88
|
-
var MAX_SWEEP_INTERVAL_MS = 6e4;
|
|
89
|
-
var HEAP_PRESSURE_WARNING_FRACTION = 0.9;
|
|
90
|
-
var HEAP_PRESSURE_REARM_FRACTION = 0.8;
|
|
91
|
-
var STATISTICS_BROADCAST_INTERVAL_MS = 5e3;
|
|
92
|
-
var FOREIGN_STATS_TTL_MS = 6e4;
|
|
93
|
-
var DEFAULT_SUGGEST_LIMIT = 10;
|
|
94
|
-
var MAX_SUGGEST_LIMIT = 100;
|
|
95
|
-
var SUGGEST_OVERSAMPLE_FACTOR = 1.5;
|
|
96
|
-
var SUGGEST_OVERSAMPLE_PADDING = 10;
|
|
97
|
-
var MAX_SUGGEST_SCATTER_LIMIT = Math.ceil(MAX_SUGGEST_LIMIT * SUGGEST_OVERSAMPLE_FACTOR) + SUGGEST_OVERSAMPLE_PADDING;
|
|
98
|
-
|
|
99
40
|
// src/runtime/constants.ts
|
|
100
41
|
var IDLE_HEAP_CLEANUP_CHECK_MS = 1e3;
|
|
101
42
|
var IDLE_HEAP_CLEANUP_QUIET_CHECKS = 2;
|
|
@@ -251,4 +192,4 @@ var GRAPH_LOCK_WAIT_DEADLINE_MS = 1e4;
|
|
|
251
192
|
var GRAPH_BUILD_DISPATCH_CHUNK = 64;
|
|
252
193
|
var GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER = 2;
|
|
253
194
|
|
|
254
|
-
export {
|
|
195
|
+
export { DISK_STORAGE_BLOCK_BYTES, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_TABLE_BYTES, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MAX_WORKER_COPIES, NATIVE_ATTACH_RETRY_MS, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, NATIVE_THREAD_SEARCH_SLOTS, PROCESS_LIMIT_REFRESH_INTERVAL_MS, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, SCRATCH_SLOTS_PER_THREAD_POOL, UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS, UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS, UI_THREAD_TURN_BUDGET_MS, UNPLACED_FLAG_CHUNK_ORDINALS, V8_YOUNG_GENERATION_BYTES_BY_MAJOR, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_BLOCK_MAX_BYTES, VECTOR_INSERT_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_STORE_INITIAL_CAPACITY, WASM_PAGE_BYTES, adoptSharedTurns, backgroundTurnIsSpent, changeIndexOutsideExternalWaits, collectAndReturnPages, collectYoungGeneration, countWrite, holdWrites, holdWritesAndBackgroundWork, indexChangeOutsideExternalWaits, noteThreadSlotGone, noteThreadSlotLive, startIdleHeapCleanup, threadSlotGone, threadSlotOfWorker, turnIsSpent, turnsAreBudgeted, waitOutsideCountedWrite, yieldBackgroundTurn, yieldTurn };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { encode } from './chunk-CV3Q2EKO.mjs';
|
|
2
2
|
import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
|
|
3
|
-
import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-
|
|
4
|
-
import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange } from './chunk-
|
|
3
|
+
import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-EDEE7ETQ.mjs';
|
|
4
|
+
import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange } from './chunk-SL53DHVE.mjs';
|
|
5
5
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
6
6
|
import { newSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
7
7
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { boundQuerySuggestionsOf } from './chunk-S2POFTLN.mjs';
|
|
2
|
-
import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-
|
|
2
|
+
import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-SL53DHVE.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
4
4
|
|
|
5
5
|
// src/query-suggestions/index.ts
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import { VECTOR_BLOCK_MAX_BYTES, MAX_DOC_ID_TABLE_BYTES, MAX_VECTOR_ORDINALS, WASM_PAGE_BYTES, VECTOR_SCRATCH_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, VECTOR_STORE_INITIAL_CAPACITY, turnsAreBudgeted, backgroundTurnIsSpent, yieldBackgroundTurn, VECTOR_BLOCK_INITIAL_SLOTS, MAX_WASM_PAGES, NATIVE_ATTACH_RETRY_MS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, GRAPH_LOCK_WAIT_SLICE_MS, NATIVE_THREAD_SEARCH_SLOTS, GRAPH_LOCK_WAIT_DEADLINE_MS, holdWrites,
|
|
1
|
+
import { VECTOR_BLOCK_MAX_BYTES, MAX_DOC_ID_TABLE_BYTES, MAX_VECTOR_ORDINALS, WASM_PAGE_BYTES, VECTOR_SCRATCH_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, VECTOR_STORE_INITIAL_CAPACITY, turnsAreBudgeted, backgroundTurnIsSpent, yieldBackgroundTurn, VECTOR_BLOCK_INITIAL_SLOTS, MAX_WASM_PAGES, NATIVE_ATTACH_RETRY_MS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, GRAPH_LOCK_WAIT_SLICE_MS, NATIVE_THREAD_SEARCH_SLOTS, GRAPH_LOCK_WAIT_DEADLINE_MS, holdWrites, threadSlotGone } from './chunk-UPDNNOTG.mjs';
|
|
2
|
+
import { MAX_DOC_ID_LENGTH } from './chunk-3ECIRFS5.mjs';
|
|
2
3
|
import { stopUsingTheNativeSearchCore, nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, NATIVE_OK, NATIVE_NEEDS_ROOM, NATIVE_GRAPH_NOT_HELD_ALONE } from './chunk-D6FYUTFN.mjs';
|
|
3
4
|
import { DEFAULT_EF_SEARCH, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, PLACEMENT_ROOM_REQUESTS, MAX_LAYER_CAP, INITIAL_LIST_CAPACITY, MAX_M, MIN_M, INITIAL_UPPER_SLOTS, CONNECT_RESTARTS_BEFORE_ONE_PASS, FARTHEST_REJECTED_LINKS_KEPT, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, NEAREST_LINK_FALLBACK_HOSTS } from './chunk-ZXX5GZEX.mjs';
|
|
4
5
|
import { MAX_FILE_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
@@ -1,20 +1,21 @@
|
|
|
1
|
-
import { loadVectorField, VECTOR_FILE_ENVELOPE_VERSION, GRAPH_PART_ENVELOPE_VERSION } from './chunk-
|
|
2
|
-
import { RESTORE_ESTIMATE_MARGIN, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-
|
|
3
|
-
import { decodeSegmentManifest, isRecord, isUint32, isSequenceNumber, ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEnd, tarEntryHeaders, tarPadding, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import { manifestKey, segmentsPrefix, vectorFileKey, manifestFileRefs, graphPartKey } from './chunk-
|
|
7
|
-
import { DEFAULT_COMPACTION_THRESHOLD } from './chunk-
|
|
1
|
+
import { loadVectorField, VECTOR_FILE_ENVELOPE_VERSION, GRAPH_PART_ENVELOPE_VERSION } from './chunk-II6XF6M4.mjs';
|
|
2
|
+
import { RESTORE_ESTIMATE_MARGIN, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-URVH6BLO.mjs';
|
|
3
|
+
import { decodeSegmentManifest, isRecord, isUint32, isSequenceNumber, ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEnd, tarEntryHeaders, tarPadding, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-7WXGUTWK.mjs';
|
|
4
|
+
import { writeCheckpointSegments, commitCheckpointManifest, isPagedSegmentFile, readSegmentFile, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, nextSegmentKey, readWalSegments, durableRecordMissing, checkpointLastSeqNo, pagedListingOf, residentSectionsOf, partitionContentsOf, checkPagedSegmentFully, openPagedSnapshot, createPagedFrozenSegment, SEGMENT_HEADER_SIZE } from './chunk-LR6JJVML.mjs';
|
|
5
|
+
import { decodeSections, READS_AHEAD_AT_ONCE, readFileRangeLater, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES, READ_AHEAD_CHUNK_BYTES, STABLE_HEAD_ATTEMPTS, directoryCheckpointStore } from './chunk-M5I64AQW.mjs';
|
|
6
|
+
import { manifestKey, segmentsPrefix, vectorFileKey, manifestFileRefs, graphPartKey } from './chunk-2KCCQK4R.mjs';
|
|
7
|
+
import { DEFAULT_COMPACTION_THRESHOLD } from './chunk-MSIN4NM3.mjs';
|
|
8
8
|
import { encode } from './chunk-CV3Q2EKO.mjs';
|
|
9
9
|
import { restoreVectorFields } from './chunk-I2WJCRIH.mjs';
|
|
10
|
-
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, textRebuildTargetOf } from './chunk-
|
|
11
|
-
import { DEFAULT_VECTOR_METRIC, defaultQuantizationFor, vectorsPerFile, vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION } from './chunk-
|
|
12
|
-
import { openChecksummedEnvelope, HEADER_SIZE, packChecksummedEnvelope, packEnvelopeWithChecksum, checksumOfChunks, readHeader, crc32, engineVersionParts, writeHeader, storedStateToWire, storedStateFromWire } from './chunk-
|
|
13
|
-
import { resolveIndexAnalysis, getLanguage, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, oversizedConfigurationPayloadOf, requireEncodedConfigurationWithinSizeLimit, loadSchemaCodeFor,
|
|
10
|
+
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, textRebuildTargetOf } from './chunk-4JBTALUC.mjs';
|
|
11
|
+
import { DEFAULT_VECTOR_METRIC, defaultQuantizationFor, vectorsPerFile, vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION } from './chunk-WLFOLAQI.mjs';
|
|
12
|
+
import { openChecksummedEnvelope, HEADER_SIZE, packChecksummedEnvelope, packEnvelopeWithChecksum, checksumOfChunks, readHeader, crc32, engineVersionParts, writeHeader, storedStateToWire, storedStateFromWire } from './chunk-EDEE7ETQ.mjs';
|
|
13
|
+
import { resolveIndexAnalysis, getLanguage, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, oversizedConfigurationPayloadOf, requireEncodedConfigurationWithinSizeLimit, loadSchemaCodeFor, VERSION, DEFAULT_BM25_B, DEFAULT_BM25_K1, removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, createPartitionIndex, writePartitionDocument, yieldToEventLoop, createPublicationGate, removedSurfaceSpellings, readHeapStatistics, readResidentMemory, prepareConfiguredSynonyms, loadGzip, prepareRemovalText, prepareDocumentText, updateDocumentVectors, holdSyncEpochChange, ARRAY_POSITION_GAP } from './chunk-SL53DHVE.mjs';
|
|
14
14
|
import { decode } from './chunk-GXCDWLQI.mjs';
|
|
15
15
|
import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
|
|
16
16
|
import { extractVectorFieldsFromSchema, flattenSchema, VECTOR_PATTERN, validateDocument, validateDocumentStrict, schemaFieldsOf, requireValidFieldTypes, isQuantizationMode, isStorageMode } from './chunk-X5NHWOXT.mjs';
|
|
17
|
-
import {
|
|
17
|
+
import { collectAndReturnPages, turnIsSpent, yieldTurn, countWrite } from './chunk-UPDNNOTG.mjs';
|
|
18
|
+
import { DEFAULT_MAX_PARTITIONS, ANALYSIS_CHANGE_MEMBERS, MAX_PARTITIONS, ANALYSIS_HOLD_APPLY_INTERVAL_MS } from './chunk-3ECIRFS5.mjs';
|
|
18
19
|
import { VALID_HNSW_METRICS } from './chunk-4PY4JYMY.mjs';
|
|
19
20
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
20
21
|
import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
|
|
@@ -654,8 +655,21 @@ function applyEntry(manager, entry, ctx) {
|
|
|
654
655
|
});
|
|
655
656
|
}
|
|
656
657
|
}
|
|
658
|
+
async function withinRebalanceHook(ctx, indexName, hook) {
|
|
659
|
+
ctx.indexesInRebalanceHooks ??= /* @__PURE__ */ new Set();
|
|
660
|
+
const running = ctx.indexesInRebalanceHooks;
|
|
661
|
+
running.add(indexName);
|
|
662
|
+
try {
|
|
663
|
+
await hook();
|
|
664
|
+
} finally {
|
|
665
|
+
running.delete(indexName);
|
|
666
|
+
}
|
|
667
|
+
}
|
|
657
668
|
async function afterEntry(manager, entry, ctx) {
|
|
658
669
|
for (const field of entry.vectors.keys()) manager.getVectorIndexes().get(field)?.scheduleBuild();
|
|
670
|
+
await withinRebalanceHook(ctx, entry.indexName, () => runEntryHooks(entry, ctx));
|
|
671
|
+
}
|
|
672
|
+
async function runEntryHooks(entry, ctx) {
|
|
659
673
|
try {
|
|
660
674
|
if (entry.action === "remove") {
|
|
661
675
|
await ctx.pluginRegistry.runHook("afterRemove", { indexName: entry.indexName, docId: entry.docId });
|
|
@@ -774,15 +788,20 @@ async function executeRebalance(manager, indexName, targetPartitionCount, ctx) {
|
|
|
774
788
|
},
|
|
775
789
|
spill
|
|
776
790
|
);
|
|
777
|
-
|
|
778
|
-
|
|
779
|
-
|
|
780
|
-
|
|
781
|
-
|
|
782
|
-
|
|
783
|
-
|
|
784
|
-
|
|
785
|
-
|
|
791
|
+
await withinRebalanceHook(ctx, indexName, async () => {
|
|
792
|
+
try {
|
|
793
|
+
await ctx.pluginRegistry.runHook("onPartitionSplit", {
|
|
794
|
+
indexName,
|
|
795
|
+
oldPartitionCount: oldCount,
|
|
796
|
+
newPartitionCount: targetPartitionCount
|
|
797
|
+
});
|
|
798
|
+
} catch (hookErr) {
|
|
799
|
+
console.warn(
|
|
800
|
+
"onPartitionSplit plugin hook failed:",
|
|
801
|
+
hookErr instanceof Error ? hookErr.message : String(hookErr)
|
|
802
|
+
);
|
|
803
|
+
}
|
|
804
|
+
});
|
|
786
805
|
if (registry === void 0) await replayQueued(manager, waq, ctx);
|
|
787
806
|
else {
|
|
788
807
|
const hooks = [];
|
|
@@ -1543,61 +1562,6 @@ async function startReadingOpeningSectionsAhead(directory, manifest) {
|
|
|
1543
1562
|
}
|
|
1544
1563
|
}
|
|
1545
1564
|
|
|
1546
|
-
// src/persistence/paged/segment-scan.ts
|
|
1547
|
-
async function openPagedSegmentScan(directory, ref) {
|
|
1548
|
-
const snapshot = openPagedSnapshot(await pagedListingOf(directory, ref));
|
|
1549
|
-
const cache = createReadCache(MERGE_READ_CACHE_BYTES);
|
|
1550
|
-
const segment = createPagedFrozenSegment(snapshot, cache);
|
|
1551
|
-
const { paged } = segment;
|
|
1552
|
-
if (paged === null) loadFailed(`The segment "${ref.key}" opened without its file`);
|
|
1553
|
-
const ids = segment.arrays.idTable;
|
|
1554
|
-
const tombstones = new Set(snapshot.tombstones);
|
|
1555
|
-
return {
|
|
1556
|
-
count: snapshot.documentCount,
|
|
1557
|
-
schema: snapshot.schema,
|
|
1558
|
-
tombstones,
|
|
1559
|
-
idAt: (ordinal) => ids.idAt(ordinal),
|
|
1560
|
-
holds: (docId) => ids.ordinalOf(docId) >= 0,
|
|
1561
|
-
storedDocumentAt: (ordinal) => decodeStoredDocument(paged.encodedDocumentAt(ordinal), snapshot.discardedFields),
|
|
1562
|
-
close: () => {
|
|
1563
|
-
paged.close();
|
|
1564
|
-
cache.clear();
|
|
1565
|
-
}
|
|
1566
|
-
};
|
|
1567
|
-
}
|
|
1568
|
-
async function checkPagedSegmentFully(directory, ref) {
|
|
1569
|
-
const listing = await pagedListingOf(directory, ref);
|
|
1570
|
-
await requirePagedPayloadChecksum(directory, listing);
|
|
1571
|
-
const snapshot = openPagedSnapshot(listing);
|
|
1572
|
-
const cache = createReadCache(MERGE_READ_CACHE_BYTES);
|
|
1573
|
-
const segment = createPagedFrozenSegment(snapshot, cache);
|
|
1574
|
-
const { paged } = segment;
|
|
1575
|
-
if (paged === null) loadFailed(`The segment "${ref.key}" opened without its file`);
|
|
1576
|
-
try {
|
|
1577
|
-
await checkPagedContents(segment, cache);
|
|
1578
|
-
return snapshot.schema;
|
|
1579
|
-
} finally {
|
|
1580
|
-
paged.close();
|
|
1581
|
-
cache.clear();
|
|
1582
|
-
}
|
|
1583
|
-
}
|
|
1584
|
-
async function bytesThatSegmentsHoldInMemory(directory, manifest) {
|
|
1585
|
-
let bytes = 0;
|
|
1586
|
-
for (const partition of manifest.partitions) {
|
|
1587
|
-
for (const ref of partition.segments) {
|
|
1588
|
-
const paged = await isPagedSegmentFile(directory, ref.key);
|
|
1589
|
-
bytes += paged ? bytesOfResidentSections(await pagedListingOf(directory, ref)) : ref.bytes;
|
|
1590
|
-
}
|
|
1591
|
-
}
|
|
1592
|
-
return bytes;
|
|
1593
|
-
}
|
|
1594
|
-
function countsAsLatestHolder(scans, at, docId) {
|
|
1595
|
-
for (let later = at + 1; later < scans.length; later++) {
|
|
1596
|
-
if (scans[later].tombstones.has(docId) || scans[later].holds(docId)) return false;
|
|
1597
|
-
}
|
|
1598
|
-
return true;
|
|
1599
|
-
}
|
|
1600
|
-
|
|
1601
1565
|
// src/persistence/archive/byte-reader.ts
|
|
1602
1566
|
async function* chunksOf(source) {
|
|
1603
1567
|
if (source instanceof Uint8Array) {
|
|
@@ -1691,7 +1655,7 @@ function vectorFieldsOf(schema, promotion) {
|
|
|
1691
1655
|
}
|
|
1692
1656
|
return Object.keys(fields).length === 0 ? null : fields;
|
|
1693
1657
|
}
|
|
1694
|
-
function metadataFromConfig(indexName, config, partitionCount, documentCount) {
|
|
1658
|
+
function metadataFromConfig(indexName, config, partitionCount, documentCount, savedBytes) {
|
|
1695
1659
|
const metadata = {
|
|
1696
1660
|
indexName,
|
|
1697
1661
|
schema: config.schema,
|
|
@@ -1706,6 +1670,8 @@ function metadataFromConfig(indexName, config, partitionCount, documentCount) {
|
|
|
1706
1670
|
engineVersion: VERSION
|
|
1707
1671
|
};
|
|
1708
1672
|
metadata.documentCount = documentCount ?? config.documentCount;
|
|
1673
|
+
const recordedSavedBytes = savedBytes ?? config.savedBytes;
|
|
1674
|
+
if (recordedSavedBytes !== void 0) metadata.savedBytes = recordedSavedBytes;
|
|
1709
1675
|
const vectorFields = vectorFieldsOf(config.schema, config.vectorPromotion);
|
|
1710
1676
|
if (vectorFields !== null) {
|
|
1711
1677
|
metadata.vectorFields = vectorFields;
|
|
@@ -1785,6 +1751,7 @@ function metadataConfigOf(entry) {
|
|
|
1785
1751
|
...entry.indexUuid !== null ? { indexUuid: entry.indexUuid } : {},
|
|
1786
1752
|
...entry.heldPartitions !== null ? { heldPartitions: entry.heldPartitions } : {},
|
|
1787
1753
|
documentCount: entry.documentCount,
|
|
1754
|
+
savedBytes: entry.savedBytes,
|
|
1788
1755
|
partitionCount: entry.partitionCount,
|
|
1789
1756
|
schema: flattenSchema(entry.config.schema),
|
|
1790
1757
|
language: entry.language.name,
|
|
@@ -2773,6 +2740,9 @@ function metadataToWire(meta) {
|
|
|
2773
2740
|
if (isNonNegativeInteger(meta.documentCount) && Number.isSafeInteger(meta.documentCount)) {
|
|
2774
2741
|
wire.document_count = meta.documentCount;
|
|
2775
2742
|
}
|
|
2743
|
+
if (isNonNegativeInteger(meta.savedBytes) && Number.isSafeInteger(meta.savedBytes)) {
|
|
2744
|
+
wire.saved_bytes = meta.savedBytes;
|
|
2745
|
+
}
|
|
2776
2746
|
if (meta.embedding) {
|
|
2777
2747
|
wire.embedding = meta.embedding.adapter !== void 0 ? { adapter: meta.embedding.adapter, fields: meta.embedding.fields } : { fields: meta.embedding.fields };
|
|
2778
2748
|
}
|
|
@@ -2888,6 +2858,9 @@ function wireToMetadata(raw) {
|
|
|
2888
2858
|
if (isNonNegativeInteger(raw.document_count) && Number.isSafeInteger(raw.document_count)) {
|
|
2889
2859
|
meta.documentCount = raw.document_count;
|
|
2890
2860
|
}
|
|
2861
|
+
if (isNonNegativeInteger(raw.saved_bytes) && Number.isSafeInteger(raw.saved_bytes)) {
|
|
2862
|
+
meta.savedBytes = raw.saved_bytes;
|
|
2863
|
+
}
|
|
2891
2864
|
if (raw.embedding && typeof raw.embedding === "object" && typeof raw.embedding.fields === "object") {
|
|
2892
2865
|
meta.embedding = typeof raw.embedding.adapter === "string" ? { adapter: raw.embedding.adapter, fields: raw.embedding.fields } : { fields: raw.embedding.fields };
|
|
2893
2866
|
}
|
|
@@ -3211,6 +3184,20 @@ function requireAgreedSchema(agreed, schema, key) {
|
|
|
3211
3184
|
}
|
|
3212
3185
|
}
|
|
3213
3186
|
}
|
|
3187
|
+
function requireListedCounts(ref, documentCount, tombstoneCount) {
|
|
3188
|
+
if (ref.docCount === documentCount && ref.tombstoneCount === tombstoneCount) return;
|
|
3189
|
+
throw new NarsilError(
|
|
3190
|
+
ErrorCodes.PERSISTENCE_LOAD_FAILED,
|
|
3191
|
+
`The segment "${ref.key}" holds ${documentCount} documents and ${tombstoneCount} tombstones where the manifest lists ${ref.docCount} and ${ref.tombstoneCount}`,
|
|
3192
|
+
{
|
|
3193
|
+
key: ref.key,
|
|
3194
|
+
documentCount,
|
|
3195
|
+
tombstoneCount,
|
|
3196
|
+
listedDocCount: ref.docCount,
|
|
3197
|
+
listedTombstoneCount: ref.tombstoneCount
|
|
3198
|
+
}
|
|
3199
|
+
);
|
|
3200
|
+
}
|
|
3214
3201
|
function removeWhatTheSegmentReplaces(manager, segment, contents) {
|
|
3215
3202
|
manager.beginBatchRemove();
|
|
3216
3203
|
try {
|
|
@@ -3245,6 +3232,7 @@ function removeFromPartition(manager, partitionId, docIds) {
|
|
|
3245
3232
|
async function attachPagedSegment(directory, ref, partitionId, manager, options) {
|
|
3246
3233
|
if (options.decodesEveryDocument) await checkPagedSegmentFully(directory, ref);
|
|
3247
3234
|
const snapshot = openPagedSnapshot(await pagedListingOf(directory, ref));
|
|
3235
|
+
requireListedCounts(ref, snapshot.documentCount, snapshot.tombstones.length);
|
|
3248
3236
|
requireAgreedSchema(options.schema, snapshot.schema, ref.key);
|
|
3249
3237
|
const segment = createPagedFrozenSegment(snapshot);
|
|
3250
3238
|
removeFromPartition(manager, partitionId, snapshot.tombstones);
|
|
@@ -3290,6 +3278,7 @@ async function attachPartitionSegments(store, partition, manager, options) {
|
|
|
3290
3278
|
}
|
|
3291
3279
|
}
|
|
3292
3280
|
const contents = await readSegmentFile(store, ref);
|
|
3281
|
+
requireListedCounts(ref, contents.arrays.documentCount, contents.tombstones.length);
|
|
3293
3282
|
requireAgreedSchema(options.schema, contents.schema, ref.key);
|
|
3294
3283
|
if (options.decodesEveryDocument) decodeEveryStoredDocument(contents.arrays.documentTable);
|
|
3295
3284
|
const segment = createSharedFrozenSegment(shareSegmentArrays(contents.arrays, manager.partialWordAnalysis));
|
|
@@ -3615,4 +3604,4 @@ function createDetachedIndex(indexName, config, language, synonyms, executor, pa
|
|
|
3615
3604
|
return { indexName, manager: entry.manager, entry, attach };
|
|
3616
3605
|
}
|
|
3617
3606
|
|
|
3618
|
-
export { SINGLE_NODE_PRIMARY_TERM, abandonAnalysisChange, admitDurableWrite, adoptSavedAnalysis, applyDeleteEntry, applyIndexEntry, archiveFootprint, archiveStream, buildArchiveFromMemory, buildHeldAnalysisChange,
|
|
3607
|
+
export { SINGLE_NODE_PRIMARY_TERM, abandonAnalysisChange, admitDurableWrite, adoptSavedAnalysis, applyDeleteEntry, applyIndexEntry, archiveFootprint, archiveStream, buildArchiveFromMemory, buildHeldAnalysisChange, captureAppliedPrefix, changeIndexAnalysis, checkpointInTurn, chunksOf, closePartitionWriter, configOfNamedSettings, createByteReader, createDetachedIndex, createIndexLoads, createMarkerWriter, createRebalancer, createSeqOwner, deserializePayloadV1, drainIndexStateForUnload, dropHeldAnalysisChange, dropStoredVectorValues, durableMetadataConfigOf, earlierSnapshotFootprint, executeRebalance, growPartitionsTo, heldAnalysisIsBuilt, highestPartitionIdOf, holdScheduledCheckpoint, holdsNamedSettings, holdsSettings, indexMetadataOf, invalidTransition, isRecord2 as isRecord, listPersistedIndexes, loadMetadata, loadPartitionSegments, loadSegmentedCheckpoint, memoryCheckpointStore, metadataConfigOf, metadataFromConfig, metadataPartitionCount, namedSettingsOf, nestedSchemaOf, patternIndexesFromWire, readCurrentManifest, readMetadataEnvelope, readSegmentManifest, readTransition, reclaimUnlistedKeys, releaseHeldAnalysisChange, removeLeftoverRewriteFiles, replaySyncedWal, replayWal, replayWalUpTo, requireCheckpointLayout, requireConfigurationWithinSizeLimit, requireRestoreMemory, requireSavedPartitionCount, requiresLayoutCheckpoint, resolveAnalysisTarget, resumeAnalysisChange, sanitizeSurfaceForms, snapshotCheckpointFor, stampAnalysisGeneration, startReadingOpeningSectionsAhead, storedBytesOfSegments, switchInTurn, targetOfPending, transitionKey, transitionWalLayout, unpackEnvelopeBytes, unpackIndexSnapshotEnvelope, validateReplicationEntry, whileGraphsStayComplete, writeArchiveFile, writeLiveVectors, writeMetadataEnvelope };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { DEFAULT_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, FUSION_TIE_INSERTION_LIMIT, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, MIN_RANK_CONSTANT } from './chunk-
|
|
1
|
+
import { DEFAULT_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, FUSION_TIE_INSERTION_LIMIT, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, MIN_RANK_CONSTANT } from './chunk-3ECIRFS5.mjs';
|
|
2
2
|
import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback } from './chunk-D6FYUTFN.mjs';
|
|
3
3
|
import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
|
|
4
4
|
import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { P as PartitionConfig, B as BM25Params, A as AnyDocument, a as InsertOptions, W as WriteOptions } from './schema-CzG9OUw5.js';
|
|
2
|
-
import { e as SnapshotOptions, V as VectorMaintenanceResult, B as BatchResult, L as ListParams, l as ListResult, I as IndexInfo, p as IndexStats, P as PartitionStatsResult, Q as QueryParams, j as QueryResult, o as PreflightResult, m as SuggestParams, n as SuggestResult, g as SyncStatus, f as SyncSetting } from './engine-
|
|
2
|
+
import { e as SnapshotOptions, V as VectorMaintenanceResult, B as BatchResult, L as ListParams, l as ListResult, I as IndexInfo, p as IndexStats, P as PartitionStatsResult, Q as QueryParams, j as QueryResult, o as PreflightResult, m as SuggestParams, n as SuggestResult, g as SyncStatus, f as SyncSetting } from './engine-De6JzTW8.js';
|
|
3
3
|
import { a as SynonymRule } from './synonyms-CpOAHPa-.js';
|
|
4
|
-
import { f as TaskRecord, a as ChangeAnalysisBody, M as MemoryStatsResponse, m as CreateBackupBody, R as RestoreBackupBody, c as ImportResult, H as HttpIndexConfig, d as TaskListQuery, T as TaskListPage } from './tasks-
|
|
5
|
-
import { B as BackupListing } from './config-
|
|
4
|
+
import { f as TaskRecord, a as ChangeAnalysisBody, M as MemoryStatsResponse, m as CreateBackupBody, R as RestoreBackupBody, c as ImportResult, H as HttpIndexConfig, d as TaskListQuery, T as TaskListPage } from './tasks-X2IJQc8J.js';
|
|
5
|
+
import { B as BackupListing } from './config-D9WR3MhO.js';
|
|
6
6
|
import { d as QuerySuggestionsSetting, e as QuerySuggestionsStatus, f as RecordQueryResult, c as QuerySuggestionsPreview, M as ManualQuerySuggestion } from './query-suggestions-CBYkrQ5T.js';
|
|
7
7
|
|
|
8
8
|
/**
|
package/dist/client.d.ts
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
export { B as BackupListing, a as BackupSummary, D as DamagedBackup } from './config-
|
|
2
|
-
export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, e as SnapshotOptions, f as SyncSetting, g as SyncStatus, i as isNarsilError } from './engine-
|
|
3
|
-
export { A as ASYNC_IMPORT_CAPABILITY, B as BM25_TUNING_CAPABILITY, C as CHANGE_ANALYSIS_CAPABILITY, D as DOCUMENT_EXPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, R as REBUILD_ANALYSIS_CAPABILITY, S as SERVER_CAPABILITIES, a as SYNONYMS_CAPABILITY, T as TASK_CANCEL_CAPABILITY, b as TASK_FILTER_CAPABILITY } from './capabilities-
|
|
4
|
-
export { B as BackupListResponse, C as CapabilitiesResponse, a as ChangeAnalysisBody, b as CreateIndexEmbedding, E as ErrorDetail, H as HttpIndexConfig, I as ImportError, c as ImportResult, M as MemoryStatsResponse, R as RestoreBackupBody, T as TaskListPage, d as TaskListQuery, e as TaskProgress, f as TaskRecord, g as TaskStatus, h as TaskStepProgress, i as TaskType } from './tasks-
|
|
1
|
+
export { B as BackupListing, a as BackupSummary, D as DamagedBackup } from './config-D9WR3MhO.js';
|
|
2
|
+
export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, e as SnapshotOptions, f as SyncSetting, g as SyncStatus, i as isNarsilError } from './engine-De6JzTW8.js';
|
|
3
|
+
export { A as ASYNC_IMPORT_CAPABILITY, B as BM25_TUNING_CAPABILITY, C as CHANGE_ANALYSIS_CAPABILITY, D as DOCUMENT_EXPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, R as REBUILD_ANALYSIS_CAPABILITY, S as SERVER_CAPABILITIES, a as SYNONYMS_CAPABILITY, T as TASK_CANCEL_CAPABILITY, b as TASK_FILTER_CAPABILITY } from './capabilities-DAHXphRn.js';
|
|
4
|
+
export { B as BackupListResponse, C as CapabilitiesResponse, a as ChangeAnalysisBody, b as CreateIndexEmbedding, E as ErrorDetail, H as HttpIndexConfig, I as ImportError, c as ImportResult, M as MemoryStatsResponse, R as RestoreBackupBody, T as TaskListPage, d as TaskListQuery, e as TaskProgress, f as TaskRecord, g as TaskStatus, h as TaskStepProgress, i as TaskType } from './tasks-X2IJQc8J.js';
|
|
5
5
|
export { M as ManualQuerySuggestion, Q as QuerySuggestionPreviewEntry, a as QuerySuggestionsBuild, b as QuerySuggestionsBuildTrigger, c as QuerySuggestionsPreview, d as QuerySuggestionsSetting, e as QuerySuggestionsStatus, R as RecordQueryOutcome, f as RecordQueryResult } from './query-suggestions-CBYkrQ5T.js';
|
|
6
|
-
export { A as AdminOperations, B as BackupOperations, a as BulkOperations, D as DocumentOperations, F as FetchFunction, I as ImportSource, b as IndexOperations, N as NarsilClient, c as NarsilClientOptions, P as PutResult, Q as QuerySuggestionOperations, R as RequestOptions, S as SearchOperations, d as ServerOperations, e as ServerVersion, f as SyncSettingOperations, g as SyncSnapshotDownload, h as SyncSnapshotResume, T as TaskOperations, W as WaitForTaskOptions, i as createNarsilClient } from './client-
|
|
7
|
-
import './config-
|
|
6
|
+
export { A as AdminOperations, B as BackupOperations, a as BulkOperations, D as DocumentOperations, F as FetchFunction, I as ImportSource, b as IndexOperations, N as NarsilClient, c as NarsilClientOptions, P as PutResult, Q as QuerySuggestionOperations, R as RequestOptions, S as SearchOperations, d as ServerOperations, e as ServerVersion, f as SyncSettingOperations, g as SyncSnapshotDownload, h as SyncSnapshotResume, T as TaskOperations, W as WaitForTaskOptions, i as createNarsilClient } from './client-DpqtT2XG.js';
|
|
7
|
+
import './config-C687-reW.js';
|
|
8
8
|
import './adapters-pljAqmrC.js';
|
|
9
9
|
import './schema-CzG9OUw5.js';
|
|
10
10
|
import './synonyms-CpOAHPa-.js';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { P as PersistenceAdapter, I as InvalidationAdapter, E as EmbeddingAdapter, R as RerankAdapter } from './adapters-pljAqmrC.js';
|
|
2
|
-
import { Q as QueryParams, j as QueryResult, k as NarsilEventHandlers } from './engine-
|
|
2
|
+
import { Q as QueryParams, j as QueryResult, k as NarsilEventHandlers } from './engine-De6JzTW8.js';
|
|
3
3
|
import { I as IndexConfig, A as AnyDocument } from './schema-CzG9OUw5.js';
|
|
4
4
|
|
|
5
5
|
/**
|
|
@@ -407,6 +407,16 @@ interface DurabilityConfig {
|
|
|
407
407
|
* number of segments.
|
|
408
408
|
*/
|
|
409
409
|
compactionThreshold?: number;
|
|
410
|
+
/**
|
|
411
|
+
* A checkpoint rewrites at most this many bytes of existing segment files to
|
|
412
|
+
* drop the copies of removed and replaced documents, 268,435,456 by default.
|
|
413
|
+
* Beyond that budget, each partition whose removed share exceeds 0.2 still
|
|
414
|
+
* rewrites one segment, so every such partition shrinks at every checkpoint.
|
|
415
|
+
* The value is a whole number of bytes of at least 1. The snapshot tier
|
|
416
|
+
* accepts it and writes each changed partition whole, so the budget applies
|
|
417
|
+
* to the write-ahead log tier.
|
|
418
|
+
*/
|
|
419
|
+
rewriteBytesPerCheckpoint?: number;
|
|
410
420
|
}
|
|
411
421
|
/**
|
|
412
422
|
* Which queries the main copy of an index answers once the index holds worker
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { N as NarsilConfig } from './config-
|
|
1
|
+
import { N as NarsilConfig } from './config-C687-reW.js';
|
|
2
2
|
import { P as PersistenceAdapter } from './adapters-pljAqmrC.js';
|
|
3
3
|
import { A as AllocationConstraints, a as AllocationTable, N as NodeRole, b as NodeRegistration, C as ClusterCoordinator, c as NodeCapacity } from './index-CBUl4z3E.js';
|
|
4
4
|
import { N as NodeTransport } from './types-DvncmvuQ.js';
|
|
@@ -1,5 +1,6 @@
|
|
|
1
|
-
export { BUILD_CHUNK_SIZE, BUILD_RETRY_FIRST_DELAY_MS, BUILD_RETRY_MAX_DELAY_MS, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_VECTOR_METRIC, DISK_ADOPTION_YIELD_INTERVAL, DRIFT_CHECK_GROWTH_FACTOR, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, GRAPH_RETIRED, IN_MEMORY, MIN_OVERSAMPLE, NOTHING_STAGED, NO_LIVE_VECTOR_AT_POSITION, QUERY_STAGED, RECALIBRATION_CHUNK_VECTORS, RECALIBRATION_DRIFT_RATIO, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, SEARCH_REFILL_RESERVE, SEARCH_SCAN_CHUNK_VECTORS, SHUFFLED_REBUILD_MEMORY_RETRY_MS, STORE_BLOCK_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, STORE_CODE_BLOCK_COUNT, STORE_CODE_COUNT, STORE_DOC_ID_BYTES, STORE_LIVE_COUNT, STORE_ORDINAL_LAYOUT_GENERATION, STORE_RELEASED_VECTORS_TO_DISK, STORE_REMOVED_COUNT, STORE_SLOTS, STORE_UNPLACED_COUNT, STORE_WRITE_SEQUENCE_INT64, VECTOR_FILE_MAX_VECTORS, VECTOR_FILE_PAYLOAD_VERSION, VECTOR_MEMORY_LIMITS, VECTOR_WORKER_COPIES_ALLOWED, WORKER_COPY_MIN_VECTORS, addToOrdinalFilter, admissionAt, adoptBackgroundScheduler, adoptGraph, adoptLoadedCalibration, allLiveDocIds, arenaFloat32Distance, assembleGraphParts, assignStorePartitions, bindVectorCoreHost, blocksGrowthBytes, bytesToVectors, centroidOfCentroidSums, computeCodeBlockLayout, cosineSimilarityWithMagnitudes, countDead, countOfCentroidSums, coverOrdinal, createCentroidSums, createFixedBuffer, createHNSWIndex, createOrdinalFilter, createOsqQuantizer, createOsqScratch, createSharedVectorStoreHandles, createVectorBlock, createVectorFileReader, deadBytesFor, decodeVectorFilePayload, decodeVectorGraphPartPayload, decodeVectorGraphPayload, decodeVectorIndexParts, defaultEfSearch, defaultQuantizationFor, deserialize, detachNativeStore, dotProduct, emptyFieldBeforeRestore, ensureBlockSlots, euclideanDistance, fieldHandlesOf, filterForOptions, fixedView, graphNeedsRebuild, graphPartsOfEarlierPayload, growBufferTo, grownByteLength, handOverBuildTurns, holdAdmission, insertNode, isDead, liveOrdinals, liveSize, magnitude, mayFree, meanOfCentroidSums, nativeMetricCode, nativeScoresOf, nativeStoreFor, nativeStoreScratchBytes, nextSequence, noBuildHistory, nodeCountOf, oldestHeldPin, openGraphState, openSharedQuantizer, openVectorBlock, ordinalFilterForSubsets, ordinalFilterHas, ordinalFilterValues, osqBitsOf, osqDistance, osqEstimate, osqQuantize, osqRecordBytes, planCheckpoint, publishSequence, readTrailer, recalibrateFromStore, recordCheckpoint, releaseLocksHeldBy, releasePinsHeldBy, releaseReplacedVectors, requireBoundedUpperLists, requireBytesWithinLimit, requireUsableVectorOptions, requireWholeNeighbourLists, rescoreDepth, resetStoreHeader, retiredAtOf, scalarQueryProducts, searchOrdinals, sequenceWritesOf, sharedMemoryAvailable, sharedVectorStoreBytes, shuffleInPlace, shuffleStep, signatureOf, simdModuleLoaded, slotByteOffset, squaredLengthsOfCentroidSums, stageQueryLevels, stampBorn, stampRetired, storePinsOf, threadedNativeCore, threadsHoldCurrentLayout, toDistance, toScore, tombstoneCountOf, topLayerInParts, unplacedChunkCount, vectorsPerFile, vectorsToBytes, withNativeThreadSlot, withTransientAdmission, writeSequenceOf, writeSequenceWords, yieldBuildTurn } from './chunk-
|
|
2
|
-
export { GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS,
|
|
1
|
+
export { BUILD_CHUNK_SIZE, BUILD_RETRY_FIRST_DELAY_MS, BUILD_RETRY_MAX_DELAY_MS, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_VECTOR_METRIC, DISK_ADOPTION_YIELD_INTERVAL, DRIFT_CHECK_GROWTH_FACTOR, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, GRAPH_RETIRED, IN_MEMORY, MIN_OVERSAMPLE, NOTHING_STAGED, NO_LIVE_VECTOR_AT_POSITION, QUERY_STAGED, RECALIBRATION_CHUNK_VECTORS, RECALIBRATION_DRIFT_RATIO, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, SEARCH_REFILL_RESERVE, SEARCH_SCAN_CHUNK_VECTORS, SHUFFLED_REBUILD_MEMORY_RETRY_MS, STORE_BLOCK_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, STORE_CODE_BLOCK_COUNT, STORE_CODE_COUNT, STORE_DOC_ID_BYTES, STORE_LIVE_COUNT, STORE_ORDINAL_LAYOUT_GENERATION, STORE_RELEASED_VECTORS_TO_DISK, STORE_REMOVED_COUNT, STORE_SLOTS, STORE_UNPLACED_COUNT, STORE_WRITE_SEQUENCE_INT64, VECTOR_FILE_MAX_VECTORS, VECTOR_FILE_PAYLOAD_VERSION, VECTOR_MEMORY_LIMITS, VECTOR_WORKER_COPIES_ALLOWED, WORKER_COPY_MIN_VECTORS, addToOrdinalFilter, admissionAt, adoptBackgroundScheduler, adoptGraph, adoptLoadedCalibration, allLiveDocIds, arenaFloat32Distance, assembleGraphParts, assignStorePartitions, bindVectorCoreHost, blocksGrowthBytes, bytesToVectors, centroidOfCentroidSums, computeCodeBlockLayout, cosineSimilarityWithMagnitudes, countDead, countOfCentroidSums, coverOrdinal, createCentroidSums, createFixedBuffer, createHNSWIndex, createOrdinalFilter, createOsqQuantizer, createOsqScratch, createSharedVectorStoreHandles, createVectorBlock, createVectorFileReader, deadBytesFor, decodeVectorFilePayload, decodeVectorGraphPartPayload, decodeVectorGraphPayload, decodeVectorIndexParts, defaultEfSearch, defaultQuantizationFor, deserialize, detachNativeStore, dotProduct, emptyFieldBeforeRestore, ensureBlockSlots, euclideanDistance, fieldHandlesOf, filterForOptions, fixedView, graphNeedsRebuild, graphPartsOfEarlierPayload, growBufferTo, grownByteLength, handOverBuildTurns, holdAdmission, insertNode, isDead, liveOrdinals, liveSize, magnitude, mayFree, meanOfCentroidSums, nativeMetricCode, nativeScoresOf, nativeStoreFor, nativeStoreScratchBytes, nextSequence, noBuildHistory, nodeCountOf, oldestHeldPin, openGraphState, openSharedQuantizer, openVectorBlock, ordinalFilterForSubsets, ordinalFilterHas, ordinalFilterValues, osqBitsOf, osqDistance, osqEstimate, osqQuantize, osqRecordBytes, planCheckpoint, publishSequence, readTrailer, recalibrateFromStore, recordCheckpoint, releaseLocksHeldBy, releasePinsHeldBy, releaseReplacedVectors, requireBoundedUpperLists, requireBytesWithinLimit, requireUsableVectorOptions, requireWholeNeighbourLists, rescoreDepth, resetStoreHeader, retiredAtOf, scalarQueryProducts, searchOrdinals, sequenceWritesOf, sharedMemoryAvailable, sharedVectorStoreBytes, shuffleInPlace, shuffleStep, signatureOf, simdModuleLoaded, slotByteOffset, squaredLengthsOfCentroidSums, stageQueryLevels, stampBorn, stampRetired, storePinsOf, threadedNativeCore, threadsHoldCurrentLayout, toDistance, toScore, tombstoneCountOf, topLayerInParts, unplacedChunkCount, vectorsPerFile, vectorsToBytes, withNativeThreadSlot, withTransientAdmission, writeSequenceOf, writeSequenceWords, yieldBuildTurn } from './chunk-WLFOLAQI.mjs';
|
|
2
|
+
export { GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_TABLE_BYTES, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, NATIVE_ATTACH_RETRY_MS, NATIVE_THREAD_SEARCH_SLOTS, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS, UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS, UI_THREAD_TURN_BUDGET_MS, UNPLACED_FLAG_CHUNK_ORDINALS, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_BLOCK_MAX_BYTES, VECTOR_SCRATCH_SLOTS, VECTOR_STORE_INITIAL_CAPACITY, WASM_PAGE_BYTES, backgroundTurnIsSpent, collectAndReturnPages, collectYoungGeneration, holdWritesAndBackgroundWork, threadSlotGone, turnsAreBudgeted, yieldBackgroundTurn } from './chunk-UPDNNOTG.mjs';
|
|
3
|
+
export { MAX_DOC_ID_LENGTH } from './chunk-3ECIRFS5.mjs';
|
|
3
4
|
export { NATIVE_OK, loadNativeCore, nativeSearchCoreIsEnabled, noteFallback } from './chunk-D6FYUTFN.mjs';
|
|
4
5
|
export { COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONNECT_RESTARTS_BEFORE_ONE_PASS, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_EF_SEARCH, EARLIER_RELEASE_MIN_M, FARTHEST_REJECTED_LINKS_KEPT, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, MAX_LAYER_CAP, MAX_M, MIN_M, NEAREST_LINK_FALLBACK_HOSTS, PLACEMENT_ROOM_REQUESTS } from './chunk-ZXX5GZEX.mjs';
|
|
5
6
|
export { MAX_FILE_BYTES } from './chunk-4PY4JYMY.mjs';
|
|
@@ -1,14 +1,15 @@
|
|
|
1
|
-
export { createDirectExecutor } from './chunk-
|
|
1
|
+
export { createDirectExecutor } from './chunk-SL53DHVE.mjs';
|
|
2
2
|
import './chunk-KLVMK3R5.mjs';
|
|
3
|
-
import './chunk-
|
|
3
|
+
import './chunk-F4OOBPKA.mjs';
|
|
4
4
|
import './chunk-GXCDWLQI.mjs';
|
|
5
5
|
import './chunk-BUMREPLU.mjs';
|
|
6
6
|
import './chunk-7T4LAYT4.mjs';
|
|
7
7
|
import './chunk-YM2HI5N5.mjs';
|
|
8
8
|
import './chunk-X5NHWOXT.mjs';
|
|
9
9
|
import './chunk-U2BKYEC7.mjs';
|
|
10
|
-
import './chunk-
|
|
11
|
-
import './chunk-
|
|
10
|
+
import './chunk-6SZQETSC.mjs';
|
|
11
|
+
import './chunk-UPDNNOTG.mjs';
|
|
12
|
+
import './chunk-3ECIRFS5.mjs';
|
|
12
13
|
import './chunk-D6FYUTFN.mjs';
|
|
13
14
|
import './chunk-ZXX5GZEX.mjs';
|
|
14
15
|
import './chunk-4PY4JYMY.mjs';
|
package/dist/distribution.d.ts
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
|
-
import { c as CreateIndexOptions, C as ClusterNamespace, d as ClusterNodeConfig } from './config-
|
|
2
|
-
export { B as BackupListing, e as BackupOperationOptions, f as BackupProgress, a as BackupSummary, g as ClusterBackupConfig, h as ClusterControllerConfig, i as ClusterHealth, j as ClusterHealthStatus, k as ClusterMemoryConfig, l as ClusterMetrics, b as ClusterNodeInfo, m as ClusterQueryConfig, n as CommitPointFigure, o as CoordinatorRequestFigure, p as CreateBackupOptions, D as DamagedBackup, I as IndexHealth, N as NodeReadiness, P as PartitionReplicationFigure, R as ReplicaLagFigure, q as ReplicationConfig, r as RestoreBackupOptions, V as VectorRebuildWaitFigure } from './config-
|
|
1
|
+
import { c as CreateIndexOptions, C as ClusterNamespace, d as ClusterNodeConfig } from './config-D9WR3MhO.js';
|
|
2
|
+
export { B as BackupListing, e as BackupOperationOptions, f as BackupProgress, a as BackupSummary, g as ClusterBackupConfig, h as ClusterControllerConfig, i as ClusterHealth, j as ClusterHealthStatus, k as ClusterMemoryConfig, l as ClusterMetrics, b as ClusterNodeInfo, m as ClusterQueryConfig, n as CommitPointFigure, o as CoordinatorRequestFigure, p as CreateBackupOptions, D as DamagedBackup, I as IndexHealth, N as NodeReadiness, P as PartitionReplicationFigure, R as ReplicaLagFigure, q as ReplicationConfig, r as RestoreBackupOptions, V as VectorRebuildWaitFigure } from './config-D9WR3MhO.js';
|
|
3
3
|
import { R as RerankAdapter } from './adapters-pljAqmrC.js';
|
|
4
|
-
import { f as SyncSetting, g as SyncStatus, B as BatchResult, L as ListParams, l as ListResult, m as SuggestParams, n as SuggestResult, Q as QueryParams, o as PreflightResult, I as IndexInfo, A as AnalysisChange, p as IndexStats, P as PartitionStatsResult, M as MemoryStats, q as NarsilEventMap, j as QueryResult, h as Narsil } from './engine-
|
|
4
|
+
import { f as SyncSetting, g as SyncStatus, B as BatchResult, L as ListParams, l as ListResult, m as SuggestParams, n as SuggestResult, Q as QueryParams, o as PreflightResult, I as IndexInfo, A as AnalysisChange, p as IndexStats, P as PartitionStatsResult, M as MemoryStats, q as NarsilEventMap, j as QueryResult, h as Narsil } from './engine-De6JzTW8.js';
|
|
5
5
|
import { B as BM25Params, I as IndexConfig, A as AnyDocument, a as InsertOptions } from './schema-CzG9OUw5.js';
|
|
6
6
|
import { c as NodeCapacity, N as NodeRole } from './index-CBUl4z3E.js';
|
|
7
7
|
export { A as AllocationConstraints, e as AllocationEvent, a as AllocationTable, C as ClusterCoordinator, I as IndexMetadataEvent, f as IndexMetadataWatch, g as IndexPartitionBytes, h as NodeEvent, d as NodeMemoryReport, b as NodeRegistration, P as PartitionAssignment, i as PartitionState, R as RegistrationLease, S as SchemaEvent, U as UnassignedReason } from './index-CBUl4z3E.js';
|
|
8
8
|
import { a as SynonymRule } from './synonyms-CpOAHPa-.js';
|
|
9
9
|
export { L as ListenHandler, N as NodeTransport, R as RespondFn, T as TransportConfig, a as TransportMessage } from './types-DvncmvuQ.js';
|
|
10
|
-
import './config-
|
|
10
|
+
import './config-C687-reW.js';
|
|
11
11
|
import './query-suggestions-CBYkrQ5T.js';
|
|
12
12
|
|
|
13
13
|
/**
|