@delali/narsil 0.3.1-next.183 → 0.3.1-next.185
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{chunk-ZZUXMJIK.mjs → chunk-CPSHS46N.mjs} +129 -165
- package/dist/browser/{embed-24IPR4LP.mjs → embed-GG6PS3EA.mjs} +43 -1
- package/dist/browser/{optional-writes-IQFTXANH.mjs → optional-writes-ZTBHYQMN.mjs} +619 -314
- package/dist/browser/{resolve-vector-text-EJ6DHFF5.mjs → resolve-vector-text-XRR2OVHE.mjs} +19 -2
- package/dist/browser/{restore-queue-S4BWOGMU.mjs → restore-queue-SG5O735W.mjs} +7 -0
- package/dist/browser/{runtime-NU6VOVH2.mjs → runtime-OMKE7DF4.mjs} +23 -3
- package/dist/browser/{storage-leaf-2CO6SQ7R.mjs → storage-leaf-4XMCITJ6.mjs} +27 -9
- package/dist/{chunk-GGG5R4CU.mjs → chunk-2GONI5HL.mjs} +5 -3
- package/dist/{chunk-PK3BGGHO.mjs → chunk-2KCCQK4R.mjs} +1 -1
- package/dist/{chunk-JVR5KMO4.mjs → chunk-2YWWHMVC.mjs} +2 -2
- package/dist/chunk-3ECIRFS5.mjs +61 -0
- package/dist/{react-native/chunks/chunk-G4YYO5TC.mjs → chunk-4JBTALUC.mjs} +1 -1
- package/dist/{chunk-PXEGKQHS.mjs → chunk-5BUEBIXR.mjs} +2 -2
- package/dist/{chunk-DG6WIEB3.mjs → chunk-6SZQETSC.mjs} +1 -1
- package/dist/{chunk-NPXORGMK.mjs → chunk-7WXGUTWK.mjs} +3 -3
- package/dist/{chunk-2DK74OQL.mjs → chunk-A3OAFUZI.mjs} +1 -1
- package/dist/{chunk-632ABEIR.mjs → chunk-BVZWWMOU.mjs} +1 -1
- package/dist/{chunk-CQX5B6L2.mjs → chunk-CKEOTSF5.mjs} +2 -2
- package/dist/{chunk-F2UOTRY7.mjs → chunk-CODGHJVW.mjs} +4 -4
- package/dist/{chunk-6ICOWB6I.mjs → chunk-CYCVPTTR.mjs} +1 -1
- package/dist/{chunk-WUWSUJ2X.mjs → chunk-DU23J5JG.mjs} +5 -5
- package/dist/{chunk-C77OBNPP.mjs → chunk-EDEE7ETQ.mjs} +1 -1
- package/dist/{chunk-KL6W73BZ.mjs → chunk-EWGIF6FQ.mjs} +18 -1
- package/dist/{chunk-LPRRFCVU.mjs → chunk-F4OOBPKA.mjs} +2 -2
- package/dist/{chunk-V7F5DOSC.mjs → chunk-FBQYC5OX.mjs} +3 -3
- package/dist/{chunk-EGWBZSHK.mjs → chunk-FCQMZDRI.mjs} +2 -2
- package/dist/{chunk-MCAJOLVK.mjs → chunk-G3XRHAJA.mjs} +2 -2
- package/dist/{chunk-OQANB7SJ.mjs → chunk-H4QYQ5DE.mjs} +1 -1
- package/dist/{chunk-CKS4QQEC.mjs → chunk-II6XF6M4.mjs} +5 -5
- package/dist/{chunk-C3EINJNJ.mjs → chunk-JDG6CCXM.mjs} +1 -1
- package/dist/{chunk-3OEXOSWI.mjs → chunk-LR6JJVML.mjs} +4 -4
- package/dist/{chunk-TTTBE4TB.mjs → chunk-M5I64AQW.mjs} +3 -3
- package/dist/{chunk-FIXUVFUC.mjs → chunk-MHBG33R5.mjs} +7 -6
- package/dist/{chunk-X4UMDSB4.mjs → chunk-N3M4NPML.mjs} +1 -1
- package/dist/{chunk-M3H7CTIC.mjs → chunk-O337MDRJ.mjs} +5 -5
- package/dist/{chunk-CWXR7OP4.mjs → chunk-SL53DHVE.mjs} +804 -527
- package/dist/{chunk-JP77OWMI.mjs → chunk-UPDNNOTG.mjs} +1 -60
- package/dist/{chunk-SA7U67XF.mjs → chunk-URVH6BLO.mjs} +2 -2
- package/dist/{chunk-T3YI4KN6.mjs → chunk-VYSWVQCE.mjs} +1 -1
- package/dist/{chunk-TNEU32EN.mjs → chunk-WLFOLAQI.mjs} +2 -1
- package/dist/{chunk-ZVZ2V2PZ.mjs → chunk-WSIU6YXQ.mjs} +39 -20
- package/dist/{chunk-TBOZHYCF.mjs → chunk-Y7QUFIGV.mjs} +1 -1
- package/dist/{core-leaf-VIMO377O.mjs → core-leaf-NEUM7PU3.mjs} +3 -2
- package/dist/{direct-executor-JXYIL4OQ.mjs → direct-executor-37IH3ISS.mjs} +5 -4
- package/dist/distribution.mjs +254 -76
- package/dist/{embed-UNHDFGDU.mjs → embed-2QMYCD2Q.mjs} +43 -1
- package/dist/index.browser.mjs +1 -1
- package/dist/index.mjs +5 -4
- package/dist/index.react-native.mjs +4 -3
- package/dist/{long-query-thread-HPKGRYWM.mjs → long-query-thread-DIPJBMV7.mjs} +15 -14
- package/dist/{module-5SXNUCD5.mjs → module-Z3CL4GJ4.mjs} +10 -9
- package/dist/{optional-writes-QE7QUI45.mjs → optional-writes-YIVJMQ4D.mjs} +7 -6
- package/dist/{paged-partition-archive-IK2UOY2G.mjs → paged-partition-archive-IZ6U7DVN.mjs} +15 -14
- package/dist/partial-words.browser.mjs +1 -1
- package/dist/partial-words.mjs +5 -4
- package/dist/persistence/durability/checkpoint-worker.mjs +13 -12
- package/dist/{query-actions-COEFVUH3.mjs → query-actions-7EOKT3WD.mjs} +5 -4
- package/dist/query-suggestions/merge-worker.mjs +8 -7
- package/dist/query-suggestions.browser.mjs +1 -1
- package/dist/query-suggestions.mjs +6 -5
- package/dist/react-native/chunks/{chunk-DZ4FQW5K.mjs → chunk-7TPO4FLE.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-J2BQTJJE.mjs → chunk-BN6FUB7N.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-6A5XE2MA.mjs → chunk-CBU4M3EU.mjs} +803 -526
- package/dist/react-native/chunks/{chunk-DN2GVVR4.mjs → chunk-IEY4DARA.mjs} +1 -1
- package/dist/react-native/chunks/chunk-LX62Y4B5.mjs +61 -0
- package/dist/react-native/chunks/{chunk-I7DTUOK2.mjs → chunk-NLEFMPY3.mjs} +2 -60
- package/dist/react-native/chunks/{chunk-UPN4NUXU.mjs → chunk-T5HF3FW3.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-XNIH3WIB.mjs → chunk-ZQPSXN6C.mjs} +1 -1
- package/dist/{chunk-YWSIRKKQ.mjs → react-native/chunks/chunk-ZUFOYZ5P.mjs} +1 -1
- package/dist/react-native/chunks/core-leaf-TPBRRWVN.mjs +7 -0
- package/dist/react-native/chunks/{embed-U7CIKEY4.mjs → embed-4LBSQD7U.mjs} +43 -1
- package/dist/react-native/chunks/{module-7BJ3VOWQ.mjs → module-COLNJNML.mjs} +4 -3
- package/dist/react-native/chunks/{optional-writes-YZ7WTR7V.mjs → optional-writes-QETIM6BI.mjs} +5 -4
- package/dist/react-native/chunks/{resolve-vector-text-FTPD5EY6.mjs → resolve-vector-text-FU7D4QP5.mjs} +18 -1
- package/dist/react-native/chunks/{restore-queue-IGKD6Q2Y.mjs → restore-queue-3E2MJIJS.mjs} +14 -6
- package/dist/react-native/chunks/{runtime-BUCSAK4U.mjs → runtime-UOHD2XUJ.mjs} +23 -3
- package/dist/react-native/chunks/{segment-codec-leaf-JTTGDT3G.mjs → segment-codec-leaf-IE4DXUZV.mjs} +5 -4
- package/dist/react-native/chunks/{segment-merge-leaf-D5ZFJRUB.mjs → segment-merge-leaf-62LQ5WZB.mjs} +6 -5
- package/dist/react-native/chunks/{storage-leaf-ZKIM6IF6.mjs → storage-leaf-LNOLKWZB.mjs} +36 -17
- package/dist/react-native/chunks/{store-leaf-PHBOTT5J.mjs → store-leaf-Y7CBOPFZ.mjs} +6 -5
- package/dist/react-native/chunks/{suggestions-leaf-R7MIH6Q3.mjs → suggestions-leaf-PSUGL6MI.mjs} +6 -5
- package/dist/react-native/chunks/{worker-copies-U35KPVJ7.mjs → worker-copies-MW5O5U3D.mjs} +5 -4
- package/dist/react-native/partial-words.mjs +4 -3
- package/dist/react-native/query-suggestions.mjs +4 -3
- package/dist/react-native/sync.mjs +4 -3
- package/dist/react-native/synonyms.mjs +4 -3
- package/dist/{rerank-LYL3D7LU.mjs → rerank-KTV5L7MZ.mjs} +5 -4
- package/dist/resolve-vector-text-SD6BEMKZ.mjs +3 -0
- package/dist/{restore-queue-LF4DTVJC.mjs → restore-queue-ES7TDJ5V.mjs} +15 -7
- package/dist/{runtime-4GKUIAKV.mjs → runtime-USQYKN3I.mjs} +23 -3
- package/dist/{segment-codec-leaf-ACALKS2C.mjs → segment-codec-leaf-DO75VKEV.mjs} +6 -5
- package/dist/{segment-merge-leaf-SKMPASFK.mjs → segment-merge-leaf-JGND6LG5.mjs} +6 -5
- package/dist/server.mjs +22 -21
- package/dist/{storage-leaf-OJ55R4C5.mjs → storage-leaf-ZI3H2WJY.mjs} +26 -25
- package/dist/{store-leaf-CWHHEDRK.mjs → store-leaf-YIH36Y5J.mjs} +7 -6
- package/dist/{suggestions-leaf-ZTU3ZTWJ.mjs → suggestions-leaf-FP5HSTFP.mjs} +9 -8
- package/dist/sync/filesystem.mjs +10 -9
- package/dist/sync.browser.mjs +1 -1
- package/dist/sync.mjs +5 -4
- package/dist/synonyms.browser.mjs +1 -1
- package/dist/synonyms.mjs +5 -4
- package/dist/{thread-BEGFRULV.mjs → thread-NQRNW3IH.mjs} +14 -13
- package/dist/vector/search-worker.mjs +5 -4
- package/dist/{worker-copies-373P6IYZ.mjs → worker-copies-WYPRCNB7.mjs} +8 -7
- package/dist/workers/entry.mjs +11 -10
- package/package.json +7 -7
- package/dist/react-native/chunks/core-leaf-UDUMVC3M.mjs +0 -6
- package/dist/resolve-vector-text-6WPFFIX5.mjs +0 -2
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex, rebuildSizeIndexes, requirePatternSearch, patternIndexOf } from './chunk-
|
|
1
|
+
import { createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex, rebuildSizeIndexes, requirePatternSearch, patternIndexOf } from './chunk-CBU4M3EU.mjs';
|
|
2
2
|
import { getFlatSchema, schemaFieldsOf, getNestedValue } from './chunk-ZDDJVR7X.mjs';
|
|
3
3
|
|
|
4
4
|
// src/core/partition/pattern-snapshot.ts
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
// src/search/constants.ts
|
|
2
|
+
var RESULT_WINDOW = 1e4;
|
|
3
|
+
var DEFAULT_PAGE_SIZE = 10;
|
|
4
|
+
var BM25_DISPLAYED_NAME_LENGTH = 64;
|
|
5
|
+
var MAX_CURSOR_LENGTH = 40960;
|
|
6
|
+
var CURSOR_BINDING_BUFFER_BYTES = 256;
|
|
7
|
+
var MAX_SORT_FIELDS = 8;
|
|
8
|
+
var MAX_SORT_FIELD_NAME_LENGTH = 255;
|
|
9
|
+
var MAX_CURSOR_ANCHOR_CODE_POINTS = 512;
|
|
10
|
+
var PREFIX_MAX_EXPANSIONS = 50;
|
|
11
|
+
var PARTIAL_WORDS_ADDED_PER_QUERY = 50;
|
|
12
|
+
var PARTIAL_WORD_MIN_CODE_POINTS = 3;
|
|
13
|
+
var DEFAULT_FUZZY_PREFIX_LENGTH = 2;
|
|
14
|
+
var MAX_TOLERANCE = 10;
|
|
15
|
+
var MAX_PREFIX_LENGTH = 1024;
|
|
16
|
+
var MAX_PHRASE_WORDS = 32;
|
|
17
|
+
var MAX_QUERY_PHRASES = 32;
|
|
18
|
+
var DEFAULT_MAX_PER_GROUP = 1;
|
|
19
|
+
var DEFAULT_RANK_CONSTANT = 60;
|
|
20
|
+
var MIN_RANK_CONSTANT = 1;
|
|
21
|
+
var DEFAULT_LINEAR_ALPHA = 0.5;
|
|
22
|
+
var MIN_LINEAR_ALPHA = 0;
|
|
23
|
+
var MAX_LINEAR_ALPHA = 1;
|
|
24
|
+
var MIN_HYBRID_DEPTH = 1;
|
|
25
|
+
var MAX_HYBRID_DEPTH = 1e4;
|
|
26
|
+
var HYBRID_RESCORE_WINDOW = 10;
|
|
27
|
+
var FUSION_TIE_INSERTION_LIMIT = 16;
|
|
28
|
+
|
|
29
|
+
// src/engine/constants.ts
|
|
30
|
+
var MIN_DOCUMENTS_FOR_SEGMENTS = 64;
|
|
31
|
+
var BATCH_CHUNK_SIZE = 1e3;
|
|
32
|
+
var ANALYSIS_HOLD_APPLY_INTERVAL_MS = 100;
|
|
33
|
+
var ANALYSIS_CHANGE_MEMBERS = ["language", "tokenizer", "stopWords"];
|
|
34
|
+
var DEFAULT_LIMIT = DEFAULT_PAGE_SIZE;
|
|
35
|
+
var DEFAULT_OFFSET = 0;
|
|
36
|
+
var INDEX_NAME_PATTERN = /^[a-zA-Z0-9][a-zA-Z0-9._-]*$/;
|
|
37
|
+
var ABSOLUTE_WINDOWS_PATH_PATTERN = /^[a-zA-Z]:[\\/]/;
|
|
38
|
+
var MODULE_URL_SCHEME_PATTERN = /^(file|https?|data|node):/;
|
|
39
|
+
var MAX_INDEX_NAME_LENGTH = 255;
|
|
40
|
+
var MAX_DOC_ID_LENGTH = 512;
|
|
41
|
+
var DEFAULT_MAX_PARTITIONS = 1;
|
|
42
|
+
var MAX_PARTITIONS = 65536;
|
|
43
|
+
var EXPORT_CHUNK_BYTES = 1048576;
|
|
44
|
+
var MAX_EXPORT_LINE_BYTES = 117443592;
|
|
45
|
+
var MAX_INDEX_CONFIGURATION_BYTES = 16777216;
|
|
46
|
+
var IMPORT_BATCH_DOCUMENTS = 1e3;
|
|
47
|
+
var MAX_IMPORT_REFUSALS_REPORTED = 1e3;
|
|
48
|
+
var MAX_CALLS_ACROSS_INDEX_CHANGES = 3;
|
|
49
|
+
var MIN_SWEEP_INTERVAL_MS = 100;
|
|
50
|
+
var MAX_SWEEP_INTERVAL_MS = 6e4;
|
|
51
|
+
var HEAP_PRESSURE_WARNING_FRACTION = 0.9;
|
|
52
|
+
var HEAP_PRESSURE_REARM_FRACTION = 0.8;
|
|
53
|
+
var STATISTICS_BROADCAST_INTERVAL_MS = 5e3;
|
|
54
|
+
var FOREIGN_STATS_TTL_MS = 6e4;
|
|
55
|
+
var DEFAULT_SUGGEST_LIMIT = 10;
|
|
56
|
+
var MAX_SUGGEST_LIMIT = 100;
|
|
57
|
+
var SUGGEST_OVERSAMPLE_FACTOR = 1.5;
|
|
58
|
+
var SUGGEST_OVERSAMPLE_PADDING = 10;
|
|
59
|
+
var MAX_SUGGEST_SCATTER_LIMIT = Math.ceil(MAX_SUGGEST_LIMIT * SUGGEST_OVERSAMPLE_FACTOR) + SUGGEST_OVERSAMPLE_PADDING;
|
|
60
|
+
|
|
61
|
+
export { ABSOLUTE_WINDOWS_PATH_PATTERN, ANALYSIS_CHANGE_MEMBERS, ANALYSIS_HOLD_APPLY_INTERVAL_MS, BATCH_CHUNK_SIZE, BM25_DISPLAYED_NAME_LENGTH, CURSOR_BINDING_BUFFER_BYTES, DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_LIMIT, DEFAULT_LINEAR_ALPHA, DEFAULT_MAX_PARTITIONS, DEFAULT_MAX_PER_GROUP, DEFAULT_OFFSET, DEFAULT_PAGE_SIZE, DEFAULT_RANK_CONSTANT, DEFAULT_SUGGEST_LIMIT, EXPORT_CHUNK_BYTES, FOREIGN_STATS_TTL_MS, FUSION_TIE_INSERTION_LIMIT, HEAP_PRESSURE_REARM_FRACTION, HEAP_PRESSURE_WARNING_FRACTION, HYBRID_RESCORE_WINDOW, IMPORT_BATCH_DOCUMENTS, INDEX_NAME_PATTERN, MAX_CALLS_ACROSS_INDEX_CHANGES, MAX_CURSOR_ANCHOR_CODE_POINTS, MAX_CURSOR_LENGTH, MAX_DOC_ID_LENGTH, MAX_EXPORT_LINE_BYTES, MAX_HYBRID_DEPTH, MAX_IMPORT_REFUSALS_REPORTED, MAX_INDEX_CONFIGURATION_BYTES, MAX_INDEX_NAME_LENGTH, MAX_LINEAR_ALPHA, MAX_PARTITIONS, MAX_PHRASE_WORDS, MAX_PREFIX_LENGTH, MAX_QUERY_PHRASES, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, MAX_SWEEP_INTERVAL_MS, MAX_TOLERANCE, MIN_DOCUMENTS_FOR_SEGMENTS, MIN_HYBRID_DEPTH, MIN_LINEAR_ALPHA, MIN_RANK_CONSTANT, MIN_SWEEP_INTERVAL_MS, MODULE_URL_SCHEME_PATTERN, PARTIAL_WORDS_ADDED_PER_QUERY, PARTIAL_WORD_MIN_CODE_POINTS, PREFIX_MAX_EXPANSIONS, RESULT_WINDOW, STATISTICS_BROADCAST_INTERVAL_MS };
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { MAX_DOC_ID_LENGTH } from './chunk-LX62Y4B5.mjs';
|
|
1
2
|
import { stopUsingTheNativeSearchCore, nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, NATIVE_OK, NATIVE_NEEDS_ROOM, NATIVE_GRAPH_NOT_HELD_ALONE } from './chunk-WFQ6YQZA.mjs';
|
|
2
3
|
import { reactNativeHost } from './chunk-PVMEHBQO.mjs';
|
|
3
4
|
import { DEFAULT_EF_SEARCH, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, PLACEMENT_ROOM_REQUESTS, MAX_LAYER_CAP, INITIAL_LIST_CAPACITY, MAX_M, MIN_M, compareCodePoints, INITIAL_UPPER_SLOTS, CONNECT_RESTARTS_BEFORE_ONE_PASS, FARTHEST_REJECTED_LINKS_KEPT, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, NEAREST_LINK_FALLBACK_HOSTS } from './chunk-HRDMIQ63.mjs';
|
|
@@ -381,34 +382,6 @@ function detectRuntime() {
|
|
|
381
382
|
};
|
|
382
383
|
}
|
|
383
384
|
|
|
384
|
-
// src/search/constants.ts
|
|
385
|
-
var RESULT_WINDOW = 1e4;
|
|
386
|
-
var DEFAULT_PAGE_SIZE = 10;
|
|
387
|
-
var BM25_DISPLAYED_NAME_LENGTH = 64;
|
|
388
|
-
var MAX_CURSOR_LENGTH = 40960;
|
|
389
|
-
var CURSOR_BINDING_BUFFER_BYTES = 256;
|
|
390
|
-
var MAX_SORT_FIELDS = 8;
|
|
391
|
-
var MAX_SORT_FIELD_NAME_LENGTH = 255;
|
|
392
|
-
var MAX_CURSOR_ANCHOR_CODE_POINTS = 512;
|
|
393
|
-
var PREFIX_MAX_EXPANSIONS = 50;
|
|
394
|
-
var PARTIAL_WORDS_ADDED_PER_QUERY = 50;
|
|
395
|
-
var PARTIAL_WORD_MIN_CODE_POINTS = 3;
|
|
396
|
-
var DEFAULT_FUZZY_PREFIX_LENGTH = 2;
|
|
397
|
-
var MAX_TOLERANCE = 10;
|
|
398
|
-
var MAX_PREFIX_LENGTH = 1024;
|
|
399
|
-
var MAX_PHRASE_WORDS = 32;
|
|
400
|
-
var MAX_QUERY_PHRASES = 32;
|
|
401
|
-
var DEFAULT_MAX_PER_GROUP = 1;
|
|
402
|
-
var DEFAULT_RANK_CONSTANT = 60;
|
|
403
|
-
var MIN_RANK_CONSTANT = 1;
|
|
404
|
-
var DEFAULT_LINEAR_ALPHA = 0.5;
|
|
405
|
-
var MIN_LINEAR_ALPHA = 0;
|
|
406
|
-
var MAX_LINEAR_ALPHA = 1;
|
|
407
|
-
var MIN_HYBRID_DEPTH = 1;
|
|
408
|
-
var MAX_HYBRID_DEPTH = 1e4;
|
|
409
|
-
var HYBRID_RESCORE_WINDOW = 10;
|
|
410
|
-
var FUSION_TIE_INSERTION_LIMIT = 16;
|
|
411
|
-
|
|
412
385
|
// src/workers/constants.ts
|
|
413
386
|
var WORKER_YOUNG_GENERATION_MB = 24;
|
|
414
387
|
var MIN_WORKER_COUNT = 2;
|
|
@@ -475,37 +448,6 @@ function splitWorkerBudget(total) {
|
|
|
475
448
|
return { keyword, vector: total - keyword };
|
|
476
449
|
}
|
|
477
450
|
|
|
478
|
-
// src/engine/constants.ts
|
|
479
|
-
var MIN_DOCUMENTS_FOR_SEGMENTS = 64;
|
|
480
|
-
var BATCH_CHUNK_SIZE = 1e3;
|
|
481
|
-
var ANALYSIS_HOLD_APPLY_INTERVAL_MS = 100;
|
|
482
|
-
var ANALYSIS_CHANGE_MEMBERS = ["language", "tokenizer", "stopWords"];
|
|
483
|
-
var DEFAULT_LIMIT = DEFAULT_PAGE_SIZE;
|
|
484
|
-
var DEFAULT_OFFSET = 0;
|
|
485
|
-
var INDEX_NAME_PATTERN = /^[a-zA-Z0-9][a-zA-Z0-9._-]*$/;
|
|
486
|
-
var ABSOLUTE_WINDOWS_PATH_PATTERN = /^[a-zA-Z]:[\\/]/;
|
|
487
|
-
var MODULE_URL_SCHEME_PATTERN = /^(file|https?|data|node):/;
|
|
488
|
-
var MAX_INDEX_NAME_LENGTH = 255;
|
|
489
|
-
var MAX_DOC_ID_LENGTH = 512;
|
|
490
|
-
var DEFAULT_MAX_PARTITIONS = 1;
|
|
491
|
-
var MAX_PARTITIONS = 65536;
|
|
492
|
-
var EXPORT_CHUNK_BYTES = 1048576;
|
|
493
|
-
var MAX_EXPORT_LINE_BYTES = 117443592;
|
|
494
|
-
var MAX_INDEX_CONFIGURATION_BYTES = 16777216;
|
|
495
|
-
var IMPORT_BATCH_DOCUMENTS = 1e3;
|
|
496
|
-
var MAX_IMPORT_REFUSALS_REPORTED = 1e3;
|
|
497
|
-
var MIN_SWEEP_INTERVAL_MS = 100;
|
|
498
|
-
var MAX_SWEEP_INTERVAL_MS = 6e4;
|
|
499
|
-
var HEAP_PRESSURE_WARNING_FRACTION = 0.9;
|
|
500
|
-
var HEAP_PRESSURE_REARM_FRACTION = 0.8;
|
|
501
|
-
var STATISTICS_BROADCAST_INTERVAL_MS = 5e3;
|
|
502
|
-
var FOREIGN_STATS_TTL_MS = 6e4;
|
|
503
|
-
var DEFAULT_SUGGEST_LIMIT = 10;
|
|
504
|
-
var MAX_SUGGEST_LIMIT = 100;
|
|
505
|
-
var SUGGEST_OVERSAMPLE_FACTOR = 1.5;
|
|
506
|
-
var SUGGEST_OVERSAMPLE_PADDING = 10;
|
|
507
|
-
var MAX_SUGGEST_SCATTER_LIMIT = Math.ceil(MAX_SUGGEST_LIMIT * SUGGEST_OVERSAMPLE_FACTOR) + SUGGEST_OVERSAMPLE_PADDING;
|
|
508
|
-
|
|
509
451
|
// src/vector/core-host.ts
|
|
510
452
|
function bindVectorCoreHost(_host) {
|
|
511
453
|
}
|
|
@@ -6774,4 +6716,4 @@ function holdWritesAndBackgroundWork(read) {
|
|
|
6774
6716
|
function adoptBackgroundScheduler(_scheduler) {
|
|
6775
6717
|
}
|
|
6776
6718
|
|
|
6777
|
-
export {
|
|
6719
|
+
export { BUILD_CHUNK_SIZE, BUILD_RETRY_FIRST_DELAY_MS, BUILD_RETRY_MAX_DELAY_MS, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_REQUEST_TIMEOUT_MS, DEFAULT_VECTOR_METRIC, DISK_ADOPTION_YIELD_INTERVAL, DISK_STORAGE_BLOCK_BYTES, DRIFT_CHECK_GROWTH_FACTOR, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, FNV_OFFSET_BASIS, FNV_PRIME, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, GRAPH_RETIRED, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, IN_MEMORY, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_TABLE_BYTES, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MIN_OVERSAMPLE, NATIVE_ATTACH_RETRY_MS, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, NATIVE_THREAD_SEARCH_SLOTS, NOTHING_STAGED, NO_LIVE_VECTOR_AT_POSITION, QUERY_STAGED, RECALIBRATION_CHUNK_VECTORS, RECALIBRATION_DRIFT_RATIO, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, SEARCH_REFILL_RESERVE, SEARCH_SCAN_CHUNK_VECTORS, SHUFFLED_REBUILD_MEMORY_RETRY_MS, SHUTDOWN_TIMEOUT_MS, STORE_BLOCK_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, STORE_CODE_BLOCK_COUNT, STORE_CODE_COUNT, STORE_DOC_ID_BYTES, STORE_LIVE_COUNT, STORE_ORDINAL_LAYOUT_GENERATION, STORE_RELEASED_VECTORS_TO_DISK, STORE_REMOVED_COUNT, STORE_SLOTS, STORE_UNPLACED_COUNT, STORE_WRITE_SEQUENCE_INT64, UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS, UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS, UI_THREAD_TURN_BUDGET_MS, UNPLACED_FLAG_CHUNK_ORDINALS, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_BLOCK_MAX_BYTES, VECTOR_FILE_MAX_VECTORS, VECTOR_FILE_PAYLOAD_VERSION, VECTOR_INSERT_TIMEOUT_MS, VECTOR_MEMORY_LIMITS, VECTOR_SCRATCH_SLOTS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_STORE_INITIAL_CAPACITY, VECTOR_WORKER_COPIES_ALLOWED, WASM_PAGE_BYTES, WORKER_COPY_MIN_VECTORS, WORKER_YOUNG_GENERATION_MB, addToOrdinalFilter, admissionAt, adoptBackgroundScheduler, adoptGraph, adoptLoadedCalibration, adoptSharedTurns, allLiveDocIds, answerFromOneState, arenaFloat32Distance, assembleGraphParts, assignStorePartitions, backgroundTurnIsSpent, bindSearchSignal, bindVectorCoreHost, bindVectorHost, blocksGrowthBytes, bytesToVectors, centroidOfCentroidSums, changeIndexOutsideExternalWaits, collectAndReturnPages, collectYoungGeneration, computeCodeBlockLayout, cosineSimilarityWithMagnitudes, countDead, countOfCentroidSums, countWrite, coverOrdinal, createCentroidSums, createDocIdMap, createFixedBuffer, createHNSWIndex, createOrdinalFilter, createOsqQuantizer, createOsqScratch, createSharedVectorStoreHandles, createVectorBlock, createVectorFileReader, deadBytesFor, decodeVectorFilePayload, decodeVectorGraphPartPayload, decodeVectorGraphPayload, decodeVectorIndexParts, defaultEfSearch, defaultQuantizationFor, deserialize, detachNativeStore, detectRuntime, dotProduct, emptyFieldBeforeRestore, ensureBlockSlots, euclideanDistance, fieldHandlesOf, filterForOptions, fixedView, fnv1a, fnv1aContinue, fnv1aContinueTaggedNumbers, fnv1aUtf16, graphNeedsRebuild, graphPartsOfEarlierPayload, growBufferTo, grownByteLength, handOverBuildTurns, holdAdmission, holdWritesAndBackgroundWork, indexChangeOutsideExternalWaits, insertNode, isDead, liveOrdinals, liveSize, magnitude, mayFree, meanOfCentroidSums, nativeMetricCode, nativeScoresOf, nativeStoreFor, nativeStoreScratchBytes, nextSequence, noBuildHistory, nodeCountOf, nodeThreadId, noteThreadSlotGone, noteThreadSlotLive, oldestHeldPin, openGraphState, openSharedQuantizer, openVectorBlock, ordinalFilterForSubsets, ordinalFilterHas, ordinalFilterValues, osqBitsOf, osqDistance, osqEstimate, osqQuantize, osqRecordBytes, planCheckpoint, publishSequence, readTrailer, recalibrateFromStore, recordCheckpoint, releaseLocksHeldBy, releasePinsHeldBy, releaseReplacedVectors, requireBoundedUpperLists, requireBytesWithinLimit, requirePinnedState, requireSearchActive, requireUsableVectorOptions, requireWholeNeighbourLists, rescoreDepth, resetStoreHeader, resolveRequestThreadCount, resolveWorkerCount, resolveWorkerEntry, retiredAtOf, scalarQueryProducts, searchOrdinals, sequenceWritesOf, sharedMemoryAvailable, sharedStopOfSignal, sharedVectorStoreBytes, shuffleInPlace, shuffleStep, signalOfSearch, signatureOf, simdModuleLoaded, slotByteOffset, spawnNodeWorker, splitWorkerBudget, squaredLengthsOfCentroidSums, stageQueryLevels, stampBorn, stampRetired, stopOfSignal, storePinsOf, threadSlotGone, threadSlotOfWorker, threadedNativeCore, threadsHoldCurrentLayout, toDistance, toScore, tombstoneCountOf, topLayerInParts, turnIsSpent, turnsAreBudgeted, unplacedChunkCount, vectorsPerFile, vectorsToBytes, waitOutsideCountedWrite, withNativeThreadSlot, withTransientAdmission, writeSequenceOf, writeSequenceWords, yieldBackgroundTurn, yieldBuildTurn, yieldTurn };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-
|
|
1
|
+
import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-CBU4M3EU.mjs';
|
|
2
2
|
import { flattenSchema } from './chunk-ZDDJVR7X.mjs';
|
|
3
3
|
import { MAX_FILE_BYTES, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-VUJCSQG5.mjs';
|
|
4
4
|
import { NarsilError, ErrorCodes } from './chunk-TQ26BKBH.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { createSurfaceRegistry, SegmentRefusal, encodeSurfaceTable, encodePartialSpellingsOf, encodeStringBlob, mergeTextAt, generateId, encodeExternalIdTableData, buildPartialWordTableFrom, wrapFrozenTokenTable, encodeDocumentTableData, topLevelMapKeys, mergeStoredFields, prepareDocumentText, recordValueSize, patternIndexOf, encodeFieldIndexes, mergeFieldRegions, sameFields, partialSpellingsOfDocuments, storedDocumentsOf, encodeFrozenTokenTableData, mergeKeywordSources, GrowingSegment, LivePostings, createSpellingTable, createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex } from './chunk-
|
|
1
|
+
import { createSurfaceRegistry, SegmentRefusal, encodeSurfaceTable, encodePartialSpellingsOf, encodeStringBlob, mergeTextAt, generateId, encodeExternalIdTableData, buildPartialWordTableFrom, wrapFrozenTokenTable, encodeDocumentTableData, topLevelMapKeys, mergeStoredFields, prepareDocumentText, recordValueSize, patternIndexOf, encodeFieldIndexes, mergeFieldRegions, sameFields, partialSpellingsOfDocuments, storedDocumentsOf, encodeFrozenTokenTableData, mergeKeywordSources, GrowingSegment, LivePostings, createSpellingTable, createNumericIndex, createBooleanIndex, createEnumIndex, createLoadedGeoIndex } from './chunk-CBU4M3EU.mjs';
|
|
2
2
|
import { storedText, bitsetIterator } from './chunk-SK3DPAI4.mjs';
|
|
3
3
|
import { encodeDocument } from './chunk-YOTP2FPE.mjs';
|
|
4
4
|
import { schemaFieldsOf, getNestedValue, isWordIndexedBase, validateDocument, validateDocumentStrict } from './chunk-ZDDJVR7X.mjs';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-
|
|
1
|
+
import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-CBU4M3EU.mjs';
|
|
2
2
|
|
|
3
3
|
// src/partitioning/constants.ts
|
|
4
4
|
var REBALANCE_CHUNK_SIZE = 1e3;
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export { BUILD_CHUNK_SIZE, BUILD_RETRY_FIRST_DELAY_MS, BUILD_RETRY_MAX_DELAY_MS, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_VECTOR_METRIC, DISK_ADOPTION_YIELD_INTERVAL, DRIFT_CHECK_GROWTH_FACTOR, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, GRAPH_RETIRED, IN_MEMORY, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_TABLE_BYTES, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MIN_OVERSAMPLE, NATIVE_ATTACH_RETRY_MS, NATIVE_THREAD_SEARCH_SLOTS, NOTHING_STAGED, NO_LIVE_VECTOR_AT_POSITION, QUERY_STAGED, RECALIBRATION_CHUNK_VECTORS, RECALIBRATION_DRIFT_RATIO, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, SEARCH_REFILL_RESERVE, SEARCH_SCAN_CHUNK_VECTORS, SHUFFLED_REBUILD_MEMORY_RETRY_MS, STORE_BLOCK_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, STORE_CODE_BLOCK_COUNT, STORE_CODE_COUNT, STORE_DOC_ID_BYTES, STORE_LIVE_COUNT, STORE_ORDINAL_LAYOUT_GENERATION, STORE_RELEASED_VECTORS_TO_DISK, STORE_REMOVED_COUNT, STORE_SLOTS, STORE_UNPLACED_COUNT, STORE_WRITE_SEQUENCE_INT64, UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS, UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS, UI_THREAD_TURN_BUDGET_MS, UNPLACED_FLAG_CHUNK_ORDINALS, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_BLOCK_MAX_BYTES, VECTOR_FILE_MAX_VECTORS, VECTOR_FILE_PAYLOAD_VERSION, VECTOR_MEMORY_LIMITS, VECTOR_SCRATCH_SLOTS, VECTOR_STORE_INITIAL_CAPACITY, VECTOR_WORKER_COPIES_ALLOWED, WASM_PAGE_BYTES, WORKER_COPY_MIN_VECTORS, addToOrdinalFilter, admissionAt, adoptBackgroundScheduler, adoptGraph, adoptLoadedCalibration, allLiveDocIds, arenaFloat32Distance, assembleGraphParts, assignStorePartitions, backgroundTurnIsSpent, bindVectorCoreHost, blocksGrowthBytes, bytesToVectors, centroidOfCentroidSums, collectAndReturnPages, collectYoungGeneration, computeCodeBlockLayout, cosineSimilarityWithMagnitudes, countDead, countOfCentroidSums, coverOrdinal, createCentroidSums, createFixedBuffer, createHNSWIndex, createOrdinalFilter, createOsqQuantizer, createOsqScratch, createSharedVectorStoreHandles, createVectorBlock, createVectorFileReader, deadBytesFor, decodeVectorFilePayload, decodeVectorGraphPartPayload, decodeVectorGraphPayload, decodeVectorIndexParts, defaultEfSearch, defaultQuantizationFor, deserialize, detachNativeStore, dotProduct, emptyFieldBeforeRestore, ensureBlockSlots, euclideanDistance, fieldHandlesOf, filterForOptions, fixedView, graphNeedsRebuild, graphPartsOfEarlierPayload, growBufferTo, grownByteLength, handOverBuildTurns, holdAdmission, holdWritesAndBackgroundWork, insertNode, isDead, liveOrdinals, liveSize, magnitude, mayFree, meanOfCentroidSums, nativeMetricCode, nativeScoresOf, nativeStoreFor, nativeStoreScratchBytes, nextSequence, noBuildHistory, nodeCountOf, oldestHeldPin, openGraphState, openSharedQuantizer, openVectorBlock, ordinalFilterForSubsets, ordinalFilterHas, ordinalFilterValues, osqBitsOf, osqDistance, osqEstimate, osqQuantize, osqRecordBytes, planCheckpoint, publishSequence, readTrailer, recalibrateFromStore, recordCheckpoint, releaseLocksHeldBy, releasePinsHeldBy, releaseReplacedVectors, requireBoundedUpperLists, requireBytesWithinLimit, requireUsableVectorOptions, requireWholeNeighbourLists, rescoreDepth, resetStoreHeader, retiredAtOf, scalarQueryProducts, searchOrdinals, sequenceWritesOf, sharedMemoryAvailable, sharedVectorStoreBytes, shuffleInPlace, shuffleStep, signatureOf, simdModuleLoaded, slotByteOffset, squaredLengthsOfCentroidSums, stageQueryLevels, stampBorn, stampRetired, storePinsOf, threadSlotGone, threadedNativeCore, threadsHoldCurrentLayout, toDistance, toScore, tombstoneCountOf, topLayerInParts, turnsAreBudgeted, unplacedChunkCount, vectorsPerFile, vectorsToBytes, withNativeThreadSlot, withTransientAdmission, writeSequenceOf, writeSequenceWords, yieldBackgroundTurn, yieldBuildTurn } from './chunk-NLEFMPY3.mjs';
|
|
2
|
+
export { MAX_DOC_ID_LENGTH } from './chunk-LX62Y4B5.mjs';
|
|
3
|
+
export { NATIVE_OK, loadNativeCore, nativeSearchCoreIsEnabled, noteFallback } from './chunk-WFQ6YQZA.mjs';
|
|
4
|
+
import './chunk-PVMEHBQO.mjs';
|
|
5
|
+
export { COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONNECT_RESTARTS_BEFORE_ONE_PASS, CONNECT_STEPS_BETWEEN_CLOCK_CHECKS, DEFAULT_EF_SEARCH, EARLIER_RELEASE_MIN_M, FARTHEST_REJECTED_LINKS_KEPT, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, MAX_LAYER_CAP, MAX_M, MIN_M, NEAREST_LINK_FALLBACK_HOSTS, PLACEMENT_ROOM_REQUESTS, compareCodePoints } from './chunk-HRDMIQ63.mjs';
|
|
6
|
+
export { MAX_FILE_BYTES } from './chunk-VUJCSQG5.mjs';
|
|
7
|
+
export { ErrorCodes, NarsilError } from './chunk-TQ26BKBH.mjs';
|
|
@@ -217,5 +217,47 @@ async function embedBatchDocumentFields(documents, embeddingConfig, adapter, sig
|
|
|
217
217
|
}
|
|
218
218
|
return { embedded, failed };
|
|
219
219
|
}
|
|
220
|
+
function lacksMappedVectors(documents, embeddingConfig) {
|
|
221
|
+
const targets = Object.keys(embeddingConfig.fields);
|
|
222
|
+
for (const document of documents) {
|
|
223
|
+
for (const target of targets) {
|
|
224
|
+
const existing = resolveFieldValue(document, target);
|
|
225
|
+
if (existing === void 0 || existing === null) return true;
|
|
226
|
+
}
|
|
227
|
+
}
|
|
228
|
+
return false;
|
|
229
|
+
}
|
|
230
|
+
function clearWriteEmbedding(earlier) {
|
|
231
|
+
for (const [document, fields] of earlier.fields) {
|
|
232
|
+
for (const field of fields) deleteFieldValue(document, field);
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
async function embedDocumentsForWrite(documents, embeddingConfig, adapter, signal, together) {
|
|
236
|
+
const fields = /* @__PURE__ */ new Map();
|
|
237
|
+
const failed = /* @__PURE__ */ new Map();
|
|
238
|
+
const documentFailures = /* @__PURE__ */ new Map();
|
|
239
|
+
if (together && documents.length > 1) {
|
|
240
|
+
try {
|
|
241
|
+
const result = await embedBatchDocumentFields(documents, embeddingConfig, adapter, signal);
|
|
242
|
+
for (const [position, embedded] of result.embedded) fields.set(documents[position], embedded);
|
|
243
|
+
for (const [position, error] of result.failed) documentFailures.set(position, error);
|
|
244
|
+
} catch (err) {
|
|
245
|
+
const error = err instanceof NarsilError ? err : new NarsilError(ErrorCodes.EMBEDDING_FAILED, String(err));
|
|
246
|
+
for (let position = 0; position < documents.length; position++) failed.set(position, error);
|
|
247
|
+
}
|
|
248
|
+
} else {
|
|
249
|
+
for (let position = 0; position < documents.length; position++) {
|
|
250
|
+
try {
|
|
251
|
+
fields.set(
|
|
252
|
+
documents[position],
|
|
253
|
+
await embedDocumentFields(documents[position], embeddingConfig, adapter, signal)
|
|
254
|
+
);
|
|
255
|
+
} catch (err) {
|
|
256
|
+
failed.set(position, err);
|
|
257
|
+
}
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
return { embedding: { adapter, mapping: embeddingConfig.fields, fields }, failed, documentFailures };
|
|
261
|
+
}
|
|
220
262
|
|
|
221
|
-
export { assertDocumentCarriesMappedVectors, bindEmbedHost, embedBatchDocumentFields, embedDocumentFields };
|
|
263
|
+
export { assertDocumentCarriesMappedVectors, bindEmbedHost, clearWriteEmbedding, embedBatchDocumentFields, embedDocumentFields, embedDocumentsForWrite, lacksMappedVectors };
|
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
import { chargeHeapBytes } from './chunk-
|
|
2
|
-
import { VECTOR_WORKER_COPIES_ALLOWED,
|
|
3
|
-
export { bindVectorHost, holdAdmission, releaseLocksHeldBy, releasePinsHeldBy, requireUsableVectorOptions } from './chunk-
|
|
1
|
+
import { chargeHeapBytes } from './chunk-BN6FUB7N.mjs';
|
|
2
|
+
import { VECTOR_WORKER_COPIES_ALLOWED, MAX_RENUMBERED_SEARCH_ATTEMPTS, openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, withTransientAdmission, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, defaultQuantizationFor, osqBitsOf, DEFAULT_VECTOR_METRIC, noBuildHistory, createOsqQuantizer, recordCheckpoint, assignStorePartitions, liveSize, writeSequenceOf, writeSequenceWords, storePinsOf, admissionAt, handOverBuildTurns, filterForOptions, openGraphState, requirePinnedState, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, fixedView, VECTOR_MEMORY_LIMITS, createDocIdMap, sharedVectorStoreBytes, IN_MEMORY, STORE_RELEASED_VECTORS_TO_DISK, STORE_SLOTS, DISK_STORAGE_BLOCK_BYTES, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, turnsAreBudgeted, yieldBackgroundTurn, yieldBuildTurn, holdAdmission, fieldHandlesOf, ordinalFilterForSubsets, ordinalFilterValues, nativeScoresOf, toScore, ordinalFilterHas, threadedNativeCore, threadsHoldCurrentLayout, WORKER_COPY_MIN_VECTORS, signalOfSearch, bindSearchSignal, UNPLACED_FLAG_CHUNK_ORDINALS, openVectorBlock, NOTHING_STAGED, magnitude, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorFileReader, createSharedVectorStoreHandles, sequenceWritesOf, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, oldestHeldPin, coverOrdinal, nextSequence, publishSequence, createOrdinalFilter, addToOrdinalFilter, stampBorn, mayFree, retiredAtOf, requireBytesWithinLimit, stampRetired, SHUFFLED_REBUILD_MEMORY_RETRY_MS, emptyFieldBeforeRestore, nativeStoreScratchBytes, toDistance, SEARCH_ATTEMPTS_BEFORE_HOLDING_WRITES, holdWritesAndBackgroundWork, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, grownByteLength, growBufferTo, resetStoreHeader, STORE_CODE_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, recalibrateFromStore, NO_LIVE_VECTOR_AT_POSITION, signatureOf, bytesToVectors, isDead, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, allLiveDocIds, sharedMemoryAvailable, createVectorBlock, ensureBlockSlots, releaseReplacedVectors, createHNSWIndex, adoptGraph, topLayerInParts, shuffleInPlace, requireWholeNeighbourLists, BUILD_STEPS_BETWEEN_CLOCK_CHECKS, backgroundTurnIsSpent, createCentroidSums, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, shuffleStep, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, turnIsSpent, yieldTurn, SEARCH_REFILL_RESERVE, resolveWorkerCount, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, BUILD_CHUNK_SIZE, nativeStoreFor, nativeMetricCode, withNativeThreadSlot, SEARCH_SCAN_CHUNK_VECTORS, noteThreadSlotLive, noteThreadSlotGone, releasePinsHeldBy, releaseLocksHeldBy, DRIFT_CHECK_GROWTH_FACTOR, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, adoptLoadedCalibration, planCheckpoint, deserialize, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS, RECALIBRATION_DRIFT_RATIO, DISK_ADOPTION_YIELD_INTERVAL } from './chunk-NLEFMPY3.mjs';
|
|
3
|
+
export { bindVectorHost, holdAdmission, releaseLocksHeldBy, releasePinsHeldBy, requireUsableVectorOptions } from './chunk-NLEFMPY3.mjs';
|
|
4
|
+
import { DEFAULT_RANK_CONSTANT, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, MIN_RANK_CONSTANT, RESULT_WINDOW, FUSION_TIE_INSERTION_LIMIT } from './chunk-LX62Y4B5.mjs';
|
|
4
5
|
import { nativeSearchCoreIsEnabled, loadNativeCore, noteFallback, NATIVE_OK } from './chunk-WFQ6YQZA.mjs';
|
|
5
6
|
import './chunk-PVMEHBQO.mjs';
|
|
6
7
|
import { compareCodePoints } from './chunk-HRDMIQ63.mjs';
|
package/dist/react-native/chunks/{optional-writes-YZ7WTR7V.mjs → optional-writes-QETIM6BI.mjs}
RENAMED
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import { readHeapStatistics, withOpenIndex, oneAtATime, validateBM25Params, storedBM25Params, loadSchemaCodeFor, loadStorageCode, lookupOfStoredSynonyms, reconstructSchemaFromMetadata, getLanguage, validatePatternValueLimit, requireSurfaceFormsForPartialFields, prepareStoredSynonyms, getVectorFieldPaths, arrayPositionsAreStale, validatePartitionConfig, emitSyncChange, validateEmbeddingConfig, isSyncEpoch, newSyncEpoch } from './chunk-
|
|
2
|
-
export { bindOptionalWritesHost, holdVectorsForRollback, insertDocument, insertDocumentBatch, removeDocument, removeDocumentBatch, rollbackInsertedDocument, rollbackRemovedDocument, rollbackUpdatedDocument, updateDocument, updateDocumentBatch } from './chunk-
|
|
3
|
-
import './chunk-
|
|
4
|
-
import './chunk-
|
|
1
|
+
import { readHeapStatistics, withOpenIndex, oneAtATime, validateBM25Params, storedBM25Params, loadSchemaCodeFor, loadStorageCode, lookupOfStoredSynonyms, reconstructSchemaFromMetadata, getLanguage, validatePatternValueLimit, requireSurfaceFormsForPartialFields, prepareStoredSynonyms, getVectorFieldPaths, arrayPositionsAreStale, validatePartitionConfig, emitSyncChange, validateEmbeddingConfig, isSyncEpoch, newSyncEpoch } from './chunk-CBU4M3EU.mjs';
|
|
2
|
+
export { bindOptionalWritesHost, holdVectorsForRollback, insertDocument, insertDocumentBatch, prepareDocumentWrite, removeDocument, removeDocumentBatch, rollbackInsertedDocument, rollbackRemovedDocument, rollbackUpdatedDocument, updateDocument, updateDocumentBatch } from './chunk-CBU4M3EU.mjs';
|
|
3
|
+
import './chunk-BN6FUB7N.mjs';
|
|
4
|
+
import './chunk-NLEFMPY3.mjs';
|
|
5
|
+
import './chunk-LX62Y4B5.mjs';
|
|
5
6
|
import './chunk-SK3DPAI4.mjs';
|
|
6
7
|
import './chunk-WFQ6YQZA.mjs';
|
|
7
8
|
import './chunk-PVMEHBQO.mjs';
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { MAX_CALLS_ACROSS_INDEX_CHANGES } from './chunk-LX62Y4B5.mjs';
|
|
1
2
|
import { NarsilError, ErrorCodes } from './chunk-TQ26BKBH.mjs';
|
|
2
3
|
|
|
3
4
|
// src/engine/resolve-vector-text-host.ts
|
|
@@ -5,6 +6,22 @@ function bindResolveVectorTextHost(_host) {
|
|
|
5
6
|
}
|
|
6
7
|
|
|
7
8
|
// src/engine/resolve-vector-text.ts
|
|
9
|
+
async function embedQueryWithAdapterOf(indexName, params, entry, signal, earlier) {
|
|
10
|
+
if (earlier !== null && earlier.adapter === entry.embeddingAdapter) return earlier;
|
|
11
|
+
const embeddings = earlier?.embeddings ?? 0;
|
|
12
|
+
if (embeddings >= MAX_CALLS_ACROSS_INDEX_CHANGES) {
|
|
13
|
+
throw new NarsilError(
|
|
14
|
+
ErrorCodes.WORKER_BUSY,
|
|
15
|
+
`Changes to index "${indexName}" replaced its embedding adapter after each of ${embeddings} query embeddings`,
|
|
16
|
+
{ indexName, embeddings }
|
|
17
|
+
);
|
|
18
|
+
}
|
|
19
|
+
return {
|
|
20
|
+
adapter: entry.embeddingAdapter,
|
|
21
|
+
params: await resolveVectorText(params, entry.embeddingAdapter, signal, entry.embeddingAdapterName),
|
|
22
|
+
embeddings: embeddings + 1
|
|
23
|
+
};
|
|
24
|
+
}
|
|
8
25
|
async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdapterName) {
|
|
9
26
|
if (!params.vector) return params;
|
|
10
27
|
if (params.vector.text === void 0 && params.vector.value === void 0) return params;
|
|
@@ -64,4 +81,4 @@ async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdap
|
|
|
64
81
|
return { ...params, vector: resolved };
|
|
65
82
|
}
|
|
66
83
|
|
|
67
|
-
export { bindResolveVectorTextHost, resolveVectorText };
|
|
84
|
+
export { bindResolveVectorTextHost, embedQueryWithAdapterOf, resolveVectorText };
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import { installSuggestionHooks, RestoredHistory, clearLeftoversOfName } from './chunk-
|
|
2
|
-
export { startQuerySuggestions } from './chunk-
|
|
3
|
-
import { attachedRuntimeOf, withState, unionOfBans, BUILD_WRITE_BATCH } from './chunk-
|
|
4
|
-
import { loadStorageCode, loadOptionalWrites, emitEngineEvent, removeDocumentBatch2 } from './chunk-
|
|
5
|
-
import './chunk-
|
|
6
|
-
import './chunk-
|
|
1
|
+
import { installSuggestionHooks, RestoredHistory, clearLeftoversOfName } from './chunk-7TPO4FLE.mjs';
|
|
2
|
+
export { startQuerySuggestions } from './chunk-7TPO4FLE.mjs';
|
|
3
|
+
import { attachedRuntimeOf, withState, unionOfBans, BUILD_WRITE_BATCH } from './chunk-T5HF3FW3.mjs';
|
|
4
|
+
import { loadStorageCode, loadOptionalWrites, emitEngineEvent, removeDocumentBatch2 } from './chunk-CBU4M3EU.mjs';
|
|
5
|
+
import './chunk-BN6FUB7N.mjs';
|
|
6
|
+
import './chunk-NLEFMPY3.mjs';
|
|
7
|
+
import './chunk-LX62Y4B5.mjs';
|
|
7
8
|
import './chunk-SK3DPAI4.mjs';
|
|
8
9
|
import './chunk-WFQ6YQZA.mjs';
|
|
9
10
|
import './chunk-PVMEHBQO.mjs';
|
|
@@ -172,6 +173,13 @@ function restoreDepsOf(core, host, engine, indexName) {
|
|
|
172
173
|
};
|
|
173
174
|
}
|
|
174
175
|
async function runRestore(core, host, indexName, data, engine) {
|
|
176
|
+
if (core.rebalanceCtx.indexesInRebalanceHooks?.has(indexName) === true) {
|
|
177
|
+
throw new NarsilError(
|
|
178
|
+
ErrorCodes.PARTITION_REBALANCING_BACKPRESSURE,
|
|
179
|
+
`Index "${indexName}" is waiting on a plugin hook of its rebalance, so try the restore again once the rebalance ends`,
|
|
180
|
+
{ indexName }
|
|
181
|
+
);
|
|
182
|
+
}
|
|
175
183
|
const [{ restoreFromSnapshot }] = await Promise.all([loadStorageCode(), loadOptionalWrites()]);
|
|
176
184
|
await restoreFromSnapshot(indexName, data, restoreDepsOf(core, host, engine, indexName));
|
|
177
185
|
}
|
|
@@ -8,6 +8,7 @@ var DEFAULT_RERANK_WINDOW;
|
|
|
8
8
|
var ErrorCodes;
|
|
9
9
|
var HYBRID_RESCORE_WINDOW;
|
|
10
10
|
var MAX_HYBRID_DEPTH;
|
|
11
|
+
var MAX_CALLS_ACROSS_INDEX_CHANGES;
|
|
11
12
|
var MAX_RERANK_TIMEOUT_MS;
|
|
12
13
|
var MAX_RERANK_WINDOW;
|
|
13
14
|
var MIN_HYBRID_DEPTH;
|
|
@@ -26,6 +27,7 @@ function bindRerankHost(host) {
|
|
|
26
27
|
ErrorCodes,
|
|
27
28
|
HYBRID_RESCORE_WINDOW,
|
|
28
29
|
MAX_HYBRID_DEPTH,
|
|
30
|
+
MAX_CALLS_ACROSS_INDEX_CHANGES,
|
|
29
31
|
MAX_RERANK_TIMEOUT_MS,
|
|
30
32
|
MAX_RERANK_WINDOW,
|
|
31
33
|
MIN_HYBRID_DEPTH,
|
|
@@ -546,12 +548,30 @@ function rerankOnHost(host, name, query, documents, signal) {
|
|
|
546
548
|
}
|
|
547
549
|
|
|
548
550
|
// src/rerank/runner.ts
|
|
549
|
-
function rerankRunnerFor(core, signal) {
|
|
551
|
+
function rerankRunnerFor(core, signal, hold, indexName, manager) {
|
|
552
|
+
let replaced = false;
|
|
550
553
|
return {
|
|
554
|
+
get replaced() {
|
|
555
|
+
return replaced;
|
|
556
|
+
},
|
|
551
557
|
maxWindow: core.rerankSettings.maxWindow,
|
|
552
|
-
score
|
|
558
|
+
async score(adapter, query, documents) {
|
|
559
|
+
try {
|
|
560
|
+
return await hold.outside(() => rerankOnHost(core, adapter, query, documents, signal));
|
|
561
|
+
} finally {
|
|
562
|
+
replaced ||= core.executor.getManager(indexName) !== manager;
|
|
563
|
+
}
|
|
564
|
+
}
|
|
553
565
|
};
|
|
554
566
|
}
|
|
567
|
+
function refuseAfterIndexChanges(indexName, replacedReranks) {
|
|
568
|
+
if (replacedReranks < MAX_CALLS_ACROSS_INDEX_CHANGES) return;
|
|
569
|
+
throw new NarsilError(
|
|
570
|
+
ErrorCodes.WORKER_BUSY,
|
|
571
|
+
`Changes to index "${indexName}" replaced it during each of ${replacedReranks} calls to its rerank adapter`,
|
|
572
|
+
{ indexName, attempts: replacedReranks }
|
|
573
|
+
);
|
|
574
|
+
}
|
|
555
575
|
|
|
556
576
|
// src/rerank/settings.ts
|
|
557
577
|
function wholeNumberIn(value, low, high) {
|
|
@@ -592,4 +612,4 @@ async function shutdownRerankAdapters(adapters) {
|
|
|
592
612
|
}
|
|
593
613
|
}
|
|
594
614
|
|
|
595
|
-
export { bindRerankHost, executeRerankedQuery, fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth, rerankOnHost, rerankRunnerFor, rerankTextOf, resolveRerankSettings, runRerankedQuery, searchFixedDepthHybrid, shutdownRerankAdapters, withRerankQueryText };
|
|
615
|
+
export { bindRerankHost, executeRerankedQuery, fixedHybridDepthOf, pageByPosition, refuseAfterIndexChanges, requireWithinHybridDepth, rerankOnHost, rerankRunnerFor, rerankTextOf, resolveRerankSettings, runRerankedQuery, searchFixedDepthHybrid, shutdownRerankAdapters, withRerankQueryText };
|
package/dist/react-native/chunks/{segment-codec-leaf-JTTGDT3G.mjs → segment-codec-leaf-IE4DXUZV.mjs}
RENAMED
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
export { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, rewriteSpillOf, textRebuildTargetOf } from './chunk-
|
|
2
|
-
export { bindSegmentCodecHost, createEncodedDocumentSource, createSharedFrozenSegment, decodeEveryStoredDocument, decodeMapWithoutFields, decodeStoredDocument, encodeDocumentTableData, endOfValue, reconstructSchemaFromMetadata, storedDocumentsOf, topLevelMapKeys } from './chunk-
|
|
3
|
-
import './chunk-
|
|
4
|
-
import './chunk-
|
|
1
|
+
export { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, rewriteSpillOf, textRebuildTargetOf } from './chunk-ZUFOYZ5P.mjs';
|
|
2
|
+
export { bindSegmentCodecHost, createEncodedDocumentSource, createSharedFrozenSegment, decodeEveryStoredDocument, decodeMapWithoutFields, decodeStoredDocument, encodeDocumentTableData, endOfValue, reconstructSchemaFromMetadata, storedDocumentsOf, topLevelMapKeys } from './chunk-CBU4M3EU.mjs';
|
|
3
|
+
import './chunk-BN6FUB7N.mjs';
|
|
4
|
+
import './chunk-NLEFMPY3.mjs';
|
|
5
|
+
import './chunk-LX62Y4B5.mjs';
|
|
5
6
|
import './chunk-SK3DPAI4.mjs';
|
|
6
7
|
import './chunk-WFQ6YQZA.mjs';
|
|
7
8
|
import './chunk-PVMEHBQO.mjs';
|
package/dist/react-native/chunks/{segment-merge-leaf-D5ZFJRUB.mjs → segment-merge-leaf-62LQ5WZB.mjs}
RENAMED
|
@@ -1,8 +1,9 @@
|
|
|
1
|
-
export { deserializePartition, serializePartition } from './chunk-
|
|
2
|
-
export { alreadyPresentOnWorker, buildSegmentPayloads, createRequestId, eligibleIndexNames, fieldIndexRemapOf, freezeEncodedSegmentShared, freezeSegmentShared, holdsADiscardedField, isDeterministicFailure, isValidWorkerResponse, mergeFieldIndexes, mergeSegmentContents, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, reportIneligible, segmentArraysOf, selectionKeeps, shareSegmentArrays, toError, workerIneligibility } from './chunk-
|
|
3
|
-
export { bindSegmentMergeHost, mergePostings } from './chunk-
|
|
4
|
-
import './chunk-
|
|
5
|
-
import './chunk-
|
|
1
|
+
export { deserializePartition, serializePartition } from './chunk-IEY4DARA.mjs';
|
|
2
|
+
export { alreadyPresentOnWorker, buildSegmentPayloads, createRequestId, eligibleIndexNames, fieldIndexRemapOf, freezeEncodedSegmentShared, freezeSegmentShared, holdsADiscardedField, isDeterministicFailure, isValidWorkerResponse, mergeFieldIndexes, mergeSegmentContents, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, reportIneligible, segmentArraysOf, selectionKeeps, shareSegmentArrays, toError, workerIneligibility } from './chunk-ZQPSXN6C.mjs';
|
|
3
|
+
export { bindSegmentMergeHost, mergePostings } from './chunk-CBU4M3EU.mjs';
|
|
4
|
+
import './chunk-BN6FUB7N.mjs';
|
|
5
|
+
import './chunk-NLEFMPY3.mjs';
|
|
6
|
+
import './chunk-LX62Y4B5.mjs';
|
|
6
7
|
import './chunk-SK3DPAI4.mjs';
|
|
7
8
|
import './chunk-WFQ6YQZA.mjs';
|
|
8
9
|
import './chunk-PVMEHBQO.mjs';
|
|
@@ -1,13 +1,14 @@
|
|
|
1
1
|
import { sha256 } from './chunk-H3MDVPBO.mjs';
|
|
2
2
|
import { oneSyncChangeAtATime } from './chunk-Q32DDFKX.mjs';
|
|
3
|
-
import { HEADER_SIZE, requireWithinFileLimit, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, packChecksummedEnvelope, hasNrslMagic, readHeader, storedStateOf, attachedRuntimeOf, historyFilesOf, listHistoryFolder, historyFileOf, QUERY_HISTORY_FOLDER, packEnvelopeWithChecksum, checksumOfChunks, storedStateToWire, storedStateFromWire } from './chunk-
|
|
4
|
-
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, textRebuildTargetOf } from './chunk-
|
|
5
|
-
import { deserializePartition } from './chunk-
|
|
6
|
-
import { mergeFieldIndexes, selectionKeeps, fieldIndexRemapOf, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, shareSegmentArrays, freezeSegmentShared, holdsADiscardedField, toError, segmentArraysOf, mergeSegmentContents, buildSegmentPayloads, createRequestId } from './chunk-
|
|
7
|
-
import { resolveIndexAnalysis, getLanguage, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, loadSchemaCodeFor, generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, isCompositePartition, yieldToEventLoop, decodeStoredDocument, buildPartialWordTableFrom, configurationPayloadOf, withOpenIndex, emitSyncChange, newSyncEpoch, mergePartitionStats, resolvePartitionInsertOptions, createPartitionIndex, createCompositePartition, prepareDocumentVectors, removedSurfaceSpellings, prepareConfiguredSynonyms, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, mergeKeywordSources, createSharedFrozenSegment, ARRAY_POSITION_GAP, createFrozenSegment, createPublicationGate, prepareRemovalText, prepareDocumentText, writePartitionDocument, updateDocumentVectors, oversizedConfigurationPayloadOf, requireEncodedConfigurationWithinSizeLimit, readHeapStatistics, readResidentMemory, holdSyncEpochChange, emptyPendingRegions, mergePostings2, scanPostingBlocks, SegmentRefusal, DEFAULT_BM25_B, DEFAULT_BM25_K1, VERSION, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateRequiredFieldsInSchema, validateEmbeddingConfig, storedArrayPositionGap, endOfValue, compareScores, isSyncEpoch, decodeEveryStoredDocument, loadGzip, createPartitionManager, createPartitionRouter, arrayPositionsAreStale, insertDocumentVectors, decodeMapWithoutFields, survivorDocumentsOf, partitionStateOf, removeDocumentVectors } from './chunk-
|
|
8
|
-
import './chunk-
|
|
9
|
-
import {
|
|
10
|
-
export { createHNSWIndex, osqBitsOf } from './chunk-
|
|
3
|
+
import { HEADER_SIZE, requireWithinFileLimit, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, packChecksummedEnvelope, hasNrslMagic, readHeader, storedStateOf, attachedRuntimeOf, historyFilesOf, listHistoryFolder, historyFileOf, QUERY_HISTORY_FOLDER, packEnvelopeWithChecksum, checksumOfChunks, storedStateToWire, storedStateFromWire } from './chunk-T5HF3FW3.mjs';
|
|
4
|
+
import { DEFAULT_WRITE_AHEAD_QUEUE_MAX_SIZE, rewriteSpillOf, REBALANCE_CHUNK_SIZE, rebuildTextIndexes, textRebuildTargetOf } from './chunk-ZUFOYZ5P.mjs';
|
|
5
|
+
import { deserializePartition } from './chunk-IEY4DARA.mjs';
|
|
6
|
+
import { mergeFieldIndexes, selectionKeeps, fieldIndexRemapOf, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, shareSegmentArrays, freezeSegmentShared, holdsADiscardedField, toError, segmentArraysOf, mergeSegmentContents, buildSegmentPayloads, createRequestId } from './chunk-ZQPSXN6C.mjs';
|
|
7
|
+
import { resolveIndexAnalysis, getLanguage, emitEngineEvent, reconstructSchemaFromMetadata, prepareStoredSynonyms, rulesOfStoredSynonyms, resolvePartialWordAnalysis, loadSchemaCodeFor, generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, isCompositePartition, yieldToEventLoop, decodeStoredDocument, buildPartialWordTableFrom, configurationPayloadOf, withOpenIndex, emitSyncChange, newSyncEpoch, mergePartitionStats, resolvePartitionInsertOptions, createPartitionIndex, createCompositePartition, prepareDocumentVectors, removedSurfaceSpellings, prepareConfiguredSynonyms, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, mergeKeywordSources, createSharedFrozenSegment, ARRAY_POSITION_GAP, createFrozenSegment, createPublicationGate, prepareRemovalText, prepareDocumentText, writePartitionDocument, updateDocumentVectors, oversizedConfigurationPayloadOf, requireEncodedConfigurationWithinSizeLimit, readHeapStatistics, readResidentMemory, holdSyncEpochChange, emptyPendingRegions, mergePostings2, scanPostingBlocks, SegmentRefusal, DEFAULT_BM25_B, DEFAULT_BM25_K1, VERSION, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateRequiredFieldsInSchema, validateEmbeddingConfig, storedArrayPositionGap, endOfValue, compareScores, isSyncEpoch, decodeEveryStoredDocument, loadGzip, createPartitionManager, createPartitionRouter, arrayPositionsAreStale, insertDocumentVectors, decodeMapWithoutFields, survivorDocumentsOf, partitionStateOf, removeDocumentVectors } from './chunk-CBU4M3EU.mjs';
|
|
8
|
+
import './chunk-BN6FUB7N.mjs';
|
|
9
|
+
import { isDead, VECTOR_FILE_PAYLOAD_VERSION, bytesToVectors, turnsAreBudgeted, turnIsSpent, yieldTurn, countWrite, collectAndReturnPages, requireBoundedUpperLists, osqRecordBytes, createFixedBuffer, magnitude, rescoreDepth, defaultEfSearch, computeCodeBlockLayout, toScore, createVectorFileReader, decodeVectorIndexParts, signalOfSearch, requireSearchActive, osqQuantize, createOsqScratch, stageQueryLevels, scalarQueryProducts, readTrailer, osqEstimate, osqDistance, toDistance, decodeVectorFilePayload, DEFAULT_VECTOR_METRIC, defaultQuantizationFor, VECTOR_FILE_MAX_VECTORS, deadBytesFor, waitOutsideCountedWrite, vectorsPerFile, vectorsToBytes, decodeVectorGraphPartPayload, assembleGraphParts, nodeThreadId, fnv1a, osqBitsOf, countDead, detectRuntime, graphPartsOfEarlierPayload, decodeVectorGraphPayload } from './chunk-NLEFMPY3.mjs';
|
|
10
|
+
export { createHNSWIndex, osqBitsOf } from './chunk-NLEFMPY3.mjs';
|
|
11
|
+
import { DEFAULT_MAX_PARTITIONS, MAX_PARTITIONS, STATISTICS_BROADCAST_INTERVAL_MS, EXPORT_CHUNK_BYTES, ANALYSIS_CHANGE_MEMBERS, FOREIGN_STATS_TTL_MS, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, ANALYSIS_HOLD_APPLY_INTERVAL_MS, MAX_IMPORT_REFUSALS_REPORTED, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-LX62Y4B5.mjs';
|
|
11
12
|
import './chunk-SK3DPAI4.mjs';
|
|
12
13
|
import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-WFQ6YQZA.mjs';
|
|
13
14
|
import { reactNativeHost } from './chunk-PVMEHBQO.mjs';
|
|
@@ -1151,8 +1152,21 @@ function applyEntry(manager, entry, ctx) {
|
|
|
1151
1152
|
});
|
|
1152
1153
|
}
|
|
1153
1154
|
}
|
|
1155
|
+
async function withinRebalanceHook(ctx, indexName, hook) {
|
|
1156
|
+
ctx.indexesInRebalanceHooks ??= /* @__PURE__ */ new Set();
|
|
1157
|
+
const running = ctx.indexesInRebalanceHooks;
|
|
1158
|
+
running.add(indexName);
|
|
1159
|
+
try {
|
|
1160
|
+
await hook();
|
|
1161
|
+
} finally {
|
|
1162
|
+
running.delete(indexName);
|
|
1163
|
+
}
|
|
1164
|
+
}
|
|
1154
1165
|
async function afterEntry(manager, entry, ctx) {
|
|
1155
1166
|
for (const field of entry.vectors.keys()) manager.getVectorIndexes().get(field)?.scheduleBuild();
|
|
1167
|
+
await withinRebalanceHook(ctx, entry.indexName, () => runEntryHooks(entry, ctx));
|
|
1168
|
+
}
|
|
1169
|
+
async function runEntryHooks(entry, ctx) {
|
|
1156
1170
|
try {
|
|
1157
1171
|
if (entry.action === "remove") {
|
|
1158
1172
|
await ctx.pluginRegistry.runHook("afterRemove", { indexName: entry.indexName, docId: entry.docId });
|
|
@@ -1271,15 +1285,20 @@ async function executeRebalance(manager, indexName, targetPartitionCount, ctx) {
|
|
|
1271
1285
|
},
|
|
1272
1286
|
spill
|
|
1273
1287
|
);
|
|
1274
|
-
|
|
1275
|
-
|
|
1276
|
-
|
|
1277
|
-
|
|
1278
|
-
|
|
1279
|
-
|
|
1280
|
-
|
|
1281
|
-
|
|
1282
|
-
|
|
1288
|
+
await withinRebalanceHook(ctx, indexName, async () => {
|
|
1289
|
+
try {
|
|
1290
|
+
await ctx.pluginRegistry.runHook("onPartitionSplit", {
|
|
1291
|
+
indexName,
|
|
1292
|
+
oldPartitionCount: oldCount,
|
|
1293
|
+
newPartitionCount: targetPartitionCount
|
|
1294
|
+
});
|
|
1295
|
+
} catch (hookErr) {
|
|
1296
|
+
console.warn(
|
|
1297
|
+
"onPartitionSplit plugin hook failed:",
|
|
1298
|
+
hookErr instanceof Error ? hookErr.message : String(hookErr)
|
|
1299
|
+
);
|
|
1300
|
+
}
|
|
1301
|
+
});
|
|
1283
1302
|
if (registry === void 0) await replayQueued(manager, waq, ctx);
|
|
1284
1303
|
else {
|
|
1285
1304
|
const hooks = [];
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
export { DayStore, RestoredHistory, clearLeftoversOfName, dayOf, installSuggestionHooks, openCountsFile, sameBytes, startQuerySuggestions } from './chunk-
|
|
1
|
+
export { DayStore, RestoredHistory, clearLeftoversOfName, dayOf, installSuggestionHooks, openCountsFile, sameBytes, startQuerySuggestions } from './chunk-7TPO4FLE.mjs';
|
|
2
2
|
export { oneSyncChangeAtATime } from './chunk-Q32DDFKX.mjs';
|
|
3
|
-
export { BUILD_LIST_PAGE, BUILD_WRITE_BATCH, BYTES_PER_MIB, DAY_MS, DEFAULT_PREVIEW_LIMIT, HEADER_SIZE, HISTORY_SWEEP_INTERVAL_MS, KEY_FINGERPRINT_BYTES, KEY_FINGERPRINT_LABEL, MAX_HISTORY_FILE_BYTES, MAX_MANUAL_SUGGESTION_COUNT, MAX_PREVIEW_LIMIT, MAX_SOURCE_INDEX_NAME_LENGTH, MAX_TIMER_DELAY_MS, MIN_KEY_BYTES, MS_PER_SECOND, QUERY_HISTORY_ARCHIVE_PREFIX, QUERY_HISTORY_FOLDER, SCHEDULE_OFF, SCRAMBLED_ID_BYTES, acceptedPhrase, attachRuntime, attachedRuntimeOf, banListFromInput, bindSuggestionStoreHost, buildRecordKey, checksumOfChunks, crc32, crc32Final, crc32Init, crc32Update, engineVersionParts, hasNrslMagic, historyFileOf, historyFilesOf, invalidSetting, isGroup, isPerson, latestMatchAtOrBefore, listHistoryFolder, nextMatchAfter, normaliseBan, openChecksummedEnvelope, packChecksummedEnvelope, packEnvelopeWithChecksum, parseSchedule, readHeader, removeHistoryFolder, removeRestoreLeftovers, requireFieldsInSchema, requireWithinFileLimit, resolveSetting, storedStateFromWire, storedStateOf, storedStateToWire, unionOfBans, validateSetting, withState, writeHeader } from './chunk-
|
|
4
|
-
import './chunk-
|
|
5
|
-
import './chunk-
|
|
6
|
-
import './chunk-
|
|
3
|
+
export { BUILD_LIST_PAGE, BUILD_WRITE_BATCH, BYTES_PER_MIB, DAY_MS, DEFAULT_PREVIEW_LIMIT, HEADER_SIZE, HISTORY_SWEEP_INTERVAL_MS, KEY_FINGERPRINT_BYTES, KEY_FINGERPRINT_LABEL, MAX_HISTORY_FILE_BYTES, MAX_MANUAL_SUGGESTION_COUNT, MAX_PREVIEW_LIMIT, MAX_SOURCE_INDEX_NAME_LENGTH, MAX_TIMER_DELAY_MS, MIN_KEY_BYTES, MS_PER_SECOND, QUERY_HISTORY_ARCHIVE_PREFIX, QUERY_HISTORY_FOLDER, SCHEDULE_OFF, SCRAMBLED_ID_BYTES, acceptedPhrase, attachRuntime, attachedRuntimeOf, banListFromInput, bindSuggestionStoreHost, buildRecordKey, checksumOfChunks, crc32, crc32Final, crc32Init, crc32Update, engineVersionParts, hasNrslMagic, historyFileOf, historyFilesOf, invalidSetting, isGroup, isPerson, latestMatchAtOrBefore, listHistoryFolder, nextMatchAfter, normaliseBan, openChecksummedEnvelope, packChecksummedEnvelope, packEnvelopeWithChecksum, parseSchedule, readHeader, removeHistoryFolder, removeRestoreLeftovers, requireFieldsInSchema, requireWithinFileLimit, resolveSetting, storedStateFromWire, storedStateOf, storedStateToWire, unionOfBans, validateSetting, withState, writeHeader } from './chunk-T5HF3FW3.mjs';
|
|
4
|
+
import './chunk-CBU4M3EU.mjs';
|
|
5
|
+
import './chunk-BN6FUB7N.mjs';
|
|
6
|
+
import './chunk-NLEFMPY3.mjs';
|
|
7
|
+
import './chunk-LX62Y4B5.mjs';
|
|
7
8
|
import './chunk-SK3DPAI4.mjs';
|
|
8
9
|
import './chunk-WFQ6YQZA.mjs';
|
|
9
10
|
import './chunk-PVMEHBQO.mjs';
|
package/dist/react-native/chunks/{suggestions-leaf-R7MIH6Q3.mjs → suggestions-leaf-PSUGL6MI.mjs}
RENAMED
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import { installSuggestionHooks, DayStore, RestoredHistory, dayOf, sameBytes, openCountsFile } from './chunk-
|
|
1
|
+
import { installSuggestionHooks, DayStore, RestoredHistory, dayOf, sameBytes, openCountsFile } from './chunk-7TPO4FLE.mjs';
|
|
2
2
|
import { oneSyncChangeAtATime } from './chunk-Q32DDFKX.mjs';
|
|
3
|
-
import { attachedRuntimeOf, attachRuntime, isGroup, invalidSetting, MIN_KEY_BYTES, historyFilesOf, buildRecordKey, resolveSetting, acceptedPhrase, normaliseBan, banListFromInput, validateSetting, withState, SCRAMBLED_ID_BYTES, KEY_FINGERPRINT_LABEL, KEY_FINGERPRINT_BYTES, isPerson, removeHistoryFolder, packEnvelopeWithChecksum, crc32, openChecksummedEnvelope, MAX_MANUAL_SUGGESTION_COUNT, MAX_SOURCE_INDEX_NAME_LENGTH, DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, requireFieldsInSchema, removeRestoreLeftovers, HISTORY_SWEEP_INTERVAL_MS, SCHEDULE_OFF, parseSchedule, nextMatchAfter, latestMatchAtOrBefore, DAY_MS, listHistoryFolder, historyFileOf, BUILD_WRITE_BATCH, MAX_TIMER_DELAY_MS, MS_PER_SECOND, BUILD_LIST_PAGE, unionOfBans } from './chunk-
|
|
4
|
-
import { GROUP_FORMAT, loadDigest, emitEngineEvent, emitWriteEventAfter, createEngineIndex, withOpenIndex, SUGGESTIONS_INDEX_INFIX } from './chunk-
|
|
5
|
-
import './chunk-
|
|
6
|
-
import './chunk-
|
|
3
|
+
import { attachedRuntimeOf, attachRuntime, isGroup, invalidSetting, MIN_KEY_BYTES, historyFilesOf, buildRecordKey, resolveSetting, acceptedPhrase, normaliseBan, banListFromInput, validateSetting, withState, SCRAMBLED_ID_BYTES, KEY_FINGERPRINT_LABEL, KEY_FINGERPRINT_BYTES, isPerson, removeHistoryFolder, packEnvelopeWithChecksum, crc32, openChecksummedEnvelope, MAX_MANUAL_SUGGESTION_COUNT, MAX_SOURCE_INDEX_NAME_LENGTH, DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, requireFieldsInSchema, removeRestoreLeftovers, HISTORY_SWEEP_INTERVAL_MS, SCHEDULE_OFF, parseSchedule, nextMatchAfter, latestMatchAtOrBefore, DAY_MS, listHistoryFolder, historyFileOf, BUILD_WRITE_BATCH, MAX_TIMER_DELAY_MS, MS_PER_SECOND, BUILD_LIST_PAGE, unionOfBans } from './chunk-T5HF3FW3.mjs';
|
|
4
|
+
import { GROUP_FORMAT, loadDigest, emitEngineEvent, emitWriteEventAfter, createEngineIndex, withOpenIndex, SUGGESTIONS_INDEX_INFIX } from './chunk-CBU4M3EU.mjs';
|
|
5
|
+
import './chunk-BN6FUB7N.mjs';
|
|
6
|
+
import './chunk-NLEFMPY3.mjs';
|
|
7
|
+
import './chunk-LX62Y4B5.mjs';
|
|
7
8
|
import './chunk-SK3DPAI4.mjs';
|
|
8
9
|
import './chunk-WFQ6YQZA.mjs';
|
|
9
10
|
import './chunk-PVMEHBQO.mjs';
|
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import { buildSegmentPayloads, freezeSegmentShared, isValidWorkerResponse, createRequestId, mergeSegmentContents, freezeEncodedSegmentShared, toError, isDeterministicFailure, workerIneligibility, reportIneligible, selectionKeeps, alreadyPresentOnWorker, eligibleIndexNames } from './chunk-
|
|
2
|
-
import { growPartitionsTo, isCompositePartition, createSharedFrozenSegment, loadStorageCode, resolvePartitionInsertOptions, DEFAULT_COPY_THRESHOLD, workersEnabledByDefault, POOL_RESTART_DELAY_MS, SegmentRefusal, NO_REMOVED_SPELLINGS, DEFAULT_COPY_IDLE_TIMEOUT_MS, LONG_QUERY_THREADS, prepareDocumentVectors, MAX_PENDING_REPLICATION_DOCUMENTS, MAIN_COPY_LONE_QUERY_DOCUMENTS, returnsEveryMatch, oversampledFacetConfig, afterCurrentTurn, LOAD_BUFFER_YIELD_INTERVAL, yieldToEventLoop, IDLE_MERGE_DELAY_MS, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, createWorkerFactory, availablePatternSearch, patternHost, kWayMerge, mergeFacets, generateId, encodeSegmentState, POOL_RESTART_DELAY_MAX_MS, COMPACTION_SEGMENT_TRIGGER, LIVE_TAIL_FREEZE_FLOOR, requireLoadedVectorCode, LIVE_TAIL_FLUSH_DOCUMENTS, SEGMENTS_PER_MERGE } from './chunk-
|
|
3
|
-
import './chunk-
|
|
4
|
-
import { resolveWorkerCount, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, splitWorkerBudget, SHUTDOWN_TIMEOUT_MS,
|
|
1
|
+
import { buildSegmentPayloads, freezeSegmentShared, isValidWorkerResponse, createRequestId, mergeSegmentContents, freezeEncodedSegmentShared, toError, isDeterministicFailure, workerIneligibility, reportIneligible, selectionKeeps, alreadyPresentOnWorker, eligibleIndexNames } from './chunk-ZQPSXN6C.mjs';
|
|
2
|
+
import { growPartitionsTo, isCompositePartition, createSharedFrozenSegment, loadStorageCode, resolvePartitionInsertOptions, DEFAULT_COPY_THRESHOLD, workersEnabledByDefault, POOL_RESTART_DELAY_MS, SegmentRefusal, NO_REMOVED_SPELLINGS, DEFAULT_COPY_IDLE_TIMEOUT_MS, LONG_QUERY_THREADS, prepareDocumentVectors, MAX_PENDING_REPLICATION_DOCUMENTS, MAIN_COPY_LONE_QUERY_DOCUMENTS, returnsEveryMatch, oversampledFacetConfig, afterCurrentTurn, LOAD_BUFFER_YIELD_INTERVAL, yieldToEventLoop, IDLE_MERGE_DELAY_MS, REPLICATION_WINDOW, RETIRED_THREADS_EXIT_WAIT_MS, createWorkerFactory, availablePatternSearch, patternHost, kWayMerge, mergeFacets, generateId, encodeSegmentState, POOL_RESTART_DELAY_MAX_MS, COMPACTION_SEGMENT_TRIGGER, LIVE_TAIL_FREEZE_FLOOR, requireLoadedVectorCode, LIVE_TAIL_FLUSH_DOCUMENTS, SEGMENTS_PER_MERGE } from './chunk-CBU4M3EU.mjs';
|
|
3
|
+
import './chunk-BN6FUB7N.mjs';
|
|
4
|
+
import { resolveWorkerCount, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, splitWorkerBudget, SHUTDOWN_TIMEOUT_MS, resolveRequestThreadCount, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, fnv1a, noteThreadSlotGone, threadSlotOfWorker } from './chunk-NLEFMPY3.mjs';
|
|
5
|
+
import { MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS } from './chunk-LX62Y4B5.mjs';
|
|
5
6
|
import { MATCHER_STATE_BUDGET_BYTES } from './chunk-SK3DPAI4.mjs';
|
|
6
7
|
import './chunk-WFQ6YQZA.mjs';
|
|
7
8
|
import './chunk-PVMEHBQO.mjs';
|