@delali/narsil 0.3.1-next.96 → 0.3.1-next.97
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -1
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +1 -1
- package/dist/adapters/indexeddb.d.ts +1 -1
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/{adapters-79OIa4xm.d.ts → adapters-BQFQ4PRz.d.ts} +27 -1
- package/dist/browser/{chunk-ZGMR46O3.mjs → chunk-CN4I4FZU.mjs} +2 -2
- package/dist/browser/chunk-JPTQZWJQ.mjs +10 -0
- package/dist/browser/{chunk-WKPJ4E73.mjs → chunk-LD55ZGU3.mjs} +2 -1
- package/dist/browser/{chunk-KPMIHLOV.mjs → chunk-NAFT3K6X.mjs} +240 -135
- package/dist/browser/{chunk-3MYKLHRO.mjs → chunk-NNG3EEB6.mjs} +5 -4
- package/dist/browser/{chunk-HARBSUWP.mjs → chunk-QWES44AW.mjs} +2 -197
- package/dist/browser/chunk-RELZRJNR.mjs +203 -0
- package/dist/browser/{chunk-FYFQJKFW.mjs → chunk-Z7QH2XHB.mjs} +40 -45
- package/dist/browser/{durability-wiring-R7P64REL.mjs → durability-wiring-PY3L7DES.mjs} +7 -5
- package/dist/browser/{module-IEOQI5GI.mjs → module-PDXYHT75.mjs} +18 -10
- package/dist/browser/{restore-queue-WMYC5ZK6.mjs → restore-queue-DVIYJ7RU.mjs} +1 -1
- package/dist/browser/runtime-NYE5TB6O.mjs +557 -0
- package/dist/browser/{snapshot-3A3WDNHO.mjs → snapshot-J57MZK6L.mjs} +8 -6
- package/dist/browser/{write-JODZHKIF.mjs → write-L7FAQA47.mjs} +6 -4
- package/dist/{capabilities-BvxvFzVA.d.ts → capabilities-BTTIs96E.d.ts} +19 -3
- package/dist/{chunk-GJZHU4FC.mjs → chunk-2WYMG3OZ.mjs} +4 -4
- package/dist/{chunk-H75XXPMY.mjs → chunk-45AVKHMJ.mjs} +2 -2
- package/dist/{chunk-QM3VPX4Z.mjs → chunk-ASY5PHYI.mjs} +2 -2
- package/dist/{chunk-RDJKYKMQ.mjs → chunk-AY3AQ3UH.mjs} +1 -1
- package/dist/{chunk-2BY6K52M.mjs → chunk-BKB3XTMI.mjs} +6 -6
- package/dist/{chunk-MWT5WCJ5.mjs → chunk-COVCQ73F.mjs} +5 -5
- package/dist/{chunk-FGMGUDHX.mjs → chunk-E74YLAIG.mjs} +4 -1
- package/dist/chunk-FMWRCP2C.mjs +57 -0
- package/dist/{chunk-ES33L3HO.mjs → chunk-GGSH6KBQ.mjs} +1 -1
- package/dist/chunk-HJSN7UYG.mjs +10 -0
- package/dist/{chunk-ICL2AELD.mjs → chunk-HXJBSHXF.mjs} +40 -46
- package/dist/{chunk-ZHS44YKF.mjs → chunk-JFRNNBOM.mjs} +1 -1
- package/dist/{chunk-CHOGQSHK.mjs → chunk-K25LZA54.mjs} +39 -13
- package/dist/chunk-K7D4ZTSW.mjs +126 -0
- package/dist/{chunk-SYWGORQB.mjs → chunk-KV3AZFT3.mjs} +2 -0
- package/dist/chunk-KZ3NX2P7.mjs +21 -0
- package/dist/{chunk-GMY7F2VA.mjs → chunk-L3L5YFXC.mjs} +4 -4
- package/dist/{chunk-VVFLEGZI.mjs → chunk-LH4NZNJJ.mjs} +10 -10
- package/dist/{chunk-7KC56574.mjs → chunk-LU2CE5AE.mjs} +1 -1
- package/dist/{chunk-4ZJWRETC.mjs → chunk-LXPIXDUJ.mjs} +2 -2
- package/dist/{chunk-Q5DC6WAB.mjs → chunk-LXWDQLTW.mjs} +1 -1
- package/dist/{chunk-SBCEHIPL.mjs → chunk-MHOSCQCQ.mjs} +4 -4
- package/dist/{chunk-R36MIGBU.mjs → chunk-NKRBEGJZ.mjs} +169 -130
- package/dist/{chunk-LJBJQPB5.mjs → chunk-NTRMFARG.mjs} +7 -7
- package/dist/chunk-NW4XDSP2.mjs +212 -0
- package/dist/{chunk-BB7MASRQ.mjs → chunk-OOEXLUGR.mjs} +1 -1
- package/dist/{chunk-3LYY62M6.mjs → chunk-OWNZYMRE.mjs} +10 -10
- package/dist/{chunk-HBVLF3HA.mjs → chunk-PPY2GSIB.mjs} +1 -1
- package/dist/{chunk-WLOF6HSP.mjs → chunk-R7EEKAJE.mjs} +12 -3
- package/dist/{chunk-2GZGBOQI.mjs → chunk-RONEOEON.mjs} +2 -2
- package/dist/{chunk-T2QN2FA4.mjs → chunk-UCDF35PU.mjs} +2 -2
- package/dist/{chunk-O5WPRAVZ.mjs → chunk-VWULPWRJ.mjs} +60 -21
- package/dist/{chunk-F52QGNZ2.mjs → chunk-WCJKUGHB.mjs} +1 -1
- package/dist/{chunk-RUIXODYU.mjs → chunk-YA7XLE2R.mjs} +32 -5
- package/dist/{chunk-TCYUAUHF.mjs → chunk-ZG477IPV.mjs} +7 -7
- package/dist/chunk-ZYNAMIYX.mjs +113 -0
- package/dist/{client-DKwterMb.d.ts → client-i9eLJrw5.d.ts} +3 -3
- package/dist/client.d.ts +9 -9
- package/dist/client.mjs +2 -0
- package/dist/{config-6YBtxekG.d.ts → config-BGB_fDtq.d.ts} +2 -2
- package/dist/{config-DPphZfuM.d.ts → config-P__Diiy4.d.ts} +25 -3
- package/dist/direct-executor-CXZ66ACP.mjs +22 -0
- package/dist/distribution/coordinator/etcd.d.ts +3 -3
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution.d.ts +24 -12
- package/dist/distribution.mjs +177 -54
- package/dist/{durability-wiring-2VBNYYDY.mjs → durability-wiring-QTHOGFMZ.mjs} +26 -25
- package/dist/embeddings/openai.d.ts +2 -2
- package/dist/embeddings/openai.mjs +22 -133
- package/dist/{engine-CbZmXUp6.d.ts → engine-BGCEm9E_.d.ts} +48 -18
- package/dist/{index-ONAEaqtx.d.ts → index-lcdGLyJH.d.ts} +1 -1
- package/dist/index.browser.mjs +4 -2
- package/dist/index.d.ts +8 -8
- package/dist/index.mjs +19 -18
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/{memory-COdoGthn.d.ts → memory-CUEDwr-F.d.ts} +70 -2
- package/dist/{module-IUTNXWMV.mjs → module-3NONKBZX.mjs} +25 -18
- package/dist/partial-words.mjs +6 -6
- package/dist/pattern.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +2 -2
- package/dist/persistence/durability/checkpoint-worker.mjs +23 -22
- package/dist/react.d.ts +8 -8
- package/dist/react.mjs +2 -0
- package/dist/rerank-NWTKK636.mjs +60 -0
- package/dist/rerankers/http.d.ts +50 -0
- package/dist/rerankers/http.mjs +104 -0
- package/dist/{restore-queue-UFIQJTSG.mjs → restore-queue-JPRBUYII.mjs} +1 -1
- package/dist/runtime-ZKYZFJJC.mjs +177 -0
- package/dist/{schema-DttzM-ln.d.ts → schema-4W_7tk1f.d.ts} +2 -2
- package/dist/server.d.ts +11 -11
- package/dist/server.mjs +63 -22
- package/dist/{snapshot-XII3ANGW.mjs → snapshot-HOGXNO5W.mjs} +29 -28
- package/dist/synonyms.mjs +3 -3
- package/dist/{tasks-BJmamiC4.d.ts → tasks-HG3rlxx6.d.ts} +1 -1
- package/dist/{thread-U7XYJWGG.mjs → thread-B657LQXK.mjs} +49 -30
- package/dist/vector/search-worker.d.ts +6 -2
- package/dist/vector/search-worker.mjs +9 -7
- package/dist/workers/entry.mjs +5 -5
- package/dist/{write-6M3VG4TU.mjs → write-XLIGTXBU.mjs} +21 -20
- package/package.json +11 -7
- package/dist/direct-executor-5KJGVQHM.mjs +0 -22
|
@@ -1,154 +1,4 @@
|
|
|
1
|
-
|
|
2
|
-
var NARSIL_ERROR_MARKER = /* @__PURE__ */ Symbol.for("@delali/narsil.NarsilError");
|
|
3
|
-
var ErrorCodes = {
|
|
4
|
-
SCHEMA_INVALID_TYPE: "SCHEMA_INVALID_TYPE",
|
|
5
|
-
SCHEMA_DEPTH_EXCEEDED: "SCHEMA_DEPTH_EXCEEDED",
|
|
6
|
-
SCHEMA_INVALID_VECTOR_DIMENSION: "SCHEMA_INVALID_VECTOR_DIMENSION",
|
|
7
|
-
SCHEMA_INVALID_GEOPOINT: "SCHEMA_INVALID_GEOPOINT",
|
|
8
|
-
DOC_NOT_FOUND: "DOC_NOT_FOUND",
|
|
9
|
-
DOC_ALREADY_EXISTS: "DOC_ALREADY_EXISTS",
|
|
10
|
-
DOC_VALIDATION_FAILED: "DOC_VALIDATION_FAILED",
|
|
11
|
-
INDEX_NOT_FOUND: "INDEX_NOT_FOUND",
|
|
12
|
-
INDEX_ALREADY_EXISTS: "INDEX_ALREADY_EXISTS",
|
|
13
|
-
INDEX_ORPHANED: "INDEX_ORPHANED",
|
|
14
|
-
INDEX_REOPEN_CAPACITY_EXHAUSTED: "INDEX_REOPEN_CAPACITY_EXHAUSTED",
|
|
15
|
-
INSTANCE_SHUT_DOWN: "INSTANCE_SHUT_DOWN",
|
|
16
|
-
PARTITION_CORRUPTED: "PARTITION_CORRUPTED",
|
|
17
|
-
PARTITION_REBALANCING_BACKPRESSURE: "PARTITION_REBALANCING_BACKPRESSURE",
|
|
18
|
-
WORKER_CRASHED: "WORKER_CRASHED",
|
|
19
|
-
WORKER_BUSY: "WORKER_BUSY",
|
|
20
|
-
WORKER_TIMEOUT: "WORKER_TIMEOUT",
|
|
21
|
-
WORKER_ACTION_FAILED: "WORKER_ACTION_FAILED",
|
|
22
|
-
PERSISTENCE_SAVE_FAILED: "PERSISTENCE_SAVE_FAILED",
|
|
23
|
-
PERSISTENCE_LOAD_FAILED: "PERSISTENCE_LOAD_FAILED",
|
|
24
|
-
PERSISTENCE_DELETE_FAILED: "PERSISTENCE_DELETE_FAILED",
|
|
25
|
-
PERSISTENCE_CRC_MISMATCH: "PERSISTENCE_CRC_MISMATCH",
|
|
26
|
-
PERSISTENCE_WAL_CORRUPT: "PERSISTENCE_WAL_CORRUPT",
|
|
27
|
-
PERSISTENCE_FSYNC_FAILED: "PERSISTENCE_FSYNC_FAILED",
|
|
28
|
-
SEARCH_INVALID_FIELD: "SEARCH_INVALID_FIELD",
|
|
29
|
-
VECTOR_DIMENSION_MISMATCH: "VECTOR_DIMENSION_MISMATCH",
|
|
30
|
-
SEARCH_INVALID_FILTER: "SEARCH_INVALID_FILTER",
|
|
31
|
-
SEARCH_INVALID_MODE: "SEARCH_INVALID_MODE",
|
|
32
|
-
SEARCH_INVALID_CURSOR: "SEARCH_INVALID_CURSOR",
|
|
33
|
-
SEARCH_RESULT_WINDOW_EXCEEDED: "SEARCH_RESULT_WINDOW_EXCEEDED",
|
|
34
|
-
SEARCH_WORK_CAP_EXCEEDED: "SEARCH_WORK_CAP_EXCEEDED",
|
|
35
|
-
LANGUAGE_NOT_SUPPORTED: "LANGUAGE_NOT_SUPPORTED",
|
|
36
|
-
ENVELOPE_VERSION_MISMATCH: "ENVELOPE_VERSION_MISMATCH",
|
|
37
|
-
ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC",
|
|
38
|
-
PARTITION_CAPACITY_EXCEEDED: "PARTITION_CAPACITY_EXCEEDED",
|
|
39
|
-
RESTORE_MEMORY_EXCEEDED: "RESTORE_MEMORY_EXCEEDED",
|
|
40
|
-
EMBEDDING_FAILED: "EMBEDDING_FAILED",
|
|
41
|
-
EMBEDDING_DIMENSION_MISMATCH: "EMBEDDING_DIMENSION_MISMATCH",
|
|
42
|
-
EMBEDDING_NO_SOURCE: "EMBEDDING_NO_SOURCE",
|
|
43
|
-
EMBEDDING_CONFIG_INVALID: "EMBEDDING_CONFIG_INVALID",
|
|
44
|
-
DOC_MISSING_REQUIRED_FIELD: "DOC_MISSING_REQUIRED_FIELD",
|
|
45
|
-
CONFIG_INVALID: "CONFIG_INVALID",
|
|
46
|
-
QUERY_ROUTING_FAILED: "QUERY_ROUTING_FAILED",
|
|
47
|
-
QUERY_PARTIAL_FAILURE: "QUERY_PARTIAL_FAILURE",
|
|
48
|
-
QUERY_NODE_TIMEOUT: "QUERY_NODE_TIMEOUT",
|
|
49
|
-
QUERY_NO_ACTIVE_REPLICA: "QUERY_NO_ACTIVE_REPLICA",
|
|
50
|
-
CLUSTER_OPERATION_UNSUPPORTED: "CLUSTER_OPERATION_UNSUPPORTED",
|
|
51
|
-
CLUSTER_WRITE_BLOCKED: "CLUSTER_WRITE_BLOCKED",
|
|
52
|
-
ALLOCATION_NO_DATA_NODES: "ALLOCATION_NO_DATA_NODES",
|
|
53
|
-
ALLOCATION_INVALID_CONFIG: "ALLOCATION_INVALID_CONFIG",
|
|
54
|
-
ALLOCATION_FAILED: "ALLOCATION_FAILED",
|
|
55
|
-
CONTROLLER_METADATA_INVALID: "CONTROLLER_METADATA_INVALID",
|
|
56
|
-
NODE_BOOTSTRAP_FAILED: "NODE_BOOTSTRAP_FAILED",
|
|
57
|
-
NODE_ALREADY_JOINED: "NODE_ALREADY_JOINED",
|
|
58
|
-
NODE_NOT_JOINED: "NODE_NOT_JOINED",
|
|
59
|
-
NODE_NOT_READY: "NODE_NOT_READY",
|
|
60
|
-
NODE_NOT_CONTROLLER: "NODE_NOT_CONTROLLER",
|
|
61
|
-
COORDINATOR_DEPENDENCY_MISSING: "COORDINATOR_DEPENDENCY_MISSING",
|
|
62
|
-
TRANSPORT_DEPENDENCY_MISSING: "TRANSPORT_DEPENDENCY_MISSING",
|
|
63
|
-
REPLICATION_ENTRY_INVALID: "REPLICATION_ENTRY_INVALID",
|
|
64
|
-
REPLICATION_INSYNC_REMOVAL_FAILED: "REPLICATION_INSYNC_REMOVAL_FAILED",
|
|
65
|
-
REPLICATION_ROLLBACK_FAILED: "REPLICATION_ROLLBACK_FAILED",
|
|
66
|
-
REPLICATION_LOG_FULL: "REPLICATION_LOG_FULL",
|
|
67
|
-
REPLICATION_ENTRY_CORRUPT: "REPLICATION_ENTRY_CORRUPT",
|
|
68
|
-
REPLICATION_SNAPSHOT_CORRUPT: "REPLICATION_SNAPSHOT_CORRUPT",
|
|
69
|
-
REPLICATION_TERM_MISMATCH: "REPLICATION_TERM_MISMATCH",
|
|
70
|
-
REPLICATION_SYNC_FAILED: "REPLICATION_SYNC_FAILED",
|
|
71
|
-
PARTITION_NOT_PRIMARY: "PARTITION_NOT_PRIMARY",
|
|
72
|
-
PARTITION_UNASSIGNED: "PARTITION_UNASSIGNED",
|
|
73
|
-
INSUFFICIENT_REPLICAS: "INSUFFICIENT_REPLICAS",
|
|
74
|
-
SNAPSHOT_SYNC_UNAUTHORIZED: "SNAPSHOT_SYNC_UNAUTHORIZED",
|
|
75
|
-
SNAPSHOT_SYNC_REQUEST_INVALID: "SNAPSHOT_SYNC_REQUEST_INVALID",
|
|
76
|
-
SNAPSHOT_SYNC_INDEX_NOT_FOUND: "SNAPSHOT_SYNC_INDEX_NOT_FOUND",
|
|
77
|
-
SNAPSHOT_SYNC_CAPACITY_EXHAUSTED: "SNAPSHOT_SYNC_CAPACITY_EXHAUSTED",
|
|
78
|
-
SNAPSHOT_SYNC_SNAPSHOT_FAILED: "SNAPSHOT_SYNC_SNAPSHOT_FAILED",
|
|
79
|
-
SNAPSHOT_SYNC_DECODE_FAILED: "SNAPSHOT_SYNC_DECODE_FAILED",
|
|
80
|
-
SNAPSHOT_SYNC_FRAME_INVALID: "SNAPSHOT_SYNC_FRAME_INVALID",
|
|
81
|
-
SNAPSHOT_SYNC_HEADER_INVALID: "SNAPSHOT_SYNC_HEADER_INVALID",
|
|
82
|
-
SNAPSHOT_SYNC_HEADER_MISMATCH: "SNAPSHOT_SYNC_HEADER_MISMATCH",
|
|
83
|
-
SNAPSHOT_SYNC_CHUNK_OUT_OF_ORDER: "SNAPSHOT_SYNC_CHUNK_OUT_OF_ORDER",
|
|
84
|
-
SNAPSHOT_SYNC_CHUNK_OVERFLOW: "SNAPSHOT_SYNC_CHUNK_OVERFLOW",
|
|
85
|
-
SNAPSHOT_SYNC_CHUNK_SIZE_EXCEEDED: "SNAPSHOT_SYNC_CHUNK_SIZE_EXCEEDED",
|
|
86
|
-
SNAPSHOT_SYNC_CHUNK_MISSING: "SNAPSHOT_SYNC_CHUNK_MISSING",
|
|
87
|
-
SNAPSHOT_SYNC_END_MISSING: "SNAPSHOT_SYNC_END_MISSING",
|
|
88
|
-
SNAPSHOT_SYNC_CHECKSUM_MISMATCH: "SNAPSHOT_SYNC_CHECKSUM_MISMATCH",
|
|
89
|
-
SNAPSHOT_SYNC_PRIMARY_ERROR: "SNAPSHOT_SYNC_PRIMARY_ERROR",
|
|
90
|
-
SNAPSHOT_SYNC_NO_TARGETS: "SNAPSHOT_SYNC_NO_TARGETS",
|
|
91
|
-
SNAPSHOT_SYNC_TRANSPORT_FAILED: "SNAPSHOT_SYNC_TRANSPORT_FAILED",
|
|
92
|
-
SNAPSHOT_SYNC_SCHEMA_UNAVAILABLE: "SNAPSHOT_SYNC_SCHEMA_UNAVAILABLE",
|
|
93
|
-
SNAPSHOT_SYNC_RESTORE_FAILED: "SNAPSHOT_SYNC_RESTORE_FAILED",
|
|
94
|
-
SNAPSHOT_SYNC_RESTORE_CLEANUP_FAILED: "SNAPSHOT_SYNC_RESTORE_CLEANUP_FAILED",
|
|
95
|
-
SNAPSHOT_SYNC_TIMEOUT: "SNAPSHOT_SYNC_TIMEOUT",
|
|
96
|
-
SNAPSHOT_SYNC_ALLOCATION_UNAVAILABLE: "SNAPSHOT_SYNC_ALLOCATION_UNAVAILABLE",
|
|
97
|
-
SNAPSHOT_SYNC_NOT_ASSIGNED: "SNAPSHOT_SYNC_NOT_ASSIGNED",
|
|
98
|
-
SNAPSHOT_SYNC_ABORTED: "SNAPSHOT_SYNC_ABORTED"
|
|
99
|
-
};
|
|
100
|
-
var ServerErrorCodes = {
|
|
101
|
-
INVALID_REQUEST: "INVALID_REQUEST",
|
|
102
|
-
INVALID_JSON: "INVALID_JSON",
|
|
103
|
-
EMPTY_BODY: "EMPTY_BODY",
|
|
104
|
-
PAYLOAD_TOO_LARGE: "PAYLOAD_TOO_LARGE",
|
|
105
|
-
NOT_FOUND: "NOT_FOUND",
|
|
106
|
-
TASK_NOT_FOUND: "TASK_NOT_FOUND",
|
|
107
|
-
TASK_NOT_CANCELLABLE: "TASK_NOT_CANCELLABLE",
|
|
108
|
-
TASK_OWNED_BY_ANOTHER_INSTANCE: "TASK_OWNED_BY_ANOTHER_INSTANCE",
|
|
109
|
-
TASK_INTERRUPTED: "TASK_INTERRUPTED",
|
|
110
|
-
TOO_MANY_REQUESTS: "TOO_MANY_REQUESTS",
|
|
111
|
-
HOOK_ERROR: "HOOK_ERROR",
|
|
112
|
-
INTERNAL_ERROR: "INTERNAL_ERROR"
|
|
113
|
-
};
|
|
114
|
-
var ClientErrorCodes = {
|
|
115
|
-
CLIENT_CONNECTION_FAILED: "CLIENT_CONNECTION_FAILED",
|
|
116
|
-
CLIENT_REQUEST_TIMEOUT: "CLIENT_REQUEST_TIMEOUT",
|
|
117
|
-
CLIENT_REQUEST_ABORTED: "CLIENT_REQUEST_ABORTED",
|
|
118
|
-
CLIENT_INVALID_RESPONSE: "CLIENT_INVALID_RESPONSE",
|
|
119
|
-
CLIENT_TASK_TIMEOUT: "CLIENT_TASK_TIMEOUT",
|
|
120
|
-
CLIENT_UNEXPECTED_ERROR: "CLIENT_UNEXPECTED_ERROR"
|
|
121
|
-
};
|
|
122
|
-
var NarsilError = class extends Error {
|
|
123
|
-
/** This says which failure it is. */
|
|
124
|
-
code;
|
|
125
|
-
/** This carries the values behind the failure, such as the field, index, or limit involved. It is empty when the code says everything. */
|
|
126
|
-
details;
|
|
127
|
-
/**
|
|
128
|
-
* Builds an error carrying a code the caller can branch on.
|
|
129
|
-
*
|
|
130
|
-
* @param code - The failure this error reports, from {@link ErrorCodes} for
|
|
131
|
-
* an engine failure, {@link ServerErrorCodes} for one the HTTP layer raised,
|
|
132
|
-
* or {@link ClientErrorCodes} for one that stopped a request from reaching a
|
|
133
|
-
* server.
|
|
134
|
-
* @param message - Plain description, for a log or a person.
|
|
135
|
-
* @param details - Values behind the failure, which reach
|
|
136
|
-
* {@link NarsilError.details}.
|
|
137
|
-
*/
|
|
138
|
-
constructor(code, message, details) {
|
|
139
|
-
super(message);
|
|
140
|
-
this.name = "NarsilError";
|
|
141
|
-
this.code = code;
|
|
142
|
-
this.details = details ?? {};
|
|
143
|
-
Object.defineProperty(this, NARSIL_ERROR_MARKER, { value: true });
|
|
144
|
-
}
|
|
145
|
-
};
|
|
146
|
-
function isNarsilError(value) {
|
|
147
|
-
return typeof value === "object" && value !== null && NARSIL_ERROR_MARKER in value;
|
|
148
|
-
}
|
|
149
|
-
function createNarsilError(code, message, details) {
|
|
150
|
-
return new NarsilError(code, message, details);
|
|
151
|
-
}
|
|
1
|
+
import { NarsilError, ErrorCodes } from './chunk-RELZRJNR.mjs';
|
|
152
2
|
|
|
153
3
|
// src/runtime/simd-support.ts
|
|
154
4
|
var SIMD_PROBE_MODULE = new Uint8Array([
|
|
@@ -201,51 +51,6 @@ function markSimdUnavailable() {
|
|
|
201
51
|
simdAvailable = false;
|
|
202
52
|
}
|
|
203
53
|
|
|
204
|
-
// src/search/constants.ts
|
|
205
|
-
var RESULT_WINDOW = 1e4;
|
|
206
|
-
var DEFAULT_PAGE_SIZE = 10;
|
|
207
|
-
var MAX_CURSOR_LENGTH = 40960;
|
|
208
|
-
var MAX_SORT_FIELDS = 8;
|
|
209
|
-
var MAX_SORT_FIELD_NAME_LENGTH = 255;
|
|
210
|
-
var MAX_CURSOR_ANCHOR_CODE_POINTS = 512;
|
|
211
|
-
var PREFIX_MAX_EXPANSIONS = 50;
|
|
212
|
-
var DEFAULT_FUZZY_PREFIX_LENGTH = 2;
|
|
213
|
-
var MAX_TOLERANCE = 10;
|
|
214
|
-
var MAX_PREFIX_LENGTH = 1024;
|
|
215
|
-
var DEFAULT_MAX_PER_GROUP = 1;
|
|
216
|
-
var DEFAULT_RANK_CONSTANT = 60;
|
|
217
|
-
var MIN_RANK_CONSTANT = 1;
|
|
218
|
-
var DEFAULT_LINEAR_ALPHA = 0.5;
|
|
219
|
-
var MIN_LINEAR_ALPHA = 0;
|
|
220
|
-
var MAX_LINEAR_ALPHA = 1;
|
|
221
|
-
|
|
222
|
-
// src/engine/constants.ts
|
|
223
|
-
var MIN_DOCUMENTS_FOR_SEGMENTS = 64;
|
|
224
|
-
var BATCH_CHUNK_SIZE = 1e3;
|
|
225
|
-
var DEFAULT_LIMIT = DEFAULT_PAGE_SIZE;
|
|
226
|
-
var DEFAULT_OFFSET = 0;
|
|
227
|
-
var INDEX_NAME_PATTERN = /^[a-zA-Z0-9][a-zA-Z0-9._-]*$/;
|
|
228
|
-
var ABSOLUTE_WINDOWS_PATH_PATTERN = /^[a-zA-Z]:[\\/]/;
|
|
229
|
-
var MODULE_URL_SCHEME_PATTERN = /^(file|https?|data|node):/;
|
|
230
|
-
var MAX_INDEX_NAME_LENGTH = 255;
|
|
231
|
-
var MAX_DOC_ID_LENGTH = 512;
|
|
232
|
-
var EXPORT_CHUNK_BYTES = 1048576;
|
|
233
|
-
var MAX_EXPORT_LINE_BYTES = 117443592;
|
|
234
|
-
var MAX_INDEX_CONFIGURATION_BYTES = 16777216;
|
|
235
|
-
var IMPORT_BATCH_DOCUMENTS = 1e3;
|
|
236
|
-
var MAX_IMPORT_REFUSALS_REPORTED = 1e3;
|
|
237
|
-
var MIN_SWEEP_INTERVAL_MS = 100;
|
|
238
|
-
var MAX_SWEEP_INTERVAL_MS = 6e4;
|
|
239
|
-
var HEAP_PRESSURE_WARNING_FRACTION = 0.9;
|
|
240
|
-
var HEAP_PRESSURE_REARM_FRACTION = 0.8;
|
|
241
|
-
var STATISTICS_BROADCAST_INTERVAL_MS = 5e3;
|
|
242
|
-
var FOREIGN_STATS_TTL_MS = 6e4;
|
|
243
|
-
var DEFAULT_SUGGEST_LIMIT = 10;
|
|
244
|
-
var MAX_SUGGEST_LIMIT = 100;
|
|
245
|
-
var SUGGEST_OVERSAMPLE_FACTOR = 1.5;
|
|
246
|
-
var SUGGEST_OVERSAMPLE_PADDING = 10;
|
|
247
|
-
var MAX_SUGGEST_SCATTER_LIMIT = Math.ceil(MAX_SUGGEST_LIMIT * SUGGEST_OVERSAMPLE_FACTOR) + SUGGEST_OVERSAMPLE_PADDING;
|
|
248
|
-
|
|
249
54
|
// src/serialization/constants.ts
|
|
250
55
|
var CHECKSUM_YIELD_CHUNK_BYTES = 4 * 1024 * 1024;
|
|
251
56
|
var NATIVE_CRC32_MIN_BYTES = 16;
|
|
@@ -665,4 +470,4 @@ function missingWorkerEntry(moduleUrl) {
|
|
|
665
470
|
);
|
|
666
471
|
}
|
|
667
472
|
|
|
668
|
-
export {
|
|
473
|
+
export { CHECKSUM_YIELD_CHUNK_BYTES, COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_EF_SEARCH, DEFAULT_REQUEST_TIMEOUT_MS, DISK_STORAGE_BLOCK_BYTES, EARLIER_RELEASE_MIN_M, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_LOCK_WAIT_SLICE_MS, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_TABLE_BYTES, MAX_FILE_BYTES, MAX_LAYER_CAP, MAX_M, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MIN_M, MIN_OVERSAMPLE, NATIVE_ATTACH_RETRY_MS, NATIVE_CRC32_MIN_BYTES, OSQ_GRID, OSQ_LAMBDA, OSQ_QUERY_BITS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, OSQ_STEPS, PLACEMENT_ROOM_REQUESTS, SHUTDOWN_TIMEOUT_MS, SORT_MODES, SORT_VALUE_MAX_CODE_POINTS, UNPLACED_FLAG_CHUNK_ORDINALS, VALID_HNSW_METRICS, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_INSERT_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_STORE_INITIAL_CAPACITY, WASM_PAGE_BYTES, WORKER_YOUNG_GENERATION_MB, appendFoldedCodePoint, codePointCount, compareCodePoints, compareComparableKeys, compareComparableValues, compareSortValues, defaultSortMode, detectRuntime, exceedsCodePoints, holdsUnpairedSurrogate, isSimdAvailable, isSortMode, markSimdUnavailable, missingWorkerEntry, readSortField, resolveRequestThreadCount, resolveWorkerCount, resolveWorkerEntry, singleFoldTable, sortModeOf, splitWorkerBudget, toComparableSortValue, toReducedSortValue, truncateSortString };
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
// src/errors.ts
|
|
2
|
+
var NARSIL_ERROR_MARKER = /* @__PURE__ */ Symbol.for("@delali/narsil.NarsilError");
|
|
3
|
+
var ErrorCodes = {
|
|
4
|
+
SCHEMA_INVALID_TYPE: "SCHEMA_INVALID_TYPE",
|
|
5
|
+
SCHEMA_DEPTH_EXCEEDED: "SCHEMA_DEPTH_EXCEEDED",
|
|
6
|
+
SCHEMA_INVALID_VECTOR_DIMENSION: "SCHEMA_INVALID_VECTOR_DIMENSION",
|
|
7
|
+
SCHEMA_INVALID_GEOPOINT: "SCHEMA_INVALID_GEOPOINT",
|
|
8
|
+
DOC_NOT_FOUND: "DOC_NOT_FOUND",
|
|
9
|
+
DOC_ALREADY_EXISTS: "DOC_ALREADY_EXISTS",
|
|
10
|
+
DOC_VALIDATION_FAILED: "DOC_VALIDATION_FAILED",
|
|
11
|
+
INDEX_NOT_FOUND: "INDEX_NOT_FOUND",
|
|
12
|
+
INDEX_ALREADY_EXISTS: "INDEX_ALREADY_EXISTS",
|
|
13
|
+
INDEX_ORPHANED: "INDEX_ORPHANED",
|
|
14
|
+
INDEX_REOPEN_CAPACITY_EXHAUSTED: "INDEX_REOPEN_CAPACITY_EXHAUSTED",
|
|
15
|
+
INSTANCE_SHUT_DOWN: "INSTANCE_SHUT_DOWN",
|
|
16
|
+
PARTITION_CORRUPTED: "PARTITION_CORRUPTED",
|
|
17
|
+
PARTITION_REBALANCING_BACKPRESSURE: "PARTITION_REBALANCING_BACKPRESSURE",
|
|
18
|
+
WORKER_CRASHED: "WORKER_CRASHED",
|
|
19
|
+
WORKER_BUSY: "WORKER_BUSY",
|
|
20
|
+
WORKER_TIMEOUT: "WORKER_TIMEOUT",
|
|
21
|
+
WORKER_ACTION_FAILED: "WORKER_ACTION_FAILED",
|
|
22
|
+
PERSISTENCE_SAVE_FAILED: "PERSISTENCE_SAVE_FAILED",
|
|
23
|
+
PERSISTENCE_LOAD_FAILED: "PERSISTENCE_LOAD_FAILED",
|
|
24
|
+
PERSISTENCE_DELETE_FAILED: "PERSISTENCE_DELETE_FAILED",
|
|
25
|
+
PERSISTENCE_CRC_MISMATCH: "PERSISTENCE_CRC_MISMATCH",
|
|
26
|
+
PERSISTENCE_WAL_CORRUPT: "PERSISTENCE_WAL_CORRUPT",
|
|
27
|
+
PERSISTENCE_FSYNC_FAILED: "PERSISTENCE_FSYNC_FAILED",
|
|
28
|
+
SEARCH_INVALID_FIELD: "SEARCH_INVALID_FIELD",
|
|
29
|
+
VECTOR_DIMENSION_MISMATCH: "VECTOR_DIMENSION_MISMATCH",
|
|
30
|
+
SEARCH_INVALID_FILTER: "SEARCH_INVALID_FILTER",
|
|
31
|
+
SEARCH_INVALID_MODE: "SEARCH_INVALID_MODE",
|
|
32
|
+
SEARCH_INVALID_CURSOR: "SEARCH_INVALID_CURSOR",
|
|
33
|
+
SEARCH_RESULT_WINDOW_EXCEEDED: "SEARCH_RESULT_WINDOW_EXCEEDED",
|
|
34
|
+
SEARCH_WORK_CAP_EXCEEDED: "SEARCH_WORK_CAP_EXCEEDED",
|
|
35
|
+
LANGUAGE_NOT_SUPPORTED: "LANGUAGE_NOT_SUPPORTED",
|
|
36
|
+
ENVELOPE_VERSION_MISMATCH: "ENVELOPE_VERSION_MISMATCH",
|
|
37
|
+
ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC",
|
|
38
|
+
PARTITION_CAPACITY_EXCEEDED: "PARTITION_CAPACITY_EXCEEDED",
|
|
39
|
+
RESTORE_MEMORY_EXCEEDED: "RESTORE_MEMORY_EXCEEDED",
|
|
40
|
+
EMBEDDING_FAILED: "EMBEDDING_FAILED",
|
|
41
|
+
EMBEDDING_DIMENSION_MISMATCH: "EMBEDDING_DIMENSION_MISMATCH",
|
|
42
|
+
EMBEDDING_NO_SOURCE: "EMBEDDING_NO_SOURCE",
|
|
43
|
+
EMBEDDING_CONFIG_INVALID: "EMBEDDING_CONFIG_INVALID",
|
|
44
|
+
RERANK_FAILED: "RERANK_FAILED",
|
|
45
|
+
RERANK_CONFIG_INVALID: "RERANK_CONFIG_INVALID",
|
|
46
|
+
DOC_MISSING_REQUIRED_FIELD: "DOC_MISSING_REQUIRED_FIELD",
|
|
47
|
+
CONFIG_INVALID: "CONFIG_INVALID",
|
|
48
|
+
QUERY_ROUTING_FAILED: "QUERY_ROUTING_FAILED",
|
|
49
|
+
QUERY_PARTIAL_FAILURE: "QUERY_PARTIAL_FAILURE",
|
|
50
|
+
QUERY_NODE_TIMEOUT: "QUERY_NODE_TIMEOUT",
|
|
51
|
+
QUERY_NO_ACTIVE_REPLICA: "QUERY_NO_ACTIVE_REPLICA",
|
|
52
|
+
CLUSTER_OPERATION_UNSUPPORTED: "CLUSTER_OPERATION_UNSUPPORTED",
|
|
53
|
+
CLUSTER_WRITE_BLOCKED: "CLUSTER_WRITE_BLOCKED",
|
|
54
|
+
ALLOCATION_NO_DATA_NODES: "ALLOCATION_NO_DATA_NODES",
|
|
55
|
+
ALLOCATION_INVALID_CONFIG: "ALLOCATION_INVALID_CONFIG",
|
|
56
|
+
ALLOCATION_FAILED: "ALLOCATION_FAILED",
|
|
57
|
+
CONTROLLER_METADATA_INVALID: "CONTROLLER_METADATA_INVALID",
|
|
58
|
+
NODE_BOOTSTRAP_FAILED: "NODE_BOOTSTRAP_FAILED",
|
|
59
|
+
NODE_ALREADY_JOINED: "NODE_ALREADY_JOINED",
|
|
60
|
+
NODE_NOT_JOINED: "NODE_NOT_JOINED",
|
|
61
|
+
NODE_NOT_READY: "NODE_NOT_READY",
|
|
62
|
+
NODE_NOT_CONTROLLER: "NODE_NOT_CONTROLLER",
|
|
63
|
+
COORDINATOR_DEPENDENCY_MISSING: "COORDINATOR_DEPENDENCY_MISSING",
|
|
64
|
+
TRANSPORT_DEPENDENCY_MISSING: "TRANSPORT_DEPENDENCY_MISSING",
|
|
65
|
+
REPLICATION_ENTRY_INVALID: "REPLICATION_ENTRY_INVALID",
|
|
66
|
+
REPLICATION_INSYNC_REMOVAL_FAILED: "REPLICATION_INSYNC_REMOVAL_FAILED",
|
|
67
|
+
REPLICATION_ROLLBACK_FAILED: "REPLICATION_ROLLBACK_FAILED",
|
|
68
|
+
REPLICATION_LOG_FULL: "REPLICATION_LOG_FULL",
|
|
69
|
+
REPLICATION_ENTRY_CORRUPT: "REPLICATION_ENTRY_CORRUPT",
|
|
70
|
+
REPLICATION_SNAPSHOT_CORRUPT: "REPLICATION_SNAPSHOT_CORRUPT",
|
|
71
|
+
REPLICATION_TERM_MISMATCH: "REPLICATION_TERM_MISMATCH",
|
|
72
|
+
REPLICATION_SYNC_FAILED: "REPLICATION_SYNC_FAILED",
|
|
73
|
+
PARTITION_NOT_PRIMARY: "PARTITION_NOT_PRIMARY",
|
|
74
|
+
PARTITION_UNASSIGNED: "PARTITION_UNASSIGNED",
|
|
75
|
+
INSUFFICIENT_REPLICAS: "INSUFFICIENT_REPLICAS",
|
|
76
|
+
SNAPSHOT_SYNC_UNAUTHORIZED: "SNAPSHOT_SYNC_UNAUTHORIZED",
|
|
77
|
+
SNAPSHOT_SYNC_REQUEST_INVALID: "SNAPSHOT_SYNC_REQUEST_INVALID",
|
|
78
|
+
SNAPSHOT_SYNC_INDEX_NOT_FOUND: "SNAPSHOT_SYNC_INDEX_NOT_FOUND",
|
|
79
|
+
SNAPSHOT_SYNC_CAPACITY_EXHAUSTED: "SNAPSHOT_SYNC_CAPACITY_EXHAUSTED",
|
|
80
|
+
SNAPSHOT_SYNC_SNAPSHOT_FAILED: "SNAPSHOT_SYNC_SNAPSHOT_FAILED",
|
|
81
|
+
SNAPSHOT_SYNC_DECODE_FAILED: "SNAPSHOT_SYNC_DECODE_FAILED",
|
|
82
|
+
SNAPSHOT_SYNC_FRAME_INVALID: "SNAPSHOT_SYNC_FRAME_INVALID",
|
|
83
|
+
SNAPSHOT_SYNC_HEADER_INVALID: "SNAPSHOT_SYNC_HEADER_INVALID",
|
|
84
|
+
SNAPSHOT_SYNC_HEADER_MISMATCH: "SNAPSHOT_SYNC_HEADER_MISMATCH",
|
|
85
|
+
SNAPSHOT_SYNC_CHUNK_OUT_OF_ORDER: "SNAPSHOT_SYNC_CHUNK_OUT_OF_ORDER",
|
|
86
|
+
SNAPSHOT_SYNC_CHUNK_OVERFLOW: "SNAPSHOT_SYNC_CHUNK_OVERFLOW",
|
|
87
|
+
SNAPSHOT_SYNC_CHUNK_SIZE_EXCEEDED: "SNAPSHOT_SYNC_CHUNK_SIZE_EXCEEDED",
|
|
88
|
+
SNAPSHOT_SYNC_CHUNK_MISSING: "SNAPSHOT_SYNC_CHUNK_MISSING",
|
|
89
|
+
SNAPSHOT_SYNC_END_MISSING: "SNAPSHOT_SYNC_END_MISSING",
|
|
90
|
+
SNAPSHOT_SYNC_CHECKSUM_MISMATCH: "SNAPSHOT_SYNC_CHECKSUM_MISMATCH",
|
|
91
|
+
SNAPSHOT_SYNC_PRIMARY_ERROR: "SNAPSHOT_SYNC_PRIMARY_ERROR",
|
|
92
|
+
SNAPSHOT_SYNC_NO_TARGETS: "SNAPSHOT_SYNC_NO_TARGETS",
|
|
93
|
+
SNAPSHOT_SYNC_TRANSPORT_FAILED: "SNAPSHOT_SYNC_TRANSPORT_FAILED",
|
|
94
|
+
SNAPSHOT_SYNC_SCHEMA_UNAVAILABLE: "SNAPSHOT_SYNC_SCHEMA_UNAVAILABLE",
|
|
95
|
+
SNAPSHOT_SYNC_RESTORE_FAILED: "SNAPSHOT_SYNC_RESTORE_FAILED",
|
|
96
|
+
SNAPSHOT_SYNC_RESTORE_CLEANUP_FAILED: "SNAPSHOT_SYNC_RESTORE_CLEANUP_FAILED",
|
|
97
|
+
SNAPSHOT_SYNC_TIMEOUT: "SNAPSHOT_SYNC_TIMEOUT",
|
|
98
|
+
SNAPSHOT_SYNC_ALLOCATION_UNAVAILABLE: "SNAPSHOT_SYNC_ALLOCATION_UNAVAILABLE",
|
|
99
|
+
SNAPSHOT_SYNC_NOT_ASSIGNED: "SNAPSHOT_SYNC_NOT_ASSIGNED",
|
|
100
|
+
SNAPSHOT_SYNC_ABORTED: "SNAPSHOT_SYNC_ABORTED"
|
|
101
|
+
};
|
|
102
|
+
var ServerErrorCodes = {
|
|
103
|
+
INVALID_REQUEST: "INVALID_REQUEST",
|
|
104
|
+
INVALID_JSON: "INVALID_JSON",
|
|
105
|
+
EMPTY_BODY: "EMPTY_BODY",
|
|
106
|
+
PAYLOAD_TOO_LARGE: "PAYLOAD_TOO_LARGE",
|
|
107
|
+
NOT_FOUND: "NOT_FOUND",
|
|
108
|
+
TASK_NOT_FOUND: "TASK_NOT_FOUND",
|
|
109
|
+
TASK_NOT_CANCELLABLE: "TASK_NOT_CANCELLABLE",
|
|
110
|
+
TASK_OWNED_BY_ANOTHER_INSTANCE: "TASK_OWNED_BY_ANOTHER_INSTANCE",
|
|
111
|
+
TASK_INTERRUPTED: "TASK_INTERRUPTED",
|
|
112
|
+
TOO_MANY_REQUESTS: "TOO_MANY_REQUESTS",
|
|
113
|
+
HOOK_ERROR: "HOOK_ERROR",
|
|
114
|
+
INTERNAL_ERROR: "INTERNAL_ERROR"
|
|
115
|
+
};
|
|
116
|
+
var ClientErrorCodes = {
|
|
117
|
+
CLIENT_CONNECTION_FAILED: "CLIENT_CONNECTION_FAILED",
|
|
118
|
+
CLIENT_REQUEST_TIMEOUT: "CLIENT_REQUEST_TIMEOUT",
|
|
119
|
+
CLIENT_REQUEST_ABORTED: "CLIENT_REQUEST_ABORTED",
|
|
120
|
+
CLIENT_INVALID_RESPONSE: "CLIENT_INVALID_RESPONSE",
|
|
121
|
+
CLIENT_TASK_TIMEOUT: "CLIENT_TASK_TIMEOUT",
|
|
122
|
+
CLIENT_UNEXPECTED_ERROR: "CLIENT_UNEXPECTED_ERROR"
|
|
123
|
+
};
|
|
124
|
+
var NarsilError = class extends Error {
|
|
125
|
+
/** This says which failure it is. */
|
|
126
|
+
code;
|
|
127
|
+
/** This carries the values behind the failure, such as the field, index, or limit involved. It is empty when the code says everything. */
|
|
128
|
+
details;
|
|
129
|
+
/**
|
|
130
|
+
* Builds an error carrying a code the caller can branch on.
|
|
131
|
+
*
|
|
132
|
+
* @param code - The failure this error reports, from {@link ErrorCodes} for
|
|
133
|
+
* an engine failure, {@link ServerErrorCodes} for one the HTTP layer raised,
|
|
134
|
+
* or {@link ClientErrorCodes} for one that stopped a request from reaching a
|
|
135
|
+
* server.
|
|
136
|
+
* @param message - Plain description, for a log or a person.
|
|
137
|
+
* @param details - Values behind the failure, which reach
|
|
138
|
+
* {@link NarsilError.details}.
|
|
139
|
+
*/
|
|
140
|
+
constructor(code, message, details) {
|
|
141
|
+
super(message);
|
|
142
|
+
this.name = "NarsilError";
|
|
143
|
+
this.code = code;
|
|
144
|
+
this.details = details ?? {};
|
|
145
|
+
Object.defineProperty(this, NARSIL_ERROR_MARKER, { value: true });
|
|
146
|
+
}
|
|
147
|
+
};
|
|
148
|
+
function isNarsilError(value) {
|
|
149
|
+
return typeof value === "object" && value !== null && NARSIL_ERROR_MARKER in value;
|
|
150
|
+
}
|
|
151
|
+
function createNarsilError(code, message, details) {
|
|
152
|
+
return new NarsilError(code, message, details);
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
// src/search/constants.ts
|
|
156
|
+
var RESULT_WINDOW = 1e4;
|
|
157
|
+
var DEFAULT_PAGE_SIZE = 10;
|
|
158
|
+
var MAX_CURSOR_LENGTH = 40960;
|
|
159
|
+
var MAX_SORT_FIELDS = 8;
|
|
160
|
+
var MAX_SORT_FIELD_NAME_LENGTH = 255;
|
|
161
|
+
var MAX_CURSOR_ANCHOR_CODE_POINTS = 512;
|
|
162
|
+
var PREFIX_MAX_EXPANSIONS = 50;
|
|
163
|
+
var DEFAULT_FUZZY_PREFIX_LENGTH = 2;
|
|
164
|
+
var MAX_TOLERANCE = 10;
|
|
165
|
+
var MAX_PREFIX_LENGTH = 1024;
|
|
166
|
+
var DEFAULT_MAX_PER_GROUP = 1;
|
|
167
|
+
var DEFAULT_RANK_CONSTANT = 60;
|
|
168
|
+
var MIN_RANK_CONSTANT = 1;
|
|
169
|
+
var DEFAULT_LINEAR_ALPHA = 0.5;
|
|
170
|
+
var MIN_LINEAR_ALPHA = 0;
|
|
171
|
+
var MAX_LINEAR_ALPHA = 1;
|
|
172
|
+
var MIN_HYBRID_DEPTH = 1;
|
|
173
|
+
var MAX_HYBRID_DEPTH = 1e4;
|
|
174
|
+
var HYBRID_RESCORE_WINDOW = 10;
|
|
175
|
+
|
|
176
|
+
// src/engine/constants.ts
|
|
177
|
+
var MIN_DOCUMENTS_FOR_SEGMENTS = 64;
|
|
178
|
+
var BATCH_CHUNK_SIZE = 1e3;
|
|
179
|
+
var DEFAULT_LIMIT = DEFAULT_PAGE_SIZE;
|
|
180
|
+
var DEFAULT_OFFSET = 0;
|
|
181
|
+
var INDEX_NAME_PATTERN = /^[a-zA-Z0-9][a-zA-Z0-9._-]*$/;
|
|
182
|
+
var ABSOLUTE_WINDOWS_PATH_PATTERN = /^[a-zA-Z]:[\\/]/;
|
|
183
|
+
var MODULE_URL_SCHEME_PATTERN = /^(file|https?|data|node):/;
|
|
184
|
+
var MAX_INDEX_NAME_LENGTH = 255;
|
|
185
|
+
var MAX_DOC_ID_LENGTH = 512;
|
|
186
|
+
var EXPORT_CHUNK_BYTES = 1048576;
|
|
187
|
+
var MAX_EXPORT_LINE_BYTES = 117443592;
|
|
188
|
+
var MAX_INDEX_CONFIGURATION_BYTES = 16777216;
|
|
189
|
+
var IMPORT_BATCH_DOCUMENTS = 1e3;
|
|
190
|
+
var MAX_IMPORT_REFUSALS_REPORTED = 1e3;
|
|
191
|
+
var MIN_SWEEP_INTERVAL_MS = 100;
|
|
192
|
+
var MAX_SWEEP_INTERVAL_MS = 6e4;
|
|
193
|
+
var HEAP_PRESSURE_WARNING_FRACTION = 0.9;
|
|
194
|
+
var HEAP_PRESSURE_REARM_FRACTION = 0.8;
|
|
195
|
+
var STATISTICS_BROADCAST_INTERVAL_MS = 5e3;
|
|
196
|
+
var FOREIGN_STATS_TTL_MS = 6e4;
|
|
197
|
+
var DEFAULT_SUGGEST_LIMIT = 10;
|
|
198
|
+
var MAX_SUGGEST_LIMIT = 100;
|
|
199
|
+
var SUGGEST_OVERSAMPLE_FACTOR = 1.5;
|
|
200
|
+
var SUGGEST_OVERSAMPLE_PADDING = 10;
|
|
201
|
+
var MAX_SUGGEST_SCATTER_LIMIT = Math.ceil(MAX_SUGGEST_LIMIT * SUGGEST_OVERSAMPLE_FACTOR) + SUGGEST_OVERSAMPLE_PADDING;
|
|
202
|
+
|
|
203
|
+
export { ABSOLUTE_WINDOWS_PATH_PATTERN, BATCH_CHUNK_SIZE, ClientErrorCodes, DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_LIMIT, DEFAULT_LINEAR_ALPHA, DEFAULT_MAX_PER_GROUP, DEFAULT_OFFSET, DEFAULT_PAGE_SIZE, DEFAULT_RANK_CONSTANT, DEFAULT_SUGGEST_LIMIT, EXPORT_CHUNK_BYTES, ErrorCodes, FOREIGN_STATS_TTL_MS, HEAP_PRESSURE_REARM_FRACTION, HEAP_PRESSURE_WARNING_FRACTION, HYBRID_RESCORE_WINDOW, IMPORT_BATCH_DOCUMENTS, INDEX_NAME_PATTERN, MAX_CURSOR_ANCHOR_CODE_POINTS, MAX_CURSOR_LENGTH, MAX_DOC_ID_LENGTH, MAX_EXPORT_LINE_BYTES, MAX_HYBRID_DEPTH, MAX_IMPORT_REFUSALS_REPORTED, MAX_INDEX_CONFIGURATION_BYTES, MAX_INDEX_NAME_LENGTH, MAX_LINEAR_ALPHA, MAX_PREFIX_LENGTH, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, MAX_SWEEP_INTERVAL_MS, MAX_TOLERANCE, MIN_DOCUMENTS_FOR_SEGMENTS, MIN_HYBRID_DEPTH, MIN_LINEAR_ALPHA, MIN_RANK_CONSTANT, MIN_SWEEP_INTERVAL_MS, MODULE_URL_SCHEME_PATTERN, NarsilError, PREFIX_MAX_EXPANSIONS, RESULT_WINDOW, STATISTICS_BROADCAST_INTERVAL_MS, ServerErrorCodes, createNarsilError, isNarsilError };
|
|
@@ -1,5 +1,6 @@
|
|
|
1
|
-
import { readTrailer, unpackLevels, osqRecordBytes, VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, stageQueryLevels, osqCodeBytes, osqStagedQueryBytes, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes, writeRecord } from './chunk-
|
|
2
|
-
import { markSimdUnavailable,
|
|
1
|
+
import { readTrailer, unpackLevels, osqRecordBytes, VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, stageQueryLevels, osqCodeBytes, osqStagedQueryBytes, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes, writeRecord } from './chunk-LD55ZGU3.mjs';
|
|
2
|
+
import { markSimdUnavailable, MAX_WASM_PAGES, WASM_PAGE_BYTES, VECTOR_SCRATCH_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, MAX_FILE_BYTES, VECTOR_BLOCK_INITIAL_SLOTS, MAX_VECTOR_ORDINALS, VECTOR_STORE_INITIAL_CAPACITY, PLACEMENT_ROOM_REQUESTS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_LAYER_CAP, INITIAL_LIST_CAPACITY, OSQ_STEPS, OSQ_GRID, OSQ_QUERY_BITS, compareCodePoints, INITIAL_UPPER_SLOTS, GRAPH_LOCK_WAIT_SLICE_MS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, DEFAULT_EF_SEARCH, OSQ_LAMBDA, MAX_DOC_ID_TABLE_BYTES } from './chunk-QWES44AW.mjs';
|
|
3
|
+
import { NarsilError, ErrorCodes, MAX_DOC_ID_LENGTH } from './chunk-RELZRJNR.mjs';
|
|
3
4
|
|
|
4
5
|
// src/vector/shared-buffers/growable.ts
|
|
5
6
|
function sharedMemoryAvailable() {
|
|
@@ -2399,11 +2400,12 @@ function traverse(state, query, k, searchMetric, options) {
|
|
|
2399
2400
|
const calibrated = activeQuantizer(state);
|
|
2400
2401
|
const quantizer = calibrated === void 0 || calibrated.size === 0 ? void 0 : calibrated;
|
|
2401
2402
|
const useQuantized = quantizer !== void 0;
|
|
2402
|
-
|
|
2403
|
+
const window = options.rescoreWindow ?? k;
|
|
2404
|
+
let depth = window;
|
|
2403
2405
|
if (quantizer !== void 0) {
|
|
2404
|
-
depth = options.oversample === void 0 ? defaultRescoreDepth(quantizer.bits, state.dimension,
|
|
2406
|
+
depth = options.oversample === void 0 ? defaultRescoreDepth(quantizer.bits, state.dimension, window) : Math.ceil(window * options.oversample);
|
|
2405
2407
|
}
|
|
2406
|
-
const ef = Math.max(options.efSearch ?? defaultEfSearch(state.dimension,
|
|
2408
|
+
const ef = Math.max(options.efSearch ?? defaultEfSearch(state.dimension, window), depth);
|
|
2407
2409
|
const filter = options.filter;
|
|
2408
2410
|
const workspace = state.workspace;
|
|
2409
2411
|
const candidates = workspace.traversal;
|
|
@@ -2489,55 +2491,48 @@ function collectHits(state, query, k, searchMetric, minSimilarity, options) {
|
|
|
2489
2491
|
if (entryPointOf(state) === -1 || liveSize2 === 0) {
|
|
2490
2492
|
return [];
|
|
2491
2493
|
}
|
|
2492
|
-
const
|
|
2493
|
-
|
|
2494
|
-
if (native === null) {
|
|
2495
|
-
return rescoreWithFullPrecision(
|
|
2496
|
-
state,
|
|
2497
|
-
candidates,
|
|
2498
|
-
query,
|
|
2499
|
-
qMag,
|
|
2500
|
-
arenaQuery,
|
|
2501
|
-
depth,
|
|
2502
|
-
searchMetric,
|
|
2503
|
-
minSimilarity,
|
|
2504
|
-
options.filter
|
|
2505
|
-
);
|
|
2506
|
-
}
|
|
2507
|
-
const rescored = nativeRescoredHits(
|
|
2508
|
-
native.store,
|
|
2509
|
-
candidates,
|
|
2510
|
-
query,
|
|
2511
|
-
depth,
|
|
2512
|
-
searchMetric,
|
|
2513
|
-
minSimilarity,
|
|
2514
|
-
options.filter
|
|
2515
|
-
);
|
|
2516
|
-
if (rescored !== null) return rescored;
|
|
2517
|
-
const arena = state.store.prepareQueryArena(query);
|
|
2518
|
-
return rescoreWithFullPrecision(
|
|
2519
|
-
state,
|
|
2520
|
-
candidates,
|
|
2521
|
-
query,
|
|
2522
|
-
arena ? arena.magnitude : magnitude(query),
|
|
2523
|
-
arena,
|
|
2524
|
-
depth,
|
|
2525
|
-
searchMetric,
|
|
2526
|
-
minSimilarity,
|
|
2527
|
-
options.filter
|
|
2528
|
-
);
|
|
2529
|
-
}
|
|
2530
|
-
const hits = [];
|
|
2494
|
+
const traversal = traverse(state, query, k, searchMetric, options);
|
|
2495
|
+
const { candidates } = traversal;
|
|
2531
2496
|
const filter = options.filter;
|
|
2497
|
+
if (traversal.depth === 0) return estimatedHits(candidates, 0, searchMetric, minSimilarity, filter);
|
|
2498
|
+
const rescored = rescoredHits(state, traversal, query, traversal.depth, searchMetric, minSimilarity, filter);
|
|
2499
|
+
if (options.rescoreWindow === void 0 || minSimilarity !== Number.NEGATIVE_INFINITY) return rescored;
|
|
2500
|
+
const rest = endOfRescored(candidates, traversal.depth, filter);
|
|
2501
|
+
return rescored.concat(estimatedHits(candidates, rest, searchMetric, minSimilarity, filter));
|
|
2502
|
+
}
|
|
2503
|
+
function endOfRescored(candidates, depth, filter) {
|
|
2504
|
+
if (filter === void 0) return Math.min(depth, candidates.size);
|
|
2505
|
+
let taken = 0;
|
|
2532
2506
|
for (let i = 0; i < candidates.size; i++) {
|
|
2507
|
+
if (!ordinalFilterHas(filter, candidates.ords[i])) continue;
|
|
2508
|
+
taken += 1;
|
|
2509
|
+
if (taken === depth) return i + 1;
|
|
2510
|
+
}
|
|
2511
|
+
return candidates.size;
|
|
2512
|
+
}
|
|
2513
|
+
function estimatedHits(candidates, from, metric, minSimilarity, filter) {
|
|
2514
|
+
const hits = [];
|
|
2515
|
+
for (let i = from; i < candidates.size; i++) {
|
|
2533
2516
|
const ord = candidates.ords[i];
|
|
2534
2517
|
if (filter && !ordinalFilterHas(filter, ord)) continue;
|
|
2535
|
-
const score = toScore(candidates.distances[i],
|
|
2518
|
+
const score = toScore(candidates.distances[i], metric);
|
|
2536
2519
|
if (score < minSimilarity) continue;
|
|
2537
2520
|
hits.push({ ord, score });
|
|
2538
2521
|
}
|
|
2539
2522
|
return hits;
|
|
2540
2523
|
}
|
|
2524
|
+
function rescoredHits(state, traversal, query, depth, metric, minSimilarity, filter) {
|
|
2525
|
+
const { candidates, native } = traversal;
|
|
2526
|
+
if (native !== null) {
|
|
2527
|
+
const rescored = nativeRescoredHits(native.store, candidates, query, depth, metric, minSimilarity, filter);
|
|
2528
|
+
if (rescored !== null) return rescored;
|
|
2529
|
+
const arena = state.store.prepareQueryArena(query);
|
|
2530
|
+
const qMag2 = arena ? arena.magnitude : magnitude(query);
|
|
2531
|
+
return rescoreWithFullPrecision(state, candidates, query, qMag2, arena, depth, metric, minSimilarity, filter);
|
|
2532
|
+
}
|
|
2533
|
+
const { qMag, arenaQuery } = traversal;
|
|
2534
|
+
return rescoreWithFullPrecision(state, candidates, query, qMag, arenaQuery, depth, metric, minSimilarity, filter);
|
|
2535
|
+
}
|
|
2541
2536
|
function rescoreWithFullPrecision(state, candidates, query, qMag, arenaQuery, depth, metric, minSimilarity, filter) {
|
|
2542
2537
|
const rescored = [];
|
|
2543
2538
|
let taken = 0;
|
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import { nodeThreadId, spawnNodeWorker } from './chunk-HOZW3PKP.mjs';
|
|
2
|
-
import { DEFAULT_SEGMENT_MAX_BYTES, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES, directoryCheckpointStore, manifestKey, decodeSegmentManifest, readListedFile, adapterCheckpointStore, readMetadataEnvelope, readSegmentManifest, reclaimUnlistedKeys, snapshotBundleKey, manifestReferencedKeys, loadSegmentedCheckpoint, checkpointLastSeqNo, writeMetadataEnvelope, metadataFromConfig, DIRECTORY_LOCK_ATTEMPTS, createSeqOwner, readCurrentManifest, manifestFileRefs, DIRECTORY_LOCK_SETTLE_MS, commitCheckpointManifest, removeCheckpointGarbage, readSegmentFile, isRecord, invalidManifest, deserializePayloadV2, unpackEnvelopeBytes, checkpointPrimaryTerm, SINGLE_NODE_PRIMARY_TERM, writeCheckpointSegments, partitionContentsOf, writeLiveVectors, frameRecord, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, captureWholePartition, readCommitMarker, isId, isUint32, isSequenceNumber, readWalSegments, durableRecordMissing, growPartitionsTo, CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, MAX_SEGMENTS_PER_PARTITION, VECTOR_FILE_ENVELOPE_VERSION, writeSegmentHeader, CHECKPOINT_WORKER_TIMEOUT_MS, CHECKPOINT_WORKER_IDLE_MS, SEGMENT_HEADER_SIZE, documentsOfPayloadV2, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, LOG_RECORDS_PER_CHECKPOINT, DIRECTORY_IDENTITY_CHECK_INTERVAL_MS, metadataConfigOf, buildEntry } from './chunk-
|
|
3
|
-
import { applyDeleteEntry, applyIndexEntry } from './chunk-
|
|
4
|
-
import { encodeDocument, fnv1a, requireValidFieldTypes, openChecksummedEnvelope, HEADER_SIZE, buildSegmentPayload, resolvePartitionInsertOptions, freezeSegmentShared, createSharedFrozenSegment } from './chunk-
|
|
5
|
-
import { decodeVectorIndexParts, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, decodeVectorGraphPayload, graphPartsOfEarlierPayload } from './chunk-
|
|
6
|
-
import {
|
|
2
|
+
import { DEFAULT_SEGMENT_MAX_BYTES, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES, directoryCheckpointStore, manifestKey, decodeSegmentManifest, readListedFile, adapterCheckpointStore, readMetadataEnvelope, readSegmentManifest, reclaimUnlistedKeys, snapshotBundleKey, manifestReferencedKeys, loadSegmentedCheckpoint, checkpointLastSeqNo, writeMetadataEnvelope, metadataFromConfig, DIRECTORY_LOCK_ATTEMPTS, createSeqOwner, readCurrentManifest, manifestFileRefs, DIRECTORY_LOCK_SETTLE_MS, commitCheckpointManifest, removeCheckpointGarbage, readSegmentFile, isRecord, invalidManifest, deserializePayloadV2, unpackEnvelopeBytes, checkpointPrimaryTerm, SINGLE_NODE_PRIMARY_TERM, writeCheckpointSegments, partitionContentsOf, writeLiveVectors, frameRecord, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, captureWholePartition, readCommitMarker, isId, isUint32, isSequenceNumber, readWalSegments, durableRecordMissing, growPartitionsTo, CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, MAX_SEGMENTS_PER_PARTITION, VECTOR_FILE_ENVELOPE_VERSION, writeSegmentHeader, CHECKPOINT_WORKER_TIMEOUT_MS, CHECKPOINT_WORKER_IDLE_MS, SEGMENT_HEADER_SIZE, documentsOfPayloadV2, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, LOG_RECORDS_PER_CHECKPOINT, DIRECTORY_IDENTITY_CHECK_INTERVAL_MS, metadataConfigOf, buildEntry } from './chunk-NNG3EEB6.mjs';
|
|
3
|
+
import { applyDeleteEntry, applyIndexEntry } from './chunk-CN4I4FZU.mjs';
|
|
4
|
+
import { encodeDocument, fnv1a, requireValidFieldTypes, openChecksummedEnvelope, HEADER_SIZE, buildSegmentPayload, resolvePartitionInsertOptions, freezeSegmentShared, createSharedFrozenSegment } from './chunk-NAFT3K6X.mjs';
|
|
5
|
+
import { decodeVectorIndexParts, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, decodeVectorGraphPayload, graphPartsOfEarlierPayload } from './chunk-LD55ZGU3.mjs';
|
|
6
|
+
import { compareCodePoints, detectRuntime, MIN_M, resolveWorkerEntry, MAX_FILE_BYTES } from './chunk-QWES44AW.mjs';
|
|
7
|
+
import './chunk-JPTQZWJQ.mjs';
|
|
8
|
+
import { NarsilError, ErrorCodes, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-RELZRJNR.mjs';
|
|
7
9
|
import { decode } from '@msgpack/msgpack';
|
|
8
10
|
|
|
9
11
|
// src/persistence/durability/node-fs.browser.ts
|
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import { spawnNodeWorker } from './chunk-HOZW3PKP.mjs';
|
|
2
|
-
import { VECTOR_WORKER_COPIES_ALLOWED, openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, osqBitsOf, createOsqQuantizer, recordCheckpoint, planCheckpoint, deserialize, assignStorePartitions, liveSize, ordinalFilterForSubsets, ordinalFilterValues, threadsHoldCurrentLayout, filterForOptions, openGraphState, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, fixedView, OSQ4_MIN_DIMENSION, sharedVectorStoreBytes, STORE_SLOTS, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, emptyFieldBeforeRestore, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, releaseReplacedVectors, createOrdinalFilter, addToOrdinalFilter, nativeScoresOf, toScore, ordinalFilterHas, WORKER_COPY_MIN_VECTORS, allLiveDocIds, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createSharedVectorStoreHandles, BLOCK_MAX_BYTES, growBufferTo, unplacedChunkCount, STORE_DOC_ID_BYTES, recalibrateFromStore, signatureOf, nativeStoreScratchBytes, noteFallback, toDistance, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, QUERY_STAGED, createVectorBlock, ensureBlockSlots, createHNSWIndex, adoptGraph, topLayerInParts, calibrateQuantizer, fieldHandlesOf, sharedMemoryAvailable, requireWholeNeighbourLists, BUILD_CHUNK_SIZE, yieldToEventLoop, releaseLocksHeldBy, DISK_ADOPTION_YIELD_INTERVAL } from './chunk-
|
|
3
|
-
export { releaseLocksHeldBy } from './chunk-
|
|
4
|
-
import { isDead, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors } from './chunk-
|
|
5
|
-
import {
|
|
2
|
+
import { VECTOR_WORKER_COPIES_ALLOWED, openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, osqBitsOf, createOsqQuantizer, recordCheckpoint, planCheckpoint, deserialize, assignStorePartitions, liveSize, ordinalFilterForSubsets, ordinalFilterValues, threadsHoldCurrentLayout, filterForOptions, openGraphState, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, fixedView, OSQ4_MIN_DIMENSION, sharedVectorStoreBytes, STORE_SLOTS, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, emptyFieldBeforeRestore, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, releaseReplacedVectors, createOrdinalFilter, addToOrdinalFilter, nativeScoresOf, toScore, ordinalFilterHas, WORKER_COPY_MIN_VECTORS, allLiveDocIds, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createSharedVectorStoreHandles, BLOCK_MAX_BYTES, growBufferTo, unplacedChunkCount, STORE_DOC_ID_BYTES, recalibrateFromStore, signatureOf, nativeStoreScratchBytes, noteFallback, toDistance, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, QUERY_STAGED, createVectorBlock, ensureBlockSlots, createHNSWIndex, adoptGraph, topLayerInParts, calibrateQuantizer, fieldHandlesOf, sharedMemoryAvailable, requireWholeNeighbourLists, BUILD_CHUNK_SIZE, yieldToEventLoop, releaseLocksHeldBy, DISK_ADOPTION_YIELD_INTERVAL } from './chunk-Z7QH2XHB.mjs';
|
|
3
|
+
export { releaseLocksHeldBy } from './chunk-Z7QH2XHB.mjs';
|
|
4
|
+
import { isDead, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors } from './chunk-LD55ZGU3.mjs';
|
|
5
|
+
import { MAX_RENUMBERED_SEARCH_ATTEMPTS, DISK_STORAGE_BLOCK_BYTES, compareCodePoints, UNPLACED_FLAG_CHUNK_ORDINALS, MAX_VECTOR_ORDINALS, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, resolveWorkerCount, resolveWorkerEntry, detectRuntime, WORKER_YOUNG_GENERATION_MB, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_INSERT_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS } from './chunk-QWES44AW.mjs';
|
|
6
|
+
import { NarsilError, ErrorCodes } from './chunk-RELZRJNR.mjs';
|
|
6
7
|
|
|
7
8
|
// src/core/heap.ts
|
|
8
9
|
function createMaxHeap(compare) {
|
|
@@ -260,7 +261,7 @@ function createSharedVectorSearcher(options) {
|
|
|
260
261
|
return { results: scan.results, matched: scan.matched, matchedExact: true, resolvedEveryHit: true };
|
|
261
262
|
}
|
|
262
263
|
function search2(query, k, searchOptions, filter) {
|
|
263
|
-
const { metric, minSimilarity, efSearch, oversample } = searchOptions;
|
|
264
|
+
const { metric, minSimilarity, efSearch, oversample, rescoreWindow } = searchOptions;
|
|
264
265
|
const empty = { results: [], matched: 0, matchedExact: true, resolvedEveryHit: true };
|
|
265
266
|
const liveDocuments = flags.liveDocuments();
|
|
266
267
|
if (liveDocuments <= 0) return empty;
|
|
@@ -288,7 +289,12 @@ function createSharedVectorSearcher(options) {
|
|
|
288
289
|
}
|
|
289
290
|
let resolvedEveryHit = true;
|
|
290
291
|
const graphResults = [];
|
|
291
|
-
for (const hit of view.searchOrdinals(query, k, metric, minSimilarity, {
|
|
292
|
+
for (const hit of view.searchOrdinals(query, k, metric, minSimilarity, {
|
|
293
|
+
filter,
|
|
294
|
+
efSearch,
|
|
295
|
+
oversample,
|
|
296
|
+
rescoreWindow
|
|
297
|
+
})) {
|
|
292
298
|
const docId = view.docIdOf(hit.ord);
|
|
293
299
|
if (docId === void 0) {
|
|
294
300
|
resolvedEveryHit = false;
|
|
@@ -1364,7 +1370,8 @@ function graphSearchOptionsOf(options) {
|
|
|
1364
1370
|
return {
|
|
1365
1371
|
...options.filter !== void 0 ? { filter: options.filter } : {},
|
|
1366
1372
|
...options.efSearch !== void 0 ? { efSearch: options.efSearch } : {},
|
|
1367
|
-
...options.oversample !== void 0 ? { oversample: options.oversample } : {}
|
|
1373
|
+
...options.oversample !== void 0 ? { oversample: options.oversample } : {},
|
|
1374
|
+
...options.rescoreWindow !== void 0 ? { rescoreWindow: options.rescoreWindow } : {}
|
|
1368
1375
|
};
|
|
1369
1376
|
}
|
|
1370
1377
|
async function createVectorSearchPool(requestedCount) {
|
|
@@ -2526,7 +2533,7 @@ function searchWithFilter(state, query, k, options, filter) {
|
|
|
2526
2533
|
);
|
|
2527
2534
|
}
|
|
2528
2535
|
const currentLiveSize = liveSize(state);
|
|
2529
|
-
const { metric, minSimilarity, efSearch, oversample } = options;
|
|
2536
|
+
const { metric, minSimilarity, efSearch, oversample, rescoreWindow } = options;
|
|
2530
2537
|
if (currentLiveSize === 0) return { results: [], matched: 0, matchedExact: true };
|
|
2531
2538
|
if (filter && filter.count === 0) return { results: [], matched: 0, matchedExact: true };
|
|
2532
2539
|
if (k <= 0) return fetchedOutcome(state, [], minSimilarity, filter);
|
|
@@ -2545,7 +2552,7 @@ function searchWithFilter(state, query, k, options, filter) {
|
|
|
2545
2552
|
return scannedOutcome(scan);
|
|
2546
2553
|
}
|
|
2547
2554
|
}
|
|
2548
|
-
const hnswResults = state.hnsw.search(query, k, metric, minSimilarity, { filter, efSearch, oversample }).map((r) => ({ docId: r.docId, score: r.score }));
|
|
2555
|
+
const hnswResults = state.hnsw.search(query, k, metric, minSimilarity, { filter, efSearch, oversample, rescoreWindow }).map((r) => ({ docId: r.docId, score: r.score }));
|
|
2549
2556
|
return fetchedOutcome(
|
|
2550
2557
|
state,
|
|
2551
2558
|
withBufferedVectors(state, query, k, options, filter, hnswResults),
|
|
@@ -2732,7 +2739,8 @@ function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_W
|
|
|
2732
2739
|
const viaWorkerCopy = await searchViaWorkerCopies(state, query, k, options.metric, options.minSimilarity, {
|
|
2733
2740
|
filter,
|
|
2734
2741
|
efSearch: options.efSearch,
|
|
2735
|
-
oversample: options.oversample
|
|
2742
|
+
oversample: options.oversample,
|
|
2743
|
+
rescoreWindow: options.rescoreWindow
|
|
2736
2744
|
});
|
|
2737
2745
|
if (confined && state.revision !== filterRevision) {
|
|
2738
2746
|
filter = filterForOptions(state, options);
|
|
@@ -18,7 +18,7 @@ function restoreDepsOf(core, host) {
|
|
|
18
18
|
function queueRestore(core, host, restoresInFlight, indexName, data) {
|
|
19
19
|
const previous = restoresInFlight.get(indexName) ?? Promise.resolve();
|
|
20
20
|
const restored = previous.then(async () => {
|
|
21
|
-
const { restoreFromSnapshot } = await import('./snapshot-
|
|
21
|
+
const { restoreFromSnapshot } = await import('./snapshot-J57MZK6L.mjs');
|
|
22
22
|
await restoreFromSnapshot(indexName, data, restoreDepsOf(core, host));
|
|
23
23
|
});
|
|
24
24
|
const settled = restored.then(
|