@delali/narsil 0.3.1-next.104 → 0.3.1-next.107

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. package/dist/browser/{chunk-PW7GJFPW.mjs → chunk-JJKVYLL3.mjs} +2 -1
  2. package/dist/browser/{chunk-ECSLQ3S5.mjs → chunk-NNQPZPTB.mjs} +4 -4
  3. package/dist/browser/{chunk-6E4SWUYZ.mjs → chunk-OKZGAJEF.mjs} +110 -9
  4. package/dist/browser/{chunk-SFXM7PLV.mjs → chunk-OL7S2KLL.mjs} +1 -1
  5. package/dist/browser/{chunk-CWWD2UHP.mjs → chunk-PA56PRWX.mjs} +1 -1
  6. package/dist/browser/{chunk-5YMT23EX.mjs → chunk-WZUSMF7A.mjs} +7 -7
  7. package/dist/browser/{durability-wiring-HTBWDAOX.mjs → durability-wiring-HFQULBSA.mjs} +5 -5
  8. package/dist/browser/{module-6FVNK7DO.mjs → module-VROKZ7IZ.mjs} +19 -15
  9. package/dist/browser/{restore-queue-CL43WZTZ.mjs → restore-queue-EU77FRCV.mjs} +1 -1
  10. package/dist/browser/{snapshot-NL4GSDUD.mjs → snapshot-G77LQBZX.mjs} +6 -6
  11. package/dist/browser/{write-YFOOPLAN.mjs → write-RUC64JIH.mjs} +4 -4
  12. package/dist/{capabilities-DGaz7cb3.d.ts → capabilities-ByKPha_q.d.ts} +1 -1
  13. package/dist/{chunk-MKPE3VZF.mjs → chunk-3BRFOMGX.mjs} +1 -1
  14. package/dist/{chunk-LPQOEU5M.mjs → chunk-5FPMDU54.mjs} +38 -9
  15. package/dist/{chunk-35KEGAOS.mjs → chunk-7IBX2LRA.mjs} +6 -22
  16. package/dist/{chunk-PQHR5FHC.mjs → chunk-BRIOLMIX.mjs} +1 -1
  17. package/dist/{chunk-O372FZM4.mjs → chunk-CKNOGER5.mjs} +14 -14
  18. package/dist/{chunk-RWXFSGKJ.mjs → chunk-DNKM67DF.mjs} +2 -2
  19. package/dist/{chunk-XWJGJ2SE.mjs → chunk-FEOLYA2Y.mjs} +2 -2
  20. package/dist/{chunk-BLDJ5I6I.mjs → chunk-G6YATIRT.mjs} +112 -9
  21. package/dist/chunk-HAQUJYMN.mjs +344 -0
  22. package/dist/{chunk-47PZE6CJ.mjs → chunk-HNAQNAFS.mjs} +2 -2
  23. package/dist/{chunk-VFEALJEA.mjs → chunk-IA3H54X4.mjs} +1 -1
  24. package/dist/{chunk-KSQS77DK.mjs → chunk-IA6I5U36.mjs} +1 -1
  25. package/dist/{chunk-J2KRH2RJ.mjs → chunk-IZLM2OOO.mjs} +3 -3
  26. package/dist/{chunk-5W2ODPPO.mjs → chunk-KOCHOOS5.mjs} +175 -7
  27. package/dist/{chunk-DQ5NJSBZ.mjs → chunk-M5EZVXIM.mjs} +1 -1
  28. package/dist/{chunk-6GFVUXUH.mjs → chunk-NRARRUKN.mjs} +2 -2
  29. package/dist/{chunk-OIN27OQH.mjs → chunk-OKZPYJZX.mjs} +1 -1
  30. package/dist/{chunk-KNRU5CJ4.mjs → chunk-QA6F5MML.mjs} +5 -5
  31. package/dist/{chunk-WU4P5J4G.mjs → chunk-UM6Z7AIP.mjs} +3 -3
  32. package/dist/{chunk-PAWVKEVS.mjs → chunk-VHPVBJOI.mjs} +1 -1
  33. package/dist/{chunk-HMFNFVP7.mjs → chunk-VJS4JFBQ.mjs} +2 -1
  34. package/dist/{chunk-RFVUDM5E.mjs → chunk-VVDQNCOG.mjs} +2 -15
  35. package/dist/{chunk-3IQZYNW6.mjs → chunk-VVFKFHWE.mjs} +1 -1
  36. package/dist/{chunk-PFQQ3LCQ.mjs → chunk-VWFFCDOL.mjs} +5 -5
  37. package/dist/{chunk-IGUTV3MX.mjs → chunk-WCJJCBR4.mjs} +5 -5
  38. package/dist/{chunk-TDUBQ546.mjs → chunk-WXVTQ6NO.mjs} +1 -1
  39. package/dist/chunk-ZXZ26WSO.mjs +14 -0
  40. package/dist/client.d.ts +3 -3
  41. package/dist/{config-DWxtDsJ6.d.ts → config-BZ_e3X8w.d.ts} +6 -3
  42. package/dist/{direct-executor-5NX2ZIAG.mjs → direct-executor-BPBD2PBK.mjs} +8 -7
  43. package/dist/distribution/coordinator/etcd.d.ts +1 -1
  44. package/dist/distribution/coordinator/in-memory.d.ts +1 -1
  45. package/dist/distribution.d.ts +4 -4
  46. package/dist/distribution.mjs +92 -169
  47. package/dist/{durability-wiring-LD4GWPWD.mjs → durability-wiring-AZL4EFLO.mjs} +19 -18
  48. package/dist/{index-Bkdt8nDw.d.ts → index-Cl5qQauj.d.ts} +6 -1
  49. package/dist/index.browser.mjs +2 -2
  50. package/dist/index.mjs +12 -11
  51. package/dist/{module-QFWZ5OBF.mjs → module-6EY7GW2W.mjs} +23 -19
  52. package/dist/partial-words.mjs +3 -3
  53. package/dist/persistence/durability/checkpoint-worker.mjs +15 -14
  54. package/dist/{restore-queue-7QIKM6PY.mjs → restore-queue-DDXFDP7U.mjs} +1 -1
  55. package/dist/server.d.ts +4 -4
  56. package/dist/server.mjs +25 -12
  57. package/dist/{snapshot-JYTT36WI.mjs → snapshot-IDAM65JO.mjs} +21 -20
  58. package/dist/{thread-AHLISTRZ.mjs → thread-LMSYLCPI.mjs} +12 -10
  59. package/dist/vector/search-worker.d.ts +2 -0
  60. package/dist/vector/search-worker.mjs +4 -4
  61. package/dist/workers/entry.mjs +6 -5
  62. package/dist/{write-GPFM2EIX.mjs → write-3LIFIGOL.mjs} +14 -13
  63. package/package.json +7 -7
  64. package/dist/chunk-B7BSQZ27.mjs +0 -206
@@ -0,0 +1,344 @@
1
+ import { readOldGenerationStatistics, processLimitBytes } from './chunk-5FPMDU54.mjs';
2
+ import { collectAndReturnPages, collectYoungGeneration } from './chunk-VVDQNCOG.mjs';
3
+ import { REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS } from './chunk-ZXZ26WSO.mjs';
4
+ import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-6JUOMMHQ.mjs';
5
+
6
+ // src/distribution/cluster-node/constants.ts
7
+ var DEFAULT_PARTITION_COUNT = 5;
8
+ var DEFAULT_REPLICATION_FACTOR = 1;
9
+ var DEFAULT_CAPACITY = {
10
+ memoryBytes: 8e9,
11
+ cpuCores: 4,
12
+ diskBytes: null
13
+ };
14
+ var DEFAULT_CREATE_INDEX_WAIT_MS = 3e4;
15
+ var DECOMMISSION_RECHECK_INTERVAL_MS = 1e3;
16
+ var COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS = [
17
+ 1e-3,
18
+ 5e-3,
19
+ 0.01,
20
+ 0.025,
21
+ 0.05,
22
+ 0.1,
23
+ 0.25,
24
+ 0.5,
25
+ 1,
26
+ 2.5,
27
+ 5,
28
+ 10
29
+ ];
30
+ var DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS = 6e5;
31
+ var SYNCED_POSITION_REPORT_TIMEOUT_MS = 5e3;
32
+ var REGISTRATION_LEASE_DRIFT_SHARE = 0.1;
33
+ var REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS = 5e3;
34
+ var ADMISSION_TIMEOUT_MS = 1e4;
35
+ var CATCH_UP_TICK_MS = 1e3;
36
+ var CATCH_UP_FEED_WINDOW_MS = 1e3;
37
+ var MAX_CATCH_UP_IN_FLIGHT_BYTES = 67108864;
38
+ var CLEAR_PAGE_SIZE = 1e3;
39
+ var MAX_SYNONYM_REPLACEMENT_ATTEMPTS = 5;
40
+ var DEFAULT_MAX_PER_SOURCE_SNAPSHOTS = 1;
41
+ var DEFAULT_MAX_STREAMS_PER_INDEX = 4;
42
+ var SNAPSHOT_CHUNK_YIELD_INTERVAL_MS = 8;
43
+ var WRITE_APPLY_YIELD_INTERVAL_MS = 8;
44
+ var MAX_SOURCE_ID_LENGTH = 256;
45
+ var MAX_WAIT_FOR_ACTIVE_REPLICAS = 255;
46
+ var MIN_CONTROLLER_LEASE_TTL_MS = 1e3;
47
+ var PRIMARY_CHANGE_RETRY_WINDOW_MS = 3e4;
48
+ var PRIMARY_CHANGE_POLL_INTERVAL_MS = 50;
49
+ var FORWARD_RETRY_INITIAL_DELAY_MS = 50;
50
+ var FORWARD_RETRY_DELAY_CAP_MS = 1e3;
51
+ var ROLLBACK_RETRY_INITIAL_DELAY_MS = 50;
52
+ var ROLLBACK_RETRY_DELAY_CAP_MS = 1e3;
53
+ var PARTITION_WRITE_CONCURRENCY = 16;
54
+ var MAX_NODE_LEFT_DELAY_MS = 2147483647;
55
+ var DEFAULT_BLOCK_WRITES_ABOVE = 0.9;
56
+ var DEFAULT_RESUME_WRITES_BELOW = 0.8;
57
+ var MEMORY_SAMPLE_INTERVAL_MS = 1e3;
58
+ var RECENT_MEMORY_FIGURES_MAX_AGE_MS = 10;
59
+ var RECENT_MEMORY_FIGURES_MAX_ADMITTED_FRACTION = 0.01;
60
+ var FULL_MEMORY_COLLECTION_INTERVAL_MS = 5e3;
61
+ var PARTITION_BYTES_REPORT_BUDGET_BYTES = 262144;
62
+ var PARTITION_BYTES_ENTRY_BYTES = 16;
63
+ var PARTITION_BYTES_INDEX_OVERHEAD_BYTES = 32;
64
+ var DEFAULT_IN_FLIGHT_WRITE_FRACTION = 0.02;
65
+ var WRITE_MEMORY_SAMPLE_MAX_AGE_MS = 100;
66
+ var DOCUMENT_NUMBER_BYTES = 8;
67
+ var DOCUMENT_SCALAR_BYTES = 4;
68
+ var DOCUMENT_ENTRY_OVERHEAD_BYTES = 2;
69
+ var DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE = 24;
70
+ var DOCUMENT_VALUE_HEAP_BYTES = 256;
71
+ var DOCUMENT_PROPERTY_HEAP_BYTES = 128;
72
+ var DISTINCT_TERM_HEAP_BYTES = 2048;
73
+ var TERM_UNIT_HEAP_BYTES = 24;
74
+ var PARTIAL_SPELLING_HEAP_BYTES = 512;
75
+ var PATTERN_RUN_HEAP_BYTES = 512;
76
+ var ENUM_VALUE_HEAP_BYTES = 256;
77
+ var VECTOR_COMPONENT_HEAP_BYTES = 80;
78
+ var VECTOR_DOCUMENT_HEAP_BYTES = 5120;
79
+ var NORMALIZATION_EXPANSION_FACTOR = 3;
80
+ var CASE_FOLD_EXPANSION_FACTOR = 3;
81
+ var MAX_DROP_ACKNOWLEDGE_WAIT_MS = 3e4;
82
+ var DROP_ACKNOWLEDGE_POLL_INTERVAL_MS = 25;
83
+ var COPY_FAILURE_RETRY_DELAY_MS = 100;
84
+ var COPY_FAILURE_ATTEMPTS = 600;
85
+ var ANSWER_MEMORY_BLOCK_FRACTION = 0.95;
86
+ var ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE = 2;
87
+ var ANSWER_ENCODE_BYTES_PER_ESTIMATED_BYTE = 3;
88
+ var FETCH_GROUP_DOCUMENT_IDS = 256;
89
+
90
+ // src/runtime/thread-heap.ts
91
+ var refusalListeners = /* @__PURE__ */ new Set();
92
+ var reservedBytes = 0;
93
+ var admittedBytes = 0;
94
+ var lastRefusalCollectionAt = Number.NEGATIVE_INFINITY;
95
+ var refusalCollectionIntervalMs = REFUSAL_COLLECTION_MIN_INTERVAL_MS;
96
+ var lastYoungCollectionAt = Number.NEGATIVE_INFINITY;
97
+ function reservedHeapBytes() {
98
+ return reservedBytes;
99
+ }
100
+ function admittedHeapBytes() {
101
+ return admittedBytes;
102
+ }
103
+ function admitHeapBytes(bytes) {
104
+ admittedBytes += bytes;
105
+ }
106
+ function reserveHeapBytes(bytes) {
107
+ reservedBytes += bytes;
108
+ admittedBytes += bytes;
109
+ let released = false;
110
+ return {
111
+ release() {
112
+ if (released) return;
113
+ released = true;
114
+ reservedBytes -= bytes;
115
+ }
116
+ };
117
+ }
118
+ function onRefusalAfterCollection(listener) {
119
+ refusalListeners.add(listener);
120
+ return () => {
121
+ refusalListeners.delete(listener);
122
+ };
123
+ }
124
+ function reportRefusalAfterCollection(figures) {
125
+ for (const listener of refusalListeners) listener(figures);
126
+ }
127
+ function collectGarbageBeforeRefusal() {
128
+ const startedAt = performance.now();
129
+ if (startedAt - lastRefusalCollectionAt < refusalCollectionIntervalMs) return false;
130
+ lastRefusalCollectionAt = startedAt;
131
+ if (!collectAndReturnPages()) return false;
132
+ refusalCollectionIntervalMs = Math.max(
133
+ REFUSAL_COLLECTION_MIN_INTERVAL_MS,
134
+ (performance.now() - startedAt) * REFUSAL_COLLECTION_TIME_MULTIPLE
135
+ );
136
+ return true;
137
+ }
138
+ function collectYoungGenerationBeforeRefusal() {
139
+ const startedAt = performance.now();
140
+ if (startedAt - lastYoungCollectionAt < REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS) return false;
141
+ lastYoungCollectionAt = startedAt;
142
+ return collectYoungGeneration();
143
+ }
144
+
145
+ // src/distribution/cluster-node/memory/measure.ts
146
+ var lastFigures = null;
147
+ var lastFiguresReadAt = Number.NEGATIVE_INFINITY;
148
+ var admittedBytesAtLastFigures = 0;
149
+ var recentFigures = {
150
+ processBytes: 0,
151
+ processLimitBytes: 0,
152
+ heapBytes: 0,
153
+ heapLimitBytes: 0,
154
+ youngHeapBytes: 0
155
+ };
156
+ function readFreshFigures() {
157
+ try {
158
+ const heap = readOldGenerationStatistics();
159
+ const processBytes = process.memoryUsage.rss();
160
+ const limitBytes = processLimitBytes(processBytes);
161
+ if (heap === null || !Number.isFinite(processBytes) || !Number.isFinite(limitBytes) || limitBytes <= 0) {
162
+ return null;
163
+ }
164
+ return {
165
+ processBytes,
166
+ processLimitBytes: limitBytes,
167
+ heapBytes: heap.usedBytes,
168
+ heapLimitBytes: heap.limitBytes,
169
+ youngHeapBytes: heap.youngUsedBytes
170
+ };
171
+ } catch {
172
+ return null;
173
+ }
174
+ }
175
+ function readMemoryFigures() {
176
+ const figures = readFreshFigures();
177
+ lastFigures = figures;
178
+ lastFiguresReadAt = performance.now();
179
+ admittedBytesAtLastFigures = admittedHeapBytes();
180
+ return figures;
181
+ }
182
+ function readRecentMemoryFigures() {
183
+ const admittedSince = admittedHeapBytes() - admittedBytesAtLastFigures;
184
+ if (lastFigures === null || performance.now() - lastFiguresReadAt >= RECENT_MEMORY_FIGURES_MAX_AGE_MS || admittedSince > RECENT_MEMORY_FIGURES_MAX_ADMITTED_FRACTION * lastFigures.heapLimitBytes) {
185
+ return readMemoryFigures();
186
+ }
187
+ recentFigures.processLimitBytes = lastFigures.processLimitBytes;
188
+ recentFigures.heapLimitBytes = lastFigures.heapLimitBytes;
189
+ recentFigures.processBytes = lastFigures.processBytes + admittedSince;
190
+ recentFigures.heapBytes = lastFigures.heapBytes + admittedSince;
191
+ recentFigures.youngHeapBytes = lastFigures.youngHeapBytes;
192
+ return recentFigures;
193
+ }
194
+
195
+ // src/distribution/cluster-node/memory/write-pressure.ts
196
+ var WRITE_BYTES_IN_FLIGHT_REASON = "write_bytes_in_flight";
197
+ function createWritePressure(options) {
198
+ let inFlight = 0;
199
+ return {
200
+ admit(indexName, bytes) {
201
+ options.beforeAdmit();
202
+ const requestBytes = Math.max(0, Math.ceil(bytes));
203
+ if (inFlight > 0 && inFlight + requestBytes > options.limitBytes) {
204
+ throw new NarsilError(
205
+ ErrorCodes.CLUSTER_WRITE_BLOCKED,
206
+ `Node '${options.nodeId}' refuses this write to index '${indexName}' because its ${requestBytes} bytes would take the writes in flight on the node from ${inFlight} bytes past the limit of ${options.limitBytes} bytes. Retry once the writes in flight finish, or send smaller batches.`,
207
+ {
208
+ reason: WRITE_BYTES_IN_FLIGHT_REASON,
209
+ indexName,
210
+ nodeId: options.nodeId,
211
+ requestBytes,
212
+ inFlightBytes: inFlight,
213
+ limitBytes: options.limitBytes
214
+ }
215
+ );
216
+ }
217
+ inFlight += requestBytes;
218
+ let released = false;
219
+ return () => {
220
+ if (released) {
221
+ return;
222
+ }
223
+ released = true;
224
+ inFlight -= requestBytes;
225
+ };
226
+ }
227
+ };
228
+ }
229
+ async function withAdmittedWrite(pressure, indexName, bytes, work) {
230
+ if (pressure === void 0) {
231
+ return work();
232
+ }
233
+ const release = pressure.admit(indexName, bytes());
234
+ try {
235
+ return await work();
236
+ } finally {
237
+ release();
238
+ }
239
+ }
240
+ function estimateDocumentBytes(document) {
241
+ let bytes = 0;
242
+ const pending = [document];
243
+ const visited = /* @__PURE__ */ new Set();
244
+ while (pending.length > 0) {
245
+ const value = pending.pop();
246
+ if (typeof value === "string") {
247
+ bytes += value.length;
248
+ continue;
249
+ }
250
+ if (typeof value === "number" || typeof value === "bigint") {
251
+ bytes += DOCUMENT_NUMBER_BYTES;
252
+ continue;
253
+ }
254
+ if (value === null || typeof value !== "object") {
255
+ bytes += DOCUMENT_SCALAR_BYTES;
256
+ continue;
257
+ }
258
+ if (visited.has(value)) {
259
+ continue;
260
+ }
261
+ visited.add(value);
262
+ if (ArrayBuffer.isView(value)) {
263
+ bytes += value.byteLength;
264
+ } else if (Array.isArray(value)) {
265
+ bytes += DOCUMENT_ENTRY_OVERHEAD_BYTES;
266
+ for (const item of value) {
267
+ pending.push(item);
268
+ }
269
+ } else {
270
+ for (const [key, item] of Object.entries(value)) {
271
+ bytes += key.length + DOCUMENT_ENTRY_OVERHEAD_BYTES;
272
+ pending.push(item);
273
+ }
274
+ }
275
+ }
276
+ return bytes;
277
+ }
278
+ function estimateDocumentsBytes(documents) {
279
+ let bytes = 0;
280
+ for (const document of documents) {
281
+ bytes += estimateDocumentBytes(document);
282
+ }
283
+ return bytes;
284
+ }
285
+ function estimateForwardedBytes(operation) {
286
+ const documentBytes = operation.document?.byteLength ?? 0;
287
+ return operation.updateFields === null ? documentBytes : documentBytes + estimateDocumentBytes(operation.updateFields);
288
+ }
289
+
290
+ // src/distribution/cluster-node/memory/answer-room.ts
291
+ var RESPONSE_WOULD_FILL_MEMORY_REASON = "response_would_fill_memory";
292
+ function heapRoomIn(figures) {
293
+ return ANSWER_MEMORY_BLOCK_FRACTION * figures.heapLimitBytes - figures.heapBytes - figures.youngHeapBytes;
294
+ }
295
+ function processRoomIn(figures) {
296
+ return ANSWER_MEMORY_BLOCK_FRACTION * figures.processLimitBytes - figures.processBytes;
297
+ }
298
+ function roomIn(figures) {
299
+ return Math.min(heapRoomIn(figures), processRoomIn(figures)) - reservedHeapBytes();
300
+ }
301
+ function refusal(answerBytes, figures, collectedGarbage) {
302
+ const heapBound = heapRoomIn(figures) <= processRoomIn(figures);
303
+ const blockBytes = Math.floor(
304
+ ANSWER_MEMORY_BLOCK_FRACTION * (heapBound ? figures.heapLimitBytes : figures.processLimitBytes)
305
+ );
306
+ const usedBytes = heapBound ? figures.heapBytes + figures.youngHeapBytes : figures.processBytes;
307
+ return new NarsilError(
308
+ ServerErrorCodes.TOO_MANY_REQUESTS,
309
+ `Building the next ${answerBytes} bytes of this answer would take the ${usedBytes} bytes already in use past the limit of ${blockBytes} bytes. Retry once the requests in progress finish, or ask for fewer documents.`,
310
+ {
311
+ reason: RESPONSE_WOULD_FILL_MEMORY_REASON,
312
+ answerBytes,
313
+ heapBytes: figures.heapBytes,
314
+ youngHeapBytes: figures.youngHeapBytes,
315
+ processBytes: figures.processBytes,
316
+ reservedBytes: reservedHeapBytes(),
317
+ blockBytes,
318
+ collectedGarbage
319
+ }
320
+ );
321
+ }
322
+ function admitted(answerBytes) {
323
+ admitHeapBytes(answerBytes);
324
+ return null;
325
+ }
326
+ function answerRefusalOf(answerBytes) {
327
+ const recent = readRecentMemoryFigures();
328
+ if (recent === null || answerBytes <= roomIn(recent)) return admitted(answerBytes);
329
+ const figures = readMemoryFigures() ?? recent;
330
+ if (answerBytes <= roomIn(figures)) return admitted(answerBytes);
331
+ const collectedGarbage = collectGarbageBeforeRefusal();
332
+ const collectedYoung = !collectedGarbage && collectYoungGenerationBeforeRefusal();
333
+ const settled = collectedGarbage || collectedYoung ? readMemoryFigures() ?? figures : figures;
334
+ if (answerBytes <= roomIn(settled)) return admitted(answerBytes);
335
+ return refusal(answerBytes, settled, collectedGarbage);
336
+ }
337
+ function refuseEncodeWithoutRoom(documents) {
338
+ let estimatedBytes = 0;
339
+ for (const document of documents) estimatedBytes += estimateDocumentBytes(document);
340
+ const refusal2 = answerRefusalOf(estimatedBytes * ANSWER_ENCODE_BYTES_PER_ESTIMATED_BYTE);
341
+ if (refusal2 !== null) throw refusal2;
342
+ }
343
+
344
+ export { ADMISSION_TIMEOUT_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, CASE_FOLD_EXPANSION_FACTOR, CATCH_UP_FEED_WINDOW_MS, CATCH_UP_TICK_MS, CLEAR_PAGE_SIZE, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, COPY_FAILURE_RETRY_DELAY_MS, DECOMMISSION_RECHECK_INTERVAL_MS, DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DEFAULT_CAPACITY, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_RESUME_WRITES_BELOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, ENUM_VALUE_HEAP_BYTES, FETCH_GROUP_DOCUMENT_IDS, FORWARD_RETRY_DELAY_CAP_MS, FORWARD_RETRY_INITIAL_DELAY_MS, FULL_MEMORY_COLLECTION_INTERVAL_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, MAX_DROP_ACKNOWLEDGE_WAIT_MS, MAX_NODE_LEFT_DELAY_MS, MAX_SOURCE_ID_LENGTH, MAX_SYNONYM_REPLACEMENT_ATTEMPTS, MAX_WAIT_FOR_ACTIVE_REPLICAS, MEMORY_SAMPLE_INTERVAL_MS, MIN_CONTROLLER_LEASE_TTL_MS, NORMALIZATION_EXPANSION_FACTOR, PARTIAL_SPELLING_HEAP_BYTES, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, PARTITION_WRITE_CONCURRENCY, PATTERN_RUN_HEAP_BYTES, PRIMARY_CHANGE_POLL_INTERVAL_MS, PRIMARY_CHANGE_RETRY_WINDOW_MS, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, REGISTRATION_LEASE_DRIFT_SHARE, ROLLBACK_RETRY_DELAY_CAP_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, SYNCED_POSITION_REPORT_TIMEOUT_MS, TERM_UNIT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, WRITE_APPLY_YIELD_INTERVAL_MS, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, admitHeapBytes, answerRefusalOf, collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, createWritePressure, estimateDocumentBytes, estimateDocumentsBytes, estimateForwardedBytes, onRefusalAfterCollection, readMemoryFigures, readRecentMemoryFigures, refuseEncodeWithoutRoom, reportRefusalAfterCollection, reserveHeapBytes, reservedHeapBytes, withAdmittedWrite };
@@ -1,5 +1,5 @@
1
- import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-PAWVKEVS.mjs';
2
- import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-BLDJ5I6I.mjs';
1
+ import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-VHPVBJOI.mjs';
2
+ import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-G6YATIRT.mjs';
3
3
  import { osqRecordBytes, writeRecord } from './chunk-37CD3OKS.mjs';
4
4
  import { MAX_DOC_ID_LENGTH } from './chunk-LXWDQLTW.mjs';
5
5
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
@@ -1,6 +1,6 @@
1
1
  import { nodeThreadId } from './chunk-C7SLA6CM.mjs';
2
2
  import { getFs, getPath } from './chunk-HLPRHOSO.mjs';
3
- import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-IGUTV3MX.mjs';
3
+ import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-WCJJCBR4.mjs';
4
4
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
5
5
  import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
6
6
  import { openSync, close, readFileSync } from 'fs';
@@ -14,7 +14,7 @@ function requireLoadedVectorCode() {
14
14
  function loadVectorCode() {
15
15
  if (loaded !== null) return Promise.resolve(loaded);
16
16
  if (loading === null) {
17
- loading = import('./module-QFWZ5OBF.mjs').then(
17
+ loading = import('./module-6EY7GW2W.mjs').then(
18
18
  (code) => {
19
19
  loaded = code;
20
20
  return code;
@@ -1,6 +1,6 @@
1
- import { removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors } from './chunk-O372FZM4.mjs';
2
- import { getNestedValue } from './chunk-TDUBQ546.mjs';
3
- import { requireValidFieldTypes } from './chunk-3IQZYNW6.mjs';
1
+ import { removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors } from './chunk-CKNOGER5.mjs';
2
+ import { getNestedValue } from './chunk-WXVTQ6NO.mjs';
3
+ import { requireValidFieldTypes } from './chunk-VVFKFHWE.mjs';
4
4
  import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
5
5
  import { ErrorCodes, NarsilError } from './chunk-6JUOMMHQ.mjs';
6
6
  import { decode } from '@msgpack/msgpack';
@@ -1,11 +1,12 @@
1
- import { readRecentMemoryFigures, readMemoryFigures, collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-B7BSQZ27.mjs';
1
+ import { readRecentMemoryFigures, readMemoryFigures, collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, answerRefusalOf, reservedHeapBytes, admitHeapBytes } from './chunk-HAQUJYMN.mjs';
2
2
  import { nativeSearchCoreIsEnabled } from './chunk-DJHHF2L5.mjs';
3
3
  import { DEFAULT_RERANK_WINDOW } from './chunk-HJSN7UYG.mjs';
4
- import { loadNativeCore } from './chunk-PQHR5FHC.mjs';
4
+ import { loadNativeCore } from './chunk-BRIOLMIX.mjs';
5
5
  import { MAX_FILTER_DEPTH } from './chunk-WQBCBKY3.mjs';
6
6
  import { MAX_SORT_FIELDS } from './chunk-E74YLAIG.mjs';
7
- import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-RFVUDM5E.mjs';
7
+ import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-ZXZ26WSO.mjs';
8
8
  import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
9
+ import { randomUUID } from 'crypto';
9
10
  import { mkdtemp, open, rm } from 'fs/promises';
10
11
  import { tmpdir } from 'os';
11
12
  import path from 'path';
@@ -315,9 +316,15 @@ var DEFAULT_MAX_CONCURRENT_TASKS = 4;
315
316
  var MIN_COUNTED_SERVER_LIMIT = 1;
316
317
  var MIN_UNBOUNDED_SERVER_LIMIT = 0;
317
318
  var RESPONSE_STREAM_THRESHOLD_BYTES = 64 * 1024;
319
+ var RESPONSE_GROUP_DOCUMENTS = 64;
320
+ var RESPONSE_GROUP_BYTES = 256 * 1024;
321
+ var RESPONSE_HEAP_BYTES_PER_ANSWER_BYTE = 2;
322
+ var RESPONSE_MEMORY_WAIT_MAX_MS = 5e3;
323
+ var RESPONSE_MEMORY_WAIT_POLL_MS = 50;
318
324
  var MAX_INDEX_TOUCH_INTERVAL_MS = 1e3;
319
325
  var INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT = 4;
320
326
  var REQUEST_THREAD_DEPARTURE_DRAIN_MS = 100;
327
+ var REQUEST_THREAD_CLOSE_AT_EXIT_MS = 2e3;
321
328
  var DEFAULT_MAX_RETAINED_TASKS = 1e3;
322
329
  var DEFAULT_TASK_PAGE_SIZE = 20;
323
330
  var TASK_PROGRESS_WRITE_INTERVAL_MS = 250;
@@ -477,7 +484,9 @@ function streamBody(res, abort, body, status, headers) {
477
484
  });
478
485
  }
479
486
  function sendJson(res, data, status = 200, abort) {
480
- const payload = encodeJson(data);
487
+ sendEncodedJson(res, encodeJson(data), status, abort);
488
+ }
489
+ function sendEncodedJson(res, payload, status = 200, abort) {
481
490
  if (abort && payload !== void 0 && Buffer.byteLength(payload) >= RESPONSE_STREAM_THRESHOLD_BYTES) {
482
491
  streamBody(res, abort, Buffer.from(payload, "utf8"), status, [["Content-Type", "application/json"]]);
483
492
  return;
@@ -885,6 +894,130 @@ function parseTaskListQuery(params, maxPageSize) {
885
894
  }
886
895
  };
887
896
  }
897
+ var JSON_HEADERS = [["Content-Type", "application/json"]];
898
+ var UTF8 = new TextEncoder();
899
+ function itemsOf(collection) {
900
+ if (Array.isArray(collection)) {
901
+ return {
902
+ count: collection.length,
903
+ open: "[",
904
+ close: "]",
905
+ encode: (at) => {
906
+ const text = encodeJson(collection[at]);
907
+ return text ?? "null";
908
+ }
909
+ };
910
+ }
911
+ if (collection === null || typeof collection !== "object" || ArrayBuffer.isView(collection)) return null;
912
+ const record = collection;
913
+ const keys = Object.keys(record);
914
+ return {
915
+ count: keys.length,
916
+ open: "{",
917
+ close: "}",
918
+ encode: (at) => {
919
+ const key = keys[at] ?? "";
920
+ const text = encodeJson(record[key]);
921
+ return text === void 0 ? void 0 : `${JSON.stringify(key)}:${text}`;
922
+ }
923
+ };
924
+ }
925
+ function groupFrom(items, from) {
926
+ const parts = [];
927
+ let length = 0;
928
+ let at = from;
929
+ while (at < items.count && parts.length < RESPONSE_GROUP_DOCUMENTS && length < RESPONSE_GROUP_BYTES) {
930
+ const part = items.encode(at);
931
+ at++;
932
+ if (part === void 0) continue;
933
+ parts.push(part);
934
+ length += part.length;
935
+ }
936
+ return { text: parts.join(","), encoded: parts.length, next: at };
937
+ }
938
+ function answerBytesOf(text) {
939
+ return text.length * RESPONSE_HEAP_BYTES_PER_ANSWER_BYTE;
940
+ }
941
+ function delay(ms) {
942
+ return new Promise((resolve) => setTimeout(resolve, ms));
943
+ }
944
+ async function waitForRoom(ctx, answerBytes, label, sentBytes) {
945
+ const deadlineAt = performance.now() + RESPONSE_MEMORY_WAIT_MAX_MS;
946
+ for (; ; ) {
947
+ const refusal2 = answerRefusalOf(answerBytes);
948
+ if (refusal2 === null || ctx.abort.aborted) return;
949
+ if (performance.now() >= deadlineAt) {
950
+ console.warn(
951
+ `The server closed the connection part way through its answer to ${label} after sending ${sentBytes} bytes, because the next ${answerBytes} bytes found no room in memory for ${RESPONSE_MEMORY_WAIT_MAX_MS} ms:`,
952
+ refusal2.details
953
+ );
954
+ throw refusal2;
955
+ }
956
+ await delay(RESPONSE_MEMORY_WAIT_POLL_MS);
957
+ }
958
+ }
959
+ function respondWhole(ctx, answer) {
960
+ const payload = encodeJson(answer);
961
+ const refusal2 = payload === void 0 ? null : answerRefusalOf(answerBytesOf(payload));
962
+ if (refusal2 !== null) {
963
+ respondError(ctx, refusal2);
964
+ return;
965
+ }
966
+ sendEncodedJson(ctx.res, payload, 200, ctx.abort);
967
+ }
968
+ async function respondAnswer(ctx, answer, field, label) {
969
+ if (ctx.abort.aborted) return;
970
+ const items = itemsOf(answer[field]);
971
+ if (items === null || items.count <= RESPONSE_GROUP_DOCUMENTS) {
972
+ respondWhole(ctx, answer);
973
+ return;
974
+ }
975
+ const marker = randomUUID();
976
+ const envelope = encodeJson({ ...answer, [field]: marker });
977
+ const quotedMarker = JSON.stringify(marker);
978
+ const markerAt = envelope.indexOf(quotedMarker);
979
+ const head = envelope.slice(0, markerAt) + items.open;
980
+ const tail = items.close + envelope.slice(markerAt + quotedMarker.length);
981
+ let position = 0;
982
+ let anyEncoded = false;
983
+ let sentBytes = 0;
984
+ let finished = false;
985
+ const source = new ReadableStream(
986
+ {
987
+ async pull(controller) {
988
+ if (finished) {
989
+ controller.close();
990
+ return;
991
+ }
992
+ const first = position === 0;
993
+ const group = groupFrom(items, position);
994
+ position = group.next;
995
+ let text = anyEncoded && group.encoded > 0 ? `,${group.text}` : group.text;
996
+ anyEncoded = anyEncoded || group.encoded > 0;
997
+ if (first) text = head + text;
998
+ if (position >= items.count) {
999
+ text += tail;
1000
+ finished = true;
1001
+ }
1002
+ if (first) {
1003
+ const refusal2 = answerRefusalOf(answerBytesOf(text) + answerBytesOf(tail));
1004
+ if (refusal2 !== null) throw refusal2;
1005
+ } else {
1006
+ await waitForRoom(ctx, answerBytesOf(text), label, sentBytes);
1007
+ }
1008
+ const chunk = UTF8.encode(text);
1009
+ sentBytes += chunk.byteLength;
1010
+ controller.enqueue(chunk);
1011
+ }
1012
+ },
1013
+ { highWaterMark: 0 }
1014
+ );
1015
+ try {
1016
+ await sendStream(ctx.res, ctx.abort, source, JSON_HEADERS);
1017
+ } catch (err) {
1018
+ respondError(ctx, err);
1019
+ }
1020
+ }
888
1021
 
889
1022
  // src/server/handlers/document-reads.ts
890
1023
  function createDocumentReadHandlers(deps) {
@@ -927,7 +1060,7 @@ function createDocumentReadHandlers(deps) {
927
1060
  const found = await engine.getMultiple(ctx.params[0], body.docIds);
928
1061
  const documents = {};
929
1062
  for (const [id, doc] of found) documents[id] = doc;
930
- respondJson(ctx, { documents });
1063
+ await respondAnswer(ctx, { documents }, "documents", `a multi-get on index '${ctx.params[0]}'`);
931
1064
  } catch (err) {
932
1065
  respondError(ctx, err);
933
1066
  }
@@ -942,7 +1075,8 @@ function createDocumentReadHandlers(deps) {
942
1075
  }
943
1076
  if (refuseRegex(ctx, params.filters, allowRegex)) return;
944
1077
  try {
945
- respondJson(ctx, await engine.listDocuments(ctx.params[0], params));
1078
+ const page = await engine.listDocuments(ctx.params[0], params);
1079
+ await respondAnswer(ctx, page, "documents", `a list on index '${ctx.params[0]}'`);
946
1080
  } catch (err) {
947
1081
  respondError(ctx, err);
948
1082
  }
@@ -1464,6 +1598,40 @@ function childAppOf(app) {
1464
1598
  return candidate;
1465
1599
  }
1466
1600
 
1601
+ // src/server/request-threads/close-at-exit.ts
1602
+ var CLOSE_WORD = 0;
1603
+ var CLOSED_WORD = 1;
1604
+ var OPEN = 0;
1605
+ var SIGNALLED = 1;
1606
+ function createCloseAtExitWords() {
1607
+ return new Int32Array(new SharedArrayBuffer(2 * Int32Array.BYTES_PER_ELEMENT));
1608
+ }
1609
+ function closeEveryThreadAtExit(words, timeoutMs) {
1610
+ const signalled = [...words];
1611
+ for (const word of signalled) {
1612
+ Atomics.store(word, CLOSE_WORD, SIGNALLED);
1613
+ Atomics.notify(word, CLOSE_WORD);
1614
+ }
1615
+ const deadline = Date.now() + timeoutMs;
1616
+ for (const word of signalled) {
1617
+ let left = deadline - Date.now();
1618
+ while (Atomics.load(word, CLOSED_WORD) !== SIGNALLED && left > 0) {
1619
+ Atomics.wait(word, CLOSED_WORD, OPEN, left);
1620
+ left = deadline - Date.now();
1621
+ }
1622
+ }
1623
+ }
1624
+ async function closeWhenTheProcessExits(word, close) {
1625
+ const waiting = Atomics.waitAsync(word, CLOSE_WORD, OPEN);
1626
+ if (waiting.async) await waiting.value;
1627
+ try {
1628
+ close();
1629
+ } finally {
1630
+ Atomics.store(word, CLOSED_WORD, SIGNALLED);
1631
+ Atomics.notify(word, CLOSED_WORD);
1632
+ }
1633
+ }
1634
+
1467
1635
  // src/server/request-threads/departure.ts
1468
1636
  var DEPARTURE_WORD = 0;
1469
1637
  var AWAITING_DEPARTURE = 0;
@@ -1486,4 +1654,4 @@ async function departureConfirmation(word) {
1486
1654
  if (waiting.async) await waiting.value;
1487
1655
  }
1488
1656
 
1489
- export { ASYNC_IMPORT_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_DEPARTURE_DRAIN_MS, RUNNING_TASK_TTL_MS, SERVER_CAPABILITIES, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, awaitDepartureConfirmation, badRequest, childAppOf, clearBodyBudgetSlot, clearGateSlot, closingQuoteOf, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createVersionHandler, departureConfirmation, departureConfirmed, encodeJson, gateSlotOfWorker, httpStatusForNarsilError, loadUWebSockets, parseJson, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJson, refuseRegex, registerServerRoutes, rejectInvalid, resolveCors, respondError, respondJson, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverRoutes, statusLine, toHttpError, validateBatch, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport, withServerRerankWindow };
1657
+ export { ASYNC_IMPORT_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, RUNNING_TASK_TTL_MS, SERVER_CAPABILITIES, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, awaitDepartureConfirmation, badRequest, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, closingQuoteOf, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createVersionHandler, departureConfirmation, departureConfirmed, encodeJson, gateSlotOfWorker, httpStatusForNarsilError, loadUWebSockets, parseJson, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJson, refuseRegex, registerServerRoutes, rejectInvalid, resolveCors, respondAnswer, respondError, respondJson, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverRoutes, statusLine, toHttpError, validateBatch, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport, withServerRerankWindow };
@@ -1,4 +1,4 @@
1
- import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, BLOCK_MAX_BYTES, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, growBufferTo, unplacedChunkCount, STORE_DOC_ID_BYTES, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-BLDJ5I6I.mjs';
1
+ import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, BLOCK_MAX_BYTES, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, growBufferTo, unplacedChunkCount, STORE_DOC_ID_BYTES, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-G6YATIRT.mjs';
2
2
  import { MAX_VECTOR_ORDINALS } from './chunk-QSK35UC2.mjs';
3
3
  import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
4
4
  import { readSync, closeSync, openSync } from 'fs';
@@ -1,7 +1,7 @@
1
- import { normalizeSort, requireMatchingCursor, encodePageCursor, decodePageCursor, projectionKeepsField, resolveProjection, clampRowCount, sortSignatureOf, requireSortableFields, fanOutQuery, requireWithinResultWindow, sortModesOf, applySorting, applyPagination, countsWithoutScores, fanOutMatchCount, FNV_OFFSET_BASIS, validatedFilterOf, createPatternWorkMeter, partialWordsToHighlight, partialWordHighlighter, pruneStatsToQueryTerms, everyValueFacetConfig, fulltextMatches, mergeFacets, applyPartitionFiltersBitset, fnv1aContinue, partitionsIn, fnv1aContinueTaggedNumbers, undeclaredFieldOnStrictIndex } from './chunk-XWJGJ2SE.mjs';
1
+ import { normalizeSort, requireMatchingCursor, encodePageCursor, decodePageCursor, projectionKeepsField, resolveProjection, clampRowCount, sortSignatureOf, requireSortableFields, fanOutQuery, requireWithinResultWindow, sortModesOf, applySorting, applyPagination, countsWithoutScores, fanOutMatchCount, FNV_OFFSET_BASIS, validatedFilterOf, createPatternWorkMeter, partialWordsToHighlight, partialWordHighlighter, pruneStatsToQueryTerms, everyValueFacetConfig, fulltextMatches, mergeFacets, applyPartitionFiltersBitset, fnv1aContinue, partitionsIn, fnv1aContinueTaggedNumbers, undeclaredFieldOnStrictIndex } from './chunk-FEOLYA2Y.mjs';
2
2
  import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_LIMIT, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, DEFAULT_OFFSET } from './chunk-LXWDQLTW.mjs';
3
3
  import { MIN_OVERSAMPLE, MAX_RENUMBERED_SEARCH_ATTEMPTS } from './chunk-QSK35UC2.mjs';
4
- import { flattenSchema, partialFieldsOf } from './chunk-3IQZYNW6.mjs';
4
+ import { flattenSchema, partialFieldsOf } from './chunk-VVFKFHWE.mjs';
5
5
  import { DEFAULT_MAX_PER_GROUP, DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, MIN_RANK_CONSTANT, RESULT_WINDOW, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-E74YLAIG.mjs';
6
6
  import { fuzzyTermMatches } from './chunk-GES7U2PM.mjs';
7
7
  import { isStringValuedBase, parsedTypeOf, isWordIndexedFieldType } from './chunk-77SO7G55.mjs';
@@ -1,5 +1,5 @@
1
1
  import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-P36MUFEJ.mjs';
2
- import { readSharedConfigFields, restoredEmbedding, restoredPartitionConfig } from './chunk-MKPE3VZF.mjs';
2
+ import { readSharedConfigFields, restoredEmbedding, restoredPartitionConfig } from './chunk-3BRFOMGX.mjs';
3
3
  import { generateId, getLanguage } from './chunk-QALAFGF5.mjs';
4
4
  import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-LXWDQLTW.mjs';
5
5
  import { decodeSynonymRules } from './chunk-7X5JST5L.mjs';
@@ -1,8 +1,8 @@
1
- import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead, VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-PAWVKEVS.mjs';
2
- import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, readSegmentFile, manifestKey, segmentsPrefix, readListedFile, requireListedChecksum, vectorFileKey, graphPartKey } from './chunk-IGUTV3MX.mjs';
3
- import { VERSION, rulesOfStoredSynonyms, openChecksummedEnvelope, readHeader, HEADER_SIZE, crc32, engineVersionParts, writeHeader, packChecksummedEnvelope } from './chunk-O372FZM4.mjs';
4
- import { decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays } from './chunk-35KEGAOS.mjs';
5
- import { flattenSchema, requireValidFieldTypes, isQuantizationMode, isStorageMode } from './chunk-3IQZYNW6.mjs';
1
+ import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead, VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-VHPVBJOI.mjs';
2
+ import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, readSegmentFile, manifestKey, segmentsPrefix, readListedFile, requireListedChecksum, vectorFileKey, graphPartKey } from './chunk-WCJJCBR4.mjs';
3
+ import { VERSION, rulesOfStoredSynonyms, openChecksummedEnvelope, readHeader, HEADER_SIZE, crc32, engineVersionParts, writeHeader, packChecksummedEnvelope } from './chunk-CKNOGER5.mjs';
4
+ import { decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays } from './chunk-7IBX2LRA.mjs';
5
+ import { flattenSchema, requireValidFieldTypes, isQuantizationMode, isStorageMode } from './chunk-VVFKFHWE.mjs';
6
6
  import { MAX_FILE_BYTES, VALID_HNSW_METRICS } from './chunk-U476IXKQ.mjs';
7
7
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
8
8
  import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';