@delali/narsil 0.3.1-next.113 → 0.3.1-next.116
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{chunk-DC2SZO4D.mjs → chunk-2TMWIATH.mjs} +107 -67
- package/dist/browser/{chunk-YZPOBLAS.mjs → chunk-73U5DWOZ.mjs} +4 -3
- package/dist/browser/{chunk-4FVSBSXY.mjs → chunk-FODCC3MK.mjs} +1 -1
- package/dist/browser/{chunk-3YPLBK4C.mjs → chunk-I45FAGOF.mjs} +2 -2
- package/dist/browser/{durability-wiring-2RG22WQJ.mjs → durability-wiring-CSMTKEYX.mjs} +3 -3
- package/dist/browser/{module-5EWHBKHZ.mjs → module-G2PPZV3B.mjs} +27 -24
- package/dist/browser/{restore-queue-WCFUB4NS.mjs → restore-queue-N7N42PBS.mjs} +1 -1
- package/dist/browser/{runtime-FL5K4JOH.mjs → runtime-BX6XRFYR.mjs} +2 -2
- package/dist/browser/{snapshot-BE3F2PNC.mjs → snapshot-EBH6RXQO.mjs} +4 -4
- package/dist/browser/{write-MV7K7OCU.mjs → write-5ZKFINX3.mjs} +2 -2
- package/dist/{chunk-H2GNWBLB.mjs → chunk-4ZKBKPBV.mjs} +1 -1
- package/dist/{chunk-GLZI636G.mjs → chunk-5VVSHCXT.mjs} +27 -12
- package/dist/{chunk-LVNBY2TS.mjs → chunk-7EWQZQDT.mjs} +1 -1
- package/dist/{chunk-4PFOOQFQ.mjs → chunk-BCNUJVTT.mjs} +1 -1
- package/dist/{chunk-PABYSTKO.mjs → chunk-BCSWODXP.mjs} +71 -54
- package/dist/{thread-S4SUCV4Y.mjs → chunk-DEXID4ZT.mjs} +300 -202
- package/dist/{chunk-4XWIW3F3.mjs → chunk-HC5NURS6.mjs} +4 -3
- package/dist/{chunk-AOLD3LPV.mjs → chunk-IE43SRL3.mjs} +4 -1
- package/dist/{chunk-27ZEY73B.mjs → chunk-KGVC6KJ3.mjs} +4 -4
- package/dist/{chunk-QGVMEMCG.mjs → chunk-KVLX65KD.mjs} +4 -4
- package/dist/{chunk-5WEBVYOA.mjs → chunk-N53HN5VA.mjs} +16 -9
- package/dist/chunk-N6J6EJW3.mjs +198 -0
- package/dist/{chunk-CU4OB64V.mjs → chunk-NX7KU77V.mjs} +1 -1
- package/dist/{chunk-QIFOXLWF.mjs → chunk-OGFSUXYY.mjs} +2 -2
- package/dist/{chunk-5QIRLJH4.mjs → chunk-Q62NDKEC.mjs} +4 -3
- package/dist/{chunk-DZXGNLK5.mjs → chunk-UDZYIWDP.mjs} +3 -3
- package/dist/{chunk-HNAP2KTG.mjs → chunk-VFAXPDBH.mjs} +1 -0
- package/dist/{chunk-OM5G2J6X.mjs → chunk-VOKEYJHU.mjs} +1 -1
- package/dist/{chunk-OABTAUCW.mjs → chunk-YCFQ5754.mjs} +1 -1
- package/dist/{chunk-JUAFWJON.mjs → chunk-YCSRB3IN.mjs} +3 -3
- package/dist/{chunk-CQUMNIIG.mjs → chunk-Z4DZ4KK2.mjs} +1 -0
- package/dist/{chunk-2RAQKITH.mjs → chunk-ZR63OGT2.mjs} +1 -1
- package/dist/{direct-executor-R4HOSVPE.mjs → direct-executor-OUY4RPTU.mjs} +4 -4
- package/dist/distribution.mjs +17 -17
- package/dist/{durability-wiring-XZI6355I.mjs → durability-wiring-5V6DVHFK.mjs} +13 -13
- package/dist/index.browser.mjs +1 -1
- package/dist/index.mjs +7 -7
- package/dist/long-query-thread-HMQM2FWL.mjs +118 -0
- package/dist/{module-WVKSJL74.mjs → module-3IMTXNPW.mjs} +30 -27
- package/dist/pattern.mjs +1 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +10 -10
- package/dist/{rerank-3POMPQNX.mjs → rerank-NYX5S7OG.mjs} +3 -3
- package/dist/{restore-queue-JAZAB5IQ.mjs → restore-queue-J6PCG4ON.mjs} +1 -1
- package/dist/{runtime-C2435MPK.mjs → runtime-XNYW6AWX.mjs} +2 -2
- package/dist/server.mjs +93 -199
- package/dist/{snapshot-PDUGHQ25.mjs → snapshot-57WF53MK.mjs} +14 -14
- package/dist/thread-FDEHU5G3.mjs +31 -0
- package/dist/vector/search-worker.mjs +2 -2
- package/dist/workers/entry.mjs +17 -5
- package/dist/{write-KVJ7YJJ6.mjs → write-YEI7A5OR.mjs} +8 -8
- package/package.json +7 -7
|
@@ -1,204 +1,21 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { sendRelayed, parseJson, validateQuery, rejectInvalid, refuseRegex, respondJson, withServerRerankWindow, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerServerRoutes, closeWhenTheProcessExits, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, serverRoutes, validateSuggest, SEARCH_CLOCK_SAMPLE_UNITS, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed, encodeJson } from './chunk-IE43SRL3.mjs';
|
|
2
2
|
import { withRerankQueryText } from './chunk-KZ3NX2P7.mjs';
|
|
3
|
-
import './chunk-
|
|
4
|
-
import './chunk-
|
|
5
|
-
import './chunk-DJHHF2L5.mjs';
|
|
6
|
-
import { executeListDocuments, executeSuggest, executePreflight, queryBindingOf, executeQuery } from './chunk-GLZI636G.mjs';
|
|
7
|
-
import { resolveProjection, projectionKeepsField, setNestedValue } from './chunk-5WEBVYOA.mjs';
|
|
8
|
-
import './chunk-ZATRDAYU.mjs';
|
|
9
|
-
import './chunk-EBIHRL7B.mjs';
|
|
10
|
-
import './chunk-HJSN7UYG.mjs';
|
|
11
|
-
import './chunk-LXWDQLTW.mjs';
|
|
12
|
-
import './chunk-QSK35UC2.mjs';
|
|
13
|
-
import './chunk-VK45J47R.mjs';
|
|
14
|
-
import './chunk-HNAP2KTG.mjs';
|
|
15
|
-
import './chunk-WQBCBKY3.mjs';
|
|
16
|
-
import './chunk-KCQG2PJT.mjs';
|
|
3
|
+
import { executeListDocuments, executeSuggest, executeQuery, lazyQueryBinding, executePreflight } from './chunk-5VVSHCXT.mjs';
|
|
4
|
+
import { resolveProjection, projectionKeepsField, setNestedValue } from './chunk-N53HN5VA.mjs';
|
|
17
5
|
import { extractVectorFieldsFromSchema } from './chunk-DG62H7OD.mjs';
|
|
18
|
-
import './chunk-U476IXKQ.mjs';
|
|
19
|
-
import './chunk-E74YLAIG.mjs';
|
|
20
|
-
import './chunk-VJS4JFBQ.mjs';
|
|
21
|
-
import './chunk-GES7U2PM.mjs';
|
|
22
|
-
import './chunk-6ODIY6ZB.mjs';
|
|
23
|
-
import './chunk-X5CV2E2B.mjs';
|
|
24
|
-
import './chunk-OFYKBKKV.mjs';
|
|
25
|
-
import './chunk-R6A773WK.mjs';
|
|
26
|
-
import './chunk-YTJCGKM4.mjs';
|
|
27
|
-
import './chunk-RIIUZJQ3.mjs';
|
|
28
|
-
import './chunk-22YPZVMG.mjs';
|
|
29
|
-
import './chunk-L5ORED7V.mjs';
|
|
30
6
|
import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-OBWUWZRA.mjs';
|
|
31
7
|
|
|
32
|
-
// src/server/request-threads/
|
|
33
|
-
function
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
if (document === void 0) return void 0;
|
|
37
|
-
for (const fieldPath of fieldPaths) {
|
|
38
|
-
if (projection !== void 0 && !projectionKeepsField(projection, fieldPath)) continue;
|
|
39
|
-
const vector = vectorOf(fieldPath, docId);
|
|
40
|
-
if (vector !== void 0)
|
|
41
|
-
setNestedValue(document, fieldPath, Float32Array.from(vector));
|
|
42
|
-
}
|
|
43
|
-
return document;
|
|
44
|
-
}
|
|
45
|
-
const reader = Object.create(manager);
|
|
46
|
-
reader.get = get;
|
|
47
|
-
return reader;
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
// src/server/request-threads/read-engine.ts
|
|
51
|
-
function createThreadReadEngine(options) {
|
|
52
|
-
const { executor, relay, searchHooks, patternWorkCap, maxRerankWindow } = options;
|
|
53
|
-
function vectorFieldsOf(context) {
|
|
54
|
-
return [...extractVectorFieldsFromSchema(context.config.schema).keys()];
|
|
55
|
-
}
|
|
56
|
-
function holdsEveryVectorField(indexName, context) {
|
|
57
|
-
return vectorFieldsOf(context).every((fieldPath) => executor.holdsVectorField(indexName, fieldPath));
|
|
58
|
-
}
|
|
59
|
-
function holdsEveryVectorFieldRead(indexName, context, params) {
|
|
60
|
-
if (params.document === false) return true;
|
|
61
|
-
const projection = resolveProjection(params.document === true ? void 0 : params.document);
|
|
62
|
-
return vectorFieldsOf(context).every(
|
|
63
|
-
(fieldPath) => !projectionKeepsField(projection, fieldPath) || executor.holdsVectorField(indexName, fieldPath)
|
|
64
|
-
);
|
|
65
|
-
}
|
|
66
|
-
function managerOf(indexName, context) {
|
|
67
|
-
const fieldPaths = vectorFieldsOf(context);
|
|
68
|
-
if (fieldPaths.length === 0) return context.manager;
|
|
69
|
-
return managerWithHeldVectors(
|
|
70
|
-
context.manager,
|
|
71
|
-
fieldPaths,
|
|
72
|
-
(fieldPath, docId) => executor.heldVectorOf(indexName, fieldPath, docId)
|
|
73
|
-
);
|
|
74
|
-
}
|
|
75
|
-
function heldContext(indexName) {
|
|
76
|
-
return executor.queryContextOf(indexName) ?? null;
|
|
77
|
-
}
|
|
78
|
-
function wholeDocumentsContext(indexName) {
|
|
79
|
-
const context = heldContext(indexName);
|
|
80
|
-
return context !== null && holdsEveryVectorField(indexName, context) ? context : null;
|
|
81
|
-
}
|
|
82
|
-
function requireAnswerable(indexName, context) {
|
|
83
|
-
if (context === null) {
|
|
84
|
-
throw new NarsilError(
|
|
85
|
-
ErrorCodes.INDEX_NOT_FOUND,
|
|
86
|
-
`This thread holds no copy of index "${indexName}" that answers this request yet`,
|
|
87
|
-
{ indexName }
|
|
88
|
-
);
|
|
89
|
-
}
|
|
90
|
-
relay.touch(indexName);
|
|
91
|
-
return context;
|
|
92
|
-
}
|
|
93
|
-
function requireWholeDocuments(indexName) {
|
|
94
|
-
const context = requireAnswerable(indexName, wholeDocumentsContext(indexName));
|
|
95
|
-
return { context, manager: managerOf(indexName, context) };
|
|
96
|
-
}
|
|
97
|
-
function rerankRunnerFor(params) {
|
|
98
|
-
if (params.rerank === void 0) return void 0;
|
|
99
|
-
return {
|
|
100
|
-
maxWindow: maxRerankWindow,
|
|
101
|
-
score: (adapter, query, documents) => relay.rerank(adapter, query, documents)
|
|
102
|
-
};
|
|
103
|
-
}
|
|
104
|
-
async function resolvedParams(indexName, request) {
|
|
105
|
-
const params = withRerankQueryText(request);
|
|
106
|
-
if (params.vector?.text === void 0) return params;
|
|
107
|
-
const value = await relay.embed(indexName, params.vector);
|
|
108
|
-
const { text: _text, ...vector } = params.vector;
|
|
109
|
-
return { ...params, vector: { ...vector, value } };
|
|
110
|
-
}
|
|
111
|
-
function searchableContext(indexName, params) {
|
|
112
|
-
if (searchHooks) return null;
|
|
113
|
-
const context = executor.queryContextOf(indexName);
|
|
114
|
-
if (context === void 0) return null;
|
|
115
|
-
const field = params.vector?.field;
|
|
116
|
-
if (field === void 0) return context;
|
|
117
|
-
const vectorFields = extractVectorFieldsFromSchema(context.config.schema);
|
|
118
|
-
if (!vectorFields.has(field)) return context;
|
|
119
|
-
return context.vectorSearchers.has(field) && executor.holdsVectorField(indexName, field) ? context : null;
|
|
120
|
-
}
|
|
121
|
-
function answerableContext(indexName, params) {
|
|
122
|
-
const context = searchableContext(indexName, params);
|
|
123
|
-
return context !== null && holdsEveryVectorFieldRead(indexName, context, params) ? context : null;
|
|
124
|
-
}
|
|
125
|
-
return {
|
|
126
|
-
holdsCopyOf: (indexName) => heldContext(indexName) !== null,
|
|
127
|
-
holdsDocumentsOf: (indexName) => wholeDocumentsContext(indexName) !== null,
|
|
128
|
-
canAnswer: (indexName, params) => answerableContext(indexName, params) !== null,
|
|
129
|
-
canCount: (indexName, params) => searchableContext(indexName, params) !== null,
|
|
130
|
-
async query(indexName, params) {
|
|
131
|
-
const resolved = await resolvedParams(indexName, params);
|
|
132
|
-
const context = requireAnswerable(indexName, answerableContext(indexName, params));
|
|
133
|
-
const result = await executeQuery(resolved, {
|
|
134
|
-
manager: managerOf(indexName, context),
|
|
135
|
-
language: context.language,
|
|
136
|
-
config: context.config,
|
|
137
|
-
indexName,
|
|
138
|
-
cursorBinding: queryBindingOf(params),
|
|
139
|
-
vectorSearchers: context.vectorSearchers,
|
|
140
|
-
patternWorkCap,
|
|
141
|
-
rerank: rerankRunnerFor(params)
|
|
142
|
-
});
|
|
143
|
-
if (context.analysisStale) result.analysisStale = true;
|
|
144
|
-
return result;
|
|
145
|
-
},
|
|
146
|
-
async preflight(indexName, params) {
|
|
147
|
-
const resolved = await resolvedParams(indexName, params);
|
|
148
|
-
const context = requireAnswerable(indexName, searchableContext(indexName, params));
|
|
149
|
-
const result = await executePreflight(resolved, {
|
|
150
|
-
manager: context.manager,
|
|
151
|
-
language: context.language,
|
|
152
|
-
config: context.config,
|
|
153
|
-
indexName,
|
|
154
|
-
cursorBinding: queryBindingOf(params),
|
|
155
|
-
vectorSearchers: context.vectorSearchers,
|
|
156
|
-
patternWorkCap
|
|
157
|
-
});
|
|
158
|
-
if (context.analysisStale) result.analysisStale = true;
|
|
159
|
-
return result;
|
|
160
|
-
},
|
|
161
|
-
async suggest(indexName, params) {
|
|
162
|
-
const context = requireAnswerable(indexName, heldContext(indexName));
|
|
163
|
-
const result = executeSuggest(context.manager, context.language, params);
|
|
164
|
-
if (context.analysisStale) result.analysisStale = true;
|
|
165
|
-
return result;
|
|
166
|
-
},
|
|
167
|
-
async get(indexName, docId) {
|
|
168
|
-
return requireWholeDocuments(indexName).manager.get(docId);
|
|
169
|
-
},
|
|
170
|
-
async getMultiple(indexName, docIds) {
|
|
171
|
-
const { manager } = requireWholeDocuments(indexName);
|
|
172
|
-
const found = /* @__PURE__ */ new Map();
|
|
173
|
-
for (const docId of docIds) {
|
|
174
|
-
const document = manager.get(docId);
|
|
175
|
-
if (document !== void 0) found.set(docId, document);
|
|
176
|
-
}
|
|
177
|
-
return found;
|
|
178
|
-
},
|
|
179
|
-
async has(indexName, docId) {
|
|
180
|
-
return requireAnswerable(indexName, heldContext(indexName)).manager.has(docId);
|
|
181
|
-
},
|
|
182
|
-
async countDocuments(indexName) {
|
|
183
|
-
return requireAnswerable(indexName, heldContext(indexName)).manager.countDocuments();
|
|
184
|
-
},
|
|
185
|
-
async listDocuments(indexName, params) {
|
|
186
|
-
const { context, manager } = requireWholeDocuments(indexName);
|
|
187
|
-
return executeListDocuments(params ?? {}, {
|
|
188
|
-
manager,
|
|
189
|
-
schema: context.config.schema,
|
|
190
|
-
strict: context.config.strict,
|
|
191
|
-
patternWorkCap
|
|
192
|
-
});
|
|
193
|
-
}
|
|
194
|
-
};
|
|
8
|
+
// src/server/request-threads/messages.ts
|
|
9
|
+
function isLongQueryPortNote(message) {
|
|
10
|
+
if (typeof message !== "object" || message === null) return false;
|
|
11
|
+
return message.type === "long-query-port";
|
|
195
12
|
}
|
|
196
13
|
|
|
197
14
|
// src/server/request-threads/relay-client.ts
|
|
198
15
|
function isRelayReply(message) {
|
|
199
16
|
if (typeof message !== "object" || message === null) return false;
|
|
200
17
|
const { type, requestId } = message;
|
|
201
|
-
return typeof requestId === "number" && (type === "response" || type === "authorized" || type === "embedded" || type === "reranked");
|
|
18
|
+
return typeof requestId === "number" && (type === "response" || type === "authorized" || type === "embedded" || type === "reranked" || type === "writes-applied");
|
|
202
19
|
}
|
|
203
20
|
function isStreamPart(message) {
|
|
204
21
|
if (typeof message !== "object" || message === null) return false;
|
|
@@ -313,7 +130,7 @@ function createRelayClient(port, touchIntervalMs) {
|
|
|
313
130
|
if (reply.denial !== null) return { allowed: false, denial: reply.denial };
|
|
314
131
|
return { allowed: true };
|
|
315
132
|
},
|
|
316
|
-
async request(route, ctx) {
|
|
133
|
+
async request(route, ctx, onUnavailable) {
|
|
317
134
|
let reply;
|
|
318
135
|
const body = relayedBody(ctx.rawBody);
|
|
319
136
|
try {
|
|
@@ -344,7 +161,9 @@ function createRelayClient(port, touchIntervalMs) {
|
|
|
344
161
|
}, body.moved).then(resolve, reject);
|
|
345
162
|
});
|
|
346
163
|
} catch {
|
|
347
|
-
if (
|
|
164
|
+
if (ctx.abort.aborted) return;
|
|
165
|
+
if (onUnavailable === void 0) sendUnavailable(ctx.res);
|
|
166
|
+
else onUnavailable();
|
|
348
167
|
return;
|
|
349
168
|
}
|
|
350
169
|
if (reply === null || reply.type !== "response" || ctx.abort.aborted) return;
|
|
@@ -366,6 +185,9 @@ function createRelayClient(port, touchIntervalMs) {
|
|
|
366
185
|
new NarsilError(ErrorCodes.RERANK_FAILED, "The main thread returned no scores")
|
|
367
186
|
);
|
|
368
187
|
},
|
|
188
|
+
async awaitWrites(indexName) {
|
|
189
|
+
await send((requestId) => ({ type: "await-writes", requestId, indexName }));
|
|
190
|
+
},
|
|
369
191
|
touch(indexName) {
|
|
370
192
|
if (closed) return;
|
|
371
193
|
const now = Date.now();
|
|
@@ -385,6 +207,260 @@ function createRelayClient(port, touchIntervalMs) {
|
|
|
385
207
|
};
|
|
386
208
|
}
|
|
387
209
|
|
|
210
|
+
// src/server/request-threads/long-query-route.ts
|
|
211
|
+
function routeLongQueries(mainPort, inFlight, touchIntervalMs, firstPort) {
|
|
212
|
+
const counter = new Int32Array(inFlight);
|
|
213
|
+
let relay = null;
|
|
214
|
+
function relayThrough(port) {
|
|
215
|
+
relay?.close();
|
|
216
|
+
const opened = createRelayClient(port, touchIntervalMs);
|
|
217
|
+
relay = opened;
|
|
218
|
+
port.on("close", () => {
|
|
219
|
+
if (relay === opened) relay = null;
|
|
220
|
+
});
|
|
221
|
+
}
|
|
222
|
+
if (firstPort !== null) relayThrough(firstPort);
|
|
223
|
+
mainPort.on("message", (message) => {
|
|
224
|
+
if (isLongQueryPortNote(message)) relayThrough(message.port);
|
|
225
|
+
});
|
|
226
|
+
return {
|
|
227
|
+
moveAfterMs: () => relay === null ? void 0 : REQUEST_THREAD_MOVE_AFTER_MS,
|
|
228
|
+
async move(route, ctx) {
|
|
229
|
+
const target = relay;
|
|
230
|
+
if (target === null) return false;
|
|
231
|
+
if (Atomics.add(counter, 0, 1) >= MAX_LONG_QUERIES_IN_FLIGHT) {
|
|
232
|
+
Atomics.sub(counter, 0, 1);
|
|
233
|
+
sendError(
|
|
234
|
+
ctx.res,
|
|
235
|
+
429,
|
|
236
|
+
ServerErrorCodes.TOO_MANY_REQUESTS,
|
|
237
|
+
`The server is already answering ${MAX_LONG_QUERIES_IN_FLIGHT} searches whose pattern work is long, so it refuses another. Retry once those searches answer.`,
|
|
238
|
+
{ limit: MAX_LONG_QUERIES_IN_FLIGHT }
|
|
239
|
+
);
|
|
240
|
+
return true;
|
|
241
|
+
}
|
|
242
|
+
let counted = true;
|
|
243
|
+
const release = () => {
|
|
244
|
+
if (!counted) return;
|
|
245
|
+
counted = false;
|
|
246
|
+
Atomics.sub(counter, 0, 1);
|
|
247
|
+
};
|
|
248
|
+
ctx.abort.onAbort(release);
|
|
249
|
+
let lost = false;
|
|
250
|
+
try {
|
|
251
|
+
if (!ctx.abort.aborted) {
|
|
252
|
+
await target.request(route, ctx, () => {
|
|
253
|
+
lost = true;
|
|
254
|
+
});
|
|
255
|
+
}
|
|
256
|
+
} finally {
|
|
257
|
+
release();
|
|
258
|
+
}
|
|
259
|
+
return !lost;
|
|
260
|
+
},
|
|
261
|
+
close() {
|
|
262
|
+
relay?.close();
|
|
263
|
+
relay = null;
|
|
264
|
+
}
|
|
265
|
+
};
|
|
266
|
+
}
|
|
267
|
+
|
|
268
|
+
// src/server/request-threads/move-clock.ts
|
|
269
|
+
var SearchMoved = class extends Error {
|
|
270
|
+
constructor() {
|
|
271
|
+
super("This search ran past the point where its thread hands it on");
|
|
272
|
+
this.name = "SearchMoved";
|
|
273
|
+
}
|
|
274
|
+
};
|
|
275
|
+
function moveClock(moveAfterMs) {
|
|
276
|
+
const moveAt = performance.now() + moveAfterMs;
|
|
277
|
+
let pending = 0;
|
|
278
|
+
const clock = {
|
|
279
|
+
tick(units) {
|
|
280
|
+
pending += units;
|
|
281
|
+
if (pending >= SEARCH_CLOCK_SAMPLE_UNITS) clock.check();
|
|
282
|
+
},
|
|
283
|
+
check() {
|
|
284
|
+
pending = 0;
|
|
285
|
+
if (performance.now() > moveAt) throw new SearchMoved();
|
|
286
|
+
}
|
|
287
|
+
};
|
|
288
|
+
return clock;
|
|
289
|
+
}
|
|
290
|
+
|
|
291
|
+
// src/server/request-threads/held-vectors.ts
|
|
292
|
+
function managerWithHeldVectors(manager, fieldPaths, vectorOf) {
|
|
293
|
+
function get(docId, projection) {
|
|
294
|
+
const document = manager.get(docId, projection);
|
|
295
|
+
if (document === void 0) return void 0;
|
|
296
|
+
for (const fieldPath of fieldPaths) {
|
|
297
|
+
if (projection !== void 0 && !projectionKeepsField(projection, fieldPath)) continue;
|
|
298
|
+
const vector = vectorOf(fieldPath, docId);
|
|
299
|
+
if (vector !== void 0)
|
|
300
|
+
setNestedValue(document, fieldPath, Float32Array.from(vector));
|
|
301
|
+
}
|
|
302
|
+
return document;
|
|
303
|
+
}
|
|
304
|
+
const reader = Object.create(manager);
|
|
305
|
+
reader.get = get;
|
|
306
|
+
return reader;
|
|
307
|
+
}
|
|
308
|
+
|
|
309
|
+
// src/server/request-threads/read-engine.ts
|
|
310
|
+
function createThreadReadEngine(options) {
|
|
311
|
+
const { executor, relay, searchHooks, patternWorkCap, maxRerankWindow, moveAfterMs } = options;
|
|
312
|
+
function vectorFieldsOf(context) {
|
|
313
|
+
return [...extractVectorFieldsFromSchema(context.config.schema).keys()];
|
|
314
|
+
}
|
|
315
|
+
function holdsEveryVectorField(indexName, context) {
|
|
316
|
+
return vectorFieldsOf(context).every((fieldPath) => executor.holdsVectorField(indexName, fieldPath));
|
|
317
|
+
}
|
|
318
|
+
function holdsEveryVectorFieldRead(indexName, context, params) {
|
|
319
|
+
if (params.document === false) return true;
|
|
320
|
+
const projection = resolveProjection(params.document === true ? void 0 : params.document);
|
|
321
|
+
return vectorFieldsOf(context).every(
|
|
322
|
+
(fieldPath) => !projectionKeepsField(projection, fieldPath) || executor.holdsVectorField(indexName, fieldPath)
|
|
323
|
+
);
|
|
324
|
+
}
|
|
325
|
+
function managerOf(indexName, context) {
|
|
326
|
+
const fieldPaths = vectorFieldsOf(context);
|
|
327
|
+
if (fieldPaths.length === 0) return context.manager;
|
|
328
|
+
return managerWithHeldVectors(
|
|
329
|
+
context.manager,
|
|
330
|
+
fieldPaths,
|
|
331
|
+
(fieldPath, docId) => executor.heldVectorOf(indexName, fieldPath, docId)
|
|
332
|
+
);
|
|
333
|
+
}
|
|
334
|
+
function heldContext(indexName) {
|
|
335
|
+
return executor.queryContextOf(indexName) ?? null;
|
|
336
|
+
}
|
|
337
|
+
function wholeDocumentsContext(indexName) {
|
|
338
|
+
const context = heldContext(indexName);
|
|
339
|
+
return context !== null && holdsEveryVectorField(indexName, context) ? context : null;
|
|
340
|
+
}
|
|
341
|
+
function requireAnswerable(indexName, context) {
|
|
342
|
+
if (context === null) {
|
|
343
|
+
throw new NarsilError(
|
|
344
|
+
ErrorCodes.INDEX_NOT_FOUND,
|
|
345
|
+
`This thread holds no copy of index "${indexName}" that answers this request yet`,
|
|
346
|
+
{ indexName }
|
|
347
|
+
);
|
|
348
|
+
}
|
|
349
|
+
relay.touch(indexName);
|
|
350
|
+
return context;
|
|
351
|
+
}
|
|
352
|
+
function requireWholeDocuments(indexName) {
|
|
353
|
+
const context = requireAnswerable(indexName, wholeDocumentsContext(indexName));
|
|
354
|
+
return { context, manager: managerOf(indexName, context) };
|
|
355
|
+
}
|
|
356
|
+
function rerankRunnerFor(params) {
|
|
357
|
+
if (params.rerank === void 0) return void 0;
|
|
358
|
+
return {
|
|
359
|
+
maxWindow: maxRerankWindow,
|
|
360
|
+
score: (adapter, query2, documents) => relay.rerank(adapter, query2, documents)
|
|
361
|
+
};
|
|
362
|
+
}
|
|
363
|
+
async function resolvedParams(indexName, request) {
|
|
364
|
+
const params = withRerankQueryText(request);
|
|
365
|
+
if (params.vector?.text === void 0) return params;
|
|
366
|
+
const value = await relay.embed(indexName, params.vector);
|
|
367
|
+
const { text: _text, ...vector } = params.vector;
|
|
368
|
+
return { ...params, vector: { ...vector, value } };
|
|
369
|
+
}
|
|
370
|
+
function searchableContext(indexName, params) {
|
|
371
|
+
if (searchHooks) return null;
|
|
372
|
+
const context = executor.queryContextOf(indexName);
|
|
373
|
+
if (context === void 0) return null;
|
|
374
|
+
const field = params.vector?.field;
|
|
375
|
+
if (field === void 0) return context;
|
|
376
|
+
const vectorFields = extractVectorFieldsFromSchema(context.config.schema);
|
|
377
|
+
if (!vectorFields.has(field)) return context;
|
|
378
|
+
return context.vectorSearchers.has(field) && executor.holdsVectorField(indexName, field) ? context : null;
|
|
379
|
+
}
|
|
380
|
+
function answerableContext(indexName, params) {
|
|
381
|
+
const context = searchableContext(indexName, params);
|
|
382
|
+
return context !== null && holdsEveryVectorFieldRead(indexName, context, params) ? context : null;
|
|
383
|
+
}
|
|
384
|
+
async function query(indexName, params, moveAfter) {
|
|
385
|
+
const resolved = await resolvedParams(indexName, params);
|
|
386
|
+
const context = requireAnswerable(indexName, answerableContext(indexName, params));
|
|
387
|
+
const clock = moveAfter === void 0 ? void 0 : moveClock(moveAfter);
|
|
388
|
+
const result = await executeQuery(resolved, {
|
|
389
|
+
manager: managerOf(indexName, context),
|
|
390
|
+
language: context.language,
|
|
391
|
+
config: context.config,
|
|
392
|
+
indexName,
|
|
393
|
+
cursorBinding: lazyQueryBinding(params, clock),
|
|
394
|
+
vectorSearchers: context.vectorSearchers,
|
|
395
|
+
patternWorkCap,
|
|
396
|
+
clock,
|
|
397
|
+
rerank: rerankRunnerFor(params)
|
|
398
|
+
});
|
|
399
|
+
if (context.analysisStale) result.analysisStale = true;
|
|
400
|
+
return result;
|
|
401
|
+
}
|
|
402
|
+
async function preflight(indexName, params, moveAfter) {
|
|
403
|
+
const resolved = await resolvedParams(indexName, params);
|
|
404
|
+
const context = requireAnswerable(indexName, searchableContext(indexName, params));
|
|
405
|
+
const clock = moveAfter === void 0 ? void 0 : moveClock(moveAfter);
|
|
406
|
+
const result = await executePreflight(resolved, {
|
|
407
|
+
manager: context.manager,
|
|
408
|
+
language: context.language,
|
|
409
|
+
config: context.config,
|
|
410
|
+
indexName,
|
|
411
|
+
cursorBinding: lazyQueryBinding(params, clock),
|
|
412
|
+
vectorSearchers: context.vectorSearchers,
|
|
413
|
+
patternWorkCap,
|
|
414
|
+
clock
|
|
415
|
+
});
|
|
416
|
+
if (context.analysisStale) result.analysisStale = true;
|
|
417
|
+
return result;
|
|
418
|
+
}
|
|
419
|
+
return {
|
|
420
|
+
holdsCopyOf: (indexName) => heldContext(indexName) !== null,
|
|
421
|
+
holdsDocumentsOf: (indexName) => wholeDocumentsContext(indexName) !== null,
|
|
422
|
+
canAnswer: (indexName, params) => answerableContext(indexName, params) !== null,
|
|
423
|
+
canCount: (indexName, params) => searchableContext(indexName, params) !== null,
|
|
424
|
+
query: (indexName, params) => query(indexName, params, moveAfterMs?.()),
|
|
425
|
+
queryHere: (indexName, params) => query(indexName, params, void 0),
|
|
426
|
+
preflight: (indexName, params) => preflight(indexName, params, moveAfterMs?.()),
|
|
427
|
+
preflightHere: (indexName, params) => preflight(indexName, params, void 0),
|
|
428
|
+
async suggest(indexName, params) {
|
|
429
|
+
const context = requireAnswerable(indexName, heldContext(indexName));
|
|
430
|
+
const result = executeSuggest(context.manager, context.language, params);
|
|
431
|
+
if (context.analysisStale) result.analysisStale = true;
|
|
432
|
+
return result;
|
|
433
|
+
},
|
|
434
|
+
async get(indexName, docId) {
|
|
435
|
+
return requireWholeDocuments(indexName).manager.get(docId);
|
|
436
|
+
},
|
|
437
|
+
async getMultiple(indexName, docIds) {
|
|
438
|
+
const { manager } = requireWholeDocuments(indexName);
|
|
439
|
+
const found = /* @__PURE__ */ new Map();
|
|
440
|
+
for (const docId of docIds) {
|
|
441
|
+
const document = manager.get(docId);
|
|
442
|
+
if (document !== void 0) found.set(docId, document);
|
|
443
|
+
}
|
|
444
|
+
return found;
|
|
445
|
+
},
|
|
446
|
+
async has(indexName, docId) {
|
|
447
|
+
return requireAnswerable(indexName, heldContext(indexName)).manager.has(docId);
|
|
448
|
+
},
|
|
449
|
+
async countDocuments(indexName) {
|
|
450
|
+
return requireAnswerable(indexName, heldContext(indexName)).manager.countDocuments();
|
|
451
|
+
},
|
|
452
|
+
async listDocuments(indexName, params) {
|
|
453
|
+
const { context, manager } = requireWholeDocuments(indexName);
|
|
454
|
+
return executeListDocuments(params ?? {}, {
|
|
455
|
+
manager,
|
|
456
|
+
schema: context.config.schema,
|
|
457
|
+
strict: context.config.strict,
|
|
458
|
+
patternWorkCap
|
|
459
|
+
});
|
|
460
|
+
}
|
|
461
|
+
};
|
|
462
|
+
}
|
|
463
|
+
|
|
388
464
|
// src/server/request-threads/thread-departure.ts
|
|
389
465
|
var DEPARTURE_REFUSAL = {
|
|
390
466
|
error: {
|
|
@@ -573,6 +649,15 @@ function onWholeDocuments(local, handler, fallback) {
|
|
|
573
649
|
function mainThreadAnswersInstead(err) {
|
|
574
650
|
return isNarsilError(err) && err.code === ErrorCodes.WORKER_BUSY;
|
|
575
651
|
}
|
|
652
|
+
async function answerMoved(ctx, params, limits, options) {
|
|
653
|
+
if (await options.move(ctx)) return;
|
|
654
|
+
try {
|
|
655
|
+
respondJson(ctx, await options.answerHere(ctx.params[0], withServerRerankWindow(params, limits)));
|
|
656
|
+
} catch (err) {
|
|
657
|
+
if (mainThreadAnswersInstead(err)) await options.fallback(ctx);
|
|
658
|
+
else respondError(ctx, err);
|
|
659
|
+
}
|
|
660
|
+
}
|
|
576
661
|
function searchHandler(options) {
|
|
577
662
|
const { fallback, limits, allowRegex, staysOnThread, answer } = options;
|
|
578
663
|
return async (ctx) => {
|
|
@@ -591,7 +676,8 @@ function searchHandler(options) {
|
|
|
591
676
|
try {
|
|
592
677
|
respondJson(ctx, await answer(ctx.params[0], withServerRerankWindow(params, limits)));
|
|
593
678
|
} catch (err) {
|
|
594
|
-
if (
|
|
679
|
+
if (err instanceof SearchMoved) await answerMoved(ctx, params, limits, options);
|
|
680
|
+
else if (staysOnThread(ctx.params[0], params) && !mainThreadAnswersInstead(err)) respondError(ctx, err);
|
|
595
681
|
else await fallback(ctx);
|
|
596
682
|
}
|
|
597
683
|
};
|
|
@@ -627,7 +713,7 @@ function relayedHandlers(relay, limits) {
|
|
|
627
713
|
}
|
|
628
714
|
return forwarded;
|
|
629
715
|
}
|
|
630
|
-
function threadHandlers(local, relay, settings) {
|
|
716
|
+
function threadHandlers(local, relay, longQueries, settings) {
|
|
631
717
|
const { allowRegex } = settings;
|
|
632
718
|
const reads = createDocumentReadHandlers({ engine: local, limits: settings.limits, allowRegex });
|
|
633
719
|
const forwarded = relayedHandlers(relay, settings.limits);
|
|
@@ -641,14 +727,18 @@ function threadHandlers(local, relay, settings) {
|
|
|
641
727
|
limits: settings.limits,
|
|
642
728
|
allowRegex,
|
|
643
729
|
staysOnThread: (name, params) => local.canAnswer(name, params),
|
|
644
|
-
answer: (name, params) => local.query(name, params)
|
|
730
|
+
answer: (name, params) => local.query(name, params),
|
|
731
|
+
answerHere: (name, params) => local.queryHere(name, params),
|
|
732
|
+
move: (ctx) => longQueries.move("search", ctx)
|
|
645
733
|
}),
|
|
646
734
|
preflight: searchHandler({
|
|
647
735
|
fallback: forwarded.preflight,
|
|
648
736
|
limits: settings.limits,
|
|
649
737
|
allowRegex,
|
|
650
738
|
staysOnThread: (name, params) => local.canCount(name, params),
|
|
651
|
-
answer: (name, params) => local.preflight(name, params)
|
|
739
|
+
answer: (name, params) => local.preflight(name, params),
|
|
740
|
+
answerHere: (name, params) => local.preflightHere(name, params),
|
|
741
|
+
move: (ctx) => longQueries.move("preflight", ctx)
|
|
652
742
|
}),
|
|
653
743
|
suggest: suggestHandler(local, forwarded.suggest),
|
|
654
744
|
get: onWholeDocuments(local, reads.get, forwarded.get),
|
|
@@ -665,6 +755,12 @@ async function serveRequests(executor, settings) {
|
|
|
665
755
|
const child = childAppOf(app);
|
|
666
756
|
if (child === null) throw new Error("This uWebSockets.js build offers no child apps");
|
|
667
757
|
const relay = createRelayClient(settings.port, settings.touchIntervalMs);
|
|
758
|
+
const longQueries = routeLongQueries(
|
|
759
|
+
settings.port,
|
|
760
|
+
settings.longQueriesInFlight,
|
|
761
|
+
settings.touchIntervalMs,
|
|
762
|
+
settings.longQueryPort
|
|
763
|
+
);
|
|
668
764
|
const departure = watchForDeparture({
|
|
669
765
|
relay,
|
|
670
766
|
departure: new Int32Array(settings.departure),
|
|
@@ -675,7 +771,8 @@ async function serveRequests(executor, settings) {
|
|
|
675
771
|
relay,
|
|
676
772
|
searchHooks: settings.searchHooks,
|
|
677
773
|
patternWorkCap: settings.patternWorkCap,
|
|
678
|
-
maxRerankWindow: settings.maxRerankWindow
|
|
774
|
+
maxRerankWindow: settings.maxRerankWindow,
|
|
775
|
+
moveAfterMs: () => longQueries.moveAfterMs()
|
|
679
776
|
});
|
|
680
777
|
const run = createRouteRunner({
|
|
681
778
|
authorize: settings.authorizes ? (context) => relay.authorize(context) : void 0,
|
|
@@ -684,19 +781,20 @@ async function serveRequests(executor, settings) {
|
|
|
684
781
|
corsHeaders: settings.cors ? corsHeaderReader(settings.cors) : void 0,
|
|
685
782
|
track: departure.track
|
|
686
783
|
});
|
|
687
|
-
const handlers = guardEveryRoute(threadHandlers(local, relay, settings), departure);
|
|
784
|
+
const handlers = guardEveryRoute(threadHandlers(local, relay, longQueries, settings), departure);
|
|
688
785
|
registerServerRoutes(app, run, handlers, settings.limits, settings.cors);
|
|
689
|
-
servingApp = { app: child, relay };
|
|
786
|
+
servingApp = { app: child, relay, longQueries };
|
|
690
787
|
void closeWhenTheProcessExits(new Int32Array(settings.closeAtExit), closeRequestThread);
|
|
691
788
|
return { descriptor: child.getDescriptor() };
|
|
692
789
|
}
|
|
693
790
|
function closeRequestThread() {
|
|
694
791
|
leaveWithoutDeparture();
|
|
695
792
|
if (servingApp === null) return;
|
|
696
|
-
const { app, relay } = servingApp;
|
|
793
|
+
const { app, relay, longQueries } = servingApp;
|
|
697
794
|
servingApp = null;
|
|
698
795
|
app.close();
|
|
796
|
+
longQueries.close();
|
|
699
797
|
relay.close();
|
|
700
798
|
}
|
|
701
799
|
|
|
702
|
-
export { closeRequestThread, serveRequests };
|
|
800
|
+
export { closeRequestThread, createRelayClient, createThreadReadEngine, isLongQueryPortNote, searchHandler, serveRequests };
|
|
@@ -2172,7 +2172,7 @@ function readNeighborsLocked(state, ord, layer) {
|
|
|
2172
2172
|
if (nodeReadHeld(state.locks, ord, version)) return count;
|
|
2173
2173
|
}
|
|
2174
2174
|
}
|
|
2175
|
-
function searchLayer(state, qVec, qMag, ef, layer, metric, excludeTombstones, distFn, results, accepted) {
|
|
2175
|
+
function searchLayer(state, qVec, qMag, ef, layer, metric, excludeTombstones, distFn, results, accepted, clock) {
|
|
2176
2176
|
const getDistance = distFn ?? ((ord) => queryDistanceByOrd(state, qVec, qMag, ord, metric));
|
|
2177
2177
|
const workspace = state.workspace;
|
|
2178
2178
|
const frontier = workspace.frontier;
|
|
@@ -2202,6 +2202,7 @@ function searchLayer(state, qVec, qMag, ef, layer, metric, excludeTombstones, di
|
|
|
2202
2202
|
while (popHeap(frontier)) {
|
|
2203
2203
|
if (frontier.topDistance > furthestDist && found.size >= ef) break;
|
|
2204
2204
|
const count = readNeighborsLocked(state, frontier.topOrd, layer);
|
|
2205
|
+
if (clock !== void 0) clock.tick(count * state.dimension);
|
|
2205
2206
|
for (let i = 0; i < count; i++) {
|
|
2206
2207
|
const neighborOrd = scratch[i];
|
|
2207
2208
|
ensureVisited(state, neighborOrd + 1);
|
|
@@ -2739,12 +2740,12 @@ function traverse(state, query, k, searchMetric, options) {
|
|
|
2739
2740
|
if (entryPoint === -1) return { candidates, depth: useQuantized ? depth : 0, arenaQuery, qMag, native: null };
|
|
2740
2741
|
setSingleEntryPoint(workspace, entryPoint);
|
|
2741
2742
|
for (let layer = topLayerOf(state); layer >= 1; layer--) {
|
|
2742
|
-
searchLayer(state, query, qMag, 1, layer, searchMetric, false, distFn, candidates);
|
|
2743
|
+
searchLayer(state, query, qMag, 1, layer, searchMetric, false, distFn, candidates, void 0, options.clock);
|
|
2743
2744
|
if (candidates.size > 0) {
|
|
2744
2745
|
setSingleEntryPoint(workspace, candidates.ords[0]);
|
|
2745
2746
|
}
|
|
2746
2747
|
}
|
|
2747
|
-
searchLayer(state, query, qMag, ef, 0, searchMetric, true, distFn, candidates, filter);
|
|
2748
|
+
searchLayer(state, query, qMag, ef, 0, searchMetric, true, distFn, candidates, filter, options.clock);
|
|
2748
2749
|
} finally {
|
|
2749
2750
|
unlockGraphShared(state.locks);
|
|
2750
2751
|
}
|
|
@@ -334,6 +334,9 @@ var DEFAULT_TASK_PAGE_SIZE = 20;
|
|
|
334
334
|
var TASK_PROGRESS_WRITE_INTERVAL_MS = 250;
|
|
335
335
|
var RUNNING_TASK_TTL_MS = 24 * 60 * 60 * 1e3;
|
|
336
336
|
var TERMINAL_TASK_TTL_MS = 60 * 60 * 1e3;
|
|
337
|
+
var REQUEST_THREAD_MOVE_AFTER_MS = 10;
|
|
338
|
+
var SEARCH_CLOCK_SAMPLE_UNITS = 65536;
|
|
339
|
+
var MAX_LONG_QUERIES_IN_FLIGHT = 16;
|
|
337
340
|
|
|
338
341
|
// src/server/parse-heap.ts
|
|
339
342
|
var PARSE_WOULD_FILL_MEMORY_REASON = "parse_would_fill_memory";
|
|
@@ -1827,4 +1830,4 @@ async function departureConfirmation(word) {
|
|
|
1827
1830
|
if (waiting.async) await waiting.value;
|
|
1828
1831
|
}
|
|
1829
1832
|
|
|
1830
|
-
export { ASYNC_IMPORT_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, RUNNING_TASK_TTL_MS, SERVER_CAPABILITIES, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, awaitDepartureConfirmation, badRequest, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createVersionHandler, departureConfirmation, departureConfirmed, encodeJson, gateSlotOfWorker, httpStatusForNarsilError, isRemoveOnlyBatch, loadUWebSockets, parseJson, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJson, refuseRegex, registerServerRoutes, rejectInvalid, resolveCors, respondAnswer, respondError, respondJson, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverRoutes, statusLine, toHttpError, validateBatch, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport, withServerRerankWindow };
|
|
1833
|
+
export { ASYNC_IMPORT_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MAX_LONG_QUERIES_IN_FLIGHT, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, REQUEST_THREAD_MOVE_AFTER_MS, RUNNING_TASK_TTL_MS, SEARCH_CLOCK_SAMPLE_UNITS, SERVER_CAPABILITIES, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, awaitDepartureConfirmation, badRequest, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createVersionHandler, departureConfirmation, departureConfirmed, encodeJson, gateSlotOfWorker, httpStatusForNarsilError, isRemoveOnlyBatch, loadUWebSockets, parseJson, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJson, refuseRegex, registerServerRoutes, rejectInvalid, resolveCors, respondAnswer, respondError, respondJson, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverRoutes, statusLine, toHttpError, validateBatch, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport, withServerRerankWindow };
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes, uint64Bytes } from './chunk-
|
|
1
|
+
import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes, uint64Bytes } from './chunk-7EWQZQDT.mjs';
|
|
2
2
|
import { WIRE_BATCH_BUDGET } from './chunk-P36MUFEJ.mjs';
|
|
3
3
|
import { ReplicationMessageTypes } from './chunk-YH5OIL7B.mjs';
|
|
4
|
-
import { packChecksummedEnvelope, crc32, openChecksummedEnvelope, reconstructSchemaFromMetadata, HEADER_SIZE, prepareDocumentVectors } from './chunk-
|
|
5
|
-
import { freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, selectionKeeps, decodeMapWithoutFields, shareSegmentArrays, segmentArraysOf, mergeSegmentContents } from './chunk-
|
|
6
|
-
import { fnv1a, isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-
|
|
4
|
+
import { packChecksummedEnvelope, crc32, openChecksummedEnvelope, reconstructSchemaFromMetadata, HEADER_SIZE, prepareDocumentVectors } from './chunk-BCSWODXP.mjs';
|
|
5
|
+
import { freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, selectionKeeps, decodeMapWithoutFields, shareSegmentArrays, segmentArraysOf, mergeSegmentContents } from './chunk-Q62NDKEC.mjs';
|
|
6
|
+
import { fnv1a, isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-N53HN5VA.mjs';
|
|
7
7
|
import { generateId, getLanguage } from './chunk-FUUP45IS.mjs';
|
|
8
8
|
import { extractVectorFieldsFromSchema, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-DG62H7OD.mjs';
|
|
9
9
|
import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
|