@delali/narsil 0.3.1-next.113 → 0.3.1-next.116

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/dist/browser/{chunk-DC2SZO4D.mjs → chunk-2TMWIATH.mjs} +107 -67
  2. package/dist/browser/{chunk-YZPOBLAS.mjs → chunk-73U5DWOZ.mjs} +4 -3
  3. package/dist/browser/{chunk-4FVSBSXY.mjs → chunk-FODCC3MK.mjs} +1 -1
  4. package/dist/browser/{chunk-3YPLBK4C.mjs → chunk-I45FAGOF.mjs} +2 -2
  5. package/dist/browser/{durability-wiring-2RG22WQJ.mjs → durability-wiring-CSMTKEYX.mjs} +3 -3
  6. package/dist/browser/{module-5EWHBKHZ.mjs → module-G2PPZV3B.mjs} +27 -24
  7. package/dist/browser/{restore-queue-WCFUB4NS.mjs → restore-queue-N7N42PBS.mjs} +1 -1
  8. package/dist/browser/{runtime-FL5K4JOH.mjs → runtime-BX6XRFYR.mjs} +2 -2
  9. package/dist/browser/{snapshot-BE3F2PNC.mjs → snapshot-EBH6RXQO.mjs} +4 -4
  10. package/dist/browser/{write-MV7K7OCU.mjs → write-5ZKFINX3.mjs} +2 -2
  11. package/dist/{chunk-H2GNWBLB.mjs → chunk-4ZKBKPBV.mjs} +1 -1
  12. package/dist/{chunk-GLZI636G.mjs → chunk-5VVSHCXT.mjs} +27 -12
  13. package/dist/{chunk-LVNBY2TS.mjs → chunk-7EWQZQDT.mjs} +1 -1
  14. package/dist/{chunk-4PFOOQFQ.mjs → chunk-BCNUJVTT.mjs} +1 -1
  15. package/dist/{chunk-PABYSTKO.mjs → chunk-BCSWODXP.mjs} +71 -54
  16. package/dist/{thread-S4SUCV4Y.mjs → chunk-DEXID4ZT.mjs} +300 -202
  17. package/dist/{chunk-4XWIW3F3.mjs → chunk-HC5NURS6.mjs} +4 -3
  18. package/dist/{chunk-AOLD3LPV.mjs → chunk-IE43SRL3.mjs} +4 -1
  19. package/dist/{chunk-27ZEY73B.mjs → chunk-KGVC6KJ3.mjs} +4 -4
  20. package/dist/{chunk-QGVMEMCG.mjs → chunk-KVLX65KD.mjs} +4 -4
  21. package/dist/{chunk-5WEBVYOA.mjs → chunk-N53HN5VA.mjs} +16 -9
  22. package/dist/chunk-N6J6EJW3.mjs +198 -0
  23. package/dist/{chunk-CU4OB64V.mjs → chunk-NX7KU77V.mjs} +1 -1
  24. package/dist/{chunk-QIFOXLWF.mjs → chunk-OGFSUXYY.mjs} +2 -2
  25. package/dist/{chunk-5QIRLJH4.mjs → chunk-Q62NDKEC.mjs} +4 -3
  26. package/dist/{chunk-DZXGNLK5.mjs → chunk-UDZYIWDP.mjs} +3 -3
  27. package/dist/{chunk-HNAP2KTG.mjs → chunk-VFAXPDBH.mjs} +1 -0
  28. package/dist/{chunk-OM5G2J6X.mjs → chunk-VOKEYJHU.mjs} +1 -1
  29. package/dist/{chunk-OABTAUCW.mjs → chunk-YCFQ5754.mjs} +1 -1
  30. package/dist/{chunk-JUAFWJON.mjs → chunk-YCSRB3IN.mjs} +3 -3
  31. package/dist/{chunk-CQUMNIIG.mjs → chunk-Z4DZ4KK2.mjs} +1 -0
  32. package/dist/{chunk-2RAQKITH.mjs → chunk-ZR63OGT2.mjs} +1 -1
  33. package/dist/{direct-executor-R4HOSVPE.mjs → direct-executor-OUY4RPTU.mjs} +4 -4
  34. package/dist/distribution.mjs +17 -17
  35. package/dist/{durability-wiring-XZI6355I.mjs → durability-wiring-5V6DVHFK.mjs} +13 -13
  36. package/dist/index.browser.mjs +1 -1
  37. package/dist/index.mjs +7 -7
  38. package/dist/long-query-thread-HMQM2FWL.mjs +118 -0
  39. package/dist/{module-WVKSJL74.mjs → module-3IMTXNPW.mjs} +30 -27
  40. package/dist/pattern.mjs +1 -1
  41. package/dist/persistence/durability/checkpoint-worker.mjs +10 -10
  42. package/dist/{rerank-3POMPQNX.mjs → rerank-NYX5S7OG.mjs} +3 -3
  43. package/dist/{restore-queue-JAZAB5IQ.mjs → restore-queue-J6PCG4ON.mjs} +1 -1
  44. package/dist/{runtime-C2435MPK.mjs → runtime-XNYW6AWX.mjs} +2 -2
  45. package/dist/server.mjs +93 -199
  46. package/dist/{snapshot-PDUGHQ25.mjs → snapshot-57WF53MK.mjs} +14 -14
  47. package/dist/thread-FDEHU5G3.mjs +31 -0
  48. package/dist/vector/search-worker.mjs +2 -2
  49. package/dist/workers/entry.mjs +17 -5
  50. package/dist/{write-KVJ7YJJ6.mjs → write-YEI7A5OR.mjs} +8 -8
  51. package/package.json +7 -7
@@ -1,204 +1,21 @@
1
- import { loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerServerRoutes, closeWhenTheProcessExits, sendRelayed, createDocumentReadHandlers, respondJson, SERVER_CAPABILITIES, versionReport, statusLine, sendError, serverRoutes, parseJson, validateSuggest, rejectInvalid, respondError, validateQuery, refuseRegex, withServerRerankWindow, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed, encodeJson } from './chunk-AOLD3LPV.mjs';
1
+ import { sendRelayed, parseJson, validateQuery, rejectInvalid, refuseRegex, respondJson, withServerRerankWindow, respondError, loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedBodyBudget, createSharedRequestGate, registerServerRoutes, closeWhenTheProcessExits, statusLine, sendError, REQUEST_THREAD_MOVE_AFTER_MS, MAX_LONG_QUERIES_IN_FLIGHT, createDocumentReadHandlers, SERVER_CAPABILITIES, versionReport, serverRoutes, validateSuggest, SEARCH_CLOCK_SAMPLE_UNITS, awaitDepartureConfirmation, departureConfirmation, REQUEST_THREAD_DEPARTURE_DRAIN_MS, departureConfirmed, encodeJson } from './chunk-IE43SRL3.mjs';
2
2
  import { withRerankQueryText } from './chunk-KZ3NX2P7.mjs';
3
- import './chunk-HFJXEFFV.mjs';
4
- import './chunk-IWVEG5CX.mjs';
5
- import './chunk-DJHHF2L5.mjs';
6
- import { executeListDocuments, executeSuggest, executePreflight, queryBindingOf, executeQuery } from './chunk-GLZI636G.mjs';
7
- import { resolveProjection, projectionKeepsField, setNestedValue } from './chunk-5WEBVYOA.mjs';
8
- import './chunk-ZATRDAYU.mjs';
9
- import './chunk-EBIHRL7B.mjs';
10
- import './chunk-HJSN7UYG.mjs';
11
- import './chunk-LXWDQLTW.mjs';
12
- import './chunk-QSK35UC2.mjs';
13
- import './chunk-VK45J47R.mjs';
14
- import './chunk-HNAP2KTG.mjs';
15
- import './chunk-WQBCBKY3.mjs';
16
- import './chunk-KCQG2PJT.mjs';
3
+ import { executeListDocuments, executeSuggest, executeQuery, lazyQueryBinding, executePreflight } from './chunk-5VVSHCXT.mjs';
4
+ import { resolveProjection, projectionKeepsField, setNestedValue } from './chunk-N53HN5VA.mjs';
17
5
  import { extractVectorFieldsFromSchema } from './chunk-DG62H7OD.mjs';
18
- import './chunk-U476IXKQ.mjs';
19
- import './chunk-E74YLAIG.mjs';
20
- import './chunk-VJS4JFBQ.mjs';
21
- import './chunk-GES7U2PM.mjs';
22
- import './chunk-6ODIY6ZB.mjs';
23
- import './chunk-X5CV2E2B.mjs';
24
- import './chunk-OFYKBKKV.mjs';
25
- import './chunk-R6A773WK.mjs';
26
- import './chunk-YTJCGKM4.mjs';
27
- import './chunk-RIIUZJQ3.mjs';
28
- import './chunk-22YPZVMG.mjs';
29
- import './chunk-L5ORED7V.mjs';
30
6
  import { ServerErrorCodes, ErrorCodes, NarsilError, isNarsilError } from './chunk-OBWUWZRA.mjs';
31
7
 
32
- // src/server/request-threads/held-vectors.ts
33
- function managerWithHeldVectors(manager, fieldPaths, vectorOf) {
34
- function get(docId, projection) {
35
- const document = manager.get(docId, projection);
36
- if (document === void 0) return void 0;
37
- for (const fieldPath of fieldPaths) {
38
- if (projection !== void 0 && !projectionKeepsField(projection, fieldPath)) continue;
39
- const vector = vectorOf(fieldPath, docId);
40
- if (vector !== void 0)
41
- setNestedValue(document, fieldPath, Float32Array.from(vector));
42
- }
43
- return document;
44
- }
45
- const reader = Object.create(manager);
46
- reader.get = get;
47
- return reader;
48
- }
49
-
50
- // src/server/request-threads/read-engine.ts
51
- function createThreadReadEngine(options) {
52
- const { executor, relay, searchHooks, patternWorkCap, maxRerankWindow } = options;
53
- function vectorFieldsOf(context) {
54
- return [...extractVectorFieldsFromSchema(context.config.schema).keys()];
55
- }
56
- function holdsEveryVectorField(indexName, context) {
57
- return vectorFieldsOf(context).every((fieldPath) => executor.holdsVectorField(indexName, fieldPath));
58
- }
59
- function holdsEveryVectorFieldRead(indexName, context, params) {
60
- if (params.document === false) return true;
61
- const projection = resolveProjection(params.document === true ? void 0 : params.document);
62
- return vectorFieldsOf(context).every(
63
- (fieldPath) => !projectionKeepsField(projection, fieldPath) || executor.holdsVectorField(indexName, fieldPath)
64
- );
65
- }
66
- function managerOf(indexName, context) {
67
- const fieldPaths = vectorFieldsOf(context);
68
- if (fieldPaths.length === 0) return context.manager;
69
- return managerWithHeldVectors(
70
- context.manager,
71
- fieldPaths,
72
- (fieldPath, docId) => executor.heldVectorOf(indexName, fieldPath, docId)
73
- );
74
- }
75
- function heldContext(indexName) {
76
- return executor.queryContextOf(indexName) ?? null;
77
- }
78
- function wholeDocumentsContext(indexName) {
79
- const context = heldContext(indexName);
80
- return context !== null && holdsEveryVectorField(indexName, context) ? context : null;
81
- }
82
- function requireAnswerable(indexName, context) {
83
- if (context === null) {
84
- throw new NarsilError(
85
- ErrorCodes.INDEX_NOT_FOUND,
86
- `This thread holds no copy of index "${indexName}" that answers this request yet`,
87
- { indexName }
88
- );
89
- }
90
- relay.touch(indexName);
91
- return context;
92
- }
93
- function requireWholeDocuments(indexName) {
94
- const context = requireAnswerable(indexName, wholeDocumentsContext(indexName));
95
- return { context, manager: managerOf(indexName, context) };
96
- }
97
- function rerankRunnerFor(params) {
98
- if (params.rerank === void 0) return void 0;
99
- return {
100
- maxWindow: maxRerankWindow,
101
- score: (adapter, query, documents) => relay.rerank(adapter, query, documents)
102
- };
103
- }
104
- async function resolvedParams(indexName, request) {
105
- const params = withRerankQueryText(request);
106
- if (params.vector?.text === void 0) return params;
107
- const value = await relay.embed(indexName, params.vector);
108
- const { text: _text, ...vector } = params.vector;
109
- return { ...params, vector: { ...vector, value } };
110
- }
111
- function searchableContext(indexName, params) {
112
- if (searchHooks) return null;
113
- const context = executor.queryContextOf(indexName);
114
- if (context === void 0) return null;
115
- const field = params.vector?.field;
116
- if (field === void 0) return context;
117
- const vectorFields = extractVectorFieldsFromSchema(context.config.schema);
118
- if (!vectorFields.has(field)) return context;
119
- return context.vectorSearchers.has(field) && executor.holdsVectorField(indexName, field) ? context : null;
120
- }
121
- function answerableContext(indexName, params) {
122
- const context = searchableContext(indexName, params);
123
- return context !== null && holdsEveryVectorFieldRead(indexName, context, params) ? context : null;
124
- }
125
- return {
126
- holdsCopyOf: (indexName) => heldContext(indexName) !== null,
127
- holdsDocumentsOf: (indexName) => wholeDocumentsContext(indexName) !== null,
128
- canAnswer: (indexName, params) => answerableContext(indexName, params) !== null,
129
- canCount: (indexName, params) => searchableContext(indexName, params) !== null,
130
- async query(indexName, params) {
131
- const resolved = await resolvedParams(indexName, params);
132
- const context = requireAnswerable(indexName, answerableContext(indexName, params));
133
- const result = await executeQuery(resolved, {
134
- manager: managerOf(indexName, context),
135
- language: context.language,
136
- config: context.config,
137
- indexName,
138
- cursorBinding: queryBindingOf(params),
139
- vectorSearchers: context.vectorSearchers,
140
- patternWorkCap,
141
- rerank: rerankRunnerFor(params)
142
- });
143
- if (context.analysisStale) result.analysisStale = true;
144
- return result;
145
- },
146
- async preflight(indexName, params) {
147
- const resolved = await resolvedParams(indexName, params);
148
- const context = requireAnswerable(indexName, searchableContext(indexName, params));
149
- const result = await executePreflight(resolved, {
150
- manager: context.manager,
151
- language: context.language,
152
- config: context.config,
153
- indexName,
154
- cursorBinding: queryBindingOf(params),
155
- vectorSearchers: context.vectorSearchers,
156
- patternWorkCap
157
- });
158
- if (context.analysisStale) result.analysisStale = true;
159
- return result;
160
- },
161
- async suggest(indexName, params) {
162
- const context = requireAnswerable(indexName, heldContext(indexName));
163
- const result = executeSuggest(context.manager, context.language, params);
164
- if (context.analysisStale) result.analysisStale = true;
165
- return result;
166
- },
167
- async get(indexName, docId) {
168
- return requireWholeDocuments(indexName).manager.get(docId);
169
- },
170
- async getMultiple(indexName, docIds) {
171
- const { manager } = requireWholeDocuments(indexName);
172
- const found = /* @__PURE__ */ new Map();
173
- for (const docId of docIds) {
174
- const document = manager.get(docId);
175
- if (document !== void 0) found.set(docId, document);
176
- }
177
- return found;
178
- },
179
- async has(indexName, docId) {
180
- return requireAnswerable(indexName, heldContext(indexName)).manager.has(docId);
181
- },
182
- async countDocuments(indexName) {
183
- return requireAnswerable(indexName, heldContext(indexName)).manager.countDocuments();
184
- },
185
- async listDocuments(indexName, params) {
186
- const { context, manager } = requireWholeDocuments(indexName);
187
- return executeListDocuments(params ?? {}, {
188
- manager,
189
- schema: context.config.schema,
190
- strict: context.config.strict,
191
- patternWorkCap
192
- });
193
- }
194
- };
8
+ // src/server/request-threads/messages.ts
9
+ function isLongQueryPortNote(message) {
10
+ if (typeof message !== "object" || message === null) return false;
11
+ return message.type === "long-query-port";
195
12
  }
196
13
 
197
14
  // src/server/request-threads/relay-client.ts
198
15
  function isRelayReply(message) {
199
16
  if (typeof message !== "object" || message === null) return false;
200
17
  const { type, requestId } = message;
201
- return typeof requestId === "number" && (type === "response" || type === "authorized" || type === "embedded" || type === "reranked");
18
+ return typeof requestId === "number" && (type === "response" || type === "authorized" || type === "embedded" || type === "reranked" || type === "writes-applied");
202
19
  }
203
20
  function isStreamPart(message) {
204
21
  if (typeof message !== "object" || message === null) return false;
@@ -313,7 +130,7 @@ function createRelayClient(port, touchIntervalMs) {
313
130
  if (reply.denial !== null) return { allowed: false, denial: reply.denial };
314
131
  return { allowed: true };
315
132
  },
316
- async request(route, ctx) {
133
+ async request(route, ctx, onUnavailable) {
317
134
  let reply;
318
135
  const body = relayedBody(ctx.rawBody);
319
136
  try {
@@ -344,7 +161,9 @@ function createRelayClient(port, touchIntervalMs) {
344
161
  }, body.moved).then(resolve, reject);
345
162
  });
346
163
  } catch {
347
- if (!ctx.abort.aborted) sendUnavailable(ctx.res);
164
+ if (ctx.abort.aborted) return;
165
+ if (onUnavailable === void 0) sendUnavailable(ctx.res);
166
+ else onUnavailable();
348
167
  return;
349
168
  }
350
169
  if (reply === null || reply.type !== "response" || ctx.abort.aborted) return;
@@ -366,6 +185,9 @@ function createRelayClient(port, touchIntervalMs) {
366
185
  new NarsilError(ErrorCodes.RERANK_FAILED, "The main thread returned no scores")
367
186
  );
368
187
  },
188
+ async awaitWrites(indexName) {
189
+ await send((requestId) => ({ type: "await-writes", requestId, indexName }));
190
+ },
369
191
  touch(indexName) {
370
192
  if (closed) return;
371
193
  const now = Date.now();
@@ -385,6 +207,260 @@ function createRelayClient(port, touchIntervalMs) {
385
207
  };
386
208
  }
387
209
 
210
+ // src/server/request-threads/long-query-route.ts
211
+ function routeLongQueries(mainPort, inFlight, touchIntervalMs, firstPort) {
212
+ const counter = new Int32Array(inFlight);
213
+ let relay = null;
214
+ function relayThrough(port) {
215
+ relay?.close();
216
+ const opened = createRelayClient(port, touchIntervalMs);
217
+ relay = opened;
218
+ port.on("close", () => {
219
+ if (relay === opened) relay = null;
220
+ });
221
+ }
222
+ if (firstPort !== null) relayThrough(firstPort);
223
+ mainPort.on("message", (message) => {
224
+ if (isLongQueryPortNote(message)) relayThrough(message.port);
225
+ });
226
+ return {
227
+ moveAfterMs: () => relay === null ? void 0 : REQUEST_THREAD_MOVE_AFTER_MS,
228
+ async move(route, ctx) {
229
+ const target = relay;
230
+ if (target === null) return false;
231
+ if (Atomics.add(counter, 0, 1) >= MAX_LONG_QUERIES_IN_FLIGHT) {
232
+ Atomics.sub(counter, 0, 1);
233
+ sendError(
234
+ ctx.res,
235
+ 429,
236
+ ServerErrorCodes.TOO_MANY_REQUESTS,
237
+ `The server is already answering ${MAX_LONG_QUERIES_IN_FLIGHT} searches whose pattern work is long, so it refuses another. Retry once those searches answer.`,
238
+ { limit: MAX_LONG_QUERIES_IN_FLIGHT }
239
+ );
240
+ return true;
241
+ }
242
+ let counted = true;
243
+ const release = () => {
244
+ if (!counted) return;
245
+ counted = false;
246
+ Atomics.sub(counter, 0, 1);
247
+ };
248
+ ctx.abort.onAbort(release);
249
+ let lost = false;
250
+ try {
251
+ if (!ctx.abort.aborted) {
252
+ await target.request(route, ctx, () => {
253
+ lost = true;
254
+ });
255
+ }
256
+ } finally {
257
+ release();
258
+ }
259
+ return !lost;
260
+ },
261
+ close() {
262
+ relay?.close();
263
+ relay = null;
264
+ }
265
+ };
266
+ }
267
+
268
+ // src/server/request-threads/move-clock.ts
269
+ var SearchMoved = class extends Error {
270
+ constructor() {
271
+ super("This search ran past the point where its thread hands it on");
272
+ this.name = "SearchMoved";
273
+ }
274
+ };
275
+ function moveClock(moveAfterMs) {
276
+ const moveAt = performance.now() + moveAfterMs;
277
+ let pending = 0;
278
+ const clock = {
279
+ tick(units) {
280
+ pending += units;
281
+ if (pending >= SEARCH_CLOCK_SAMPLE_UNITS) clock.check();
282
+ },
283
+ check() {
284
+ pending = 0;
285
+ if (performance.now() > moveAt) throw new SearchMoved();
286
+ }
287
+ };
288
+ return clock;
289
+ }
290
+
291
+ // src/server/request-threads/held-vectors.ts
292
+ function managerWithHeldVectors(manager, fieldPaths, vectorOf) {
293
+ function get(docId, projection) {
294
+ const document = manager.get(docId, projection);
295
+ if (document === void 0) return void 0;
296
+ for (const fieldPath of fieldPaths) {
297
+ if (projection !== void 0 && !projectionKeepsField(projection, fieldPath)) continue;
298
+ const vector = vectorOf(fieldPath, docId);
299
+ if (vector !== void 0)
300
+ setNestedValue(document, fieldPath, Float32Array.from(vector));
301
+ }
302
+ return document;
303
+ }
304
+ const reader = Object.create(manager);
305
+ reader.get = get;
306
+ return reader;
307
+ }
308
+
309
+ // src/server/request-threads/read-engine.ts
310
+ function createThreadReadEngine(options) {
311
+ const { executor, relay, searchHooks, patternWorkCap, maxRerankWindow, moveAfterMs } = options;
312
+ function vectorFieldsOf(context) {
313
+ return [...extractVectorFieldsFromSchema(context.config.schema).keys()];
314
+ }
315
+ function holdsEveryVectorField(indexName, context) {
316
+ return vectorFieldsOf(context).every((fieldPath) => executor.holdsVectorField(indexName, fieldPath));
317
+ }
318
+ function holdsEveryVectorFieldRead(indexName, context, params) {
319
+ if (params.document === false) return true;
320
+ const projection = resolveProjection(params.document === true ? void 0 : params.document);
321
+ return vectorFieldsOf(context).every(
322
+ (fieldPath) => !projectionKeepsField(projection, fieldPath) || executor.holdsVectorField(indexName, fieldPath)
323
+ );
324
+ }
325
+ function managerOf(indexName, context) {
326
+ const fieldPaths = vectorFieldsOf(context);
327
+ if (fieldPaths.length === 0) return context.manager;
328
+ return managerWithHeldVectors(
329
+ context.manager,
330
+ fieldPaths,
331
+ (fieldPath, docId) => executor.heldVectorOf(indexName, fieldPath, docId)
332
+ );
333
+ }
334
+ function heldContext(indexName) {
335
+ return executor.queryContextOf(indexName) ?? null;
336
+ }
337
+ function wholeDocumentsContext(indexName) {
338
+ const context = heldContext(indexName);
339
+ return context !== null && holdsEveryVectorField(indexName, context) ? context : null;
340
+ }
341
+ function requireAnswerable(indexName, context) {
342
+ if (context === null) {
343
+ throw new NarsilError(
344
+ ErrorCodes.INDEX_NOT_FOUND,
345
+ `This thread holds no copy of index "${indexName}" that answers this request yet`,
346
+ { indexName }
347
+ );
348
+ }
349
+ relay.touch(indexName);
350
+ return context;
351
+ }
352
+ function requireWholeDocuments(indexName) {
353
+ const context = requireAnswerable(indexName, wholeDocumentsContext(indexName));
354
+ return { context, manager: managerOf(indexName, context) };
355
+ }
356
+ function rerankRunnerFor(params) {
357
+ if (params.rerank === void 0) return void 0;
358
+ return {
359
+ maxWindow: maxRerankWindow,
360
+ score: (adapter, query2, documents) => relay.rerank(adapter, query2, documents)
361
+ };
362
+ }
363
+ async function resolvedParams(indexName, request) {
364
+ const params = withRerankQueryText(request);
365
+ if (params.vector?.text === void 0) return params;
366
+ const value = await relay.embed(indexName, params.vector);
367
+ const { text: _text, ...vector } = params.vector;
368
+ return { ...params, vector: { ...vector, value } };
369
+ }
370
+ function searchableContext(indexName, params) {
371
+ if (searchHooks) return null;
372
+ const context = executor.queryContextOf(indexName);
373
+ if (context === void 0) return null;
374
+ const field = params.vector?.field;
375
+ if (field === void 0) return context;
376
+ const vectorFields = extractVectorFieldsFromSchema(context.config.schema);
377
+ if (!vectorFields.has(field)) return context;
378
+ return context.vectorSearchers.has(field) && executor.holdsVectorField(indexName, field) ? context : null;
379
+ }
380
+ function answerableContext(indexName, params) {
381
+ const context = searchableContext(indexName, params);
382
+ return context !== null && holdsEveryVectorFieldRead(indexName, context, params) ? context : null;
383
+ }
384
+ async function query(indexName, params, moveAfter) {
385
+ const resolved = await resolvedParams(indexName, params);
386
+ const context = requireAnswerable(indexName, answerableContext(indexName, params));
387
+ const clock = moveAfter === void 0 ? void 0 : moveClock(moveAfter);
388
+ const result = await executeQuery(resolved, {
389
+ manager: managerOf(indexName, context),
390
+ language: context.language,
391
+ config: context.config,
392
+ indexName,
393
+ cursorBinding: lazyQueryBinding(params, clock),
394
+ vectorSearchers: context.vectorSearchers,
395
+ patternWorkCap,
396
+ clock,
397
+ rerank: rerankRunnerFor(params)
398
+ });
399
+ if (context.analysisStale) result.analysisStale = true;
400
+ return result;
401
+ }
402
+ async function preflight(indexName, params, moveAfter) {
403
+ const resolved = await resolvedParams(indexName, params);
404
+ const context = requireAnswerable(indexName, searchableContext(indexName, params));
405
+ const clock = moveAfter === void 0 ? void 0 : moveClock(moveAfter);
406
+ const result = await executePreflight(resolved, {
407
+ manager: context.manager,
408
+ language: context.language,
409
+ config: context.config,
410
+ indexName,
411
+ cursorBinding: lazyQueryBinding(params, clock),
412
+ vectorSearchers: context.vectorSearchers,
413
+ patternWorkCap,
414
+ clock
415
+ });
416
+ if (context.analysisStale) result.analysisStale = true;
417
+ return result;
418
+ }
419
+ return {
420
+ holdsCopyOf: (indexName) => heldContext(indexName) !== null,
421
+ holdsDocumentsOf: (indexName) => wholeDocumentsContext(indexName) !== null,
422
+ canAnswer: (indexName, params) => answerableContext(indexName, params) !== null,
423
+ canCount: (indexName, params) => searchableContext(indexName, params) !== null,
424
+ query: (indexName, params) => query(indexName, params, moveAfterMs?.()),
425
+ queryHere: (indexName, params) => query(indexName, params, void 0),
426
+ preflight: (indexName, params) => preflight(indexName, params, moveAfterMs?.()),
427
+ preflightHere: (indexName, params) => preflight(indexName, params, void 0),
428
+ async suggest(indexName, params) {
429
+ const context = requireAnswerable(indexName, heldContext(indexName));
430
+ const result = executeSuggest(context.manager, context.language, params);
431
+ if (context.analysisStale) result.analysisStale = true;
432
+ return result;
433
+ },
434
+ async get(indexName, docId) {
435
+ return requireWholeDocuments(indexName).manager.get(docId);
436
+ },
437
+ async getMultiple(indexName, docIds) {
438
+ const { manager } = requireWholeDocuments(indexName);
439
+ const found = /* @__PURE__ */ new Map();
440
+ for (const docId of docIds) {
441
+ const document = manager.get(docId);
442
+ if (document !== void 0) found.set(docId, document);
443
+ }
444
+ return found;
445
+ },
446
+ async has(indexName, docId) {
447
+ return requireAnswerable(indexName, heldContext(indexName)).manager.has(docId);
448
+ },
449
+ async countDocuments(indexName) {
450
+ return requireAnswerable(indexName, heldContext(indexName)).manager.countDocuments();
451
+ },
452
+ async listDocuments(indexName, params) {
453
+ const { context, manager } = requireWholeDocuments(indexName);
454
+ return executeListDocuments(params ?? {}, {
455
+ manager,
456
+ schema: context.config.schema,
457
+ strict: context.config.strict,
458
+ patternWorkCap
459
+ });
460
+ }
461
+ };
462
+ }
463
+
388
464
  // src/server/request-threads/thread-departure.ts
389
465
  var DEPARTURE_REFUSAL = {
390
466
  error: {
@@ -573,6 +649,15 @@ function onWholeDocuments(local, handler, fallback) {
573
649
  function mainThreadAnswersInstead(err) {
574
650
  return isNarsilError(err) && err.code === ErrorCodes.WORKER_BUSY;
575
651
  }
652
+ async function answerMoved(ctx, params, limits, options) {
653
+ if (await options.move(ctx)) return;
654
+ try {
655
+ respondJson(ctx, await options.answerHere(ctx.params[0], withServerRerankWindow(params, limits)));
656
+ } catch (err) {
657
+ if (mainThreadAnswersInstead(err)) await options.fallback(ctx);
658
+ else respondError(ctx, err);
659
+ }
660
+ }
576
661
  function searchHandler(options) {
577
662
  const { fallback, limits, allowRegex, staysOnThread, answer } = options;
578
663
  return async (ctx) => {
@@ -591,7 +676,8 @@ function searchHandler(options) {
591
676
  try {
592
677
  respondJson(ctx, await answer(ctx.params[0], withServerRerankWindow(params, limits)));
593
678
  } catch (err) {
594
- if (staysOnThread(ctx.params[0], params) && !mainThreadAnswersInstead(err)) respondError(ctx, err);
679
+ if (err instanceof SearchMoved) await answerMoved(ctx, params, limits, options);
680
+ else if (staysOnThread(ctx.params[0], params) && !mainThreadAnswersInstead(err)) respondError(ctx, err);
595
681
  else await fallback(ctx);
596
682
  }
597
683
  };
@@ -627,7 +713,7 @@ function relayedHandlers(relay, limits) {
627
713
  }
628
714
  return forwarded;
629
715
  }
630
- function threadHandlers(local, relay, settings) {
716
+ function threadHandlers(local, relay, longQueries, settings) {
631
717
  const { allowRegex } = settings;
632
718
  const reads = createDocumentReadHandlers({ engine: local, limits: settings.limits, allowRegex });
633
719
  const forwarded = relayedHandlers(relay, settings.limits);
@@ -641,14 +727,18 @@ function threadHandlers(local, relay, settings) {
641
727
  limits: settings.limits,
642
728
  allowRegex,
643
729
  staysOnThread: (name, params) => local.canAnswer(name, params),
644
- answer: (name, params) => local.query(name, params)
730
+ answer: (name, params) => local.query(name, params),
731
+ answerHere: (name, params) => local.queryHere(name, params),
732
+ move: (ctx) => longQueries.move("search", ctx)
645
733
  }),
646
734
  preflight: searchHandler({
647
735
  fallback: forwarded.preflight,
648
736
  limits: settings.limits,
649
737
  allowRegex,
650
738
  staysOnThread: (name, params) => local.canCount(name, params),
651
- answer: (name, params) => local.preflight(name, params)
739
+ answer: (name, params) => local.preflight(name, params),
740
+ answerHere: (name, params) => local.preflightHere(name, params),
741
+ move: (ctx) => longQueries.move("preflight", ctx)
652
742
  }),
653
743
  suggest: suggestHandler(local, forwarded.suggest),
654
744
  get: onWholeDocuments(local, reads.get, forwarded.get),
@@ -665,6 +755,12 @@ async function serveRequests(executor, settings) {
665
755
  const child = childAppOf(app);
666
756
  if (child === null) throw new Error("This uWebSockets.js build offers no child apps");
667
757
  const relay = createRelayClient(settings.port, settings.touchIntervalMs);
758
+ const longQueries = routeLongQueries(
759
+ settings.port,
760
+ settings.longQueriesInFlight,
761
+ settings.touchIntervalMs,
762
+ settings.longQueryPort
763
+ );
668
764
  const departure = watchForDeparture({
669
765
  relay,
670
766
  departure: new Int32Array(settings.departure),
@@ -675,7 +771,8 @@ async function serveRequests(executor, settings) {
675
771
  relay,
676
772
  searchHooks: settings.searchHooks,
677
773
  patternWorkCap: settings.patternWorkCap,
678
- maxRerankWindow: settings.maxRerankWindow
774
+ maxRerankWindow: settings.maxRerankWindow,
775
+ moveAfterMs: () => longQueries.moveAfterMs()
679
776
  });
680
777
  const run = createRouteRunner({
681
778
  authorize: settings.authorizes ? (context) => relay.authorize(context) : void 0,
@@ -684,19 +781,20 @@ async function serveRequests(executor, settings) {
684
781
  corsHeaders: settings.cors ? corsHeaderReader(settings.cors) : void 0,
685
782
  track: departure.track
686
783
  });
687
- const handlers = guardEveryRoute(threadHandlers(local, relay, settings), departure);
784
+ const handlers = guardEveryRoute(threadHandlers(local, relay, longQueries, settings), departure);
688
785
  registerServerRoutes(app, run, handlers, settings.limits, settings.cors);
689
- servingApp = { app: child, relay };
786
+ servingApp = { app: child, relay, longQueries };
690
787
  void closeWhenTheProcessExits(new Int32Array(settings.closeAtExit), closeRequestThread);
691
788
  return { descriptor: child.getDescriptor() };
692
789
  }
693
790
  function closeRequestThread() {
694
791
  leaveWithoutDeparture();
695
792
  if (servingApp === null) return;
696
- const { app, relay } = servingApp;
793
+ const { app, relay, longQueries } = servingApp;
697
794
  servingApp = null;
698
795
  app.close();
796
+ longQueries.close();
699
797
  relay.close();
700
798
  }
701
799
 
702
- export { closeRequestThread, serveRequests };
800
+ export { closeRequestThread, createRelayClient, createThreadReadEngine, isLongQueryPortNote, searchHandler, serveRequests };
@@ -2172,7 +2172,7 @@ function readNeighborsLocked(state, ord, layer) {
2172
2172
  if (nodeReadHeld(state.locks, ord, version)) return count;
2173
2173
  }
2174
2174
  }
2175
- function searchLayer(state, qVec, qMag, ef, layer, metric, excludeTombstones, distFn, results, accepted) {
2175
+ function searchLayer(state, qVec, qMag, ef, layer, metric, excludeTombstones, distFn, results, accepted, clock) {
2176
2176
  const getDistance = distFn ?? ((ord) => queryDistanceByOrd(state, qVec, qMag, ord, metric));
2177
2177
  const workspace = state.workspace;
2178
2178
  const frontier = workspace.frontier;
@@ -2202,6 +2202,7 @@ function searchLayer(state, qVec, qMag, ef, layer, metric, excludeTombstones, di
2202
2202
  while (popHeap(frontier)) {
2203
2203
  if (frontier.topDistance > furthestDist && found.size >= ef) break;
2204
2204
  const count = readNeighborsLocked(state, frontier.topOrd, layer);
2205
+ if (clock !== void 0) clock.tick(count * state.dimension);
2205
2206
  for (let i = 0; i < count; i++) {
2206
2207
  const neighborOrd = scratch[i];
2207
2208
  ensureVisited(state, neighborOrd + 1);
@@ -2739,12 +2740,12 @@ function traverse(state, query, k, searchMetric, options) {
2739
2740
  if (entryPoint === -1) return { candidates, depth: useQuantized ? depth : 0, arenaQuery, qMag, native: null };
2740
2741
  setSingleEntryPoint(workspace, entryPoint);
2741
2742
  for (let layer = topLayerOf(state); layer >= 1; layer--) {
2742
- searchLayer(state, query, qMag, 1, layer, searchMetric, false, distFn, candidates);
2743
+ searchLayer(state, query, qMag, 1, layer, searchMetric, false, distFn, candidates, void 0, options.clock);
2743
2744
  if (candidates.size > 0) {
2744
2745
  setSingleEntryPoint(workspace, candidates.ords[0]);
2745
2746
  }
2746
2747
  }
2747
- searchLayer(state, query, qMag, ef, 0, searchMetric, true, distFn, candidates, filter);
2748
+ searchLayer(state, query, qMag, ef, 0, searchMetric, true, distFn, candidates, filter, options.clock);
2748
2749
  } finally {
2749
2750
  unlockGraphShared(state.locks);
2750
2751
  }
@@ -334,6 +334,9 @@ var DEFAULT_TASK_PAGE_SIZE = 20;
334
334
  var TASK_PROGRESS_WRITE_INTERVAL_MS = 250;
335
335
  var RUNNING_TASK_TTL_MS = 24 * 60 * 60 * 1e3;
336
336
  var TERMINAL_TASK_TTL_MS = 60 * 60 * 1e3;
337
+ var REQUEST_THREAD_MOVE_AFTER_MS = 10;
338
+ var SEARCH_CLOCK_SAMPLE_UNITS = 65536;
339
+ var MAX_LONG_QUERIES_IN_FLIGHT = 16;
337
340
 
338
341
  // src/server/parse-heap.ts
339
342
  var PARSE_WOULD_FILL_MEMORY_REASON = "parse_would_fill_memory";
@@ -1827,4 +1830,4 @@ async function departureConfirmation(word) {
1827
1830
  if (waiting.async) await waiting.value;
1828
1831
  }
1829
1832
 
1830
- export { ASYNC_IMPORT_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, RUNNING_TASK_TTL_MS, SERVER_CAPABILITIES, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, awaitDepartureConfirmation, badRequest, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createVersionHandler, departureConfirmation, departureConfirmed, encodeJson, gateSlotOfWorker, httpStatusForNarsilError, isRemoveOnlyBatch, loadUWebSockets, parseJson, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJson, refuseRegex, registerServerRoutes, rejectInvalid, resolveCors, respondAnswer, respondError, respondJson, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverRoutes, statusLine, toHttpError, validateBatch, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport, withServerRerankWindow };
1833
+ export { ASYNC_IMPORT_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MAX_LONG_QUERIES_IN_FLIGHT, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, REQUEST_THREAD_MOVE_AFTER_MS, RUNNING_TASK_TTL_MS, SEARCH_CLOCK_SAMPLE_UNITS, SERVER_CAPABILITIES, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, awaitDepartureConfirmation, badRequest, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createVersionHandler, departureConfirmation, departureConfirmed, encodeJson, gateSlotOfWorker, httpStatusForNarsilError, isRemoveOnlyBatch, loadUWebSockets, parseJson, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJson, refuseRegex, registerServerRoutes, rejectInvalid, resolveCors, respondAnswer, respondError, respondJson, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverRoutes, statusLine, toHttpError, validateBatch, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport, withServerRerankWindow };
@@ -1,9 +1,9 @@
1
- import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes, uint64Bytes } from './chunk-LVNBY2TS.mjs';
1
+ import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes, uint64Bytes } from './chunk-7EWQZQDT.mjs';
2
2
  import { WIRE_BATCH_BUDGET } from './chunk-P36MUFEJ.mjs';
3
3
  import { ReplicationMessageTypes } from './chunk-YH5OIL7B.mjs';
4
- import { packChecksummedEnvelope, crc32, openChecksummedEnvelope, reconstructSchemaFromMetadata, HEADER_SIZE, prepareDocumentVectors } from './chunk-PABYSTKO.mjs';
5
- import { freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, selectionKeeps, decodeMapWithoutFields, shareSegmentArrays, segmentArraysOf, mergeSegmentContents } from './chunk-5QIRLJH4.mjs';
6
- import { fnv1a, isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-5WEBVYOA.mjs';
4
+ import { packChecksummedEnvelope, crc32, openChecksummedEnvelope, reconstructSchemaFromMetadata, HEADER_SIZE, prepareDocumentVectors } from './chunk-BCSWODXP.mjs';
5
+ import { freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, selectionKeeps, decodeMapWithoutFields, shareSegmentArrays, segmentArraysOf, mergeSegmentContents } from './chunk-Q62NDKEC.mjs';
6
+ import { fnv1a, isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-N53HN5VA.mjs';
7
7
  import { generateId, getLanguage } from './chunk-FUUP45IS.mjs';
8
8
  import { extractVectorFieldsFromSchema, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-DG62H7OD.mjs';
9
9
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';