@delali/narsil 0.4.1-next.215 → 0.4.2-next.271
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/adapters/filesystem.d.ts +1 -1
- package/dist/adapters/filesystem.mjs +9 -3
- package/dist/adapters/gcs.d.ts +1 -1
- package/dist/adapters/indexeddb.d.ts +6 -1
- package/dist/adapters/indexeddb.mjs +20 -26
- package/dist/adapters/memory.d.ts +1 -1
- package/dist/adapters/s3.d.ts +1 -1
- package/dist/{adapters-pljAqmrC.d.ts → adapters-8LcdNB77.d.ts} +18 -1
- package/dist/browser/{chunk-GBJSEHVJ.mjs → chunk-DPRCAVC2.mjs} +14 -8
- package/dist/browser/{chunk-YINZFPLT.mjs → chunk-WRRXR57N.mjs} +1 -1
- package/dist/browser/{chunk-QAOVAYAG.mjs → chunk-XBWABEL3.mjs} +1 -1
- package/dist/browser/{chunk-4E5APHTM.mjs → chunk-Y5CSZDOH.mjs} +1 -1
- package/dist/browser/{durability-config-75NSFCQN.mjs → durability-config-UP3OTUMB.mjs} +34 -2
- package/dist/browser/{msgpack-leaf-44XNWSSY.mjs → msgpack-leaf-FEPCLXXY.mjs} +7 -1
- package/dist/browser/{optional-reads-6LN3HMUH.mjs → optional-reads-NQO5DKM4.mjs} +18 -16
- package/dist/browser/{optional-writes-76DWMRQH.mjs → optional-writes-HVPPDHSY.mjs} +259 -104
- package/dist/browser/{storage-leaf-5UTR5K7J.mjs → storage-leaf-42IZEOJJ.mjs} +1473 -305
- package/dist/{capabilities-BOFFMx84.d.ts → capabilities-BoWiLNv7.d.ts} +76 -61
- package/dist/{chunk-DBC4EJWB.mjs → chunk-33ZMFOAR.mjs} +1 -1
- package/dist/{chunk-NCIGNQJE.mjs → chunk-4GCHJ3XD.mjs} +930 -387
- package/dist/{chunk-7P5YWDRQ.mjs → chunk-4WQNWAQE.mjs} +1 -1
- package/dist/{chunk-357KIU5E.mjs → chunk-5E3TJ4P3.mjs} +5 -5
- package/dist/{chunk-GXCDWLQI.mjs → chunk-5GYGHPCH.mjs} +7 -1
- package/dist/{chunk-SMQPZHPS.mjs → chunk-ATQ6JR3I.mjs} +1 -1
- package/dist/{chunk-2K24MEYV.mjs → chunk-BBIAUHAB.mjs} +3 -3
- package/dist/{react-native/chunks/chunk-MMPBO4WR.mjs → chunk-DA32WXBT.mjs} +2 -2
- package/dist/{chunk-MSJD74GN.mjs → chunk-EALKCTWH.mjs} +5 -5
- package/dist/{chunk-755NM4PL.mjs → chunk-FOGTBAYN.mjs} +183 -21
- package/dist/{chunk-6GHX35ZM.mjs → chunk-GTBJSNN2.mjs} +1 -1
- package/dist/{chunk-DDUXEJXW.mjs → chunk-H6LWGMPQ.mjs} +45 -22
- package/dist/{chunk-UNEEFTEU.mjs → chunk-HZ3OAUTL.mjs} +2 -1
- package/dist/{chunk-M3B7SGJB.mjs → chunk-KL4ORYJW.mjs} +6 -6
- package/dist/{chunk-IL5DRCNU.mjs → chunk-KQWTS7AM.mjs} +1 -1
- package/dist/{chunk-DKIMHIBC.mjs → chunk-KX3OP6VP.mjs} +2 -2
- package/dist/{chunk-D456ZFPQ.mjs → chunk-MIIJ5O3O.mjs} +2 -2
- package/dist/{chunk-PP3W5PQQ.mjs → chunk-MS746XNY.mjs} +285 -118
- package/dist/{chunk-WM5KJSQV.mjs → chunk-NFA3WHJU.mjs} +1 -1
- package/dist/{react-native/chunks/chunk-ZUJCUPVS.mjs → chunk-OETLM4EH.mjs} +1 -1
- package/dist/{chunk-MYN4K5IS.mjs → chunk-OLXFIUIZ.mjs} +1 -1
- package/dist/{chunk-P4F4UWLC.mjs → chunk-PSO7V7VW.mjs} +17 -3
- package/dist/{chunk-X3EQCQLP.mjs → chunk-Q4NLL66U.mjs} +2 -2
- package/dist/{chunk-WC5KAWXQ.mjs → chunk-QJFKL4NK.mjs} +4 -4
- package/dist/{chunk-MSIN4NM3.mjs → chunk-S3JHYPH7.mjs} +6 -1
- package/dist/{chunk-3IE3A74H.mjs → chunk-SSITKQU6.mjs} +3 -3
- package/dist/{chunk-B3MO37YF.mjs → chunk-TANKI7TG.mjs} +1 -1
- package/dist/{chunk-Z7XSHKOF.mjs → chunk-TI4G3SIG.mjs} +63 -144
- package/dist/{chunk-OGYSPNL2.mjs → chunk-TT3UDDL3.mjs} +7 -7
- package/dist/{react-native/chunks/chunk-4FUCRLSA.mjs → chunk-VHIOGDVD.mjs} +1 -1
- package/dist/{chunk-AXDB6KUQ.mjs → chunk-W3JH2IK6.mjs} +4 -4
- package/dist/{chunk-CERPUGRK.mjs → chunk-WIT6B5OB.mjs} +2 -2
- package/dist/{chunk-MI6UZGUR.mjs → chunk-XGVSG6ZU.mjs} +3 -3
- package/dist/{chunk-6I6OO6B2.mjs → chunk-XWPNRHTG.mjs} +4 -4
- package/dist/{chunk-WTMCGZ74.mjs → chunk-YHZSSPG3.mjs} +2 -2
- package/dist/chunk-ZYEEOZTT.mjs +52 -0
- package/dist/{client-BhNxHtcZ.d.ts → client-B0NPZSKY.d.ts} +4 -4
- package/dist/client.d.ts +9 -9
- package/dist/client.mjs +2 -2
- package/dist/{config-P9zW3Zz7.d.ts → config-B3-sw887.d.ts} +3 -3
- package/dist/{config-BJSL7piq.d.ts → config-DL_nkguq.d.ts} +4 -4
- package/dist/{direct-executor-GWJXDFLD.mjs → direct-executor-PCBB6FCO.mjs} +4 -4
- package/dist/distribution/coordinator/etcd.d.ts +3 -3
- package/dist/distribution/coordinator/etcd.mjs +33 -3
- package/dist/distribution/coordinator/in-memory.d.ts +3 -3
- package/dist/distribution/transport/grpc.mjs +4 -4
- package/dist/distribution/transport/in-memory.mjs +1 -1
- package/dist/distribution/transport/tcp.mjs +12 -7
- package/dist/distribution.d.ts +8 -8
- package/dist/distribution.mjs +167 -91
- package/dist/{durability-config-VWS2K24E.mjs → durability-config-HWKWP35M.mjs} +34 -2
- package/dist/embeddings/openai.d.ts +7 -3
- package/dist/embeddings/openai.mjs +37 -31
- package/dist/{engine-DoFnkRoF.d.ts → engine-DGG_yX0p.d.ts} +3 -3
- package/dist/{index-B_vmxpgW.d.ts → index-fX_FbuRT.d.ts} +1 -1
- package/dist/index.browser.mjs +3 -3
- package/dist/index.d.ts +7 -7
- package/dist/index.mjs +4 -4
- package/dist/index.react-native.mjs +4 -4
- package/dist/invalidation/broadcast-channel.d.ts +1 -1
- package/dist/invalidation/filesystem.d.ts +1 -1
- package/dist/invalidation/noop.d.ts +1 -1
- package/dist/{long-query-thread-GNTDYDOZ.mjs → long-query-thread-4ALYIIC4.mjs} +14 -14
- package/dist/msgpack-leaf-6ZBZWFRD.mjs +9 -0
- package/dist/{optional-reads-UCS23AWP.mjs → optional-reads-ESDVS225.mjs} +18 -16
- package/dist/{optional-writes-2AHJCGTY.mjs → optional-writes-2OK4TOLY.mjs} +9 -8
- package/dist/{paged-partition-archive-GBAHDT55.mjs → paged-partition-archive-Y5OAKNRB.mjs} +13 -13
- package/dist/partial-words.browser.mjs +3 -3
- package/dist/partial-words.mjs +4 -4
- package/dist/pattern.browser.mjs +2 -2
- package/dist/pattern.mjs +2 -2
- package/dist/persistence/durability/checkpoint-worker.d.ts +2 -2
- package/dist/persistence/durability/checkpoint-worker.mjs +14 -14
- package/dist/{query-actions-IDCUA7UV.mjs → query-actions-UQVQZFIJ.mjs} +4 -4
- package/dist/query-suggestions/merge-worker.mjs +7 -7
- package/dist/query-suggestions.browser.mjs +3 -3
- package/dist/query-suggestions.d.ts +3 -3
- package/dist/query-suggestions.mjs +5 -5
- package/dist/{chunk-F26DOOUH.mjs → react-native/chunks/chunk-4OOUY2K7.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-LPX26NNL.mjs → chunk-5MYHYBET.mjs} +286 -118
- package/dist/react-native/chunks/{chunk-MRH36RN3.mjs → chunk-AVCMTWET.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-HTBY4GON.mjs → chunk-GS6LGXY3.mjs} +1 -1
- package/dist/{chunk-UHLFCGZ3.mjs → react-native/chunks/chunk-LE4DTMDL.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-TG56N5JC.mjs → chunk-VIO5IPF7.mjs} +2 -2
- package/dist/react-native/chunks/{chunk-UO44MA5M.mjs → chunk-VRI5XH2M.mjs} +7 -1
- package/dist/{chunk-R2PJKSNL.mjs → react-native/chunks/chunk-XGS2UYVI.mjs} +1 -1
- package/dist/react-native/chunks/{chunk-AJAH6X7W.mjs → chunk-XW6GZQWP.mjs} +4 -4
- package/dist/react-native/chunks/{chunk-SCGBU47K.mjs → chunk-Z44S6WW5.mjs} +2 -2
- package/dist/react-native/chunks/{durability-config-FCSD4MXY.mjs → durability-config-HJETGZVB.mjs} +34 -2
- package/dist/react-native/chunks/msgpack-leaf-4MIGXWZT.mjs +7 -0
- package/dist/react-native/chunks/{optional-reads-4XCJ34QG.mjs → optional-reads-TN3PT6M4.mjs} +18 -16
- package/dist/react-native/chunks/{optional-writes-XYZVTBFB.mjs → optional-writes-LZDHB7FX.mjs} +8 -7
- package/dist/react-native/chunks/{restore-queue-NOKQZJ2Z.mjs → restore-queue-J7SB263E.mjs} +7 -7
- package/dist/react-native/chunks/{segment-codec-leaf-3ZXBJVKH.mjs → segment-codec-leaf-PEKX7TBL.mjs} +5 -5
- package/dist/react-native/chunks/{segment-merge-leaf-3Z7MMPWE.mjs → segment-merge-leaf-I2EC7H6R.mjs} +6 -6
- package/dist/react-native/chunks/{storage-leaf-KJOX3MMW.mjs → storage-leaf-RQXM7HBO.mjs} +1481 -314
- package/dist/react-native/chunks/{store-leaf-QGLVSO5X.mjs → store-leaf-EZGCLSLM.mjs} +6 -6
- package/dist/react-native/chunks/{suggestions-leaf-6GI5ZSW6.mjs → suggestions-leaf-JNGH2JYC.mjs} +6 -6
- package/dist/react-native/chunks/{worker-copies-ALOD7TSP.mjs → worker-copies-2OWLLBCV.mjs} +5 -5
- package/dist/react-native/partial-words.mjs +4 -4
- package/dist/react-native/pattern.mjs +2 -2
- package/dist/react-native/query-suggestions.mjs +4 -4
- package/dist/react-native/sync.mjs +4 -4
- package/dist/react-native/synonyms.mjs +4 -4
- package/dist/react.d.ts +10 -10
- package/dist/react.mjs +0 -2
- package/dist/{rerank-HB6DU6GS.mjs → rerank-TQ4SU76L.mjs} +4 -4
- package/dist/rerankers/http.d.ts +1 -1
- package/dist/rerankers/http.mjs +19 -15
- package/dist/{restore-queue-VUQHGCXE.mjs → restore-queue-W7U2X6V3.mjs} +7 -7
- package/dist/{schema-CzG9OUw5.d.ts → schema-CFnQ-WI3.d.ts} +1 -1
- package/dist/{segment-codec-leaf-TW2FPAAT.mjs → segment-codec-leaf-WGP4FBXF.mjs} +5 -5
- package/dist/{segment-merge-leaf-BS3QV5PZ.mjs → segment-merge-leaf-FYWJQSPL.mjs} +5 -5
- package/dist/server.d.ts +86 -12
- package/dist/server.mjs +2243 -1918
- package/dist/{storage-leaf-5IG2HPNY.mjs → storage-leaf-GRG44RQA.mjs} +1193 -219
- package/dist/{store-leaf-ZWSOK2DV.mjs → store-leaf-YDJVH73G.mjs} +6 -6
- package/dist/{suggestions-leaf-MUZNKQVF.mjs → suggestions-leaf-5UFJV7SC.mjs} +8 -8
- package/dist/sync/filesystem.d.ts +4 -4
- package/dist/sync/filesystem.mjs +12 -12
- package/dist/sync/indexeddb.browser.mjs +1 -1
- package/dist/sync/indexeddb.d.ts +4 -4
- package/dist/sync/indexeddb.mjs +2 -2
- package/dist/sync.browser.mjs +4 -4
- package/dist/sync.d.ts +5 -5
- package/dist/sync.mjs +4 -4
- package/dist/synonyms.browser.mjs +3 -3
- package/dist/synonyms.mjs +4 -4
- package/dist/{tasks-DrLiolTG.d.ts → tasks-B2MDjPL0.d.ts} +4 -4
- package/dist/{thread-6ZBCENAP.mjs → thread-6YLVL2NC.mjs} +13 -13
- package/dist/{types-pS-mAJmX.d.ts → types-DGjk684l.d.ts} +2 -2
- package/dist/vector/search-worker.d.ts +2 -2
- package/dist/{worker-copies-32HWFUH7.mjs → worker-copies-IP4L7KEW.mjs} +7 -7
- package/dist/workers/entry.mjs +16 -16
- package/package.json +12 -10
- package/dist/chunk-HLPRHOSO.mjs +0 -17
- package/dist/msgpack-leaf-H5ZYW7S7.mjs +0 -9
- package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +0 -7
|
@@ -1,14 +1,15 @@
|
|
|
1
1
|
import { CHANGES_SUBPROTOCOL, SYNC_SUBPROTOCOL, encodeJson, SYNC_CLOSE_SERVER_ERROR, encodeScore } from './chunk-TACP6VK6.mjs';
|
|
2
|
-
import { answerRefusalOf } from './chunk-
|
|
3
|
-
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-
|
|
4
|
-
import { readRecentMemoryFigures, readMemoryFigures
|
|
2
|
+
import { answerRefusalOf } from './chunk-NFA3WHJU.mjs';
|
|
3
|
+
import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-XWPNRHTG.mjs';
|
|
4
|
+
import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-MS746XNY.mjs';
|
|
5
5
|
import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-2AFZE7Y3.mjs';
|
|
6
|
-
import { MAX_FILTER_DEPTH } from './chunk-
|
|
6
|
+
import { MAX_FILTER_DEPTH } from './chunk-KQWTS7AM.mjs';
|
|
7
7
|
import { bindSignalStop } from './chunk-FJXJZUWF.mjs';
|
|
8
8
|
import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-5EI5CXO6.mjs';
|
|
9
|
-
import { ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
|
|
9
|
+
import { DEFAULT_PAGE_SIZE, ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
|
|
10
10
|
import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
|
|
11
11
|
import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
|
|
12
|
+
import { SORT_MODES } from './chunk-TGPKS2UM.mjs';
|
|
12
13
|
import { randomUUID } from 'crypto';
|
|
13
14
|
import { mkdtemp, open, rm } from 'fs/promises';
|
|
14
15
|
import { tmpdir } from 'os';
|
|
@@ -368,8 +369,11 @@ var MAX_INDEX_TOUCH_INTERVAL_MS = 1e3;
|
|
|
368
369
|
var INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT = 4;
|
|
369
370
|
var REQUEST_THREAD_DEPARTURE_DRAIN_MS = 100;
|
|
370
371
|
var REQUEST_THREAD_DRAIN_DEADLINE_MS = 3e4;
|
|
372
|
+
var SERVER_CLOSE_DRAIN_DEADLINE_MS = 3e4;
|
|
373
|
+
var SERVER_CLOSE_ACKNOWLEDGE_GRACE_MS = 500;
|
|
371
374
|
var REQUEST_THREAD_CLOSE_AT_EXIT_MS = 2e3;
|
|
372
375
|
var DEFAULT_MAX_RETAINED_TASKS = 1e3;
|
|
376
|
+
var TASK_RECORD_LOAD_CONCURRENCY = 16;
|
|
373
377
|
var DEFAULT_TASK_PAGE_SIZE = 20;
|
|
374
378
|
var TASK_PROGRESS_WRITE_INTERVAL_MS = 250;
|
|
375
379
|
var RUNNING_TASK_TTL_MS = 24 * 60 * 60 * 1e3;
|
|
@@ -378,6 +382,275 @@ var REQUEST_THREAD_MOVE_AFTER_MS = 10;
|
|
|
378
382
|
var SEARCH_CLOCK_SAMPLE_UNITS = 65536;
|
|
379
383
|
var MAX_LONG_QUERIES_IN_FLIGHT = 16;
|
|
380
384
|
|
|
385
|
+
// src/server/task-status.ts
|
|
386
|
+
var TASK_TYPE_SET = {
|
|
387
|
+
optimizeVectors: true,
|
|
388
|
+
rebalance: true,
|
|
389
|
+
restore: true,
|
|
390
|
+
import: true,
|
|
391
|
+
importExport: true,
|
|
392
|
+
rebuildAnalysis: true,
|
|
393
|
+
changeAnalysis: true,
|
|
394
|
+
backup: true,
|
|
395
|
+
backupRestore: true,
|
|
396
|
+
backupDelete: true,
|
|
397
|
+
querySuggestionsBuild: true
|
|
398
|
+
};
|
|
399
|
+
var TASK_TYPES = Object.keys(TASK_TYPE_SET);
|
|
400
|
+
var TASK_STATUSES = ["running", "succeeded", "failed", "cancelled"];
|
|
401
|
+
var TERMINAL_TASK_STATUSES = /* @__PURE__ */ new Set(["succeeded", "failed", "cancelled"]);
|
|
402
|
+
function isTerminalTaskStatus(status) {
|
|
403
|
+
return TERMINAL_TASK_STATUSES.has(status);
|
|
404
|
+
}
|
|
405
|
+
function isTaskType(value) {
|
|
406
|
+
return typeof value === "string" && Object.hasOwn(TASK_TYPE_SET, value);
|
|
407
|
+
}
|
|
408
|
+
function isTaskStatus(value) {
|
|
409
|
+
return typeof value === "string" && TASK_STATUSES.includes(value);
|
|
410
|
+
}
|
|
411
|
+
|
|
412
|
+
// src/server/validation.ts
|
|
413
|
+
function isPlainObject(value) {
|
|
414
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
415
|
+
}
|
|
416
|
+
function overWindow(field, value, maxWindow) {
|
|
417
|
+
if (value !== void 0 && (typeof value !== "number" || !Number.isSafeInteger(value) || value < 0)) {
|
|
418
|
+
return { message: `Field "${field}" must be a non-negative integer` };
|
|
419
|
+
}
|
|
420
|
+
if (typeof value === "number" && value > maxWindow) {
|
|
421
|
+
return {
|
|
422
|
+
message: `Field "${field}" exceeds the maximum result window of ${maxWindow}`,
|
|
423
|
+
details: { value, limit: maxWindow }
|
|
424
|
+
};
|
|
425
|
+
}
|
|
426
|
+
return null;
|
|
427
|
+
}
|
|
428
|
+
function withServerQueryLimits(params, limits) {
|
|
429
|
+
const query = { ...params, limit: params.limit ?? Math.min(DEFAULT_PAGE_SIZE, limits.maxResultWindow) };
|
|
430
|
+
if (params.group && typeof params.group === "object") {
|
|
431
|
+
query.group = { ...params.group, limit: params.group.limit ?? limits.maxResultWindow };
|
|
432
|
+
}
|
|
433
|
+
if (params.facets && typeof params.facets === "object") {
|
|
434
|
+
query.facets = Object.fromEntries(
|
|
435
|
+
Object.entries(params.facets).map(([field, facet]) => [
|
|
436
|
+
field,
|
|
437
|
+
{ ...facet, limit: facet?.limit === void 0 || facet.limit === 0 ? limits.maxResultWindow : facet.limit }
|
|
438
|
+
])
|
|
439
|
+
);
|
|
440
|
+
}
|
|
441
|
+
return withServerRerankWindow(query, limits);
|
|
442
|
+
}
|
|
443
|
+
function overRerankWindow(rerank, maxRerankWindow) {
|
|
444
|
+
if (!isPlainObject(rerank)) return null;
|
|
445
|
+
const window = rerank.window;
|
|
446
|
+
if (typeof window === "number" && window > maxRerankWindow) {
|
|
447
|
+
return {
|
|
448
|
+
message: `Field "rerank.window" exceeds this server's maximum rerank window of ${maxRerankWindow}`,
|
|
449
|
+
details: { value: window, limit: maxRerankWindow }
|
|
450
|
+
};
|
|
451
|
+
}
|
|
452
|
+
return null;
|
|
453
|
+
}
|
|
454
|
+
function withServerRerankWindow(params, limits) {
|
|
455
|
+
const rerank = params.rerank;
|
|
456
|
+
if (rerank === void 0 || !isPlainObject(rerank) || rerank.window !== void 0) return params;
|
|
457
|
+
const depth = params.vector === void 0 ? void 0 : params.hybrid?.depth;
|
|
458
|
+
const fuses = params.term !== void 0 || params.mode === "hybrid";
|
|
459
|
+
const window = fuses && typeof depth === "number" && Number.isInteger(depth) ? Math.min(limits.maxRerankWindow, depth) : limits.maxRerankWindow;
|
|
460
|
+
if (window >= DEFAULT_RERANK_WINDOW) return params;
|
|
461
|
+
return { ...params, rerank: { ...rerank, window } };
|
|
462
|
+
}
|
|
463
|
+
function validateQuery(params, limits) {
|
|
464
|
+
const maxWindow = limits.maxResultWindow;
|
|
465
|
+
if (params.group && typeof params.group === "object" && "reduce" in params.group) {
|
|
466
|
+
return {
|
|
467
|
+
message: 'Custom group reducers are not available over HTTP; use "group.fields" and "group.maxPerGroup" only'
|
|
468
|
+
};
|
|
469
|
+
}
|
|
470
|
+
const rowBound = overWindow("limit", params.limit, maxWindow) ?? overWindow("offset", params.offset, maxWindow);
|
|
471
|
+
if (rowBound) return rowBound;
|
|
472
|
+
const reranked = overRerankWindow(params.rerank, limits.maxRerankWindow);
|
|
473
|
+
if (reranked) return reranked;
|
|
474
|
+
if (params.group && typeof params.group === "object") {
|
|
475
|
+
const grouped = overWindow("group.maxPerGroup", params.group.maxPerGroup, maxWindow) ?? overWindow("group.limit", params.group.limit, maxWindow);
|
|
476
|
+
if (grouped) return grouped;
|
|
477
|
+
}
|
|
478
|
+
if (params.facets && typeof params.facets === "object") {
|
|
479
|
+
for (const [field, facet] of Object.entries(params.facets)) {
|
|
480
|
+
if (facet && typeof facet === "object") {
|
|
481
|
+
const faceted = overWindow(`facets.${field}.limit`, facet.limit, maxWindow);
|
|
482
|
+
if (faceted) return faceted;
|
|
483
|
+
}
|
|
484
|
+
}
|
|
485
|
+
}
|
|
486
|
+
return null;
|
|
487
|
+
}
|
|
488
|
+
function validateSuggest(params) {
|
|
489
|
+
if (typeof params.prefix !== "string") {
|
|
490
|
+
return { message: 'Field "prefix" is required and must be a string' };
|
|
491
|
+
}
|
|
492
|
+
return null;
|
|
493
|
+
}
|
|
494
|
+
function validateDocumentBody(body) {
|
|
495
|
+
if (!isPlainObject(body.document)) {
|
|
496
|
+
return { message: 'Field "document" is required and must be an object' };
|
|
497
|
+
}
|
|
498
|
+
return null;
|
|
499
|
+
}
|
|
500
|
+
function validateMultiGet(body, maxFetch) {
|
|
501
|
+
if (!Array.isArray(body.docIds)) {
|
|
502
|
+
return { message: 'Field "docIds" is required and must be an array of strings' };
|
|
503
|
+
}
|
|
504
|
+
if (body.docIds.length > maxFetch) {
|
|
505
|
+
return {
|
|
506
|
+
message: `Field "docIds" exceeds the maximum of ${maxFetch} ids per request`,
|
|
507
|
+
details: { count: body.docIds.length, limit: maxFetch }
|
|
508
|
+
};
|
|
509
|
+
}
|
|
510
|
+
return null;
|
|
511
|
+
}
|
|
512
|
+
function validateList(params, maxFetch) {
|
|
513
|
+
if (params.cursor !== void 0 && typeof params.cursor !== "string") {
|
|
514
|
+
return { message: 'Field "cursor" must be a string' };
|
|
515
|
+
}
|
|
516
|
+
if (params.limit !== void 0 && typeof params.limit !== "number") {
|
|
517
|
+
return { message: 'Field "limit" must be a number' };
|
|
518
|
+
}
|
|
519
|
+
if (typeof params.limit === "number" && params.limit > maxFetch) {
|
|
520
|
+
return {
|
|
521
|
+
message: `Field "limit" exceeds the maximum of ${maxFetch} documents per request`,
|
|
522
|
+
details: { value: params.limit, limit: maxFetch }
|
|
523
|
+
};
|
|
524
|
+
}
|
|
525
|
+
return validateListSort(params.sort);
|
|
526
|
+
}
|
|
527
|
+
function validateListSort(sort) {
|
|
528
|
+
if (sort === void 0) return null;
|
|
529
|
+
if (typeof sort !== "object" || sort === null) {
|
|
530
|
+
return { message: 'Field "sort" must be an object keyed by field name, or a list of fields' };
|
|
531
|
+
}
|
|
532
|
+
const entries = Array.isArray(sort) ? sort.map(
|
|
533
|
+
(entry) => typeof entry === "object" && entry !== null ? [entry.field, entry.direction] : [entry, void 0]
|
|
534
|
+
) : Object.entries(sort);
|
|
535
|
+
if (entries.length > MAX_SORT_FIELDS) {
|
|
536
|
+
return {
|
|
537
|
+
message: `Field "sort" exceeds the maximum of ${MAX_SORT_FIELDS} fields`,
|
|
538
|
+
details: { count: entries.length, limit: MAX_SORT_FIELDS }
|
|
539
|
+
};
|
|
540
|
+
}
|
|
541
|
+
for (const [field, direction] of entries) {
|
|
542
|
+
if (typeof field !== "string" || field.length === 0) {
|
|
543
|
+
return { message: 'Every entry of "sort" must name a field', details: { value: field } };
|
|
544
|
+
}
|
|
545
|
+
if (direction !== "asc" && direction !== "desc") {
|
|
546
|
+
return { message: `Field "sort.${field}" must be "asc" or "desc"`, details: { value: direction } };
|
|
547
|
+
}
|
|
548
|
+
}
|
|
549
|
+
return null;
|
|
550
|
+
}
|
|
551
|
+
function validateBatch(body) {
|
|
552
|
+
const action = body.action ?? "insert";
|
|
553
|
+
if (action === "insert") {
|
|
554
|
+
if (!Array.isArray(body.documents)) return { message: 'Batch insert requires a "documents" array' };
|
|
555
|
+
return null;
|
|
556
|
+
}
|
|
557
|
+
if (action === "update") {
|
|
558
|
+
if (!Array.isArray(body.updates)) return { message: 'Batch update requires an "updates" array' };
|
|
559
|
+
return null;
|
|
560
|
+
}
|
|
561
|
+
if (action === "delete") {
|
|
562
|
+
if (!Array.isArray(body.docIds)) return { message: 'Batch delete requires a "docIds" array' };
|
|
563
|
+
return null;
|
|
564
|
+
}
|
|
565
|
+
return { message: 'Field "action" must be one of "insert", "update", or "delete"' };
|
|
566
|
+
}
|
|
567
|
+
function validateCreateIndex(body) {
|
|
568
|
+
if (typeof body.name !== "string" || body.name.length === 0) {
|
|
569
|
+
return { message: 'Field "name" is required and must be a non-empty string' };
|
|
570
|
+
}
|
|
571
|
+
if (!isPlainObject(body.config)) {
|
|
572
|
+
return { message: 'Field "config" is required and must be an object' };
|
|
573
|
+
}
|
|
574
|
+
return null;
|
|
575
|
+
}
|
|
576
|
+
function validateChangeAnalysis(body) {
|
|
577
|
+
if (typeof body !== "object" || body === null || Array.isArray(body)) {
|
|
578
|
+
return { message: "The request body must be an object" };
|
|
579
|
+
}
|
|
580
|
+
const unknownField = Object.keys(body).find((field) => !ANALYSIS_CHANGE_MEMBERS.includes(field));
|
|
581
|
+
if (unknownField !== void 0) {
|
|
582
|
+
return { message: `Field "${unknownField}" is not an analysis setting` };
|
|
583
|
+
}
|
|
584
|
+
if (body.language !== void 0 && typeof body.language !== "string") {
|
|
585
|
+
return { message: 'Field "language" must be a string' };
|
|
586
|
+
}
|
|
587
|
+
if (body.tokenizer !== void 0 && body.tokenizer !== null && typeof body.tokenizer !== "string") {
|
|
588
|
+
return { message: 'Field "tokenizer" must be a registered name or null' };
|
|
589
|
+
}
|
|
590
|
+
const stopWords = body.stopWords;
|
|
591
|
+
if (stopWords === void 0 || stopWords === null || typeof stopWords === "string") return null;
|
|
592
|
+
if (Array.isArray(stopWords) && stopWords.every((word) => typeof word === "string")) return null;
|
|
593
|
+
return { message: 'Field "stopWords" must be a registered name, a list of words, or null' };
|
|
594
|
+
}
|
|
595
|
+
function validateRebalance(body) {
|
|
596
|
+
const target = body.targetPartitionCount;
|
|
597
|
+
if (typeof target !== "number" || !Number.isInteger(target) || target <= 0) {
|
|
598
|
+
return { message: 'Field "targetPartitionCount" is required and must be a positive integer' };
|
|
599
|
+
}
|
|
600
|
+
return null;
|
|
601
|
+
}
|
|
602
|
+
function parseCountParam(raw, field, minimum) {
|
|
603
|
+
if (raw === null) return minimum;
|
|
604
|
+
const value = Number(raw);
|
|
605
|
+
if (!Number.isInteger(value) || value < minimum) {
|
|
606
|
+
return { message: `Query parameter "${field}" must be an integer of ${minimum} or more`, details: { value: raw } };
|
|
607
|
+
}
|
|
608
|
+
return value;
|
|
609
|
+
}
|
|
610
|
+
function parseEnumParam(raw, field, allowed) {
|
|
611
|
+
if (raw === null) return void 0;
|
|
612
|
+
const requested = raw.split(",").map((entry) => entry.trim());
|
|
613
|
+
const unknown = requested.filter((entry) => !allowed.includes(entry));
|
|
614
|
+
if (requested.length === 0 || unknown.length > 0) {
|
|
615
|
+
return {
|
|
616
|
+
message: `Query parameter "${field}" accepts only ${allowed.join(", ")}`,
|
|
617
|
+
details: { unknown }
|
|
618
|
+
};
|
|
619
|
+
}
|
|
620
|
+
return requested;
|
|
621
|
+
}
|
|
622
|
+
function isFailure(value) {
|
|
623
|
+
return isPlainObject(value) && typeof value.message === "string";
|
|
624
|
+
}
|
|
625
|
+
function parseTaskListQuery(params, maxPageSize) {
|
|
626
|
+
const type = parseEnumParam(params.get("type"), "type", TASK_TYPES);
|
|
627
|
+
if (isFailure(type)) return { failure: type };
|
|
628
|
+
const status = parseEnumParam(params.get("status"), "status", TASK_STATUSES);
|
|
629
|
+
if (isFailure(status)) return { failure: status };
|
|
630
|
+
const from = parseCountParam(params.get("from"), "from", 0);
|
|
631
|
+
if (isFailure(from)) return { failure: from };
|
|
632
|
+
const limit = parseCountParam(params.get("limit"), "limit", 1);
|
|
633
|
+
if (isFailure(limit)) return { failure: limit };
|
|
634
|
+
if (params.get("limit") !== null && limit > maxPageSize) {
|
|
635
|
+
return {
|
|
636
|
+
failure: {
|
|
637
|
+
message: `Query parameter "limit" exceeds the maximum page size of ${maxPageSize}`,
|
|
638
|
+
details: { value: limit, limit: maxPageSize }
|
|
639
|
+
}
|
|
640
|
+
};
|
|
641
|
+
}
|
|
642
|
+
const indexName = params.get("indexName");
|
|
643
|
+
return {
|
|
644
|
+
query: {
|
|
645
|
+
...indexName === null ? {} : { indexName },
|
|
646
|
+
...type === void 0 ? {} : { type },
|
|
647
|
+
...status === void 0 ? {} : { status },
|
|
648
|
+
from,
|
|
649
|
+
limit: params.get("limit") === null ? Math.min(DEFAULT_TASK_PAGE_SIZE, maxPageSize) : limit
|
|
650
|
+
}
|
|
651
|
+
};
|
|
652
|
+
}
|
|
653
|
+
|
|
381
654
|
// src/server/parse-heap.ts
|
|
382
655
|
var PARSE_WOULD_FILL_MEMORY_REASON = "parse_would_fill_memory";
|
|
383
656
|
var PARSE_EXCEEDS_MEMORY_REASON = "parse_exceeds_memory";
|
|
@@ -687,385 +960,118 @@ async function sendSizedStream(res, abort, status, headers, totalSize, chunks) {
|
|
|
687
960
|
}
|
|
688
961
|
} catch (err) {
|
|
689
962
|
if (abort.aborted) return;
|
|
690
|
-
if (!started) throw err;
|
|
691
|
-
res.cork(() => {
|
|
692
|
-
res.close();
|
|
693
|
-
});
|
|
694
|
-
return;
|
|
695
|
-
}
|
|
696
|
-
if (abort.aborted || sent === totalSize && started) return;
|
|
697
|
-
res.cork(() => {
|
|
698
|
-
if (totalSize > 0) {
|
|
699
|
-
res.close();
|
|
700
|
-
return;
|
|
701
|
-
}
|
|
702
|
-
begin();
|
|
703
|
-
res.end();
|
|
704
|
-
});
|
|
705
|
-
}
|
|
706
|
-
|
|
707
|
-
// src/server/handler-utils.ts
|
|
708
|
-
function refusesParse(ctx, raw, kind) {
|
|
709
|
-
const refusal2 = ctx.bodyRefusal ?? (raw === null ? null : parseRefusalOf(raw, kind));
|
|
710
|
-
if (refusal2 === null) return false;
|
|
711
|
-
if (!ctx.abort.aborted) sendError(ctx.res, refusal2.status, refusal2.code, refusal2.message, refusal2.details);
|
|
712
|
-
return true;
|
|
713
|
-
}
|
|
714
|
-
function parseJson(ctx, kind = "write") {
|
|
715
|
-
const raw = ctx.rawBody;
|
|
716
|
-
if (refusesParse(ctx, raw, kind)) return void 0;
|
|
717
|
-
if (!raw || raw.length === 0) {
|
|
718
|
-
sendError(ctx.res, 400, ServerErrorCodes.EMPTY_BODY, "Request body is empty");
|
|
719
|
-
return void 0;
|
|
720
|
-
}
|
|
721
|
-
try {
|
|
722
|
-
return JSON.parse(raw.toString("utf8"));
|
|
723
|
-
} catch {
|
|
724
|
-
sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
|
|
725
|
-
return void 0;
|
|
726
|
-
}
|
|
727
|
-
}
|
|
728
|
-
async function parseWriteJson(ctx, writeBlock) {
|
|
729
|
-
const raw = ctx.rawBody;
|
|
730
|
-
if (writeBlock === void 0 || ctx.bodyRefusal === null && (!raw || raw.length === 0)) return parseJson(ctx);
|
|
731
|
-
const refusal2 = ctx.bodyRefusal ?? (raw === null ? null : parseRefusalOf(raw));
|
|
732
|
-
if (refusal2 === null) {
|
|
733
|
-
try {
|
|
734
|
-
return JSON.parse(raw?.toString("utf8") ?? "");
|
|
735
|
-
} catch {
|
|
736
|
-
sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
|
|
737
|
-
return void 0;
|
|
738
|
-
}
|
|
739
|
-
}
|
|
740
|
-
const block = refusal2.status === 429 ? await writeBlock(ctx.params[0]).catch(() => null) : null;
|
|
741
|
-
if (block !== null) respondError(ctx, block);
|
|
742
|
-
else if (!ctx.abort.aborted) sendError(ctx.res, refusal2.status, refusal2.code, refusal2.message, refusal2.details);
|
|
743
|
-
return void 0;
|
|
744
|
-
}
|
|
745
|
-
function parseJsonOptional(ctx) {
|
|
746
|
-
const raw = ctx.rawBody;
|
|
747
|
-
if (refusesParse(ctx, raw, "write")) return void 0;
|
|
748
|
-
if (!raw || raw.length === 0) return {};
|
|
749
|
-
try {
|
|
750
|
-
return JSON.parse(raw.toString("utf8"));
|
|
751
|
-
} catch {
|
|
752
|
-
sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
|
|
753
|
-
return void 0;
|
|
754
|
-
}
|
|
755
|
-
}
|
|
756
|
-
function respondError(ctx, err) {
|
|
757
|
-
if (ctx.abort.aborted) return;
|
|
758
|
-
const { status, body } = toHttpError(err);
|
|
759
|
-
sendError(ctx.res, status, body.code, body.message, body.details);
|
|
760
|
-
}
|
|
761
|
-
function retryAfterSecondsOf(err, preparingCode) {
|
|
762
|
-
if (!(err instanceof NarsilError) || err.code !== preparingCode) return null;
|
|
763
|
-
const retryAfterMs = err.details?.retryAfterMs;
|
|
764
|
-
return typeof retryAfterMs === "number" && retryAfterMs > 0 ? Math.ceil(retryAfterMs / 1e3) : 1;
|
|
765
|
-
}
|
|
766
|
-
function respondPreparingError(ctx, err, preparingCode) {
|
|
767
|
-
const retryAfterSeconds = retryAfterSecondsOf(err, preparingCode);
|
|
768
|
-
if (retryAfterSeconds === null || ctx.abort.aborted) {
|
|
769
|
-
respondError(ctx, err);
|
|
770
|
-
return;
|
|
771
|
-
}
|
|
772
|
-
const { status, body } = toHttpError(err);
|
|
773
|
-
sendError(ctx.res, status, body.code, body.message, body.details, [["Retry-After", String(retryAfterSeconds)]]);
|
|
774
|
-
}
|
|
775
|
-
function respondJson(ctx, data, status = 200) {
|
|
776
|
-
if (ctx.abort.aborted) return;
|
|
777
|
-
sendJson(ctx.res, data, status, ctx.abort);
|
|
778
|
-
}
|
|
779
|
-
function badRequest(res, message, details) {
|
|
780
|
-
sendError(res, 400, ServerErrorCodes.INVALID_REQUEST, message, details);
|
|
781
|
-
}
|
|
782
|
-
function rejectInvalid(ctx, failure) {
|
|
783
|
-
if (ctx.abort.aborted) return;
|
|
784
|
-
badRequest(ctx.res, failure.message, failure.details);
|
|
785
|
-
}
|
|
786
|
-
function serializeBatchResult(result) {
|
|
787
|
-
return {
|
|
788
|
-
succeeded: result.succeeded,
|
|
789
|
-
failed: result.failed.map((f) => ({
|
|
790
|
-
docId: f.docId,
|
|
791
|
-
error: f.error instanceof NarsilError ? serializeNarsilError(f.error) : { code: "INTERNAL_ERROR", message: String(f.error) }
|
|
792
|
-
}))
|
|
793
|
-
};
|
|
794
|
-
}
|
|
795
|
-
|
|
796
|
-
// src/server/regex-policy.ts
|
|
797
|
-
function isRecord(value) {
|
|
798
|
-
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
799
|
-
}
|
|
800
|
-
function regexFieldIn(expression, depth) {
|
|
801
|
-
if (!isRecord(expression) || depth > MAX_FILTER_DEPTH) return null;
|
|
802
|
-
if (isRecord(expression.fields)) {
|
|
803
|
-
for (const [fieldPath, filter] of Object.entries(expression.fields)) {
|
|
804
|
-
if (isRecord(filter) && Object.hasOwn(filter, "regex")) return fieldPath;
|
|
805
|
-
}
|
|
806
|
-
}
|
|
807
|
-
for (const nested of [expression.and, expression.or]) {
|
|
808
|
-
if (!Array.isArray(nested)) continue;
|
|
809
|
-
for (const child of nested) {
|
|
810
|
-
const found = regexFieldIn(child, depth + 1);
|
|
811
|
-
if (found !== null) return found;
|
|
812
|
-
}
|
|
813
|
-
}
|
|
814
|
-
return regexFieldIn(expression.not, depth + 1);
|
|
815
|
-
}
|
|
816
|
-
function refusedRegex(filters, allowRegex) {
|
|
817
|
-
if (allowRegex) return null;
|
|
818
|
-
const fieldPath = regexFieldIn(filters, 0);
|
|
819
|
-
if (fieldPath === null) return null;
|
|
820
|
-
return new NarsilError(
|
|
821
|
-
ErrorCodes.SEARCH_INVALID_FILTER,
|
|
822
|
-
`This server refuses every "regex" test, because its operator set the allowRegex server option to false. Test field "${fieldPath}" with "contains" or "wildcard"`,
|
|
823
|
-
{ fieldPath, operator: "regex", option: "allowRegex" }
|
|
824
|
-
);
|
|
825
|
-
}
|
|
826
|
-
function refuseRegex(ctx, filters, allowRegex) {
|
|
827
|
-
const refused = refusedRegex(filters, allowRegex);
|
|
828
|
-
if (refused === null) return false;
|
|
829
|
-
respondError(ctx, refused);
|
|
830
|
-
return true;
|
|
831
|
-
}
|
|
832
|
-
|
|
833
|
-
// src/server/validation.ts
|
|
834
|
-
function isPlainObject(value) {
|
|
835
|
-
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
836
|
-
}
|
|
837
|
-
function overWindow(field, value, maxWindow) {
|
|
838
|
-
if (typeof value === "number" && value > maxWindow) {
|
|
839
|
-
return {
|
|
840
|
-
message: `Field "${field}" exceeds the maximum result window of ${maxWindow}`,
|
|
841
|
-
details: { value, limit: maxWindow }
|
|
842
|
-
};
|
|
843
|
-
}
|
|
844
|
-
return null;
|
|
845
|
-
}
|
|
846
|
-
function overRerankWindow(rerank, maxRerankWindow) {
|
|
847
|
-
if (!isPlainObject(rerank)) return null;
|
|
848
|
-
const window = rerank.window;
|
|
849
|
-
if (typeof window === "number" && window > maxRerankWindow) {
|
|
850
|
-
return {
|
|
851
|
-
message: `Field "rerank.window" exceeds this server's maximum rerank window of ${maxRerankWindow}`,
|
|
852
|
-
details: { value: window, limit: maxRerankWindow }
|
|
853
|
-
};
|
|
854
|
-
}
|
|
855
|
-
return null;
|
|
856
|
-
}
|
|
857
|
-
function withServerRerankWindow(params, limits) {
|
|
858
|
-
const rerank = params.rerank;
|
|
859
|
-
if (rerank === void 0 || !isPlainObject(rerank) || rerank.window !== void 0) return params;
|
|
860
|
-
const depth = params.vector === void 0 ? void 0 : params.hybrid?.depth;
|
|
861
|
-
const fuses = params.term !== void 0 || params.mode === "hybrid";
|
|
862
|
-
const window = fuses && typeof depth === "number" && Number.isInteger(depth) ? Math.min(limits.maxRerankWindow, depth) : limits.maxRerankWindow;
|
|
863
|
-
if (window >= DEFAULT_RERANK_WINDOW) return params;
|
|
864
|
-
return { ...params, rerank: { ...rerank, window } };
|
|
865
|
-
}
|
|
866
|
-
function validateQuery(params, limits) {
|
|
867
|
-
const maxWindow = limits.maxResultWindow;
|
|
868
|
-
if (params.group && typeof params.group === "object" && "reduce" in params.group) {
|
|
869
|
-
return {
|
|
870
|
-
message: 'Custom group reducers are not available over HTTP; use "group.fields" and "group.maxPerGroup" only'
|
|
871
|
-
};
|
|
872
|
-
}
|
|
873
|
-
const rowBound = overWindow("limit", params.limit, maxWindow) ?? overWindow("offset", params.offset, maxWindow);
|
|
874
|
-
if (rowBound) return rowBound;
|
|
875
|
-
const reranked = overRerankWindow(params.rerank, limits.maxRerankWindow);
|
|
876
|
-
if (reranked) return reranked;
|
|
877
|
-
if (params.group && typeof params.group === "object") {
|
|
878
|
-
const grouped = overWindow("group.maxPerGroup", params.group.maxPerGroup, maxWindow) ?? overWindow("group.limit", params.group.limit, maxWindow);
|
|
879
|
-
if (grouped) return grouped;
|
|
880
|
-
}
|
|
881
|
-
if (params.facets && typeof params.facets === "object") {
|
|
882
|
-
for (const [field, facet] of Object.entries(params.facets)) {
|
|
883
|
-
if (facet && typeof facet === "object") {
|
|
884
|
-
const faceted = overWindow(`facets.${field}.limit`, facet.limit, maxWindow);
|
|
885
|
-
if (faceted) return faceted;
|
|
886
|
-
}
|
|
887
|
-
}
|
|
888
|
-
}
|
|
889
|
-
return null;
|
|
890
|
-
}
|
|
891
|
-
function validateSuggest(params) {
|
|
892
|
-
if (typeof params.prefix !== "string") {
|
|
893
|
-
return { message: 'Field "prefix" is required and must be a string' };
|
|
894
|
-
}
|
|
895
|
-
return null;
|
|
896
|
-
}
|
|
897
|
-
function validateDocumentBody(body) {
|
|
898
|
-
if (!isPlainObject(body.document)) {
|
|
899
|
-
return { message: 'Field "document" is required and must be an object' };
|
|
900
|
-
}
|
|
901
|
-
return null;
|
|
902
|
-
}
|
|
903
|
-
function validateMultiGet(body, maxFetch) {
|
|
904
|
-
if (!Array.isArray(body.docIds)) {
|
|
905
|
-
return { message: 'Field "docIds" is required and must be an array of strings' };
|
|
906
|
-
}
|
|
907
|
-
if (body.docIds.length > maxFetch) {
|
|
908
|
-
return {
|
|
909
|
-
message: `Field "docIds" exceeds the maximum of ${maxFetch} ids per request`,
|
|
910
|
-
details: { count: body.docIds.length, limit: maxFetch }
|
|
911
|
-
};
|
|
912
|
-
}
|
|
913
|
-
return null;
|
|
914
|
-
}
|
|
915
|
-
function validateList(params, maxFetch) {
|
|
916
|
-
if (params.cursor !== void 0 && typeof params.cursor !== "string") {
|
|
917
|
-
return { message: 'Field "cursor" must be a string' };
|
|
918
|
-
}
|
|
919
|
-
if (params.limit !== void 0 && typeof params.limit !== "number") {
|
|
920
|
-
return { message: 'Field "limit" must be a number' };
|
|
921
|
-
}
|
|
922
|
-
if (typeof params.limit === "number" && params.limit > maxFetch) {
|
|
923
|
-
return {
|
|
924
|
-
message: `Field "limit" exceeds the maximum of ${maxFetch} documents per request`,
|
|
925
|
-
details: { value: params.limit, limit: maxFetch }
|
|
926
|
-
};
|
|
927
|
-
}
|
|
928
|
-
return validateListSort(params.sort);
|
|
929
|
-
}
|
|
930
|
-
function validateListSort(sort) {
|
|
931
|
-
if (sort === void 0) return null;
|
|
932
|
-
if (typeof sort !== "object" || sort === null) {
|
|
933
|
-
return { message: 'Field "sort" must be an object keyed by field name, or a list of fields' };
|
|
934
|
-
}
|
|
935
|
-
const entries = Array.isArray(sort) ? sort.map(
|
|
936
|
-
(entry) => typeof entry === "object" && entry !== null ? [entry.field, entry.direction] : [entry, void 0]
|
|
937
|
-
) : Object.entries(sort);
|
|
938
|
-
if (entries.length > MAX_SORT_FIELDS) {
|
|
939
|
-
return {
|
|
940
|
-
message: `Field "sort" exceeds the maximum of ${MAX_SORT_FIELDS} fields`,
|
|
941
|
-
details: { count: entries.length, limit: MAX_SORT_FIELDS }
|
|
942
|
-
};
|
|
943
|
-
}
|
|
944
|
-
for (const [field, direction] of entries) {
|
|
945
|
-
if (typeof field !== "string" || field.length === 0) {
|
|
946
|
-
return { message: 'Every entry of "sort" must name a field', details: { value: field } };
|
|
947
|
-
}
|
|
948
|
-
if (direction !== "asc" && direction !== "desc") {
|
|
949
|
-
return { message: `Field "sort.${field}" must be "asc" or "desc"`, details: { value: direction } };
|
|
950
|
-
}
|
|
951
|
-
}
|
|
952
|
-
return null;
|
|
953
|
-
}
|
|
954
|
-
function validateBatch(body) {
|
|
955
|
-
const action = body.action ?? "insert";
|
|
956
|
-
if (action === "insert") {
|
|
957
|
-
if (!Array.isArray(body.documents)) return { message: 'Batch insert requires a "documents" array' };
|
|
958
|
-
return null;
|
|
959
|
-
}
|
|
960
|
-
if (action === "update") {
|
|
961
|
-
if (!Array.isArray(body.updates)) return { message: 'Batch update requires an "updates" array' };
|
|
962
|
-
return null;
|
|
963
|
-
}
|
|
964
|
-
if (action === "delete") {
|
|
965
|
-
if (!Array.isArray(body.docIds)) return { message: 'Batch delete requires a "docIds" array' };
|
|
966
|
-
return null;
|
|
963
|
+
if (!started) throw err;
|
|
964
|
+
res.cork(() => {
|
|
965
|
+
res.close();
|
|
966
|
+
});
|
|
967
|
+
return;
|
|
967
968
|
}
|
|
968
|
-
|
|
969
|
+
if (abort.aborted || sent === totalSize && started) return;
|
|
970
|
+
res.cork(() => {
|
|
971
|
+
if (totalSize > 0) {
|
|
972
|
+
res.close();
|
|
973
|
+
return;
|
|
974
|
+
}
|
|
975
|
+
begin();
|
|
976
|
+
res.end();
|
|
977
|
+
});
|
|
969
978
|
}
|
|
970
|
-
|
|
971
|
-
|
|
972
|
-
|
|
973
|
-
|
|
974
|
-
if (
|
|
975
|
-
|
|
976
|
-
|
|
977
|
-
return null;
|
|
979
|
+
|
|
980
|
+
// src/server/handler-utils.ts
|
|
981
|
+
function refusesParse(ctx, raw, kind) {
|
|
982
|
+
const refusal2 = ctx.bodyRefusal ?? (raw === null ? null : parseRefusalOf(raw, kind));
|
|
983
|
+
if (refusal2 === null) return false;
|
|
984
|
+
if (!ctx.abort.aborted) sendError(ctx.res, refusal2.status, refusal2.code, refusal2.message, refusal2.details);
|
|
985
|
+
return true;
|
|
978
986
|
}
|
|
979
|
-
function
|
|
980
|
-
|
|
981
|
-
|
|
982
|
-
|
|
983
|
-
|
|
984
|
-
|
|
985
|
-
return { message: `Field "${unknownField}" is not an analysis setting` };
|
|
986
|
-
}
|
|
987
|
-
if (body.language !== void 0 && typeof body.language !== "string") {
|
|
988
|
-
return { message: 'Field "language" must be a string' };
|
|
987
|
+
function parseJson(ctx, kind = "write") {
|
|
988
|
+
const raw = ctx.rawBody;
|
|
989
|
+
if (refusesParse(ctx, raw, kind)) return void 0;
|
|
990
|
+
if (!raw || raw.length === 0) {
|
|
991
|
+
sendError(ctx.res, 400, ServerErrorCodes.EMPTY_BODY, "Request body is empty");
|
|
992
|
+
return void 0;
|
|
989
993
|
}
|
|
990
|
-
|
|
991
|
-
return
|
|
994
|
+
try {
|
|
995
|
+
return JSON.parse(raw.toString("utf8"));
|
|
996
|
+
} catch {
|
|
997
|
+
sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
|
|
998
|
+
return void 0;
|
|
992
999
|
}
|
|
993
|
-
const stopWords = body.stopWords;
|
|
994
|
-
if (stopWords === void 0 || stopWords === null || typeof stopWords === "string") return null;
|
|
995
|
-
if (Array.isArray(stopWords) && stopWords.every((word) => typeof word === "string")) return null;
|
|
996
|
-
return { message: 'Field "stopWords" must be a registered name, a list of words, or null' };
|
|
997
1000
|
}
|
|
998
|
-
function
|
|
999
|
-
|
|
1000
|
-
if (
|
|
1001
|
-
|
|
1002
|
-
}
|
|
1003
|
-
return null;
|
|
1001
|
+
function refusesShape(ctx, parsed) {
|
|
1002
|
+
if (isPlainObject(parsed)) return false;
|
|
1003
|
+
if (!ctx.abort.aborted) badRequest(ctx.res, "The request body must be an object");
|
|
1004
|
+
return true;
|
|
1004
1005
|
}
|
|
1005
|
-
|
|
1006
|
-
|
|
1007
|
-
|
|
1008
|
-
|
|
1009
|
-
import: true,
|
|
1010
|
-
importExport: true,
|
|
1011
|
-
rebuildAnalysis: true,
|
|
1012
|
-
changeAnalysis: true,
|
|
1013
|
-
backup: true,
|
|
1014
|
-
backupRestore: true,
|
|
1015
|
-
backupDelete: true,
|
|
1016
|
-
querySuggestionsBuild: true
|
|
1017
|
-
};
|
|
1018
|
-
var TASK_TYPES = Object.keys(TASK_TYPE_SET);
|
|
1019
|
-
var TASK_STATUSES = ["running", "succeeded", "failed", "cancelled"];
|
|
1020
|
-
function parseCountParam(raw, field, minimum) {
|
|
1021
|
-
if (raw === null) return minimum;
|
|
1022
|
-
const value = Number(raw);
|
|
1023
|
-
if (!Number.isInteger(value) || value < minimum) {
|
|
1024
|
-
return { message: `Query parameter "${field}" must be an integer of ${minimum} or more`, details: { value: raw } };
|
|
1025
|
-
}
|
|
1026
|
-
return value;
|
|
1006
|
+
function parseJsonObject(ctx, kind = "write") {
|
|
1007
|
+
const parsed = parseJson(ctx, kind);
|
|
1008
|
+
if (parsed === void 0 || refusesShape(ctx, parsed)) return void 0;
|
|
1009
|
+
return parsed;
|
|
1027
1010
|
}
|
|
1028
|
-
function
|
|
1029
|
-
|
|
1030
|
-
|
|
1031
|
-
|
|
1032
|
-
|
|
1033
|
-
|
|
1034
|
-
|
|
1035
|
-
|
|
1036
|
-
|
|
1011
|
+
async function parseWriteJsonObject(ctx, writeBlock) {
|
|
1012
|
+
const parsed = await parseWriteJson(ctx, writeBlock);
|
|
1013
|
+
if (parsed === void 0 || refusesShape(ctx, parsed)) return void 0;
|
|
1014
|
+
return parsed;
|
|
1015
|
+
}
|
|
1016
|
+
async function parseWriteJson(ctx, writeBlock) {
|
|
1017
|
+
const raw = ctx.rawBody;
|
|
1018
|
+
if (writeBlock === void 0 || ctx.bodyRefusal === null && (!raw || raw.length === 0)) return parseJson(ctx);
|
|
1019
|
+
const refusal2 = ctx.bodyRefusal ?? (raw === null ? null : parseRefusalOf(raw));
|
|
1020
|
+
if (refusal2 === null) {
|
|
1021
|
+
try {
|
|
1022
|
+
return JSON.parse(raw?.toString("utf8") ?? "");
|
|
1023
|
+
} catch {
|
|
1024
|
+
sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
|
|
1025
|
+
return void 0;
|
|
1026
|
+
}
|
|
1037
1027
|
}
|
|
1038
|
-
|
|
1028
|
+
const block = refusal2.status === 429 ? await writeBlock(ctx.params[0]).catch(() => null) : null;
|
|
1029
|
+
if (block !== null) respondError(ctx, block);
|
|
1030
|
+
else if (!ctx.abort.aborted) sendError(ctx.res, refusal2.status, refusal2.code, refusal2.message, refusal2.details);
|
|
1031
|
+
return void 0;
|
|
1039
1032
|
}
|
|
1040
|
-
function
|
|
1041
|
-
|
|
1033
|
+
function parseJsonOptional(ctx) {
|
|
1034
|
+
const raw = ctx.rawBody;
|
|
1035
|
+
if (ctx.bodyRefusal === null && (!raw || raw.length === 0)) return {};
|
|
1036
|
+
return parseJsonObject(ctx);
|
|
1042
1037
|
}
|
|
1043
|
-
function
|
|
1044
|
-
|
|
1045
|
-
|
|
1046
|
-
|
|
1047
|
-
|
|
1048
|
-
|
|
1049
|
-
if (
|
|
1050
|
-
const
|
|
1051
|
-
|
|
1052
|
-
|
|
1053
|
-
|
|
1054
|
-
|
|
1055
|
-
|
|
1056
|
-
|
|
1057
|
-
|
|
1058
|
-
};
|
|
1038
|
+
function respondError(ctx, err) {
|
|
1039
|
+
if (ctx.abort.aborted) return;
|
|
1040
|
+
const { status, body } = toHttpError(err);
|
|
1041
|
+
sendError(ctx.res, status, body.code, body.message, body.details);
|
|
1042
|
+
}
|
|
1043
|
+
function retryAfterSecondsOf(err, preparingCode) {
|
|
1044
|
+
if (!(err instanceof NarsilError) || err.code !== preparingCode) return null;
|
|
1045
|
+
const retryAfterMs = err.details?.retryAfterMs;
|
|
1046
|
+
return typeof retryAfterMs === "number" && retryAfterMs > 0 ? Math.ceil(retryAfterMs / 1e3) : 1;
|
|
1047
|
+
}
|
|
1048
|
+
function respondPreparingError(ctx, err, preparingCode) {
|
|
1049
|
+
const retryAfterSeconds = retryAfterSecondsOf(err, preparingCode);
|
|
1050
|
+
if (retryAfterSeconds === null || ctx.abort.aborted) {
|
|
1051
|
+
respondError(ctx, err);
|
|
1052
|
+
return;
|
|
1059
1053
|
}
|
|
1060
|
-
const
|
|
1054
|
+
const { status, body } = toHttpError(err);
|
|
1055
|
+
sendError(ctx.res, status, body.code, body.message, body.details, [["Retry-After", String(retryAfterSeconds)]]);
|
|
1056
|
+
}
|
|
1057
|
+
function respondJson(ctx, data, status = 200) {
|
|
1058
|
+
if (ctx.abort.aborted) return;
|
|
1059
|
+
sendJson(ctx.res, data, status, ctx.abort);
|
|
1060
|
+
}
|
|
1061
|
+
function badRequest(res, message, details) {
|
|
1062
|
+
sendError(res, 400, ServerErrorCodes.INVALID_REQUEST, message, details);
|
|
1063
|
+
}
|
|
1064
|
+
function rejectInvalid(ctx, failure) {
|
|
1065
|
+
if (ctx.abort.aborted) return;
|
|
1066
|
+
badRequest(ctx.res, failure.message, failure.details);
|
|
1067
|
+
}
|
|
1068
|
+
function serializeBatchResult(result) {
|
|
1061
1069
|
return {
|
|
1062
|
-
|
|
1063
|
-
|
|
1064
|
-
|
|
1065
|
-
|
|
1066
|
-
|
|
1067
|
-
...params.get("limit") === null ? {} : { limit }
|
|
1068
|
-
}
|
|
1070
|
+
succeeded: result.succeeded,
|
|
1071
|
+
failed: result.failed.map((f) => ({
|
|
1072
|
+
docId: f.docId,
|
|
1073
|
+
error: f.error instanceof NarsilError ? serializeNarsilError(f.error) : { code: "INTERNAL_ERROR", message: String(f.error) }
|
|
1074
|
+
}))
|
|
1069
1075
|
};
|
|
1070
1076
|
}
|
|
1071
1077
|
var JSON_HEADERS = [["Content-Type", "application/json"]];
|
|
@@ -1193,6 +1199,43 @@ async function respondAnswer(ctx, answer, field, label) {
|
|
|
1193
1199
|
}
|
|
1194
1200
|
}
|
|
1195
1201
|
|
|
1202
|
+
// src/server/regex-policy.ts
|
|
1203
|
+
function isRecord(value) {
|
|
1204
|
+
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
1205
|
+
}
|
|
1206
|
+
function regexFieldIn(expression, depth) {
|
|
1207
|
+
if (!isRecord(expression) || depth > MAX_FILTER_DEPTH) return null;
|
|
1208
|
+
if (isRecord(expression.fields)) {
|
|
1209
|
+
for (const [fieldPath, filter] of Object.entries(expression.fields)) {
|
|
1210
|
+
if (isRecord(filter) && Object.hasOwn(filter, "regex")) return fieldPath;
|
|
1211
|
+
}
|
|
1212
|
+
}
|
|
1213
|
+
for (const nested of [expression.and, expression.or]) {
|
|
1214
|
+
if (!Array.isArray(nested)) continue;
|
|
1215
|
+
for (const child2 of nested) {
|
|
1216
|
+
const found = regexFieldIn(child2, depth + 1);
|
|
1217
|
+
if (found !== null) return found;
|
|
1218
|
+
}
|
|
1219
|
+
}
|
|
1220
|
+
return regexFieldIn(expression.not, depth + 1);
|
|
1221
|
+
}
|
|
1222
|
+
function refusedRegex(filters, allowRegex) {
|
|
1223
|
+
if (allowRegex) return null;
|
|
1224
|
+
const fieldPath = regexFieldIn(filters, 0);
|
|
1225
|
+
if (fieldPath === null) return null;
|
|
1226
|
+
return new NarsilError(
|
|
1227
|
+
ErrorCodes.SEARCH_INVALID_FILTER,
|
|
1228
|
+
`This server refuses every "regex" test, because its operator set the allowRegex server option to false. Test field "${fieldPath}" with "contains" or "wildcard"`,
|
|
1229
|
+
{ fieldPath, operator: "regex", option: "allowRegex" }
|
|
1230
|
+
);
|
|
1231
|
+
}
|
|
1232
|
+
function refuseRegex(ctx, filters, allowRegex) {
|
|
1233
|
+
const refused = refusedRegex(filters, allowRegex);
|
|
1234
|
+
if (refused === null) return false;
|
|
1235
|
+
respondError(ctx, refused);
|
|
1236
|
+
return true;
|
|
1237
|
+
}
|
|
1238
|
+
|
|
1196
1239
|
// src/server/handlers/document-reads.ts
|
|
1197
1240
|
function createDocumentReadHandlers(deps) {
|
|
1198
1241
|
const { engine, limits, allowRegex } = deps;
|
|
@@ -1223,7 +1266,7 @@ function createDocumentReadHandlers(deps) {
|
|
|
1223
1266
|
}
|
|
1224
1267
|
}
|
|
1225
1268
|
async function multiGet(ctx) {
|
|
1226
|
-
const body =
|
|
1269
|
+
const body = parseJsonObject(ctx, "read");
|
|
1227
1270
|
if (!body) return;
|
|
1228
1271
|
const failure = validateMultiGet(body, limits.maxFetchDocuments);
|
|
1229
1272
|
if (failure) {
|
|
@@ -1241,7 +1284,7 @@ function createDocumentReadHandlers(deps) {
|
|
|
1241
1284
|
}
|
|
1242
1285
|
}
|
|
1243
1286
|
async function list(ctx) {
|
|
1244
|
-
const params =
|
|
1287
|
+
const params = parseJsonObject(ctx, "read");
|
|
1245
1288
|
if (!params) return;
|
|
1246
1289
|
const failure = validateList(params, limits.maxFetchDocuments);
|
|
1247
1290
|
if (failure) {
|
|
@@ -1250,7 +1293,10 @@ function createDocumentReadHandlers(deps) {
|
|
|
1250
1293
|
}
|
|
1251
1294
|
if (refuseRegex(ctx, params.filters, allowRegex)) return;
|
|
1252
1295
|
try {
|
|
1253
|
-
const page = await engine.listDocuments(ctx.params[0],
|
|
1296
|
+
const page = await engine.listDocuments(ctx.params[0], {
|
|
1297
|
+
...params,
|
|
1298
|
+
limit: params.limit ?? Math.min(DEFAULT_PAGE_SIZE, limits.maxFetchDocuments)
|
|
1299
|
+
});
|
|
1254
1300
|
await respondAnswer(ctx, page, "documents", `a list on index '${ctx.params[0]}'`);
|
|
1255
1301
|
} catch (err) {
|
|
1256
1302
|
respondError(ctx, err);
|
|
@@ -1278,6 +1324,330 @@ function createVersionHandler(deps) {
|
|
|
1278
1324
|
return { report };
|
|
1279
1325
|
}
|
|
1280
1326
|
|
|
1327
|
+
// src/server/query-shape.ts
|
|
1328
|
+
var STRING = { kind: "string" };
|
|
1329
|
+
var NUMBER = { kind: "number" };
|
|
1330
|
+
var BOOLEAN = { kind: "boolean" };
|
|
1331
|
+
var STRINGS = { kind: "scalars", item: "string", wanted: "a list of strings" };
|
|
1332
|
+
var NUMBERS = { kind: "scalars", item: "number", wanted: "a list of numbers" };
|
|
1333
|
+
var SORT_DIRECTION = { kind: "choice", values: ["asc", "desc"] };
|
|
1334
|
+
function object(fields, required = []) {
|
|
1335
|
+
return { kind: "object", fields, declared: new Set(fields.map(([key]) => key)), required: new Set(required) };
|
|
1336
|
+
}
|
|
1337
|
+
var QUERY_SHAPE = object([
|
|
1338
|
+
["term", STRING],
|
|
1339
|
+
["fields", STRINGS],
|
|
1340
|
+
["filters", { kind: "unchecked" }],
|
|
1341
|
+
["boost", { kind: "record", value: NUMBER }],
|
|
1342
|
+
[
|
|
1343
|
+
"bm25",
|
|
1344
|
+
object([
|
|
1345
|
+
["k1", NUMBER],
|
|
1346
|
+
["b", NUMBER],
|
|
1347
|
+
[
|
|
1348
|
+
"fields",
|
|
1349
|
+
{
|
|
1350
|
+
kind: "record",
|
|
1351
|
+
value: object([
|
|
1352
|
+
["k1", NUMBER],
|
|
1353
|
+
["b", NUMBER]
|
|
1354
|
+
])
|
|
1355
|
+
}
|
|
1356
|
+
]
|
|
1357
|
+
])
|
|
1358
|
+
],
|
|
1359
|
+
["scoring", { kind: "choice", values: ["local", "dfs", "broadcast"] }],
|
|
1360
|
+
["minScore", NUMBER],
|
|
1361
|
+
[
|
|
1362
|
+
"termMatch",
|
|
1363
|
+
{
|
|
1364
|
+
kind: "either",
|
|
1365
|
+
wanted: '"all", "any", or a number',
|
|
1366
|
+
branches: { string: { kind: "choice", values: ["all", "any"] }, number: NUMBER }
|
|
1367
|
+
}
|
|
1368
|
+
],
|
|
1369
|
+
["tolerance", NUMBER],
|
|
1370
|
+
["prefixLength", NUMBER],
|
|
1371
|
+
["prefix", BOOLEAN],
|
|
1372
|
+
["partialWords", BOOLEAN],
|
|
1373
|
+
["exact", BOOLEAN],
|
|
1374
|
+
[
|
|
1375
|
+
"facets",
|
|
1376
|
+
{
|
|
1377
|
+
kind: "record",
|
|
1378
|
+
value: object([
|
|
1379
|
+
["limit", NUMBER],
|
|
1380
|
+
["sort", SORT_DIRECTION],
|
|
1381
|
+
[
|
|
1382
|
+
"ranges",
|
|
1383
|
+
{
|
|
1384
|
+
kind: "items",
|
|
1385
|
+
item: object(
|
|
1386
|
+
[
|
|
1387
|
+
["from", NUMBER],
|
|
1388
|
+
["to", NUMBER]
|
|
1389
|
+
],
|
|
1390
|
+
["from", "to"]
|
|
1391
|
+
)
|
|
1392
|
+
}
|
|
1393
|
+
]
|
|
1394
|
+
])
|
|
1395
|
+
}
|
|
1396
|
+
],
|
|
1397
|
+
[
|
|
1398
|
+
"sort",
|
|
1399
|
+
{
|
|
1400
|
+
kind: "either",
|
|
1401
|
+
wanted: "an object keyed by field name, or a list of fields",
|
|
1402
|
+
branches: {
|
|
1403
|
+
object: { kind: "record", value: SORT_DIRECTION },
|
|
1404
|
+
list: {
|
|
1405
|
+
kind: "items",
|
|
1406
|
+
item: object(
|
|
1407
|
+
[
|
|
1408
|
+
["field", STRING],
|
|
1409
|
+
["direction", SORT_DIRECTION],
|
|
1410
|
+
["mode", { kind: "choice", values: SORT_MODES }]
|
|
1411
|
+
],
|
|
1412
|
+
["field", "direction"]
|
|
1413
|
+
)
|
|
1414
|
+
}
|
|
1415
|
+
}
|
|
1416
|
+
}
|
|
1417
|
+
],
|
|
1418
|
+
["limit", NUMBER],
|
|
1419
|
+
["offset", NUMBER],
|
|
1420
|
+
["searchAfter", STRING],
|
|
1421
|
+
[
|
|
1422
|
+
"highlight",
|
|
1423
|
+
object(
|
|
1424
|
+
[
|
|
1425
|
+
["fields", STRINGS],
|
|
1426
|
+
["preTag", STRING],
|
|
1427
|
+
["postTag", STRING],
|
|
1428
|
+
["maxSnippetLength", NUMBER]
|
|
1429
|
+
],
|
|
1430
|
+
["fields"]
|
|
1431
|
+
)
|
|
1432
|
+
],
|
|
1433
|
+
[
|
|
1434
|
+
"pinned",
|
|
1435
|
+
{
|
|
1436
|
+
kind: "items",
|
|
1437
|
+
item: object(
|
|
1438
|
+
[
|
|
1439
|
+
["docId", STRING],
|
|
1440
|
+
["position", NUMBER]
|
|
1441
|
+
],
|
|
1442
|
+
["docId", "position"]
|
|
1443
|
+
)
|
|
1444
|
+
}
|
|
1445
|
+
],
|
|
1446
|
+
["mode", { kind: "choice", values: ["vector", "hybrid", "fulltext"] }],
|
|
1447
|
+
[
|
|
1448
|
+
"vector",
|
|
1449
|
+
object(
|
|
1450
|
+
[
|
|
1451
|
+
["field", STRING],
|
|
1452
|
+
["value", NUMBERS],
|
|
1453
|
+
["text", STRING],
|
|
1454
|
+
["similarity", NUMBER],
|
|
1455
|
+
["metric", { kind: "choice", values: ["cosine", "dotProduct", "euclidean"] }],
|
|
1456
|
+
["efSearch", NUMBER],
|
|
1457
|
+
["oversample", NUMBER]
|
|
1458
|
+
],
|
|
1459
|
+
["field"]
|
|
1460
|
+
)
|
|
1461
|
+
],
|
|
1462
|
+
[
|
|
1463
|
+
"hybrid",
|
|
1464
|
+
object([
|
|
1465
|
+
["strategy", { kind: "choice", values: ["rrf", "linear"] }],
|
|
1466
|
+
["k", NUMBER],
|
|
1467
|
+
["alpha", NUMBER],
|
|
1468
|
+
["depth", NUMBER]
|
|
1469
|
+
])
|
|
1470
|
+
],
|
|
1471
|
+
[
|
|
1472
|
+
"rerank",
|
|
1473
|
+
object(
|
|
1474
|
+
[
|
|
1475
|
+
["adapter", STRING],
|
|
1476
|
+
["fields", STRINGS],
|
|
1477
|
+
["query", STRING],
|
|
1478
|
+
["window", NUMBER]
|
|
1479
|
+
],
|
|
1480
|
+
["adapter", "fields"]
|
|
1481
|
+
)
|
|
1482
|
+
],
|
|
1483
|
+
["includeScores", BOOLEAN],
|
|
1484
|
+
["includeScoreComponents", BOOLEAN],
|
|
1485
|
+
[
|
|
1486
|
+
"document",
|
|
1487
|
+
{
|
|
1488
|
+
kind: "either",
|
|
1489
|
+
wanted: "true, false, or an object",
|
|
1490
|
+
branches: {
|
|
1491
|
+
boolean: BOOLEAN,
|
|
1492
|
+
object: object([
|
|
1493
|
+
["include", STRINGS],
|
|
1494
|
+
["exclude", STRINGS]
|
|
1495
|
+
])
|
|
1496
|
+
}
|
|
1497
|
+
}
|
|
1498
|
+
],
|
|
1499
|
+
[
|
|
1500
|
+
"group",
|
|
1501
|
+
object([
|
|
1502
|
+
["fields", STRINGS],
|
|
1503
|
+
["limit", NUMBER],
|
|
1504
|
+
["maxPerGroup", NUMBER]
|
|
1505
|
+
])
|
|
1506
|
+
]
|
|
1507
|
+
]);
|
|
1508
|
+
function choices(values) {
|
|
1509
|
+
const quoted = values.map((value) => `"${value}"`);
|
|
1510
|
+
if (quoted.length === 2) return `${quoted[0]} or ${quoted[1]}`;
|
|
1511
|
+
return `one of ${quoted.slice(0, -1).join(", ")}, or ${quoted[quoted.length - 1]}`;
|
|
1512
|
+
}
|
|
1513
|
+
function wanted(shape) {
|
|
1514
|
+
switch (shape.kind) {
|
|
1515
|
+
case "string":
|
|
1516
|
+
return "a string";
|
|
1517
|
+
case "number":
|
|
1518
|
+
return "a number";
|
|
1519
|
+
case "boolean":
|
|
1520
|
+
return "true or false";
|
|
1521
|
+
case "choice":
|
|
1522
|
+
return choices(shape.values);
|
|
1523
|
+
case "scalars":
|
|
1524
|
+
return shape.wanted;
|
|
1525
|
+
case "items":
|
|
1526
|
+
return "a list";
|
|
1527
|
+
case "object":
|
|
1528
|
+
return "an object";
|
|
1529
|
+
case "record":
|
|
1530
|
+
return "an object keyed by field name";
|
|
1531
|
+
case "either":
|
|
1532
|
+
return shape.wanted;
|
|
1533
|
+
case "unchecked":
|
|
1534
|
+
return "any value";
|
|
1535
|
+
}
|
|
1536
|
+
}
|
|
1537
|
+
function child(path2, key) {
|
|
1538
|
+
return path2.length === 0 ? key : `${path2}.${key}`;
|
|
1539
|
+
}
|
|
1540
|
+
function mismatch(path2, shape, required = false) {
|
|
1541
|
+
return { mismatch: { path: path2, wanted: wanted(shape), required } };
|
|
1542
|
+
}
|
|
1543
|
+
function walkObject(value, shape, path2) {
|
|
1544
|
+
if (!isPlainObject(value)) return mismatch(path2, shape);
|
|
1545
|
+
const cleaned = /* @__PURE__ */ new Map();
|
|
1546
|
+
for (const [key, field] of shape.fields) {
|
|
1547
|
+
const given = value[key];
|
|
1548
|
+
if (given === null || given === void 0) {
|
|
1549
|
+
if (shape.required.has(key)) return mismatch(child(path2, key), field, true);
|
|
1550
|
+
continue;
|
|
1551
|
+
}
|
|
1552
|
+
const walked = walk(given, field, child(path2, key));
|
|
1553
|
+
if ("mismatch" in walked) return walked;
|
|
1554
|
+
cleaned.set(key, walked.value);
|
|
1555
|
+
}
|
|
1556
|
+
const entries = [];
|
|
1557
|
+
for (const [key, given] of Object.entries(value)) {
|
|
1558
|
+
if (cleaned.has(key)) entries.push([key, cleaned.get(key)]);
|
|
1559
|
+
else if (given !== null && !shape.declared.has(key)) entries.push([key, given]);
|
|
1560
|
+
}
|
|
1561
|
+
return { value: Object.fromEntries(entries) };
|
|
1562
|
+
}
|
|
1563
|
+
function walkRecord(value, shape, path2) {
|
|
1564
|
+
if (!isPlainObject(value)) return mismatch(path2, shape);
|
|
1565
|
+
const entries = [];
|
|
1566
|
+
for (const [key, given] of Object.entries(value)) {
|
|
1567
|
+
if (given === null) continue;
|
|
1568
|
+
const walked = walk(given, shape.value, child(path2, key));
|
|
1569
|
+
if ("mismatch" in walked) return walked;
|
|
1570
|
+
entries.push([key, walked.value]);
|
|
1571
|
+
}
|
|
1572
|
+
return { value: Object.fromEntries(entries) };
|
|
1573
|
+
}
|
|
1574
|
+
function walkItems(value, shape, path2) {
|
|
1575
|
+
if (!Array.isArray(value)) return mismatch(path2, shape);
|
|
1576
|
+
const items = [];
|
|
1577
|
+
for (const [at, item] of value.entries()) {
|
|
1578
|
+
const walked = walk(item, shape.item, child(path2, String(at)));
|
|
1579
|
+
if ("mismatch" in walked) return walked;
|
|
1580
|
+
items.push(walked.value);
|
|
1581
|
+
}
|
|
1582
|
+
return { value: items };
|
|
1583
|
+
}
|
|
1584
|
+
function branchOf(value, branches) {
|
|
1585
|
+
if (typeof value === "string") return branches.string;
|
|
1586
|
+
if (typeof value === "number") return branches.number;
|
|
1587
|
+
if (typeof value === "boolean") return branches.boolean;
|
|
1588
|
+
if (Array.isArray(value)) return branches.list;
|
|
1589
|
+
if (isPlainObject(value)) return branches.object;
|
|
1590
|
+
return void 0;
|
|
1591
|
+
}
|
|
1592
|
+
function walkEither(value, shape, path2) {
|
|
1593
|
+
const branch = branchOf(value, shape.branches);
|
|
1594
|
+
if (branch === void 0) return mismatch(path2, shape);
|
|
1595
|
+
const walked = walk(value, branch, path2);
|
|
1596
|
+
if ("mismatch" in walked && walked.mismatch.path === path2) return mismatch(path2, shape);
|
|
1597
|
+
return walked;
|
|
1598
|
+
}
|
|
1599
|
+
function walk(value, shape, path2) {
|
|
1600
|
+
switch (shape.kind) {
|
|
1601
|
+
case "string":
|
|
1602
|
+
return typeof value === "string" ? { value } : mismatch(path2, shape);
|
|
1603
|
+
case "number":
|
|
1604
|
+
return typeof value === "number" ? { value } : mismatch(path2, shape);
|
|
1605
|
+
case "boolean":
|
|
1606
|
+
return typeof value === "boolean" ? { value } : mismatch(path2, shape);
|
|
1607
|
+
case "choice":
|
|
1608
|
+
return typeof value === "string" && shape.values.includes(value) ? { value } : mismatch(path2, shape);
|
|
1609
|
+
case "scalars":
|
|
1610
|
+
return Array.isArray(value) && value.every((item) => typeof item === shape.item) ? { value } : mismatch(path2, shape);
|
|
1611
|
+
case "items":
|
|
1612
|
+
return walkItems(value, shape, path2);
|
|
1613
|
+
case "object":
|
|
1614
|
+
return walkObject(value, shape, path2);
|
|
1615
|
+
case "record":
|
|
1616
|
+
return walkRecord(value, shape, path2);
|
|
1617
|
+
case "either":
|
|
1618
|
+
return walkEither(value, shape, path2);
|
|
1619
|
+
case "unchecked":
|
|
1620
|
+
return { value };
|
|
1621
|
+
}
|
|
1622
|
+
}
|
|
1623
|
+
function checkQueryShape(params) {
|
|
1624
|
+
const walked = walk(params, QUERY_SHAPE, "");
|
|
1625
|
+
if ("mismatch" in walked) {
|
|
1626
|
+
const { path: path2, wanted: shape, required } = walked.mismatch;
|
|
1627
|
+
const verb = required ? "is required and must be" : "must be";
|
|
1628
|
+
return { failure: { message: `Field "${path2}" ${verb} ${shape}` } };
|
|
1629
|
+
}
|
|
1630
|
+
return { query: walked.value };
|
|
1631
|
+
}
|
|
1632
|
+
|
|
1633
|
+
// src/server/query-body.ts
|
|
1634
|
+
function readQueryBody(ctx, limits, allowRegex, kind = "write") {
|
|
1635
|
+
const parsed = parseJsonObject(ctx, kind);
|
|
1636
|
+
if (!parsed) return void 0;
|
|
1637
|
+
const shaped = checkQueryShape(parsed);
|
|
1638
|
+
if ("failure" in shaped) {
|
|
1639
|
+
rejectInvalid(ctx, shaped.failure);
|
|
1640
|
+
return void 0;
|
|
1641
|
+
}
|
|
1642
|
+
const failure = validateQuery(shaped.query, limits);
|
|
1643
|
+
if (failure) {
|
|
1644
|
+
rejectInvalid(ctx, failure);
|
|
1645
|
+
return void 0;
|
|
1646
|
+
}
|
|
1647
|
+
if (refuseRegex(ctx, shaped.query.filters, allowRegex)) return void 0;
|
|
1648
|
+
return shaped.query;
|
|
1649
|
+
}
|
|
1650
|
+
|
|
1281
1651
|
// src/server/query-response.ts
|
|
1282
1652
|
function encodeHits(hits) {
|
|
1283
1653
|
let encoded;
|
|
@@ -1624,13 +1994,14 @@ function sendDenial(res, authorization) {
|
|
|
1624
1994
|
sendError(res, authorization.denial.status, authorization.denial.code, authorization.denial.message);
|
|
1625
1995
|
}
|
|
1626
1996
|
function createRouteRunner(deps) {
|
|
1627
|
-
const { authorize, gate, bodyBudget, corsHeaders, respondThrough, track } = deps;
|
|
1997
|
+
const { accept, authorize, gate, bodyBudget, corsHeaders, respondThrough, track } = deps;
|
|
1628
1998
|
return (handler, opts) => {
|
|
1629
1999
|
const paramCount = opts.paramCount ?? 0;
|
|
1630
2000
|
const needsBody = opts.needsBody ?? false;
|
|
1631
2001
|
const useHook = authorize !== void 0 && !opts.skipHooks;
|
|
1632
2002
|
const gated = !opts.skipHooks;
|
|
1633
2003
|
return (response, req) => {
|
|
2004
|
+
if (accept?.(response) === false) return;
|
|
1634
2005
|
const sink = corsHeaders ? sinkWritingAfterStatus(response, corsHeaders(req)) : response;
|
|
1635
2006
|
const res = respondThrough === void 0 ? sink : respondThrough(sink);
|
|
1636
2007
|
const params = [];
|
|
@@ -1720,7 +2091,8 @@ function createRouteRunner(deps) {
|
|
|
1720
2091
|
});
|
|
1721
2092
|
} catch (err) {
|
|
1722
2093
|
if (!abort.aborted) {
|
|
1723
|
-
|
|
2094
|
+
const { status, body } = toHttpError(err);
|
|
2095
|
+
sendError(res, status, body.code, body.message, body.details);
|
|
1724
2096
|
}
|
|
1725
2097
|
} finally {
|
|
1726
2098
|
if (gated) gate.release();
|
|
@@ -2192,7 +2564,7 @@ function infoRoutes(shared) {
|
|
|
2192
2564
|
method: "get",
|
|
2193
2565
|
path: "/capabilities",
|
|
2194
2566
|
handler: "capabilities",
|
|
2195
|
-
options:
|
|
2567
|
+
options: bare,
|
|
2196
2568
|
operationId: "capabilities",
|
|
2197
2569
|
summary: "List the optional routes and modes that this server serves",
|
|
2198
2570
|
tags: ["Server"],
|
|
@@ -2812,9 +3184,10 @@ function serverRoutes(limits) {
|
|
|
2812
3184
|
}
|
|
2813
3185
|
|
|
2814
3186
|
// src/server/routes/register.ts
|
|
2815
|
-
function registerServerRoutes(app, run, handlers, limits, cors) {
|
|
3187
|
+
function registerServerRoutes(app, run, handlers, limits, cors, accept) {
|
|
2816
3188
|
if (cors) {
|
|
2817
3189
|
app.options("/*", (res, req) => {
|
|
3190
|
+
if (accept?.(res) === false) return;
|
|
2818
3191
|
const origin = req.getHeader("origin");
|
|
2819
3192
|
res.cork(() => {
|
|
2820
3193
|
res.writeStatus("204 No Content");
|
|
@@ -2828,6 +3201,7 @@ function registerServerRoutes(app, run, handlers, limits, cors) {
|
|
|
2828
3201
|
}
|
|
2829
3202
|
const corsHeaders = cors ? corsHeaderReader(cors) : null;
|
|
2830
3203
|
app.any("/*", (res, req) => {
|
|
3204
|
+
if (accept?.(res) === false) return;
|
|
2831
3205
|
const sink = corsHeaders === null ? res : sinkWritingAfterStatus(res, corsHeaders(req));
|
|
2832
3206
|
sendError(sink, 404, ServerErrorCodes.NOT_FOUND, "Route not found");
|
|
2833
3207
|
});
|
|
@@ -2892,7 +3266,7 @@ function refuse(res, err) {
|
|
|
2892
3266
|
const { status, body } = toHttpError(err);
|
|
2893
3267
|
sendError(res, status, body.code, body.message, body.details);
|
|
2894
3268
|
}
|
|
2895
|
-
async function upgradeFeed(gateway, subprotocol, res, context, indexName, handshake) {
|
|
3269
|
+
async function upgradeFeed(gateway, subprotocol, res, context, indexName, handshake, canRespond) {
|
|
2896
3270
|
const abort = initAbortHandler(res);
|
|
2897
3271
|
let authorization;
|
|
2898
3272
|
try {
|
|
@@ -2900,7 +3274,7 @@ async function upgradeFeed(gateway, subprotocol, res, context, indexName, handsh
|
|
|
2900
3274
|
} catch {
|
|
2901
3275
|
authorization = { allowed: false, denial: null };
|
|
2902
3276
|
}
|
|
2903
|
-
if (abort.aborted) return;
|
|
3277
|
+
if (abort.aborted || !canRespond()) return;
|
|
2904
3278
|
if (!authorization.allowed) {
|
|
2905
3279
|
const { denial } = authorization;
|
|
2906
3280
|
if (denial === null) sendError(res, 500, ServerErrorCodes.HOOK_ERROR, "The onRequest hook threw an error");
|
|
@@ -2911,10 +3285,10 @@ async function upgradeFeed(gateway, subprotocol, res, context, indexName, handsh
|
|
|
2911
3285
|
try {
|
|
2912
3286
|
ticket = await gateway.admit(indexName, authorization.expiresAt);
|
|
2913
3287
|
} catch (err) {
|
|
2914
|
-
if (!abort.aborted) refuse(res, err);
|
|
3288
|
+
if (!abort.aborted && canRespond()) refuse(res, err);
|
|
2915
3289
|
return;
|
|
2916
3290
|
}
|
|
2917
|
-
if (abort.aborted) {
|
|
3291
|
+
if (abort.aborted || !canRespond()) {
|
|
2918
3292
|
ticket.cancel();
|
|
2919
3293
|
return;
|
|
2920
3294
|
}
|
|
@@ -2923,12 +3297,13 @@ async function upgradeFeed(gateway, subprotocol, res, context, indexName, handsh
|
|
|
2923
3297
|
res.upgrade(userData, handshake.key, subprotocol, handshake.extensions, handshake.socketContext);
|
|
2924
3298
|
});
|
|
2925
3299
|
}
|
|
2926
|
-
function registerFeedRoute(app, gateway, route) {
|
|
3300
|
+
function registerFeedRoute(app, gateway, route, accept, canRespond = () => true) {
|
|
2927
3301
|
const { path: path2, subprotocol } = route;
|
|
2928
3302
|
app.ws(path2, {
|
|
2929
3303
|
maxPayloadLength: FEED_SOCKET_MAX_PAYLOAD_BYTES,
|
|
2930
3304
|
maxBackpressure: FEED_SOCKET_MAX_BACKPRESSURE_BYTES,
|
|
2931
3305
|
upgrade(res, req, socketContext) {
|
|
3306
|
+
if (accept?.(res) === false) return;
|
|
2932
3307
|
const rawName = req.getParameter(0) ?? "";
|
|
2933
3308
|
const protocols = req.getHeader("sec-websocket-protocol");
|
|
2934
3309
|
const handshake = {
|
|
@@ -2957,7 +3332,7 @@ function registerFeedRoute(app, gateway, route) {
|
|
|
2957
3332
|
);
|
|
2958
3333
|
return;
|
|
2959
3334
|
}
|
|
2960
|
-
void upgradeFeed(gateway, subprotocol, res, context, indexName, handshake).catch(() => void 0);
|
|
3335
|
+
void upgradeFeed(gateway, subprotocol, res, context, indexName, handshake, canRespond).catch(() => void 0);
|
|
2961
3336
|
},
|
|
2962
3337
|
open(ws) {
|
|
2963
3338
|
const data = ws.getUserData();
|
|
@@ -3003,6 +3378,22 @@ var SIGNALLED = 1;
|
|
|
3003
3378
|
function createCloseAtExitWords() {
|
|
3004
3379
|
return new Int32Array(new SharedArrayBuffer(2 * Int32Array.BYTES_PER_ELEMENT));
|
|
3005
3380
|
}
|
|
3381
|
+
function threadCloseRequested(word) {
|
|
3382
|
+
return Atomics.load(word, CLOSE_WORD) === SIGNALLED;
|
|
3383
|
+
}
|
|
3384
|
+
function threadCloseAcknowledged(word) {
|
|
3385
|
+
return Atomics.load(word, CLOSED_WORD) === SIGNALLED;
|
|
3386
|
+
}
|
|
3387
|
+
async function threadCloseAcknowledgedWithin(word, timeoutMs) {
|
|
3388
|
+
const waiting = Atomics.waitAsync(word, CLOSED_WORD, OPEN, timeoutMs);
|
|
3389
|
+
if (waiting.async) await waiting.value;
|
|
3390
|
+
}
|
|
3391
|
+
function acknowledgeThreadClose(word) {
|
|
3392
|
+
Atomics.store(word, CLOSE_WORD, SIGNALLED);
|
|
3393
|
+
Atomics.notify(word, CLOSE_WORD);
|
|
3394
|
+
Atomics.store(word, CLOSED_WORD, SIGNALLED);
|
|
3395
|
+
Atomics.notify(word, CLOSED_WORD);
|
|
3396
|
+
}
|
|
3006
3397
|
function closeEveryThreadAtExit(words, timeoutMs) {
|
|
3007
3398
|
const signalled = [...words];
|
|
3008
3399
|
for (const word of signalled) {
|
|
@@ -3024,8 +3415,7 @@ async function closeWhenTheProcessExits(word, close) {
|
|
|
3024
3415
|
try {
|
|
3025
3416
|
close();
|
|
3026
3417
|
} finally {
|
|
3027
|
-
|
|
3028
|
-
Atomics.notify(word, CLOSED_WORD);
|
|
3418
|
+
acknowledgeThreadClose(word);
|
|
3029
3419
|
}
|
|
3030
3420
|
}
|
|
3031
3421
|
|
|
@@ -3073,4 +3463,157 @@ async function departureConfirmation(word) {
|
|
|
3073
3463
|
if (waiting.async) await waiting.value;
|
|
3074
3464
|
}
|
|
3075
3465
|
|
|
3076
|
-
|
|
3466
|
+
// src/server/request-threads/leaving-response.ts
|
|
3467
|
+
function refuseAndClose(res, status, envelope) {
|
|
3468
|
+
const payload = encodeJson(envelope);
|
|
3469
|
+
res.cork(() => {
|
|
3470
|
+
res.writeStatus(statusLine(status)).writeHeader("Content-Type", "application/json").writeHeader("Connection", "close").end(payload, true);
|
|
3471
|
+
});
|
|
3472
|
+
}
|
|
3473
|
+
var LeavingResponse = class {
|
|
3474
|
+
constructor(res, leaving, canRespond = () => true) {
|
|
3475
|
+
this.res = res;
|
|
3476
|
+
this.leaving = leaving;
|
|
3477
|
+
this.canRespond = canRespond;
|
|
3478
|
+
}
|
|
3479
|
+
headStarted = false;
|
|
3480
|
+
closesConnection = false;
|
|
3481
|
+
finished = false;
|
|
3482
|
+
onFinish = null;
|
|
3483
|
+
get isFinished() {
|
|
3484
|
+
return this.finished;
|
|
3485
|
+
}
|
|
3486
|
+
whenFinished(callback) {
|
|
3487
|
+
if (this.finished) callback();
|
|
3488
|
+
else this.onFinish = callback;
|
|
3489
|
+
}
|
|
3490
|
+
refuse(status, envelope) {
|
|
3491
|
+
if (this.finished || !this.canRespond()) return;
|
|
3492
|
+
if (this.headStarted) {
|
|
3493
|
+
this.close();
|
|
3494
|
+
return;
|
|
3495
|
+
}
|
|
3496
|
+
refuseAndClose(this.res, status, envelope);
|
|
3497
|
+
this.headStarted = true;
|
|
3498
|
+
this.finish();
|
|
3499
|
+
}
|
|
3500
|
+
cork(callback) {
|
|
3501
|
+
if (!this.canRespond()) return this;
|
|
3502
|
+
this.res.cork(callback);
|
|
3503
|
+
return this;
|
|
3504
|
+
}
|
|
3505
|
+
writeStatus(status) {
|
|
3506
|
+
if (!this.canRespond()) return this;
|
|
3507
|
+
this.res.writeStatus(status);
|
|
3508
|
+
this.startHead();
|
|
3509
|
+
return this;
|
|
3510
|
+
}
|
|
3511
|
+
writeHeader(key, value) {
|
|
3512
|
+
if (!this.canRespond()) return this;
|
|
3513
|
+
this.startHead();
|
|
3514
|
+
this.res.writeHeader(key, value);
|
|
3515
|
+
return this;
|
|
3516
|
+
}
|
|
3517
|
+
end(body, closeConnection) {
|
|
3518
|
+
if (!this.canRespond()) return this;
|
|
3519
|
+
this.startHead();
|
|
3520
|
+
this.res.end(body, closeConnection === true || this.closesConnection);
|
|
3521
|
+
this.finish();
|
|
3522
|
+
return this;
|
|
3523
|
+
}
|
|
3524
|
+
write(chunk) {
|
|
3525
|
+
if (!this.canRespond()) return false;
|
|
3526
|
+
this.startHead();
|
|
3527
|
+
return this.res.write(chunk);
|
|
3528
|
+
}
|
|
3529
|
+
pause() {
|
|
3530
|
+
if (!this.canRespond()) return;
|
|
3531
|
+
this.res.pause();
|
|
3532
|
+
}
|
|
3533
|
+
resume() {
|
|
3534
|
+
if (!this.canRespond()) return;
|
|
3535
|
+
this.res.resume();
|
|
3536
|
+
}
|
|
3537
|
+
close() {
|
|
3538
|
+
if (!this.canRespond()) return this;
|
|
3539
|
+
this.res.close();
|
|
3540
|
+
this.finish();
|
|
3541
|
+
return this;
|
|
3542
|
+
}
|
|
3543
|
+
endWithoutBody() {
|
|
3544
|
+
if (!this.canRespond()) return this;
|
|
3545
|
+
this.startHead();
|
|
3546
|
+
this.res.endWithoutBody();
|
|
3547
|
+
this.finish();
|
|
3548
|
+
return this;
|
|
3549
|
+
}
|
|
3550
|
+
tryEnd(body, totalSize) {
|
|
3551
|
+
if (!this.canRespond()) return [false, false];
|
|
3552
|
+
this.startHead();
|
|
3553
|
+
const result = this.res.tryEnd(body, totalSize);
|
|
3554
|
+
if (result[1]) this.finish();
|
|
3555
|
+
return result;
|
|
3556
|
+
}
|
|
3557
|
+
getWriteOffset() {
|
|
3558
|
+
if (!this.canRespond()) return 0;
|
|
3559
|
+
return this.res.getWriteOffset();
|
|
3560
|
+
}
|
|
3561
|
+
onWritable(handler) {
|
|
3562
|
+
if (!this.canRespond()) return this;
|
|
3563
|
+
this.res.onWritable((offset) => this.canRespond() ? handler(offset) : true);
|
|
3564
|
+
return this;
|
|
3565
|
+
}
|
|
3566
|
+
onAborted(handler) {
|
|
3567
|
+
if (!this.canRespond()) {
|
|
3568
|
+
handler();
|
|
3569
|
+
return this;
|
|
3570
|
+
}
|
|
3571
|
+
this.res.onAborted(handler);
|
|
3572
|
+
return this;
|
|
3573
|
+
}
|
|
3574
|
+
onData(handler) {
|
|
3575
|
+
if (!this.canRespond()) return this;
|
|
3576
|
+
this.res.onData((chunk, isLast) => {
|
|
3577
|
+
if (this.canRespond()) handler(chunk, isLast);
|
|
3578
|
+
});
|
|
3579
|
+
return this;
|
|
3580
|
+
}
|
|
3581
|
+
getRemoteAddressAsText() {
|
|
3582
|
+
if (!this.canRespond()) return new ArrayBuffer(0);
|
|
3583
|
+
return this.res.getRemoteAddressAsText();
|
|
3584
|
+
}
|
|
3585
|
+
startHead() {
|
|
3586
|
+
if (this.headStarted) return;
|
|
3587
|
+
this.headStarted = true;
|
|
3588
|
+
if (!this.leaving()) return;
|
|
3589
|
+
this.closesConnection = true;
|
|
3590
|
+
this.res.writeHeader("Connection", "close");
|
|
3591
|
+
}
|
|
3592
|
+
finish() {
|
|
3593
|
+
if (this.finished) return;
|
|
3594
|
+
this.finished = true;
|
|
3595
|
+
const callback = this.onFinish;
|
|
3596
|
+
this.onFinish = null;
|
|
3597
|
+
callback?.();
|
|
3598
|
+
}
|
|
3599
|
+
};
|
|
3600
|
+
|
|
3601
|
+
// src/server/request-threads/server-close.ts
|
|
3602
|
+
var STATE_WORD = 0;
|
|
3603
|
+
var OPEN2 = 0n;
|
|
3604
|
+
function createServerCloseSignal() {
|
|
3605
|
+
return new BigInt64Array(new SharedArrayBuffer(BigInt64Array.BYTES_PER_ELEMENT));
|
|
3606
|
+
}
|
|
3607
|
+
function signalServerClose(signal, deadlineMs) {
|
|
3608
|
+
Atomics.compareExchange(signal, STATE_WORD, OPEN2, BigInt(Date.now() + deadlineMs));
|
|
3609
|
+
return Number(Atomics.load(signal, STATE_WORD));
|
|
3610
|
+
}
|
|
3611
|
+
function serverCloseDeadline(signal) {
|
|
3612
|
+
const deadline = Atomics.load(signal, STATE_WORD);
|
|
3613
|
+
return deadline === OPEN2 ? null : Number(deadline);
|
|
3614
|
+
}
|
|
3615
|
+
function serverCloseSignalled(signal) {
|
|
3616
|
+
return serverCloseDeadline(signal) !== null;
|
|
3617
|
+
}
|
|
3618
|
+
|
|
3619
|
+
export { ASYNC_IMPORT_CAPABILITY, BM25_TUNING_CAPABILITY, CHANGES_FEED_ROUTE, CHANGE_ANALYSIS_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, LeavingResponse, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MAX_LONG_QUERIES_IN_FLIGHT, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, PROMETHEUS_TEXT_CONTENT_TYPE, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, REQUEST_THREAD_DRAIN_DEADLINE_MS, REQUEST_THREAD_MOVE_AFTER_MS, RUNNING_TASK_TTL_MS, SEARCH_CLOCK_SAMPLE_UNITS, SERVER_CAPABILITIES, SERVER_CLOSE_ACKNOWLEDGE_GRACE_MS, SERVER_CLOSE_DRAIN_DEADLINE_MS, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNC_FEED_ROUTE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TASK_RECORD_LOAD_CONCURRENCY, TERMINAL_TASK_TTL_MS, acceptorOf, acknowledgeThreadClose, authorizerFor, awaitDepartureConfirmation, badRequest, bindResponseStop, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createServerCloseSignal, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createSyncSnapshotHandler, createVersionHandler, departureConfirmation, departureConfirmed, encodeQueryResult, gateSlotOfWorker, httpStatusForNarsilError, isMainFeedNote, isRemoveOnlyBatch, isTaskStatus, isTaskType, isTerminalTaskStatus, isThreadFeedNote, loadUWebSockets, parseJson, parseJsonObject, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJsonObject, readQueryBody, refuseAndClose, refusedRegex, registerFeedRoute, registerServerRoutes, rejectInvalid, requestSignal, resolveCors, respondAnswer, respondError, respondJson, respondPreparingError, responseStopOf, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverCloseDeadline, serverCloseSignalled, serverRoutes, signalServerClose, statusLine, stopResponse, threadCloseAcknowledged, threadCloseAcknowledgedWithin, threadCloseRequested, toHttpError, validateBatch, validateChangeAnalysis, validateCreateIndex, validateDocumentBody, validateRebalance, validateSuggest, versionReport, withServerQueryLimits };
|