@delali/narsil 0.4.1 → 0.4.2-next.273

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (158) hide show
  1. package/README.md +1 -1
  2. package/dist/adapters/filesystem.d.ts +1 -1
  3. package/dist/adapters/filesystem.mjs +9 -3
  4. package/dist/adapters/gcs.d.ts +1 -1
  5. package/dist/adapters/indexeddb.d.ts +6 -1
  6. package/dist/adapters/indexeddb.mjs +20 -26
  7. package/dist/adapters/memory.d.ts +1 -1
  8. package/dist/adapters/s3.d.ts +1 -1
  9. package/dist/{adapters-pljAqmrC.d.ts → adapters-8LcdNB77.d.ts} +18 -1
  10. package/dist/browser/{chunk-QAOVAYAG.mjs → chunk-56UNHLAF.mjs} +1 -1
  11. package/dist/browser/{chunk-GBJSEHVJ.mjs → chunk-EKISQBV2.mjs} +283 -244
  12. package/dist/browser/{chunk-YINZFPLT.mjs → chunk-VAPCFSMX.mjs} +1 -1
  13. package/dist/browser/{chunk-4E5APHTM.mjs → chunk-VIVG3OXM.mjs} +1 -1
  14. package/dist/browser/{durability-config-75NSFCQN.mjs → durability-config-UP3OTUMB.mjs} +34 -2
  15. package/dist/browser/{msgpack-leaf-44XNWSSY.mjs → msgpack-leaf-76Q5SZ5S.mjs} +23 -10
  16. package/dist/browser/{optional-reads-6LN3HMUH.mjs → optional-reads-NQO5DKM4.mjs} +18 -16
  17. package/dist/browser/{optional-writes-76DWMRQH.mjs → optional-writes-3HKIVZFU.mjs} +295 -106
  18. package/dist/browser/{segment-codec-leaf-A427QJUX.mjs → segment-codec-leaf-GXSRX5VT.mjs} +47 -30
  19. package/dist/browser/{storage-leaf-5UTR5K7J.mjs → storage-leaf-42IZEOJJ.mjs} +1473 -305
  20. package/dist/{capabilities-BOFFMx84.d.ts → capabilities-BoWiLNv7.d.ts} +76 -61
  21. package/dist/{chunk-Z7XSHKOF.mjs → chunk-35RWLUVY.mjs} +63 -144
  22. package/dist/{chunk-6GHX35ZM.mjs → chunk-43T3P3BE.mjs} +1 -1
  23. package/dist/{chunk-IL5DRCNU.mjs → chunk-4JLHHEBN.mjs} +1 -1
  24. package/dist/{chunk-DKIMHIBC.mjs → chunk-4YIVY3PB.mjs} +2 -2
  25. package/dist/{react-native/chunks/chunk-ZUJCUPVS.mjs → chunk-5SHWA6PE.mjs} +1 -1
  26. package/dist/{chunk-2K24MEYV.mjs → chunk-6LVQ3GLT.mjs} +3 -3
  27. package/dist/{chunk-DDUXEJXW.mjs → chunk-6SIEVWMG.mjs} +45 -22
  28. package/dist/{chunk-WM5KJSQV.mjs → chunk-ACNHJOGC.mjs} +1 -1
  29. package/dist/{chunk-755NM4PL.mjs → chunk-BWPVDIRN.mjs} +183 -21
  30. package/dist/{chunk-SMQPZHPS.mjs → chunk-C57GWAXN.mjs} +1 -1
  31. package/dist/{chunk-357KIU5E.mjs → chunk-DRZP5MSG.mjs} +5 -5
  32. package/dist/{chunk-MYN4K5IS.mjs → chunk-DZMD4OMD.mjs} +1 -1
  33. package/dist/{chunk-7P5YWDRQ.mjs → chunk-EY5U4P5V.mjs} +1 -1
  34. package/dist/{chunk-X3EQCQLP.mjs → chunk-EZJ6HBG7.mjs} +2 -2
  35. package/dist/{chunk-WC5KAWXQ.mjs → chunk-FE2XILWN.mjs} +4 -4
  36. package/dist/{chunk-CERPUGRK.mjs → chunk-G3KVEHIW.mjs} +2 -2
  37. package/dist/{chunk-B3MO37YF.mjs → chunk-GTGQLCEI.mjs} +1 -1
  38. package/dist/{chunk-MSJD74GN.mjs → chunk-H23FB267.mjs} +5 -5
  39. package/dist/{chunk-UNEEFTEU.mjs → chunk-HZ3OAUTL.mjs} +2 -1
  40. package/dist/{chunk-M3B7SGJB.mjs → chunk-KL4ORYJW.mjs} +6 -6
  41. package/dist/{chunk-WTMCGZ74.mjs → chunk-KXA77DPZ.mjs} +2 -2
  42. package/dist/{chunk-6I6OO6B2.mjs → chunk-LRIJ7U3T.mjs} +4 -4
  43. package/dist/{chunk-3IE3A74H.mjs → chunk-PNFP5THV.mjs} +3 -3
  44. package/dist/{react-native/chunks/chunk-4FUCRLSA.mjs → chunk-PQWK7KXS.mjs} +1 -1
  45. package/dist/{chunk-P4F4UWLC.mjs → chunk-PSO7V7VW.mjs} +17 -3
  46. package/dist/{chunk-OGYSPNL2.mjs → chunk-QNZJYMCF.mjs} +7 -7
  47. package/dist/{chunk-DBC4EJWB.mjs → chunk-R3PFPFME.mjs} +1 -1
  48. package/dist/{chunk-MSIN4NM3.mjs → chunk-S3JHYPH7.mjs} +6 -1
  49. package/dist/{chunk-MI6UZGUR.mjs → chunk-SPA7GXST.mjs} +3 -3
  50. package/dist/{chunk-PP3W5PQQ.mjs → chunk-WYH3QHBK.mjs} +698 -451
  51. package/dist/{chunk-D456ZFPQ.mjs → chunk-X5V25BPN.mjs} +2 -2
  52. package/dist/{chunk-GXCDWLQI.mjs → chunk-Y7GXGJFZ.mjs} +23 -10
  53. package/dist/{chunk-NCIGNQJE.mjs → chunk-YGRJLI2Z.mjs} +930 -387
  54. package/dist/{react-native/chunks/chunk-MMPBO4WR.mjs → chunk-ZO7VLAIT.mjs} +2 -2
  55. package/dist/{chunk-AXDB6KUQ.mjs → chunk-ZTB7AWTW.mjs} +4 -4
  56. package/dist/chunk-ZYEEOZTT.mjs +52 -0
  57. package/dist/{client-BhNxHtcZ.d.ts → client-B0NPZSKY.d.ts} +4 -4
  58. package/dist/client.d.ts +9 -9
  59. package/dist/client.mjs +2 -2
  60. package/dist/{config-P9zW3Zz7.d.ts → config-B3-sw887.d.ts} +3 -3
  61. package/dist/{config-BJSL7piq.d.ts → config-DL_nkguq.d.ts} +4 -4
  62. package/dist/{direct-executor-GWJXDFLD.mjs → direct-executor-7G57AYXH.mjs} +4 -4
  63. package/dist/distribution/coordinator/etcd.d.ts +3 -3
  64. package/dist/distribution/coordinator/etcd.mjs +33 -3
  65. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  66. package/dist/distribution/transport/grpc.mjs +4 -4
  67. package/dist/distribution/transport/in-memory.mjs +1 -1
  68. package/dist/distribution/transport/tcp.mjs +12 -7
  69. package/dist/distribution.d.ts +8 -8
  70. package/dist/distribution.mjs +167 -91
  71. package/dist/{durability-config-VWS2K24E.mjs → durability-config-HWKWP35M.mjs} +34 -2
  72. package/dist/embeddings/openai.d.ts +7 -3
  73. package/dist/embeddings/openai.mjs +37 -31
  74. package/dist/{engine-DoFnkRoF.d.ts → engine-DGG_yX0p.d.ts} +3 -3
  75. package/dist/{index-B_vmxpgW.d.ts → index-fX_FbuRT.d.ts} +1 -1
  76. package/dist/index.browser.mjs +3 -3
  77. package/dist/index.d.ts +7 -7
  78. package/dist/index.mjs +4 -4
  79. package/dist/index.react-native.mjs +4 -4
  80. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  81. package/dist/invalidation/filesystem.d.ts +1 -1
  82. package/dist/invalidation/noop.d.ts +1 -1
  83. package/dist/{long-query-thread-GNTDYDOZ.mjs → long-query-thread-KPN7NSOC.mjs} +14 -14
  84. package/dist/msgpack-leaf-LIT7TKZW.mjs +9 -0
  85. package/dist/{optional-reads-UCS23AWP.mjs → optional-reads-ESDVS225.mjs} +18 -16
  86. package/dist/{optional-writes-2AHJCGTY.mjs → optional-writes-CSULLISE.mjs} +9 -8
  87. package/dist/{paged-partition-archive-GBAHDT55.mjs → paged-partition-archive-BKQADXOT.mjs} +13 -13
  88. package/dist/partial-words.browser.mjs +3 -3
  89. package/dist/partial-words.mjs +4 -4
  90. package/dist/pattern.browser.mjs +2 -2
  91. package/dist/pattern.mjs +2 -2
  92. package/dist/persistence/durability/checkpoint-worker.d.ts +2 -2
  93. package/dist/persistence/durability/checkpoint-worker.mjs +14 -14
  94. package/dist/{query-actions-IDCUA7UV.mjs → query-actions-HTSJKZRU.mjs} +4 -4
  95. package/dist/query-suggestions/merge-worker.mjs +7 -7
  96. package/dist/query-suggestions.browser.mjs +3 -3
  97. package/dist/query-suggestions.d.ts +3 -3
  98. package/dist/query-suggestions.mjs +5 -5
  99. package/dist/react-native/chunks/{chunk-MRH36RN3.mjs → chunk-AOLLV37A.mjs} +1 -1
  100. package/dist/react-native/chunks/{chunk-UO44MA5M.mjs → chunk-DN4FT62B.mjs} +23 -10
  101. package/dist/react-native/chunks/{chunk-TG56N5JC.mjs → chunk-EF4Y5C3Y.mjs} +2 -2
  102. package/dist/react-native/chunks/{chunk-HTBY4GON.mjs → chunk-ESVBC3AT.mjs} +1 -1
  103. package/dist/{chunk-F26DOOUH.mjs → react-native/chunks/chunk-H6LK5WCF.mjs} +1 -1
  104. package/dist/react-native/chunks/{chunk-LPX26NNL.mjs → chunk-JEYZQA4Z.mjs} +699 -451
  105. package/dist/react-native/chunks/{chunk-AJAH6X7W.mjs → chunk-KJQ3BUVM.mjs} +4 -4
  106. package/dist/{chunk-UHLFCGZ3.mjs → react-native/chunks/chunk-QYVRD6C5.mjs} +2 -2
  107. package/dist/react-native/chunks/{chunk-SCGBU47K.mjs → chunk-X3VY2YT4.mjs} +2 -2
  108. package/dist/{chunk-R2PJKSNL.mjs → react-native/chunks/chunk-ZF3VSGEI.mjs} +1 -1
  109. package/dist/react-native/chunks/{durability-config-FCSD4MXY.mjs → durability-config-HJETGZVB.mjs} +34 -2
  110. package/dist/react-native/chunks/msgpack-leaf-FOUPTT7J.mjs +7 -0
  111. package/dist/react-native/chunks/{optional-reads-4XCJ34QG.mjs → optional-reads-TN3PT6M4.mjs} +18 -16
  112. package/dist/react-native/chunks/{optional-writes-XYZVTBFB.mjs → optional-writes-MGFFGKYQ.mjs} +8 -7
  113. package/dist/react-native/chunks/{restore-queue-NOKQZJ2Z.mjs → restore-queue-MVJTP3E4.mjs} +7 -7
  114. package/dist/react-native/chunks/{segment-codec-leaf-3ZXBJVKH.mjs → segment-codec-leaf-PSWHL55A.mjs} +5 -5
  115. package/dist/react-native/chunks/{segment-merge-leaf-3Z7MMPWE.mjs → segment-merge-leaf-WOJWSDLW.mjs} +6 -6
  116. package/dist/react-native/chunks/{storage-leaf-KJOX3MMW.mjs → storage-leaf-ZUN6Y44X.mjs} +1481 -314
  117. package/dist/react-native/chunks/{store-leaf-QGLVSO5X.mjs → store-leaf-K5XG46FV.mjs} +6 -6
  118. package/dist/react-native/chunks/{suggestions-leaf-6GI5ZSW6.mjs → suggestions-leaf-KDPM3P27.mjs} +6 -6
  119. package/dist/react-native/chunks/{worker-copies-ALOD7TSP.mjs → worker-copies-FVFMBBH6.mjs} +5 -5
  120. package/dist/react-native/partial-words.mjs +4 -4
  121. package/dist/react-native/pattern.mjs +2 -2
  122. package/dist/react-native/query-suggestions.mjs +4 -4
  123. package/dist/react-native/sync.mjs +4 -4
  124. package/dist/react-native/synonyms.mjs +4 -4
  125. package/dist/react.d.ts +10 -10
  126. package/dist/react.mjs +0 -2
  127. package/dist/{rerank-HB6DU6GS.mjs → rerank-3QEJNMFH.mjs} +4 -4
  128. package/dist/rerankers/http.d.ts +1 -1
  129. package/dist/rerankers/http.mjs +19 -15
  130. package/dist/{restore-queue-VUQHGCXE.mjs → restore-queue-Q76Q4S35.mjs} +7 -7
  131. package/dist/{schema-CzG9OUw5.d.ts → schema-CFnQ-WI3.d.ts} +1 -1
  132. package/dist/{segment-codec-leaf-TW2FPAAT.mjs → segment-codec-leaf-BSDDR7DQ.mjs} +5 -5
  133. package/dist/{segment-merge-leaf-BS3QV5PZ.mjs → segment-merge-leaf-6TT66HC5.mjs} +5 -5
  134. package/dist/server.d.ts +86 -12
  135. package/dist/server.mjs +2243 -1918
  136. package/dist/{storage-leaf-5IG2HPNY.mjs → storage-leaf-R5JQ2X2M.mjs} +1193 -219
  137. package/dist/{store-leaf-ZWSOK2DV.mjs → store-leaf-NCGETZYY.mjs} +6 -6
  138. package/dist/{suggestions-leaf-MUZNKQVF.mjs → suggestions-leaf-TX3GTD6S.mjs} +8 -8
  139. package/dist/sync/filesystem.d.ts +4 -4
  140. package/dist/sync/filesystem.mjs +12 -12
  141. package/dist/sync/indexeddb.browser.mjs +1 -1
  142. package/dist/sync/indexeddb.d.ts +4 -4
  143. package/dist/sync/indexeddb.mjs +2 -2
  144. package/dist/sync.browser.mjs +4 -4
  145. package/dist/sync.d.ts +5 -5
  146. package/dist/sync.mjs +4 -4
  147. package/dist/synonyms.browser.mjs +3 -3
  148. package/dist/synonyms.mjs +4 -4
  149. package/dist/{tasks-DrLiolTG.d.ts → tasks-B2MDjPL0.d.ts} +4 -4
  150. package/dist/{thread-6ZBCENAP.mjs → thread-VLVPAUWC.mjs} +13 -13
  151. package/dist/{types-pS-mAJmX.d.ts → types-DGjk684l.d.ts} +2 -2
  152. package/dist/vector/search-worker.d.ts +2 -2
  153. package/dist/{worker-copies-32HWFUH7.mjs → worker-copies-NZSBQZKG.mjs} +7 -7
  154. package/dist/workers/entry.mjs +16 -16
  155. package/package.json +12 -12
  156. package/dist/chunk-HLPRHOSO.mjs +0 -17
  157. package/dist/msgpack-leaf-H5ZYW7S7.mjs +0 -9
  158. package/dist/react-native/chunks/msgpack-leaf-JMNGSTRW.mjs +0 -7
@@ -1,14 +1,15 @@
1
1
  import { CHANGES_SUBPROTOCOL, SYNC_SUBPROTOCOL, encodeJson, SYNC_CLOSE_SERVER_ERROR, encodeScore } from './chunk-TACP6VK6.mjs';
2
- import { answerRefusalOf } from './chunk-WM5KJSQV.mjs';
3
- import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-6I6OO6B2.mjs';
4
- import { readRecentMemoryFigures, readMemoryFigures, DEFAULT_RERANK_WINDOW } from './chunk-PP3W5PQQ.mjs';
2
+ import { answerRefusalOf } from './chunk-ACNHJOGC.mjs';
3
+ import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-LRIJ7U3T.mjs';
4
+ import { DEFAULT_RERANK_WINDOW, readRecentMemoryFigures, readMemoryFigures } from './chunk-WYH3QHBK.mjs';
5
5
  import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-2AFZE7Y3.mjs';
6
- import { MAX_FILTER_DEPTH } from './chunk-IL5DRCNU.mjs';
6
+ import { MAX_FILTER_DEPTH } from './chunk-4JLHHEBN.mjs';
7
7
  import { bindSignalStop } from './chunk-FJXJZUWF.mjs';
8
8
  import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-5EI5CXO6.mjs';
9
- import { ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
9
+ import { DEFAULT_PAGE_SIZE, ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
10
10
  import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
11
11
  import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
12
+ import { SORT_MODES } from './chunk-TGPKS2UM.mjs';
12
13
  import { randomUUID } from 'crypto';
13
14
  import { mkdtemp, open, rm } from 'fs/promises';
14
15
  import { tmpdir } from 'os';
@@ -368,8 +369,11 @@ var MAX_INDEX_TOUCH_INTERVAL_MS = 1e3;
368
369
  var INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT = 4;
369
370
  var REQUEST_THREAD_DEPARTURE_DRAIN_MS = 100;
370
371
  var REQUEST_THREAD_DRAIN_DEADLINE_MS = 3e4;
372
+ var SERVER_CLOSE_DRAIN_DEADLINE_MS = 3e4;
373
+ var SERVER_CLOSE_ACKNOWLEDGE_GRACE_MS = 500;
371
374
  var REQUEST_THREAD_CLOSE_AT_EXIT_MS = 2e3;
372
375
  var DEFAULT_MAX_RETAINED_TASKS = 1e3;
376
+ var TASK_RECORD_LOAD_CONCURRENCY = 16;
373
377
  var DEFAULT_TASK_PAGE_SIZE = 20;
374
378
  var TASK_PROGRESS_WRITE_INTERVAL_MS = 250;
375
379
  var RUNNING_TASK_TTL_MS = 24 * 60 * 60 * 1e3;
@@ -378,6 +382,275 @@ var REQUEST_THREAD_MOVE_AFTER_MS = 10;
378
382
  var SEARCH_CLOCK_SAMPLE_UNITS = 65536;
379
383
  var MAX_LONG_QUERIES_IN_FLIGHT = 16;
380
384
 
385
+ // src/server/task-status.ts
386
+ var TASK_TYPE_SET = {
387
+ optimizeVectors: true,
388
+ rebalance: true,
389
+ restore: true,
390
+ import: true,
391
+ importExport: true,
392
+ rebuildAnalysis: true,
393
+ changeAnalysis: true,
394
+ backup: true,
395
+ backupRestore: true,
396
+ backupDelete: true,
397
+ querySuggestionsBuild: true
398
+ };
399
+ var TASK_TYPES = Object.keys(TASK_TYPE_SET);
400
+ var TASK_STATUSES = ["running", "succeeded", "failed", "cancelled"];
401
+ var TERMINAL_TASK_STATUSES = /* @__PURE__ */ new Set(["succeeded", "failed", "cancelled"]);
402
+ function isTerminalTaskStatus(status) {
403
+ return TERMINAL_TASK_STATUSES.has(status);
404
+ }
405
+ function isTaskType(value) {
406
+ return typeof value === "string" && Object.hasOwn(TASK_TYPE_SET, value);
407
+ }
408
+ function isTaskStatus(value) {
409
+ return typeof value === "string" && TASK_STATUSES.includes(value);
410
+ }
411
+
412
+ // src/server/validation.ts
413
+ function isPlainObject(value) {
414
+ return typeof value === "object" && value !== null && !Array.isArray(value);
415
+ }
416
+ function overWindow(field, value, maxWindow) {
417
+ if (value !== void 0 && (typeof value !== "number" || !Number.isSafeInteger(value) || value < 0)) {
418
+ return { message: `Field "${field}" must be a non-negative integer` };
419
+ }
420
+ if (typeof value === "number" && value > maxWindow) {
421
+ return {
422
+ message: `Field "${field}" exceeds the maximum result window of ${maxWindow}`,
423
+ details: { value, limit: maxWindow }
424
+ };
425
+ }
426
+ return null;
427
+ }
428
+ function withServerQueryLimits(params, limits) {
429
+ const query = { ...params, limit: params.limit ?? Math.min(DEFAULT_PAGE_SIZE, limits.maxResultWindow) };
430
+ if (params.group && typeof params.group === "object") {
431
+ query.group = { ...params.group, limit: params.group.limit ?? limits.maxResultWindow };
432
+ }
433
+ if (params.facets && typeof params.facets === "object") {
434
+ query.facets = Object.fromEntries(
435
+ Object.entries(params.facets).map(([field, facet]) => [
436
+ field,
437
+ { ...facet, limit: facet?.limit === void 0 || facet.limit === 0 ? limits.maxResultWindow : facet.limit }
438
+ ])
439
+ );
440
+ }
441
+ return withServerRerankWindow(query, limits);
442
+ }
443
+ function overRerankWindow(rerank, maxRerankWindow) {
444
+ if (!isPlainObject(rerank)) return null;
445
+ const window = rerank.window;
446
+ if (typeof window === "number" && window > maxRerankWindow) {
447
+ return {
448
+ message: `Field "rerank.window" exceeds this server's maximum rerank window of ${maxRerankWindow}`,
449
+ details: { value: window, limit: maxRerankWindow }
450
+ };
451
+ }
452
+ return null;
453
+ }
454
+ function withServerRerankWindow(params, limits) {
455
+ const rerank = params.rerank;
456
+ if (rerank === void 0 || !isPlainObject(rerank) || rerank.window !== void 0) return params;
457
+ const depth = params.vector === void 0 ? void 0 : params.hybrid?.depth;
458
+ const fuses = params.term !== void 0 || params.mode === "hybrid";
459
+ const window = fuses && typeof depth === "number" && Number.isInteger(depth) ? Math.min(limits.maxRerankWindow, depth) : limits.maxRerankWindow;
460
+ if (window >= DEFAULT_RERANK_WINDOW) return params;
461
+ return { ...params, rerank: { ...rerank, window } };
462
+ }
463
+ function validateQuery(params, limits) {
464
+ const maxWindow = limits.maxResultWindow;
465
+ if (params.group && typeof params.group === "object" && "reduce" in params.group) {
466
+ return {
467
+ message: 'Custom group reducers are not available over HTTP; use "group.fields" and "group.maxPerGroup" only'
468
+ };
469
+ }
470
+ const rowBound = overWindow("limit", params.limit, maxWindow) ?? overWindow("offset", params.offset, maxWindow);
471
+ if (rowBound) return rowBound;
472
+ const reranked = overRerankWindow(params.rerank, limits.maxRerankWindow);
473
+ if (reranked) return reranked;
474
+ if (params.group && typeof params.group === "object") {
475
+ const grouped = overWindow("group.maxPerGroup", params.group.maxPerGroup, maxWindow) ?? overWindow("group.limit", params.group.limit, maxWindow);
476
+ if (grouped) return grouped;
477
+ }
478
+ if (params.facets && typeof params.facets === "object") {
479
+ for (const [field, facet] of Object.entries(params.facets)) {
480
+ if (facet && typeof facet === "object") {
481
+ const faceted = overWindow(`facets.${field}.limit`, facet.limit, maxWindow);
482
+ if (faceted) return faceted;
483
+ }
484
+ }
485
+ }
486
+ return null;
487
+ }
488
+ function validateSuggest(params) {
489
+ if (typeof params.prefix !== "string") {
490
+ return { message: 'Field "prefix" is required and must be a string' };
491
+ }
492
+ return null;
493
+ }
494
+ function validateDocumentBody(body) {
495
+ if (!isPlainObject(body.document)) {
496
+ return { message: 'Field "document" is required and must be an object' };
497
+ }
498
+ return null;
499
+ }
500
+ function validateMultiGet(body, maxFetch) {
501
+ if (!Array.isArray(body.docIds)) {
502
+ return { message: 'Field "docIds" is required and must be an array of strings' };
503
+ }
504
+ if (body.docIds.length > maxFetch) {
505
+ return {
506
+ message: `Field "docIds" exceeds the maximum of ${maxFetch} ids per request`,
507
+ details: { count: body.docIds.length, limit: maxFetch }
508
+ };
509
+ }
510
+ return null;
511
+ }
512
+ function validateList(params, maxFetch) {
513
+ if (params.cursor !== void 0 && typeof params.cursor !== "string") {
514
+ return { message: 'Field "cursor" must be a string' };
515
+ }
516
+ if (params.limit !== void 0 && typeof params.limit !== "number") {
517
+ return { message: 'Field "limit" must be a number' };
518
+ }
519
+ if (typeof params.limit === "number" && params.limit > maxFetch) {
520
+ return {
521
+ message: `Field "limit" exceeds the maximum of ${maxFetch} documents per request`,
522
+ details: { value: params.limit, limit: maxFetch }
523
+ };
524
+ }
525
+ return validateListSort(params.sort);
526
+ }
527
+ function validateListSort(sort) {
528
+ if (sort === void 0) return null;
529
+ if (typeof sort !== "object" || sort === null) {
530
+ return { message: 'Field "sort" must be an object keyed by field name, or a list of fields' };
531
+ }
532
+ const entries = Array.isArray(sort) ? sort.map(
533
+ (entry) => typeof entry === "object" && entry !== null ? [entry.field, entry.direction] : [entry, void 0]
534
+ ) : Object.entries(sort);
535
+ if (entries.length > MAX_SORT_FIELDS) {
536
+ return {
537
+ message: `Field "sort" exceeds the maximum of ${MAX_SORT_FIELDS} fields`,
538
+ details: { count: entries.length, limit: MAX_SORT_FIELDS }
539
+ };
540
+ }
541
+ for (const [field, direction] of entries) {
542
+ if (typeof field !== "string" || field.length === 0) {
543
+ return { message: 'Every entry of "sort" must name a field', details: { value: field } };
544
+ }
545
+ if (direction !== "asc" && direction !== "desc") {
546
+ return { message: `Field "sort.${field}" must be "asc" or "desc"`, details: { value: direction } };
547
+ }
548
+ }
549
+ return null;
550
+ }
551
+ function validateBatch(body) {
552
+ const action = body.action ?? "insert";
553
+ if (action === "insert") {
554
+ if (!Array.isArray(body.documents)) return { message: 'Batch insert requires a "documents" array' };
555
+ return null;
556
+ }
557
+ if (action === "update") {
558
+ if (!Array.isArray(body.updates)) return { message: 'Batch update requires an "updates" array' };
559
+ return null;
560
+ }
561
+ if (action === "delete") {
562
+ if (!Array.isArray(body.docIds)) return { message: 'Batch delete requires a "docIds" array' };
563
+ return null;
564
+ }
565
+ return { message: 'Field "action" must be one of "insert", "update", or "delete"' };
566
+ }
567
+ function validateCreateIndex(body) {
568
+ if (typeof body.name !== "string" || body.name.length === 0) {
569
+ return { message: 'Field "name" is required and must be a non-empty string' };
570
+ }
571
+ if (!isPlainObject(body.config)) {
572
+ return { message: 'Field "config" is required and must be an object' };
573
+ }
574
+ return null;
575
+ }
576
+ function validateChangeAnalysis(body) {
577
+ if (typeof body !== "object" || body === null || Array.isArray(body)) {
578
+ return { message: "The request body must be an object" };
579
+ }
580
+ const unknownField = Object.keys(body).find((field) => !ANALYSIS_CHANGE_MEMBERS.includes(field));
581
+ if (unknownField !== void 0) {
582
+ return { message: `Field "${unknownField}" is not an analysis setting` };
583
+ }
584
+ if (body.language !== void 0 && typeof body.language !== "string") {
585
+ return { message: 'Field "language" must be a string' };
586
+ }
587
+ if (body.tokenizer !== void 0 && body.tokenizer !== null && typeof body.tokenizer !== "string") {
588
+ return { message: 'Field "tokenizer" must be a registered name or null' };
589
+ }
590
+ const stopWords = body.stopWords;
591
+ if (stopWords === void 0 || stopWords === null || typeof stopWords === "string") return null;
592
+ if (Array.isArray(stopWords) && stopWords.every((word) => typeof word === "string")) return null;
593
+ return { message: 'Field "stopWords" must be a registered name, a list of words, or null' };
594
+ }
595
+ function validateRebalance(body) {
596
+ const target = body.targetPartitionCount;
597
+ if (typeof target !== "number" || !Number.isInteger(target) || target <= 0) {
598
+ return { message: 'Field "targetPartitionCount" is required and must be a positive integer' };
599
+ }
600
+ return null;
601
+ }
602
+ function parseCountParam(raw, field, minimum) {
603
+ if (raw === null) return minimum;
604
+ const value = Number(raw);
605
+ if (!Number.isInteger(value) || value < minimum) {
606
+ return { message: `Query parameter "${field}" must be an integer of ${minimum} or more`, details: { value: raw } };
607
+ }
608
+ return value;
609
+ }
610
+ function parseEnumParam(raw, field, allowed) {
611
+ if (raw === null) return void 0;
612
+ const requested = raw.split(",").map((entry) => entry.trim());
613
+ const unknown = requested.filter((entry) => !allowed.includes(entry));
614
+ if (requested.length === 0 || unknown.length > 0) {
615
+ return {
616
+ message: `Query parameter "${field}" accepts only ${allowed.join(", ")}`,
617
+ details: { unknown }
618
+ };
619
+ }
620
+ return requested;
621
+ }
622
+ function isFailure(value) {
623
+ return isPlainObject(value) && typeof value.message === "string";
624
+ }
625
+ function parseTaskListQuery(params, maxPageSize) {
626
+ const type = parseEnumParam(params.get("type"), "type", TASK_TYPES);
627
+ if (isFailure(type)) return { failure: type };
628
+ const status = parseEnumParam(params.get("status"), "status", TASK_STATUSES);
629
+ if (isFailure(status)) return { failure: status };
630
+ const from = parseCountParam(params.get("from"), "from", 0);
631
+ if (isFailure(from)) return { failure: from };
632
+ const limit = parseCountParam(params.get("limit"), "limit", 1);
633
+ if (isFailure(limit)) return { failure: limit };
634
+ if (params.get("limit") !== null && limit > maxPageSize) {
635
+ return {
636
+ failure: {
637
+ message: `Query parameter "limit" exceeds the maximum page size of ${maxPageSize}`,
638
+ details: { value: limit, limit: maxPageSize }
639
+ }
640
+ };
641
+ }
642
+ const indexName = params.get("indexName");
643
+ return {
644
+ query: {
645
+ ...indexName === null ? {} : { indexName },
646
+ ...type === void 0 ? {} : { type },
647
+ ...status === void 0 ? {} : { status },
648
+ from,
649
+ limit: params.get("limit") === null ? Math.min(DEFAULT_TASK_PAGE_SIZE, maxPageSize) : limit
650
+ }
651
+ };
652
+ }
653
+
381
654
  // src/server/parse-heap.ts
382
655
  var PARSE_WOULD_FILL_MEMORY_REASON = "parse_would_fill_memory";
383
656
  var PARSE_EXCEEDS_MEMORY_REASON = "parse_exceeds_memory";
@@ -687,385 +960,118 @@ async function sendSizedStream(res, abort, status, headers, totalSize, chunks) {
687
960
  }
688
961
  } catch (err) {
689
962
  if (abort.aborted) return;
690
- if (!started) throw err;
691
- res.cork(() => {
692
- res.close();
693
- });
694
- return;
695
- }
696
- if (abort.aborted || sent === totalSize && started) return;
697
- res.cork(() => {
698
- if (totalSize > 0) {
699
- res.close();
700
- return;
701
- }
702
- begin();
703
- res.end();
704
- });
705
- }
706
-
707
- // src/server/handler-utils.ts
708
- function refusesParse(ctx, raw, kind) {
709
- const refusal2 = ctx.bodyRefusal ?? (raw === null ? null : parseRefusalOf(raw, kind));
710
- if (refusal2 === null) return false;
711
- if (!ctx.abort.aborted) sendError(ctx.res, refusal2.status, refusal2.code, refusal2.message, refusal2.details);
712
- return true;
713
- }
714
- function parseJson(ctx, kind = "write") {
715
- const raw = ctx.rawBody;
716
- if (refusesParse(ctx, raw, kind)) return void 0;
717
- if (!raw || raw.length === 0) {
718
- sendError(ctx.res, 400, ServerErrorCodes.EMPTY_BODY, "Request body is empty");
719
- return void 0;
720
- }
721
- try {
722
- return JSON.parse(raw.toString("utf8"));
723
- } catch {
724
- sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
725
- return void 0;
726
- }
727
- }
728
- async function parseWriteJson(ctx, writeBlock) {
729
- const raw = ctx.rawBody;
730
- if (writeBlock === void 0 || ctx.bodyRefusal === null && (!raw || raw.length === 0)) return parseJson(ctx);
731
- const refusal2 = ctx.bodyRefusal ?? (raw === null ? null : parseRefusalOf(raw));
732
- if (refusal2 === null) {
733
- try {
734
- return JSON.parse(raw?.toString("utf8") ?? "");
735
- } catch {
736
- sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
737
- return void 0;
738
- }
739
- }
740
- const block = refusal2.status === 429 ? await writeBlock(ctx.params[0]).catch(() => null) : null;
741
- if (block !== null) respondError(ctx, block);
742
- else if (!ctx.abort.aborted) sendError(ctx.res, refusal2.status, refusal2.code, refusal2.message, refusal2.details);
743
- return void 0;
744
- }
745
- function parseJsonOptional(ctx) {
746
- const raw = ctx.rawBody;
747
- if (refusesParse(ctx, raw, "write")) return void 0;
748
- if (!raw || raw.length === 0) return {};
749
- try {
750
- return JSON.parse(raw.toString("utf8"));
751
- } catch {
752
- sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
753
- return void 0;
754
- }
755
- }
756
- function respondError(ctx, err) {
757
- if (ctx.abort.aborted) return;
758
- const { status, body } = toHttpError(err);
759
- sendError(ctx.res, status, body.code, body.message, body.details);
760
- }
761
- function retryAfterSecondsOf(err, preparingCode) {
762
- if (!(err instanceof NarsilError) || err.code !== preparingCode) return null;
763
- const retryAfterMs = err.details?.retryAfterMs;
764
- return typeof retryAfterMs === "number" && retryAfterMs > 0 ? Math.ceil(retryAfterMs / 1e3) : 1;
765
- }
766
- function respondPreparingError(ctx, err, preparingCode) {
767
- const retryAfterSeconds = retryAfterSecondsOf(err, preparingCode);
768
- if (retryAfterSeconds === null || ctx.abort.aborted) {
769
- respondError(ctx, err);
770
- return;
771
- }
772
- const { status, body } = toHttpError(err);
773
- sendError(ctx.res, status, body.code, body.message, body.details, [["Retry-After", String(retryAfterSeconds)]]);
774
- }
775
- function respondJson(ctx, data, status = 200) {
776
- if (ctx.abort.aborted) return;
777
- sendJson(ctx.res, data, status, ctx.abort);
778
- }
779
- function badRequest(res, message, details) {
780
- sendError(res, 400, ServerErrorCodes.INVALID_REQUEST, message, details);
781
- }
782
- function rejectInvalid(ctx, failure) {
783
- if (ctx.abort.aborted) return;
784
- badRequest(ctx.res, failure.message, failure.details);
785
- }
786
- function serializeBatchResult(result) {
787
- return {
788
- succeeded: result.succeeded,
789
- failed: result.failed.map((f) => ({
790
- docId: f.docId,
791
- error: f.error instanceof NarsilError ? serializeNarsilError(f.error) : { code: "INTERNAL_ERROR", message: String(f.error) }
792
- }))
793
- };
794
- }
795
-
796
- // src/server/regex-policy.ts
797
- function isRecord(value) {
798
- return value !== null && typeof value === "object" && !Array.isArray(value);
799
- }
800
- function regexFieldIn(expression, depth) {
801
- if (!isRecord(expression) || depth > MAX_FILTER_DEPTH) return null;
802
- if (isRecord(expression.fields)) {
803
- for (const [fieldPath, filter] of Object.entries(expression.fields)) {
804
- if (isRecord(filter) && Object.hasOwn(filter, "regex")) return fieldPath;
805
- }
806
- }
807
- for (const nested of [expression.and, expression.or]) {
808
- if (!Array.isArray(nested)) continue;
809
- for (const child of nested) {
810
- const found = regexFieldIn(child, depth + 1);
811
- if (found !== null) return found;
812
- }
813
- }
814
- return regexFieldIn(expression.not, depth + 1);
815
- }
816
- function refusedRegex(filters, allowRegex) {
817
- if (allowRegex) return null;
818
- const fieldPath = regexFieldIn(filters, 0);
819
- if (fieldPath === null) return null;
820
- return new NarsilError(
821
- ErrorCodes.SEARCH_INVALID_FILTER,
822
- `This server refuses every "regex" test, because its operator set the allowRegex server option to false. Test field "${fieldPath}" with "contains" or "wildcard"`,
823
- { fieldPath, operator: "regex", option: "allowRegex" }
824
- );
825
- }
826
- function refuseRegex(ctx, filters, allowRegex) {
827
- const refused = refusedRegex(filters, allowRegex);
828
- if (refused === null) return false;
829
- respondError(ctx, refused);
830
- return true;
831
- }
832
-
833
- // src/server/validation.ts
834
- function isPlainObject(value) {
835
- return typeof value === "object" && value !== null && !Array.isArray(value);
836
- }
837
- function overWindow(field, value, maxWindow) {
838
- if (typeof value === "number" && value > maxWindow) {
839
- return {
840
- message: `Field "${field}" exceeds the maximum result window of ${maxWindow}`,
841
- details: { value, limit: maxWindow }
842
- };
843
- }
844
- return null;
845
- }
846
- function overRerankWindow(rerank, maxRerankWindow) {
847
- if (!isPlainObject(rerank)) return null;
848
- const window = rerank.window;
849
- if (typeof window === "number" && window > maxRerankWindow) {
850
- return {
851
- message: `Field "rerank.window" exceeds this server's maximum rerank window of ${maxRerankWindow}`,
852
- details: { value: window, limit: maxRerankWindow }
853
- };
854
- }
855
- return null;
856
- }
857
- function withServerRerankWindow(params, limits) {
858
- const rerank = params.rerank;
859
- if (rerank === void 0 || !isPlainObject(rerank) || rerank.window !== void 0) return params;
860
- const depth = params.vector === void 0 ? void 0 : params.hybrid?.depth;
861
- const fuses = params.term !== void 0 || params.mode === "hybrid";
862
- const window = fuses && typeof depth === "number" && Number.isInteger(depth) ? Math.min(limits.maxRerankWindow, depth) : limits.maxRerankWindow;
863
- if (window >= DEFAULT_RERANK_WINDOW) return params;
864
- return { ...params, rerank: { ...rerank, window } };
865
- }
866
- function validateQuery(params, limits) {
867
- const maxWindow = limits.maxResultWindow;
868
- if (params.group && typeof params.group === "object" && "reduce" in params.group) {
869
- return {
870
- message: 'Custom group reducers are not available over HTTP; use "group.fields" and "group.maxPerGroup" only'
871
- };
872
- }
873
- const rowBound = overWindow("limit", params.limit, maxWindow) ?? overWindow("offset", params.offset, maxWindow);
874
- if (rowBound) return rowBound;
875
- const reranked = overRerankWindow(params.rerank, limits.maxRerankWindow);
876
- if (reranked) return reranked;
877
- if (params.group && typeof params.group === "object") {
878
- const grouped = overWindow("group.maxPerGroup", params.group.maxPerGroup, maxWindow) ?? overWindow("group.limit", params.group.limit, maxWindow);
879
- if (grouped) return grouped;
880
- }
881
- if (params.facets && typeof params.facets === "object") {
882
- for (const [field, facet] of Object.entries(params.facets)) {
883
- if (facet && typeof facet === "object") {
884
- const faceted = overWindow(`facets.${field}.limit`, facet.limit, maxWindow);
885
- if (faceted) return faceted;
886
- }
887
- }
888
- }
889
- return null;
890
- }
891
- function validateSuggest(params) {
892
- if (typeof params.prefix !== "string") {
893
- return { message: 'Field "prefix" is required and must be a string' };
894
- }
895
- return null;
896
- }
897
- function validateDocumentBody(body) {
898
- if (!isPlainObject(body.document)) {
899
- return { message: 'Field "document" is required and must be an object' };
900
- }
901
- return null;
902
- }
903
- function validateMultiGet(body, maxFetch) {
904
- if (!Array.isArray(body.docIds)) {
905
- return { message: 'Field "docIds" is required and must be an array of strings' };
906
- }
907
- if (body.docIds.length > maxFetch) {
908
- return {
909
- message: `Field "docIds" exceeds the maximum of ${maxFetch} ids per request`,
910
- details: { count: body.docIds.length, limit: maxFetch }
911
- };
912
- }
913
- return null;
914
- }
915
- function validateList(params, maxFetch) {
916
- if (params.cursor !== void 0 && typeof params.cursor !== "string") {
917
- return { message: 'Field "cursor" must be a string' };
918
- }
919
- if (params.limit !== void 0 && typeof params.limit !== "number") {
920
- return { message: 'Field "limit" must be a number' };
921
- }
922
- if (typeof params.limit === "number" && params.limit > maxFetch) {
923
- return {
924
- message: `Field "limit" exceeds the maximum of ${maxFetch} documents per request`,
925
- details: { value: params.limit, limit: maxFetch }
926
- };
927
- }
928
- return validateListSort(params.sort);
929
- }
930
- function validateListSort(sort) {
931
- if (sort === void 0) return null;
932
- if (typeof sort !== "object" || sort === null) {
933
- return { message: 'Field "sort" must be an object keyed by field name, or a list of fields' };
934
- }
935
- const entries = Array.isArray(sort) ? sort.map(
936
- (entry) => typeof entry === "object" && entry !== null ? [entry.field, entry.direction] : [entry, void 0]
937
- ) : Object.entries(sort);
938
- if (entries.length > MAX_SORT_FIELDS) {
939
- return {
940
- message: `Field "sort" exceeds the maximum of ${MAX_SORT_FIELDS} fields`,
941
- details: { count: entries.length, limit: MAX_SORT_FIELDS }
942
- };
943
- }
944
- for (const [field, direction] of entries) {
945
- if (typeof field !== "string" || field.length === 0) {
946
- return { message: 'Every entry of "sort" must name a field', details: { value: field } };
947
- }
948
- if (direction !== "asc" && direction !== "desc") {
949
- return { message: `Field "sort.${field}" must be "asc" or "desc"`, details: { value: direction } };
950
- }
951
- }
952
- return null;
953
- }
954
- function validateBatch(body) {
955
- const action = body.action ?? "insert";
956
- if (action === "insert") {
957
- if (!Array.isArray(body.documents)) return { message: 'Batch insert requires a "documents" array' };
958
- return null;
959
- }
960
- if (action === "update") {
961
- if (!Array.isArray(body.updates)) return { message: 'Batch update requires an "updates" array' };
962
- return null;
963
- }
964
- if (action === "delete") {
965
- if (!Array.isArray(body.docIds)) return { message: 'Batch delete requires a "docIds" array' };
966
- return null;
963
+ if (!started) throw err;
964
+ res.cork(() => {
965
+ res.close();
966
+ });
967
+ return;
967
968
  }
968
- return { message: 'Field "action" must be one of "insert", "update", or "delete"' };
969
+ if (abort.aborted || sent === totalSize && started) return;
970
+ res.cork(() => {
971
+ if (totalSize > 0) {
972
+ res.close();
973
+ return;
974
+ }
975
+ begin();
976
+ res.end();
977
+ });
969
978
  }
970
- function validateCreateIndex(body) {
971
- if (typeof body.name !== "string" || body.name.length === 0) {
972
- return { message: 'Field "name" is required and must be a non-empty string' };
973
- }
974
- if (!isPlainObject(body.config)) {
975
- return { message: 'Field "config" is required and must be an object' };
976
- }
977
- return null;
979
+
980
+ // src/server/handler-utils.ts
981
+ function refusesParse(ctx, raw, kind) {
982
+ const refusal2 = ctx.bodyRefusal ?? (raw === null ? null : parseRefusalOf(raw, kind));
983
+ if (refusal2 === null) return false;
984
+ if (!ctx.abort.aborted) sendError(ctx.res, refusal2.status, refusal2.code, refusal2.message, refusal2.details);
985
+ return true;
978
986
  }
979
- function validateChangeAnalysis(body) {
980
- if (typeof body !== "object" || body === null || Array.isArray(body)) {
981
- return { message: "The request body must be an object" };
982
- }
983
- const unknownField = Object.keys(body).find((field) => !ANALYSIS_CHANGE_MEMBERS.includes(field));
984
- if (unknownField !== void 0) {
985
- return { message: `Field "${unknownField}" is not an analysis setting` };
986
- }
987
- if (body.language !== void 0 && typeof body.language !== "string") {
988
- return { message: 'Field "language" must be a string' };
987
+ function parseJson(ctx, kind = "write") {
988
+ const raw = ctx.rawBody;
989
+ if (refusesParse(ctx, raw, kind)) return void 0;
990
+ if (!raw || raw.length === 0) {
991
+ sendError(ctx.res, 400, ServerErrorCodes.EMPTY_BODY, "Request body is empty");
992
+ return void 0;
989
993
  }
990
- if (body.tokenizer !== void 0 && body.tokenizer !== null && typeof body.tokenizer !== "string") {
991
- return { message: 'Field "tokenizer" must be a registered name or null' };
994
+ try {
995
+ return JSON.parse(raw.toString("utf8"));
996
+ } catch {
997
+ sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
998
+ return void 0;
992
999
  }
993
- const stopWords = body.stopWords;
994
- if (stopWords === void 0 || stopWords === null || typeof stopWords === "string") return null;
995
- if (Array.isArray(stopWords) && stopWords.every((word) => typeof word === "string")) return null;
996
- return { message: 'Field "stopWords" must be a registered name, a list of words, or null' };
997
1000
  }
998
- function validateRebalance(body) {
999
- const target = body.targetPartitionCount;
1000
- if (typeof target !== "number" || !Number.isInteger(target) || target <= 0) {
1001
- return { message: 'Field "targetPartitionCount" is required and must be a positive integer' };
1002
- }
1003
- return null;
1001
+ function refusesShape(ctx, parsed) {
1002
+ if (isPlainObject(parsed)) return false;
1003
+ if (!ctx.abort.aborted) badRequest(ctx.res, "The request body must be an object");
1004
+ return true;
1004
1005
  }
1005
- var TASK_TYPE_SET = {
1006
- optimizeVectors: true,
1007
- rebalance: true,
1008
- restore: true,
1009
- import: true,
1010
- importExport: true,
1011
- rebuildAnalysis: true,
1012
- changeAnalysis: true,
1013
- backup: true,
1014
- backupRestore: true,
1015
- backupDelete: true,
1016
- querySuggestionsBuild: true
1017
- };
1018
- var TASK_TYPES = Object.keys(TASK_TYPE_SET);
1019
- var TASK_STATUSES = ["running", "succeeded", "failed", "cancelled"];
1020
- function parseCountParam(raw, field, minimum) {
1021
- if (raw === null) return minimum;
1022
- const value = Number(raw);
1023
- if (!Number.isInteger(value) || value < minimum) {
1024
- return { message: `Query parameter "${field}" must be an integer of ${minimum} or more`, details: { value: raw } };
1025
- }
1026
- return value;
1006
+ function parseJsonObject(ctx, kind = "write") {
1007
+ const parsed = parseJson(ctx, kind);
1008
+ if (parsed === void 0 || refusesShape(ctx, parsed)) return void 0;
1009
+ return parsed;
1027
1010
  }
1028
- function parseEnumParam(raw, field, allowed) {
1029
- if (raw === null) return void 0;
1030
- const requested = raw.split(",").map((entry) => entry.trim());
1031
- const unknown = requested.filter((entry) => !allowed.includes(entry));
1032
- if (requested.length === 0 || unknown.length > 0) {
1033
- return {
1034
- message: `Query parameter "${field}" accepts only ${allowed.join(", ")}`,
1035
- details: { unknown }
1036
- };
1011
+ async function parseWriteJsonObject(ctx, writeBlock) {
1012
+ const parsed = await parseWriteJson(ctx, writeBlock);
1013
+ if (parsed === void 0 || refusesShape(ctx, parsed)) return void 0;
1014
+ return parsed;
1015
+ }
1016
+ async function parseWriteJson(ctx, writeBlock) {
1017
+ const raw = ctx.rawBody;
1018
+ if (writeBlock === void 0 || ctx.bodyRefusal === null && (!raw || raw.length === 0)) return parseJson(ctx);
1019
+ const refusal2 = ctx.bodyRefusal ?? (raw === null ? null : parseRefusalOf(raw));
1020
+ if (refusal2 === null) {
1021
+ try {
1022
+ return JSON.parse(raw?.toString("utf8") ?? "");
1023
+ } catch {
1024
+ sendError(ctx.res, 400, ServerErrorCodes.INVALID_JSON, "Request body is not valid JSON");
1025
+ return void 0;
1026
+ }
1037
1027
  }
1038
- return requested;
1028
+ const block = refusal2.status === 429 ? await writeBlock(ctx.params[0]).catch(() => null) : null;
1029
+ if (block !== null) respondError(ctx, block);
1030
+ else if (!ctx.abort.aborted) sendError(ctx.res, refusal2.status, refusal2.code, refusal2.message, refusal2.details);
1031
+ return void 0;
1039
1032
  }
1040
- function isFailure(value) {
1041
- return isPlainObject(value) && typeof value.message === "string";
1033
+ function parseJsonOptional(ctx) {
1034
+ const raw = ctx.rawBody;
1035
+ if (ctx.bodyRefusal === null && (!raw || raw.length === 0)) return {};
1036
+ return parseJsonObject(ctx);
1042
1037
  }
1043
- function parseTaskListQuery(params, maxPageSize) {
1044
- const type = parseEnumParam(params.get("type"), "type", TASK_TYPES);
1045
- if (isFailure(type)) return { failure: type };
1046
- const status = parseEnumParam(params.get("status"), "status", TASK_STATUSES);
1047
- if (isFailure(status)) return { failure: status };
1048
- const from = parseCountParam(params.get("from"), "from", 0);
1049
- if (isFailure(from)) return { failure: from };
1050
- const limit = parseCountParam(params.get("limit"), "limit", 1);
1051
- if (isFailure(limit)) return { failure: limit };
1052
- if (params.get("limit") !== null && limit > maxPageSize) {
1053
- return {
1054
- failure: {
1055
- message: `Query parameter "limit" exceeds the maximum page size of ${maxPageSize}`,
1056
- details: { value: limit, limit: maxPageSize }
1057
- }
1058
- };
1038
+ function respondError(ctx, err) {
1039
+ if (ctx.abort.aborted) return;
1040
+ const { status, body } = toHttpError(err);
1041
+ sendError(ctx.res, status, body.code, body.message, body.details);
1042
+ }
1043
+ function retryAfterSecondsOf(err, preparingCode) {
1044
+ if (!(err instanceof NarsilError) || err.code !== preparingCode) return null;
1045
+ const retryAfterMs = err.details?.retryAfterMs;
1046
+ return typeof retryAfterMs === "number" && retryAfterMs > 0 ? Math.ceil(retryAfterMs / 1e3) : 1;
1047
+ }
1048
+ function respondPreparingError(ctx, err, preparingCode) {
1049
+ const retryAfterSeconds = retryAfterSecondsOf(err, preparingCode);
1050
+ if (retryAfterSeconds === null || ctx.abort.aborted) {
1051
+ respondError(ctx, err);
1052
+ return;
1059
1053
  }
1060
- const indexName = params.get("indexName");
1054
+ const { status, body } = toHttpError(err);
1055
+ sendError(ctx.res, status, body.code, body.message, body.details, [["Retry-After", String(retryAfterSeconds)]]);
1056
+ }
1057
+ function respondJson(ctx, data, status = 200) {
1058
+ if (ctx.abort.aborted) return;
1059
+ sendJson(ctx.res, data, status, ctx.abort);
1060
+ }
1061
+ function badRequest(res, message, details) {
1062
+ sendError(res, 400, ServerErrorCodes.INVALID_REQUEST, message, details);
1063
+ }
1064
+ function rejectInvalid(ctx, failure) {
1065
+ if (ctx.abort.aborted) return;
1066
+ badRequest(ctx.res, failure.message, failure.details);
1067
+ }
1068
+ function serializeBatchResult(result) {
1061
1069
  return {
1062
- query: {
1063
- ...indexName === null ? {} : { indexName },
1064
- ...type === void 0 ? {} : { type },
1065
- ...status === void 0 ? {} : { status },
1066
- from,
1067
- ...params.get("limit") === null ? {} : { limit }
1068
- }
1070
+ succeeded: result.succeeded,
1071
+ failed: result.failed.map((f) => ({
1072
+ docId: f.docId,
1073
+ error: f.error instanceof NarsilError ? serializeNarsilError(f.error) : { code: "INTERNAL_ERROR", message: String(f.error) }
1074
+ }))
1069
1075
  };
1070
1076
  }
1071
1077
  var JSON_HEADERS = [["Content-Type", "application/json"]];
@@ -1193,6 +1199,43 @@ async function respondAnswer(ctx, answer, field, label) {
1193
1199
  }
1194
1200
  }
1195
1201
 
1202
+ // src/server/regex-policy.ts
1203
+ function isRecord(value) {
1204
+ return value !== null && typeof value === "object" && !Array.isArray(value);
1205
+ }
1206
+ function regexFieldIn(expression, depth) {
1207
+ if (!isRecord(expression) || depth > MAX_FILTER_DEPTH) return null;
1208
+ if (isRecord(expression.fields)) {
1209
+ for (const [fieldPath, filter] of Object.entries(expression.fields)) {
1210
+ if (isRecord(filter) && Object.hasOwn(filter, "regex")) return fieldPath;
1211
+ }
1212
+ }
1213
+ for (const nested of [expression.and, expression.or]) {
1214
+ if (!Array.isArray(nested)) continue;
1215
+ for (const child2 of nested) {
1216
+ const found = regexFieldIn(child2, depth + 1);
1217
+ if (found !== null) return found;
1218
+ }
1219
+ }
1220
+ return regexFieldIn(expression.not, depth + 1);
1221
+ }
1222
+ function refusedRegex(filters, allowRegex) {
1223
+ if (allowRegex) return null;
1224
+ const fieldPath = regexFieldIn(filters, 0);
1225
+ if (fieldPath === null) return null;
1226
+ return new NarsilError(
1227
+ ErrorCodes.SEARCH_INVALID_FILTER,
1228
+ `This server refuses every "regex" test, because its operator set the allowRegex server option to false. Test field "${fieldPath}" with "contains" or "wildcard"`,
1229
+ { fieldPath, operator: "regex", option: "allowRegex" }
1230
+ );
1231
+ }
1232
+ function refuseRegex(ctx, filters, allowRegex) {
1233
+ const refused = refusedRegex(filters, allowRegex);
1234
+ if (refused === null) return false;
1235
+ respondError(ctx, refused);
1236
+ return true;
1237
+ }
1238
+
1196
1239
  // src/server/handlers/document-reads.ts
1197
1240
  function createDocumentReadHandlers(deps) {
1198
1241
  const { engine, limits, allowRegex } = deps;
@@ -1223,7 +1266,7 @@ function createDocumentReadHandlers(deps) {
1223
1266
  }
1224
1267
  }
1225
1268
  async function multiGet(ctx) {
1226
- const body = parseJson(ctx, "read");
1269
+ const body = parseJsonObject(ctx, "read");
1227
1270
  if (!body) return;
1228
1271
  const failure = validateMultiGet(body, limits.maxFetchDocuments);
1229
1272
  if (failure) {
@@ -1241,7 +1284,7 @@ function createDocumentReadHandlers(deps) {
1241
1284
  }
1242
1285
  }
1243
1286
  async function list(ctx) {
1244
- const params = parseJson(ctx, "read");
1287
+ const params = parseJsonObject(ctx, "read");
1245
1288
  if (!params) return;
1246
1289
  const failure = validateList(params, limits.maxFetchDocuments);
1247
1290
  if (failure) {
@@ -1250,7 +1293,10 @@ function createDocumentReadHandlers(deps) {
1250
1293
  }
1251
1294
  if (refuseRegex(ctx, params.filters, allowRegex)) return;
1252
1295
  try {
1253
- const page = await engine.listDocuments(ctx.params[0], params);
1296
+ const page = await engine.listDocuments(ctx.params[0], {
1297
+ ...params,
1298
+ limit: params.limit ?? Math.min(DEFAULT_PAGE_SIZE, limits.maxFetchDocuments)
1299
+ });
1254
1300
  await respondAnswer(ctx, page, "documents", `a list on index '${ctx.params[0]}'`);
1255
1301
  } catch (err) {
1256
1302
  respondError(ctx, err);
@@ -1278,6 +1324,330 @@ function createVersionHandler(deps) {
1278
1324
  return { report };
1279
1325
  }
1280
1326
 
1327
+ // src/server/query-shape.ts
1328
+ var STRING = { kind: "string" };
1329
+ var NUMBER = { kind: "number" };
1330
+ var BOOLEAN = { kind: "boolean" };
1331
+ var STRINGS = { kind: "scalars", item: "string", wanted: "a list of strings" };
1332
+ var NUMBERS = { kind: "scalars", item: "number", wanted: "a list of numbers" };
1333
+ var SORT_DIRECTION = { kind: "choice", values: ["asc", "desc"] };
1334
+ function object(fields, required = []) {
1335
+ return { kind: "object", fields, declared: new Set(fields.map(([key]) => key)), required: new Set(required) };
1336
+ }
1337
+ var QUERY_SHAPE = object([
1338
+ ["term", STRING],
1339
+ ["fields", STRINGS],
1340
+ ["filters", { kind: "unchecked" }],
1341
+ ["boost", { kind: "record", value: NUMBER }],
1342
+ [
1343
+ "bm25",
1344
+ object([
1345
+ ["k1", NUMBER],
1346
+ ["b", NUMBER],
1347
+ [
1348
+ "fields",
1349
+ {
1350
+ kind: "record",
1351
+ value: object([
1352
+ ["k1", NUMBER],
1353
+ ["b", NUMBER]
1354
+ ])
1355
+ }
1356
+ ]
1357
+ ])
1358
+ ],
1359
+ ["scoring", { kind: "choice", values: ["local", "dfs", "broadcast"] }],
1360
+ ["minScore", NUMBER],
1361
+ [
1362
+ "termMatch",
1363
+ {
1364
+ kind: "either",
1365
+ wanted: '"all", "any", or a number',
1366
+ branches: { string: { kind: "choice", values: ["all", "any"] }, number: NUMBER }
1367
+ }
1368
+ ],
1369
+ ["tolerance", NUMBER],
1370
+ ["prefixLength", NUMBER],
1371
+ ["prefix", BOOLEAN],
1372
+ ["partialWords", BOOLEAN],
1373
+ ["exact", BOOLEAN],
1374
+ [
1375
+ "facets",
1376
+ {
1377
+ kind: "record",
1378
+ value: object([
1379
+ ["limit", NUMBER],
1380
+ ["sort", SORT_DIRECTION],
1381
+ [
1382
+ "ranges",
1383
+ {
1384
+ kind: "items",
1385
+ item: object(
1386
+ [
1387
+ ["from", NUMBER],
1388
+ ["to", NUMBER]
1389
+ ],
1390
+ ["from", "to"]
1391
+ )
1392
+ }
1393
+ ]
1394
+ ])
1395
+ }
1396
+ ],
1397
+ [
1398
+ "sort",
1399
+ {
1400
+ kind: "either",
1401
+ wanted: "an object keyed by field name, or a list of fields",
1402
+ branches: {
1403
+ object: { kind: "record", value: SORT_DIRECTION },
1404
+ list: {
1405
+ kind: "items",
1406
+ item: object(
1407
+ [
1408
+ ["field", STRING],
1409
+ ["direction", SORT_DIRECTION],
1410
+ ["mode", { kind: "choice", values: SORT_MODES }]
1411
+ ],
1412
+ ["field", "direction"]
1413
+ )
1414
+ }
1415
+ }
1416
+ }
1417
+ ],
1418
+ ["limit", NUMBER],
1419
+ ["offset", NUMBER],
1420
+ ["searchAfter", STRING],
1421
+ [
1422
+ "highlight",
1423
+ object(
1424
+ [
1425
+ ["fields", STRINGS],
1426
+ ["preTag", STRING],
1427
+ ["postTag", STRING],
1428
+ ["maxSnippetLength", NUMBER]
1429
+ ],
1430
+ ["fields"]
1431
+ )
1432
+ ],
1433
+ [
1434
+ "pinned",
1435
+ {
1436
+ kind: "items",
1437
+ item: object(
1438
+ [
1439
+ ["docId", STRING],
1440
+ ["position", NUMBER]
1441
+ ],
1442
+ ["docId", "position"]
1443
+ )
1444
+ }
1445
+ ],
1446
+ ["mode", { kind: "choice", values: ["vector", "hybrid", "fulltext"] }],
1447
+ [
1448
+ "vector",
1449
+ object(
1450
+ [
1451
+ ["field", STRING],
1452
+ ["value", NUMBERS],
1453
+ ["text", STRING],
1454
+ ["similarity", NUMBER],
1455
+ ["metric", { kind: "choice", values: ["cosine", "dotProduct", "euclidean"] }],
1456
+ ["efSearch", NUMBER],
1457
+ ["oversample", NUMBER]
1458
+ ],
1459
+ ["field"]
1460
+ )
1461
+ ],
1462
+ [
1463
+ "hybrid",
1464
+ object([
1465
+ ["strategy", { kind: "choice", values: ["rrf", "linear"] }],
1466
+ ["k", NUMBER],
1467
+ ["alpha", NUMBER],
1468
+ ["depth", NUMBER]
1469
+ ])
1470
+ ],
1471
+ [
1472
+ "rerank",
1473
+ object(
1474
+ [
1475
+ ["adapter", STRING],
1476
+ ["fields", STRINGS],
1477
+ ["query", STRING],
1478
+ ["window", NUMBER]
1479
+ ],
1480
+ ["adapter", "fields"]
1481
+ )
1482
+ ],
1483
+ ["includeScores", BOOLEAN],
1484
+ ["includeScoreComponents", BOOLEAN],
1485
+ [
1486
+ "document",
1487
+ {
1488
+ kind: "either",
1489
+ wanted: "true, false, or an object",
1490
+ branches: {
1491
+ boolean: BOOLEAN,
1492
+ object: object([
1493
+ ["include", STRINGS],
1494
+ ["exclude", STRINGS]
1495
+ ])
1496
+ }
1497
+ }
1498
+ ],
1499
+ [
1500
+ "group",
1501
+ object([
1502
+ ["fields", STRINGS],
1503
+ ["limit", NUMBER],
1504
+ ["maxPerGroup", NUMBER]
1505
+ ])
1506
+ ]
1507
+ ]);
1508
+ function choices(values) {
1509
+ const quoted = values.map((value) => `"${value}"`);
1510
+ if (quoted.length === 2) return `${quoted[0]} or ${quoted[1]}`;
1511
+ return `one of ${quoted.slice(0, -1).join(", ")}, or ${quoted[quoted.length - 1]}`;
1512
+ }
1513
+ function wanted(shape) {
1514
+ switch (shape.kind) {
1515
+ case "string":
1516
+ return "a string";
1517
+ case "number":
1518
+ return "a number";
1519
+ case "boolean":
1520
+ return "true or false";
1521
+ case "choice":
1522
+ return choices(shape.values);
1523
+ case "scalars":
1524
+ return shape.wanted;
1525
+ case "items":
1526
+ return "a list";
1527
+ case "object":
1528
+ return "an object";
1529
+ case "record":
1530
+ return "an object keyed by field name";
1531
+ case "either":
1532
+ return shape.wanted;
1533
+ case "unchecked":
1534
+ return "any value";
1535
+ }
1536
+ }
1537
+ function child(path2, key) {
1538
+ return path2.length === 0 ? key : `${path2}.${key}`;
1539
+ }
1540
+ function mismatch(path2, shape, required = false) {
1541
+ return { mismatch: { path: path2, wanted: wanted(shape), required } };
1542
+ }
1543
+ function walkObject(value, shape, path2) {
1544
+ if (!isPlainObject(value)) return mismatch(path2, shape);
1545
+ const cleaned = /* @__PURE__ */ new Map();
1546
+ for (const [key, field] of shape.fields) {
1547
+ const given = value[key];
1548
+ if (given === null || given === void 0) {
1549
+ if (shape.required.has(key)) return mismatch(child(path2, key), field, true);
1550
+ continue;
1551
+ }
1552
+ const walked = walk(given, field, child(path2, key));
1553
+ if ("mismatch" in walked) return walked;
1554
+ cleaned.set(key, walked.value);
1555
+ }
1556
+ const entries = [];
1557
+ for (const [key, given] of Object.entries(value)) {
1558
+ if (cleaned.has(key)) entries.push([key, cleaned.get(key)]);
1559
+ else if (given !== null && !shape.declared.has(key)) entries.push([key, given]);
1560
+ }
1561
+ return { value: Object.fromEntries(entries) };
1562
+ }
1563
+ function walkRecord(value, shape, path2) {
1564
+ if (!isPlainObject(value)) return mismatch(path2, shape);
1565
+ const entries = [];
1566
+ for (const [key, given] of Object.entries(value)) {
1567
+ if (given === null) continue;
1568
+ const walked = walk(given, shape.value, child(path2, key));
1569
+ if ("mismatch" in walked) return walked;
1570
+ entries.push([key, walked.value]);
1571
+ }
1572
+ return { value: Object.fromEntries(entries) };
1573
+ }
1574
+ function walkItems(value, shape, path2) {
1575
+ if (!Array.isArray(value)) return mismatch(path2, shape);
1576
+ const items = [];
1577
+ for (const [at, item] of value.entries()) {
1578
+ const walked = walk(item, shape.item, child(path2, String(at)));
1579
+ if ("mismatch" in walked) return walked;
1580
+ items.push(walked.value);
1581
+ }
1582
+ return { value: items };
1583
+ }
1584
+ function branchOf(value, branches) {
1585
+ if (typeof value === "string") return branches.string;
1586
+ if (typeof value === "number") return branches.number;
1587
+ if (typeof value === "boolean") return branches.boolean;
1588
+ if (Array.isArray(value)) return branches.list;
1589
+ if (isPlainObject(value)) return branches.object;
1590
+ return void 0;
1591
+ }
1592
+ function walkEither(value, shape, path2) {
1593
+ const branch = branchOf(value, shape.branches);
1594
+ if (branch === void 0) return mismatch(path2, shape);
1595
+ const walked = walk(value, branch, path2);
1596
+ if ("mismatch" in walked && walked.mismatch.path === path2) return mismatch(path2, shape);
1597
+ return walked;
1598
+ }
1599
+ function walk(value, shape, path2) {
1600
+ switch (shape.kind) {
1601
+ case "string":
1602
+ return typeof value === "string" ? { value } : mismatch(path2, shape);
1603
+ case "number":
1604
+ return typeof value === "number" ? { value } : mismatch(path2, shape);
1605
+ case "boolean":
1606
+ return typeof value === "boolean" ? { value } : mismatch(path2, shape);
1607
+ case "choice":
1608
+ return typeof value === "string" && shape.values.includes(value) ? { value } : mismatch(path2, shape);
1609
+ case "scalars":
1610
+ return Array.isArray(value) && value.every((item) => typeof item === shape.item) ? { value } : mismatch(path2, shape);
1611
+ case "items":
1612
+ return walkItems(value, shape, path2);
1613
+ case "object":
1614
+ return walkObject(value, shape, path2);
1615
+ case "record":
1616
+ return walkRecord(value, shape, path2);
1617
+ case "either":
1618
+ return walkEither(value, shape, path2);
1619
+ case "unchecked":
1620
+ return { value };
1621
+ }
1622
+ }
1623
+ function checkQueryShape(params) {
1624
+ const walked = walk(params, QUERY_SHAPE, "");
1625
+ if ("mismatch" in walked) {
1626
+ const { path: path2, wanted: shape, required } = walked.mismatch;
1627
+ const verb = required ? "is required and must be" : "must be";
1628
+ return { failure: { message: `Field "${path2}" ${verb} ${shape}` } };
1629
+ }
1630
+ return { query: walked.value };
1631
+ }
1632
+
1633
+ // src/server/query-body.ts
1634
+ function readQueryBody(ctx, limits, allowRegex, kind = "write") {
1635
+ const parsed = parseJsonObject(ctx, kind);
1636
+ if (!parsed) return void 0;
1637
+ const shaped = checkQueryShape(parsed);
1638
+ if ("failure" in shaped) {
1639
+ rejectInvalid(ctx, shaped.failure);
1640
+ return void 0;
1641
+ }
1642
+ const failure = validateQuery(shaped.query, limits);
1643
+ if (failure) {
1644
+ rejectInvalid(ctx, failure);
1645
+ return void 0;
1646
+ }
1647
+ if (refuseRegex(ctx, shaped.query.filters, allowRegex)) return void 0;
1648
+ return shaped.query;
1649
+ }
1650
+
1281
1651
  // src/server/query-response.ts
1282
1652
  function encodeHits(hits) {
1283
1653
  let encoded;
@@ -1624,13 +1994,14 @@ function sendDenial(res, authorization) {
1624
1994
  sendError(res, authorization.denial.status, authorization.denial.code, authorization.denial.message);
1625
1995
  }
1626
1996
  function createRouteRunner(deps) {
1627
- const { authorize, gate, bodyBudget, corsHeaders, respondThrough, track } = deps;
1997
+ const { accept, authorize, gate, bodyBudget, corsHeaders, respondThrough, track } = deps;
1628
1998
  return (handler, opts) => {
1629
1999
  const paramCount = opts.paramCount ?? 0;
1630
2000
  const needsBody = opts.needsBody ?? false;
1631
2001
  const useHook = authorize !== void 0 && !opts.skipHooks;
1632
2002
  const gated = !opts.skipHooks;
1633
2003
  return (response, req) => {
2004
+ if (accept?.(response) === false) return;
1634
2005
  const sink = corsHeaders ? sinkWritingAfterStatus(response, corsHeaders(req)) : response;
1635
2006
  const res = respondThrough === void 0 ? sink : respondThrough(sink);
1636
2007
  const params = [];
@@ -1720,7 +2091,8 @@ function createRouteRunner(deps) {
1720
2091
  });
1721
2092
  } catch (err) {
1722
2093
  if (!abort.aborted) {
1723
- sendError(res, 500, ServerErrorCodes.INTERNAL_ERROR, "An unexpected error occurred");
2094
+ const { status, body } = toHttpError(err);
2095
+ sendError(res, status, body.code, body.message, body.details);
1724
2096
  }
1725
2097
  } finally {
1726
2098
  if (gated) gate.release();
@@ -2192,7 +2564,7 @@ function infoRoutes(shared) {
2192
2564
  method: "get",
2193
2565
  path: "/capabilities",
2194
2566
  handler: "capabilities",
2195
- options: probe,
2567
+ options: bare,
2196
2568
  operationId: "capabilities",
2197
2569
  summary: "List the optional routes and modes that this server serves",
2198
2570
  tags: ["Server"],
@@ -2812,9 +3184,10 @@ function serverRoutes(limits) {
2812
3184
  }
2813
3185
 
2814
3186
  // src/server/routes/register.ts
2815
- function registerServerRoutes(app, run, handlers, limits, cors) {
3187
+ function registerServerRoutes(app, run, handlers, limits, cors, accept) {
2816
3188
  if (cors) {
2817
3189
  app.options("/*", (res, req) => {
3190
+ if (accept?.(res) === false) return;
2818
3191
  const origin = req.getHeader("origin");
2819
3192
  res.cork(() => {
2820
3193
  res.writeStatus("204 No Content");
@@ -2828,6 +3201,7 @@ function registerServerRoutes(app, run, handlers, limits, cors) {
2828
3201
  }
2829
3202
  const corsHeaders = cors ? corsHeaderReader(cors) : null;
2830
3203
  app.any("/*", (res, req) => {
3204
+ if (accept?.(res) === false) return;
2831
3205
  const sink = corsHeaders === null ? res : sinkWritingAfterStatus(res, corsHeaders(req));
2832
3206
  sendError(sink, 404, ServerErrorCodes.NOT_FOUND, "Route not found");
2833
3207
  });
@@ -2892,7 +3266,7 @@ function refuse(res, err) {
2892
3266
  const { status, body } = toHttpError(err);
2893
3267
  sendError(res, status, body.code, body.message, body.details);
2894
3268
  }
2895
- async function upgradeFeed(gateway, subprotocol, res, context, indexName, handshake) {
3269
+ async function upgradeFeed(gateway, subprotocol, res, context, indexName, handshake, canRespond) {
2896
3270
  const abort = initAbortHandler(res);
2897
3271
  let authorization;
2898
3272
  try {
@@ -2900,7 +3274,7 @@ async function upgradeFeed(gateway, subprotocol, res, context, indexName, handsh
2900
3274
  } catch {
2901
3275
  authorization = { allowed: false, denial: null };
2902
3276
  }
2903
- if (abort.aborted) return;
3277
+ if (abort.aborted || !canRespond()) return;
2904
3278
  if (!authorization.allowed) {
2905
3279
  const { denial } = authorization;
2906
3280
  if (denial === null) sendError(res, 500, ServerErrorCodes.HOOK_ERROR, "The onRequest hook threw an error");
@@ -2911,10 +3285,10 @@ async function upgradeFeed(gateway, subprotocol, res, context, indexName, handsh
2911
3285
  try {
2912
3286
  ticket = await gateway.admit(indexName, authorization.expiresAt);
2913
3287
  } catch (err) {
2914
- if (!abort.aborted) refuse(res, err);
3288
+ if (!abort.aborted && canRespond()) refuse(res, err);
2915
3289
  return;
2916
3290
  }
2917
- if (abort.aborted) {
3291
+ if (abort.aborted || !canRespond()) {
2918
3292
  ticket.cancel();
2919
3293
  return;
2920
3294
  }
@@ -2923,12 +3297,13 @@ async function upgradeFeed(gateway, subprotocol, res, context, indexName, handsh
2923
3297
  res.upgrade(userData, handshake.key, subprotocol, handshake.extensions, handshake.socketContext);
2924
3298
  });
2925
3299
  }
2926
- function registerFeedRoute(app, gateway, route) {
3300
+ function registerFeedRoute(app, gateway, route, accept, canRespond = () => true) {
2927
3301
  const { path: path2, subprotocol } = route;
2928
3302
  app.ws(path2, {
2929
3303
  maxPayloadLength: FEED_SOCKET_MAX_PAYLOAD_BYTES,
2930
3304
  maxBackpressure: FEED_SOCKET_MAX_BACKPRESSURE_BYTES,
2931
3305
  upgrade(res, req, socketContext) {
3306
+ if (accept?.(res) === false) return;
2932
3307
  const rawName = req.getParameter(0) ?? "";
2933
3308
  const protocols = req.getHeader("sec-websocket-protocol");
2934
3309
  const handshake = {
@@ -2957,7 +3332,7 @@ function registerFeedRoute(app, gateway, route) {
2957
3332
  );
2958
3333
  return;
2959
3334
  }
2960
- void upgradeFeed(gateway, subprotocol, res, context, indexName, handshake).catch(() => void 0);
3335
+ void upgradeFeed(gateway, subprotocol, res, context, indexName, handshake, canRespond).catch(() => void 0);
2961
3336
  },
2962
3337
  open(ws) {
2963
3338
  const data = ws.getUserData();
@@ -3003,6 +3378,22 @@ var SIGNALLED = 1;
3003
3378
  function createCloseAtExitWords() {
3004
3379
  return new Int32Array(new SharedArrayBuffer(2 * Int32Array.BYTES_PER_ELEMENT));
3005
3380
  }
3381
+ function threadCloseRequested(word) {
3382
+ return Atomics.load(word, CLOSE_WORD) === SIGNALLED;
3383
+ }
3384
+ function threadCloseAcknowledged(word) {
3385
+ return Atomics.load(word, CLOSED_WORD) === SIGNALLED;
3386
+ }
3387
+ async function threadCloseAcknowledgedWithin(word, timeoutMs) {
3388
+ const waiting = Atomics.waitAsync(word, CLOSED_WORD, OPEN, timeoutMs);
3389
+ if (waiting.async) await waiting.value;
3390
+ }
3391
+ function acknowledgeThreadClose(word) {
3392
+ Atomics.store(word, CLOSE_WORD, SIGNALLED);
3393
+ Atomics.notify(word, CLOSE_WORD);
3394
+ Atomics.store(word, CLOSED_WORD, SIGNALLED);
3395
+ Atomics.notify(word, CLOSED_WORD);
3396
+ }
3006
3397
  function closeEveryThreadAtExit(words, timeoutMs) {
3007
3398
  const signalled = [...words];
3008
3399
  for (const word of signalled) {
@@ -3024,8 +3415,7 @@ async function closeWhenTheProcessExits(word, close) {
3024
3415
  try {
3025
3416
  close();
3026
3417
  } finally {
3027
- Atomics.store(word, CLOSED_WORD, SIGNALLED);
3028
- Atomics.notify(word, CLOSED_WORD);
3418
+ acknowledgeThreadClose(word);
3029
3419
  }
3030
3420
  }
3031
3421
 
@@ -3073,4 +3463,157 @@ async function departureConfirmation(word) {
3073
3463
  if (waiting.async) await waiting.value;
3074
3464
  }
3075
3465
 
3076
- export { ASYNC_IMPORT_CAPABILITY, BM25_TUNING_CAPABILITY, CHANGES_FEED_ROUTE, CHANGE_ANALYSIS_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MAX_LONG_QUERIES_IN_FLIGHT, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, PROMETHEUS_TEXT_CONTENT_TYPE, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, REQUEST_THREAD_DRAIN_DEADLINE_MS, REQUEST_THREAD_MOVE_AFTER_MS, RUNNING_TASK_TTL_MS, SEARCH_CLOCK_SAMPLE_UNITS, SERVER_CAPABILITIES, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNC_FEED_ROUTE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, awaitDepartureConfirmation, badRequest, bindResponseStop, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createSyncSnapshotHandler, createVersionHandler, departureConfirmation, departureConfirmed, encodeQueryResult, gateSlotOfWorker, httpStatusForNarsilError, isMainFeedNote, isRemoveOnlyBatch, isThreadFeedNote, loadUWebSockets, parseJson, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJson, refuseRegex, refusedRegex, registerFeedRoute, registerServerRoutes, rejectInvalid, requestSignal, resolveCors, respondAnswer, respondError, respondJson, respondPreparingError, responseStopOf, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverRoutes, statusLine, stopResponse, toHttpError, validateBatch, validateChangeAnalysis, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport, withServerRerankWindow };
3466
+ // src/server/request-threads/leaving-response.ts
3467
+ function refuseAndClose(res, status, envelope) {
3468
+ const payload = encodeJson(envelope);
3469
+ res.cork(() => {
3470
+ res.writeStatus(statusLine(status)).writeHeader("Content-Type", "application/json").writeHeader("Connection", "close").end(payload, true);
3471
+ });
3472
+ }
3473
+ var LeavingResponse = class {
3474
+ constructor(res, leaving, canRespond = () => true) {
3475
+ this.res = res;
3476
+ this.leaving = leaving;
3477
+ this.canRespond = canRespond;
3478
+ }
3479
+ headStarted = false;
3480
+ closesConnection = false;
3481
+ finished = false;
3482
+ onFinish = null;
3483
+ get isFinished() {
3484
+ return this.finished;
3485
+ }
3486
+ whenFinished(callback) {
3487
+ if (this.finished) callback();
3488
+ else this.onFinish = callback;
3489
+ }
3490
+ refuse(status, envelope) {
3491
+ if (this.finished || !this.canRespond()) return;
3492
+ if (this.headStarted) {
3493
+ this.close();
3494
+ return;
3495
+ }
3496
+ refuseAndClose(this.res, status, envelope);
3497
+ this.headStarted = true;
3498
+ this.finish();
3499
+ }
3500
+ cork(callback) {
3501
+ if (!this.canRespond()) return this;
3502
+ this.res.cork(callback);
3503
+ return this;
3504
+ }
3505
+ writeStatus(status) {
3506
+ if (!this.canRespond()) return this;
3507
+ this.res.writeStatus(status);
3508
+ this.startHead();
3509
+ return this;
3510
+ }
3511
+ writeHeader(key, value) {
3512
+ if (!this.canRespond()) return this;
3513
+ this.startHead();
3514
+ this.res.writeHeader(key, value);
3515
+ return this;
3516
+ }
3517
+ end(body, closeConnection) {
3518
+ if (!this.canRespond()) return this;
3519
+ this.startHead();
3520
+ this.res.end(body, closeConnection === true || this.closesConnection);
3521
+ this.finish();
3522
+ return this;
3523
+ }
3524
+ write(chunk) {
3525
+ if (!this.canRespond()) return false;
3526
+ this.startHead();
3527
+ return this.res.write(chunk);
3528
+ }
3529
+ pause() {
3530
+ if (!this.canRespond()) return;
3531
+ this.res.pause();
3532
+ }
3533
+ resume() {
3534
+ if (!this.canRespond()) return;
3535
+ this.res.resume();
3536
+ }
3537
+ close() {
3538
+ if (!this.canRespond()) return this;
3539
+ this.res.close();
3540
+ this.finish();
3541
+ return this;
3542
+ }
3543
+ endWithoutBody() {
3544
+ if (!this.canRespond()) return this;
3545
+ this.startHead();
3546
+ this.res.endWithoutBody();
3547
+ this.finish();
3548
+ return this;
3549
+ }
3550
+ tryEnd(body, totalSize) {
3551
+ if (!this.canRespond()) return [false, false];
3552
+ this.startHead();
3553
+ const result = this.res.tryEnd(body, totalSize);
3554
+ if (result[1]) this.finish();
3555
+ return result;
3556
+ }
3557
+ getWriteOffset() {
3558
+ if (!this.canRespond()) return 0;
3559
+ return this.res.getWriteOffset();
3560
+ }
3561
+ onWritable(handler) {
3562
+ if (!this.canRespond()) return this;
3563
+ this.res.onWritable((offset) => this.canRespond() ? handler(offset) : true);
3564
+ return this;
3565
+ }
3566
+ onAborted(handler) {
3567
+ if (!this.canRespond()) {
3568
+ handler();
3569
+ return this;
3570
+ }
3571
+ this.res.onAborted(handler);
3572
+ return this;
3573
+ }
3574
+ onData(handler) {
3575
+ if (!this.canRespond()) return this;
3576
+ this.res.onData((chunk, isLast) => {
3577
+ if (this.canRespond()) handler(chunk, isLast);
3578
+ });
3579
+ return this;
3580
+ }
3581
+ getRemoteAddressAsText() {
3582
+ if (!this.canRespond()) return new ArrayBuffer(0);
3583
+ return this.res.getRemoteAddressAsText();
3584
+ }
3585
+ startHead() {
3586
+ if (this.headStarted) return;
3587
+ this.headStarted = true;
3588
+ if (!this.leaving()) return;
3589
+ this.closesConnection = true;
3590
+ this.res.writeHeader("Connection", "close");
3591
+ }
3592
+ finish() {
3593
+ if (this.finished) return;
3594
+ this.finished = true;
3595
+ const callback = this.onFinish;
3596
+ this.onFinish = null;
3597
+ callback?.();
3598
+ }
3599
+ };
3600
+
3601
+ // src/server/request-threads/server-close.ts
3602
+ var STATE_WORD = 0;
3603
+ var OPEN2 = 0n;
3604
+ function createServerCloseSignal() {
3605
+ return new BigInt64Array(new SharedArrayBuffer(BigInt64Array.BYTES_PER_ELEMENT));
3606
+ }
3607
+ function signalServerClose(signal, deadlineMs) {
3608
+ Atomics.compareExchange(signal, STATE_WORD, OPEN2, BigInt(Date.now() + deadlineMs));
3609
+ return Number(Atomics.load(signal, STATE_WORD));
3610
+ }
3611
+ function serverCloseDeadline(signal) {
3612
+ const deadline = Atomics.load(signal, STATE_WORD);
3613
+ return deadline === OPEN2 ? null : Number(deadline);
3614
+ }
3615
+ function serverCloseSignalled(signal) {
3616
+ return serverCloseDeadline(signal) !== null;
3617
+ }
3618
+
3619
+ export { ASYNC_IMPORT_CAPABILITY, BM25_TUNING_CAPABILITY, CHANGES_FEED_ROUTE, CHANGE_ANALYSIS_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_BODY_BYTES_IN_FLIGHT_FRACTION, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_MAX_RESTORE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, DOCUMENT_EXPORT_CAPABILITY, DOCUMENT_EXPORT_CONTENT_TYPE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, LeavingResponse, MAIN_THREAD_GATE_SLOT, MAX_BODY_BYTES_IN_FLIGHT_FRACTION, MAX_INDEX_TOUCH_INTERVAL_MS, MAX_LONG_QUERIES_IN_FLIGHT, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, PROMETHEUS_TEXT_CONTENT_TYPE, REBUILD_ANALYSIS_CAPABILITY, RELAY_STREAM_CHUNKS_IN_FLIGHT, REQUEST_THREAD_CLOSE_AT_EXIT_MS, REQUEST_THREAD_DEPARTURE_DRAIN_MS, REQUEST_THREAD_DRAIN_DEADLINE_MS, REQUEST_THREAD_MOVE_AFTER_MS, RUNNING_TASK_TTL_MS, SEARCH_CLOCK_SAMPLE_UNITS, SERVER_CAPABILITIES, SERVER_CLOSE_ACKNOWLEDGE_GRACE_MS, SERVER_CLOSE_DRAIN_DEADLINE_MS, SNAPSHOT_ARCHIVE_CONTENT_TYPE, SYNC_FEED_ROUTE, SYNONYMS_CAPABILITY, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TASK_RECORD_LOAD_CONCURRENCY, TERMINAL_TASK_TTL_MS, acceptorOf, acknowledgeThreadClose, authorizerFor, awaitDepartureConfirmation, badRequest, bindResponseStop, childAppOf, clearBodyBudgetSlot, clearGateSlot, closeEveryThreadAtExit, closeWhenTheProcessExits, confirmDeparture, corsHeaderReader, createBodyBudgetBuffer, createCloseAtExitWords, createDepartureWord, createDocumentReadHandlers, createRouteRunner, createServerCloseSignal, createSharedBodyBudget, createSharedGateBuffer, createSharedRequestGate, createSyncSnapshotHandler, createVersionHandler, departureConfirmation, departureConfirmed, encodeQueryResult, gateSlotOfWorker, httpStatusForNarsilError, isMainFeedNote, isRemoveOnlyBatch, isTaskStatus, isTaskType, isTerminalTaskStatus, isThreadFeedNote, loadUWebSockets, parseJson, parseJsonObject, parseJsonOptional, parseRefusalOf, parseTaskListQuery, parseWriteJsonObject, readQueryBody, refuseAndClose, refusedRegex, registerFeedRoute, registerServerRoutes, rejectInvalid, requestSignal, resolveCors, respondAnswer, respondError, respondJson, respondPreparingError, responseStopOf, sendError, sendRelayed, sendStream, sendText, serializeBatchResult, serializeNarsilError, serverCloseDeadline, serverCloseSignalled, serverRoutes, signalServerClose, statusLine, stopResponse, threadCloseAcknowledged, threadCloseAcknowledgedWithin, threadCloseRequested, toHttpError, validateBatch, validateChangeAnalysis, validateCreateIndex, validateDocumentBody, validateRebalance, validateSuggest, versionReport, withServerQueryLimits };