@delali/narsil 0.3.1-next.195 → 0.3.1-next.197

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (104) hide show
  1. package/dist/browser/{chunk-UHJHOEMY.mjs → chunk-XD3WJ25T.mjs} +5 -5
  2. package/dist/browser/{optional-writes-J5BHKEQL.mjs → optional-writes-76DWMRQH.mjs} +35 -0
  3. package/dist/browser/{storage-leaf-N3JMQ6CF.mjs → storage-leaf-5UTR5K7J.mjs} +73 -44
  4. package/dist/{capabilities-CLnQHIqV.d.ts → capabilities-B5lsGETP.d.ts} +2 -2
  5. package/dist/{chunk-RWJQ3XU7.mjs → chunk-2HZ3ZNL4.mjs} +1 -1
  6. package/dist/{chunk-ZVJPJZIP.mjs → chunk-3LQ6C3H6.mjs} +1 -1
  7. package/dist/{chunk-3Y3QYL6Q.mjs → chunk-3VI4BSE2.mjs} +2 -2
  8. package/dist/{chunk-Y3T4HQGT.mjs → chunk-4H44U3EK.mjs} +2 -2
  9. package/dist/{chunk-QIMI4O6R.mjs → chunk-57N7OIXT.mjs} +5 -5
  10. package/dist/{chunk-UPDNNOTG.mjs → chunk-5EI5CXO6.mjs} +3 -1
  11. package/dist/{chunk-VSLFZDVA.mjs → chunk-6R2CWCKV.mjs} +3 -3
  12. package/dist/{chunk-P3JMBYEG.mjs → chunk-ANZQUMXO.mjs} +3 -3
  13. package/dist/{chunk-UP5TJ3II.mjs → chunk-AXX7CSFV.mjs} +2 -2
  14. package/dist/{chunk-YYNLEWSP.mjs → chunk-CXUBNJMW.mjs} +6 -6
  15. package/dist/{chunk-5IXLDFKK.mjs → chunk-EM4CXG25.mjs} +2 -2
  16. package/dist/{chunk-5WN5TOPY.mjs → chunk-HQCQPOBP.mjs} +1 -1
  17. package/dist/{chunk-ZS2YUB2L.mjs → chunk-IZXDYPLB.mjs} +2 -2
  18. package/dist/{chunk-BBSLCYJM.mjs → chunk-J6B57IET.mjs} +1 -1
  19. package/dist/{chunk-AH5J62FF.mjs → chunk-J777QLZN.mjs} +2 -2
  20. package/dist/{chunk-5SLAXEVJ.mjs → chunk-JA6NCMYV.mjs} +21 -5
  21. package/dist/{chunk-AOYQTX6W.mjs → chunk-JDVLZUKE.mjs} +2 -2
  22. package/dist/{chunk-KRCP4W26.mjs → chunk-JVZFCFDN.mjs} +1 -1
  23. package/dist/{chunk-I2FKNCDS.mjs → chunk-JZCWNKL2.mjs} +118 -31
  24. package/dist/{chunk-VPOPC7JA.mjs → chunk-M2LTO64S.mjs} +2 -2
  25. package/dist/{chunk-SCZI7COG.mjs → chunk-OJ7KOWSW.mjs} +1 -1
  26. package/dist/{chunk-KBU3ZFJN.mjs → chunk-R724DJSG.mjs} +1 -1
  27. package/dist/{chunk-KDLH3BWY.mjs → chunk-SBJ4W7O4.mjs} +1 -1
  28. package/dist/{chunk-DU5HRFLQ.mjs → chunk-SKEBGNOX.mjs} +2 -2
  29. package/dist/{chunk-OICMFLQF.mjs → chunk-SR54PLRE.mjs} +14 -14
  30. package/dist/{chunk-DKTRJCPP.mjs → chunk-SU6KDH3L.mjs} +5 -5
  31. package/dist/{chunk-KYVJPISW.mjs → chunk-UKYJXML2.mjs} +5 -5
  32. package/dist/{chunk-WORMC6FN.mjs → chunk-WMJUZKPT.mjs} +1 -1
  33. package/dist/{chunk-ZV25WJNK.mjs → chunk-WXLDFCYT.mjs} +1 -1
  34. package/dist/{chunk-MQMZ25D7.mjs → chunk-ZIMKME6P.mjs} +3 -3
  35. package/dist/{chunk-RORNUNXW.mjs → chunk-ZVUEH2JS.mjs} +1 -1
  36. package/dist/{client-uB0kp2yT.d.ts → client-Cdz3YK_X.d.ts} +2 -2
  37. package/dist/client.d.ts +5 -5
  38. package/dist/{config-BvHQ-C7U.d.ts → config-CazZHGDa.d.ts} +13 -10
  39. package/dist/{core-leaf-TAR3GJVE.mjs → core-leaf-6JVHEVFB.mjs} +2 -2
  40. package/dist/{direct-executor-YDIA6FU5.mjs → direct-executor-5J2T5XFW.mjs} +4 -4
  41. package/dist/distribution/coordinator/etcd.d.ts +1 -1
  42. package/dist/distribution/coordinator/in-memory.d.ts +1 -1
  43. package/dist/distribution.d.ts +4 -4
  44. package/dist/distribution.mjs +29 -29
  45. package/dist/{index-BaQIAnk0.d.ts → index-B_vmxpgW.d.ts} +9 -4
  46. package/dist/index.browser.mjs +1 -1
  47. package/dist/index.mjs +4 -4
  48. package/dist/index.react-native.mjs +3 -3
  49. package/dist/{long-query-thread-4E6J6WME.mjs → long-query-thread-7IF2INYK.mjs} +14 -14
  50. package/dist/{module-UQFIJQMG.mjs → module-KLBY3HCR.mjs} +7 -7
  51. package/dist/{optional-writes-H6WO6E6B.mjs → optional-writes-NI3YJGNG.mjs} +6 -6
  52. package/dist/{paged-partition-archive-O3RUZ3II.mjs → paged-partition-archive-B3RVFKHP.mjs} +13 -13
  53. package/dist/partial-words.browser.mjs +1 -1
  54. package/dist/partial-words.mjs +4 -4
  55. package/dist/persistence/durability/checkpoint-worker.mjs +12 -12
  56. package/dist/{query-actions-UTAYIRGP.mjs → query-actions-QK33MJBK.mjs} +4 -4
  57. package/dist/query-suggestions/merge-worker.mjs +7 -7
  58. package/dist/query-suggestions.browser.mjs +1 -1
  59. package/dist/query-suggestions.mjs +5 -5
  60. package/dist/react-native/chunks/{chunk-AN4HKLB4.mjs → chunk-3NHQ3CGV.mjs} +1 -1
  61. package/dist/react-native/chunks/{chunk-JZCEJO3N.mjs → chunk-KPF6KEQJ.mjs} +1 -1
  62. package/dist/react-native/chunks/{chunk-GJQIMGXT.mjs → chunk-PPS5E3XI.mjs} +1 -1
  63. package/dist/react-native/chunks/{chunk-5KRTKOH6.mjs → chunk-YLLHNLW7.mjs} +1 -1
  64. package/dist/react-native/chunks/{chunk-2S57X2ZY.mjs → chunk-ZJAOGFBT.mjs} +58 -23
  65. package/dist/react-native/chunks/{chunk-3OHO4SEF.mjs → chunk-ZKAHFCZT.mjs} +2 -2
  66. package/dist/react-native/chunks/{chunk-UEBUWCYN.mjs → chunk-ZO3RYBYX.mjs} +1 -1
  67. package/dist/react-native/chunks/{core-leaf-5PVST5PR.mjs → core-leaf-BIVBQRER.mjs} +1 -1
  68. package/dist/react-native/chunks/{module-QRCYB7QV.mjs → module-7D4CEFXK.mjs} +3 -3
  69. package/dist/react-native/chunks/{optional-writes-LG24CKDY.mjs → optional-writes-5F4IH6QN.mjs} +4 -4
  70. package/dist/react-native/chunks/{restore-queue-6BL75XHS.mjs → restore-queue-ZGDYH567.mjs} +6 -6
  71. package/dist/react-native/chunks/{segment-codec-leaf-OFY6JAIV.mjs → segment-codec-leaf-VSKJBVWY.mjs} +4 -4
  72. package/dist/react-native/chunks/{segment-merge-leaf-S2EGW7J7.mjs → segment-merge-leaf-ZQGIQVA5.mjs} +5 -5
  73. package/dist/react-native/chunks/{storage-leaf-SWCGMIES.mjs → storage-leaf-S6UTUUER.mjs} +79 -50
  74. package/dist/react-native/chunks/{store-leaf-PK2G37EL.mjs → store-leaf-JGKMH427.mjs} +5 -5
  75. package/dist/react-native/chunks/{suggestions-leaf-MJXF4PPT.mjs → suggestions-leaf-OIZIMHBE.mjs} +5 -5
  76. package/dist/react-native/chunks/{worker-copies-PCLN3TVS.mjs → worker-copies-M4VYL4RP.mjs} +4 -4
  77. package/dist/react-native/partial-words.mjs +3 -3
  78. package/dist/react-native/query-suggestions.mjs +3 -3
  79. package/dist/react-native/sync.mjs +3 -3
  80. package/dist/react-native/synonyms.mjs +3 -3
  81. package/dist/react.d.ts +5 -5
  82. package/dist/{rerank-FQU2Z64X.mjs → rerank-GJVKHEJE.mjs} +4 -4
  83. package/dist/{restore-queue-4OM3MMJ7.mjs → restore-queue-UG3JV6AH.mjs} +7 -7
  84. package/dist/{segment-codec-leaf-ZJL3UUED.mjs → segment-codec-leaf-RZOSU5F3.mjs} +5 -5
  85. package/dist/{segment-merge-leaf-VDQ7BLE7.mjs → segment-merge-leaf-YPKP5MQX.mjs} +5 -5
  86. package/dist/server.d.ts +6 -6
  87. package/dist/server.mjs +19 -19
  88. package/dist/{storage-leaf-7IYAULRJ.mjs → storage-leaf-CWGPJ5TV.mjs} +76 -63
  89. package/dist/{store-leaf-VI3FC46A.mjs → store-leaf-VCGW4NA2.mjs} +6 -6
  90. package/dist/{suggestions-leaf-YP3BMVLS.mjs → suggestions-leaf-TMXRXDSO.mjs} +8 -8
  91. package/dist/sync/filesystem.mjs +9 -9
  92. package/dist/sync.browser.mjs +1 -1
  93. package/dist/sync.mjs +4 -4
  94. package/dist/synonyms.browser.mjs +1 -1
  95. package/dist/synonyms.mjs +4 -4
  96. package/dist/{tasks-C65V7lIr.d.ts → tasks--3oWn3xJ.d.ts} +2 -2
  97. package/dist/{thread-X36MGME4.mjs → thread-W4C2PCMF.mjs} +13 -13
  98. package/dist/vector/search-worker.mjs +4 -4
  99. package/dist/{worker-copies-R53BVAFV.mjs → worker-copies-W6PULM5W.mjs} +7 -7
  100. package/dist/workers/entry.mjs +10 -10
  101. package/openapi.json +2 -2
  102. package/package.json +7 -6
  103. /package/dist/browser/{core-leaf-WYFANMKC.mjs → core-leaf-HWAXCEWX.mjs} +0 -0
  104. /package/dist/react-native/chunks/{chunk-G434H5WG.mjs → chunk-QNZHMXPO.mjs} +0 -0
@@ -10582,7 +10582,7 @@ function createFrozenInvertedReader(table2, views2, counts) {
10582
10582
  }
10583
10583
 
10584
10584
  // src/runtime/process-limit.browser.ts
10585
- function readResidentMemory() {
10585
+ function readProcessMemoryUse() {
10586
10586
  return null;
10587
10587
  }
10588
10588
 
@@ -12384,7 +12384,7 @@ var loadSegmentCodec = segmentCodec.load;
12384
12384
 
12385
12385
  // src/engine/optional-writes-code.ts
12386
12386
  var optionalWrites = codeLoader(async () => {
12387
- const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-J5BHKEQL.mjs')]);
12387
+ const [segmentCodec2, code7] = await Promise.all([loadSegmentCodec(), import('./optional-writes-76DWMRQH.mjs')]);
12388
12388
  code7.bindOptionalWritesHost(optionalCodeHost(), segmentCodec2);
12389
12389
  return code7;
12390
12390
  }, "write");
@@ -13856,7 +13856,7 @@ function markSimdUnavailable() {
13856
13856
 
13857
13857
  // src/workers/vector-core-code.ts
13858
13858
  var vectorCore = codeLoader(
13859
- () => import('./core-leaf-WYFANMKC.mjs').then((code7) => {
13859
+ () => import('./core-leaf-HWAXCEWX.mjs').then((code7) => {
13860
13860
  code7.bindVectorCoreHost(optionalCodeHost());
13861
13861
  if (!code7.simdModuleLoaded()) markSimdUnavailable();
13862
13862
  return code7;
@@ -19203,7 +19203,7 @@ var storageCode = codeLoader(async () => {
19203
19203
  loadSegmentMerge(),
19204
19204
  loadSuggestionStore(),
19205
19205
  loadVectorCore(),
19206
- import('./storage-leaf-N3JMQ6CF.mjs')
19206
+ import('./storage-leaf-5UTR5K7J.mjs')
19207
19207
  ]);
19208
19208
  code7.bindStorageHost(optionalCodeHost(), digest2, msgpack, segmentCodec2, segmentMerge2, suggestionStore2, vectorCore2);
19209
19209
  return code7;
@@ -19270,7 +19270,7 @@ function storageHostPart() {
19270
19270
  partitionStateOf,
19271
19271
  prepareConfiguredSynonyms,
19272
19272
  prepareRemovalText,
19273
- readResidentMemory,
19273
+ readProcessMemoryUse,
19274
19274
  removedSurfaceSpellings,
19275
19275
  requireEncodedConfigurationWithinSizeLimit,
19276
19276
  requireSearchActive,
@@ -2216,6 +2216,7 @@ async function prepareDocumentWrite(ctx, indexName, document, hold, beforeWrite)
2216
2216
  const preparation = { document, beforeWrite, failure: void 0 };
2217
2217
  const { entry } = await prepareDocumentWrites(ctx, indexName, [preparation], hold, false);
2218
2218
  if (preparation.failure !== void 0) throw preparation.failure;
2219
+ ctx.memoryWriteBlock?.refuseWhileFull(indexName);
2219
2220
  return entry;
2220
2221
  }
2221
2222
 
@@ -2578,6 +2579,13 @@ async function applyAdmittedDocuments(ctx, indexName, admitted, options, hold, f
2578
2579
  for (let chunkStart = 0; chunkStart < admitted.length; chunkStart += BATCH_CHUNK_SIZE) {
2579
2580
  if (ctx.abortController.signal.aborted) break;
2580
2581
  const chunk = admitted.slice(chunkStart, chunkStart + BATCH_CHUNK_SIZE);
2582
+ try {
2583
+ ctx.memoryWriteBlock?.refuseWhileFull(indexName);
2584
+ } catch (err) {
2585
+ const error = asBatchInsertError(err);
2586
+ for (let i = chunkStart; i < admitted.length; i++) failed.push({ docId: admitted[i].docId, error });
2587
+ break;
2588
+ }
2581
2589
  const applications = await applyInsertChunk(ctx, indexName, chunk, options);
2582
2590
  const inserted = [];
2583
2591
  for (let i = 0; i < chunk.length; i++) {
@@ -2651,6 +2659,16 @@ async function insertInChunks(ctx, indexName, documents, options, hold, hooked,
2651
2659
  const chunkEnd = Math.min(chunkStart + BATCH_CHUNK_SIZE, documents.length);
2652
2660
  const earlier = embeddingOfDocuments(embedded, documents.slice(chunkStart, chunkEnd));
2653
2661
  const prepared = await admitChunk(ctx, indexName, documents, chunkStart, chunkEnd, hold, hooked, failed, earlier);
2662
+ try {
2663
+ if (prepared.length > 0) ctx.memoryWriteBlock?.refuseWhileFull(indexName);
2664
+ } catch (err) {
2665
+ const error = asBatchInsertError(err);
2666
+ for (const doc of prepared) failed.push({ docId: doc.docId, error });
2667
+ for (let i = chunkEnd; i < documents.length; i++) {
2668
+ failed.push({ docId: providedDocId(documents[i]) ?? "", error });
2669
+ }
2670
+ break;
2671
+ }
2654
2672
  if (prepared.length > 0) {
2655
2673
  const applications = await applyInsertChunk(ctx, indexName, prepared, options);
2656
2674
  const inserted = [];
@@ -2846,6 +2864,14 @@ async function recordMergedDocuments(ctx, indexName, partitionCount, built, froz
2846
2864
  const unrecorded = [];
2847
2865
  for (let index = 0; index < chunks.length; index++) {
2848
2866
  const { docs, attachmentOf } = chunks[index];
2867
+ try {
2868
+ ctx.memoryWriteBlock?.refuseWhileFull(indexName);
2869
+ } catch (error) {
2870
+ for (const later of chunks.slice(index)) {
2871
+ for (const doc of later.docs) errorOf.set(doc.docId, error);
2872
+ }
2873
+ break;
2874
+ }
2849
2875
  const applies = docs.map((doc) => {
2850
2876
  const attachment = attachmentOf.get(doc.docId);
2851
2877
  if (attachment === void 0) return async () => void 0;
@@ -3386,6 +3412,7 @@ async function updateDocument(ctx, indexName, docId, document, options, hold) {
3386
3412
  const { entry } = await prepareDocumentWrites(ctx, indexName, [preparation], hold, false);
3387
3413
  if (preparation.failure !== void 0) throw preparation.failure;
3388
3414
  const prepared = await finishUpdate(ctx, indexName, entry, docId, document);
3415
+ ctx.memoryWriteBlock?.refuseWhileFull(indexName);
3389
3416
  const apply = applyOfUpdate(ctx, indexName, prepared);
3390
3417
  if (ctx.durability) {
3391
3418
  try {
@@ -3471,6 +3498,14 @@ async function updateDocumentBatch(ctx, indexName, updates, options, hold) {
3471
3498
  for (let chunkStart = 0; chunkStart < updates.length; chunkStart += BATCH_CHUNK_SIZE) {
3472
3499
  const chunkEnd = Math.min(chunkStart + BATCH_CHUNK_SIZE, updates.length);
3473
3500
  const prepared = await prepareChunk(ctx, indexName, updates, chunkStart, chunkEnd, hold, failed);
3501
+ try {
3502
+ ctx.memoryWriteBlock?.refuseWhileFull(indexName);
3503
+ } catch (err) {
3504
+ const error = asUpdateError(err);
3505
+ for (const update of prepared) failed.push({ docId: update.docId, error });
3506
+ for (let i = chunkEnd; i < updates.length; i++) failed.push({ docId: reportedDocIdOf(updates[i]), error });
3507
+ break;
3508
+ }
3474
3509
  const applies = prepared.map((update) => applyOfUpdate(ctx, indexName, update));
3475
3510
  let failures;
3476
3511
  try {
@@ -84,7 +84,7 @@ var prepareRemovalText;
84
84
  var prepareStoredSynonyms;
85
85
  var raiseEarlierReleaseGraphSetting;
86
86
  var readHeapStatistics;
87
- var readResidentMemory;
87
+ var readProcessMemoryUse;
88
88
  var removeDocumentVectors;
89
89
  var removedSurfaceSpellings;
90
90
  var requireEncodedConfigurationWithinSizeLimit;
@@ -201,7 +201,7 @@ function bindEngineNames(host) {
201
201
  prepareStoredSynonyms,
202
202
  raiseEarlierReleaseGraphSetting,
203
203
  readHeapStatistics,
204
- readResidentMemory,
204
+ readProcessMemoryUse,
205
205
  removeDocumentVectors,
206
206
  removedSurfaceSpellings,
207
207
  requireEncodedConfigurationWithinSizeLimit,
@@ -1067,9 +1067,9 @@ function shortfallOf(heapBytes, processBytes, countInUse) {
1067
1067
  const availableBytes = countInUse ? limitBytes - heap.usedBytes : limitBytes;
1068
1068
  if (heapBytes > availableBytes) return { budget: "heap", neededBytes: heapBytes, availableBytes };
1069
1069
  }
1070
- const resident = readResidentMemory();
1071
- if (resident !== null) {
1072
- const availableBytes = countInUse ? resident.limitBytes - resident.residentBytes : resident.limitBytes;
1070
+ const memory = readProcessMemoryUse();
1071
+ if (memory !== null) {
1072
+ const availableBytes = countInUse ? memory.limitBytes - memory.processBytes : memory.limitBytes;
1073
1073
  if (processBytes > availableBytes) return { budget: "process", neededBytes: processBytes, availableBytes };
1074
1074
  }
1075
1075
  return null;
@@ -8465,6 +8465,22 @@ function frameRecord(entry) {
8465
8465
  view.setUint32(RECORD_LENGTH_SIZE + payload.length, crc32(payload), false);
8466
8466
  return frame;
8467
8467
  }
8468
+ function joinFrames(frames) {
8469
+ if (frames.length === 1) {
8470
+ return frames[0];
8471
+ }
8472
+ let totalBytes = 0;
8473
+ for (const frame of frames) {
8474
+ totalBytes += frame.length;
8475
+ }
8476
+ const joined4 = new Uint8Array(totalBytes);
8477
+ let offset = 0;
8478
+ for (const frame of frames) {
8479
+ joined4.set(frame, offset);
8480
+ offset += frame.length;
8481
+ }
8482
+ return joined4;
8483
+ }
8468
8484
  function checkSegmentHeader(data) {
8469
8485
  if (data.length < SEGMENT_HEADER_SIZE) {
8470
8486
  return { ok: false, reason: "segment shorter than the 8-byte header", code: ErrorCodes.PERSISTENCE_WAL_CORRUPT };
@@ -17058,6 +17074,8 @@ function createWalWriter(directory, config) {
17058
17074
  let highestDurableSeqNo = 0;
17059
17075
  let markerWriter = null;
17060
17076
  let durabilityLock = Promise.resolve();
17077
+ let synced = null;
17078
+ let failure = null;
17061
17079
  const coordinator = createGroupCommitCoordinator(() => withDurabilityLock(flushActiveSegment));
17062
17080
  function withDurabilityLock(fn) {
17063
17081
  const result = durabilityLock.then(fn);
@@ -17080,18 +17098,37 @@ function createWalWriter(directory, config) {
17080
17098
  }
17081
17099
  return markerWriter;
17082
17100
  }
17101
+ function latchFailure(err) {
17102
+ if (failure === null) {
17103
+ failure = { error: err };
17104
+ }
17105
+ return failure.error;
17106
+ }
17083
17107
  async function flushActiveSegment() {
17084
- if (handle === null) {
17108
+ if (failure !== null) {
17109
+ throw failure.error;
17110
+ }
17111
+ const flushing = handle;
17112
+ if (flushing === null) {
17085
17113
  return;
17086
17114
  }
17087
- const writer = await getMarkerWriter();
17088
17115
  const durableByteLength = activeBytes;
17089
17116
  const activeSegmentSeqNo = activeStartSeqNo;
17090
- const durableSeqNo = Math.max(highestAppendedSeqNo, highestDurableSeqNo);
17091
- await handle.sync();
17092
- await writer.commit({ activeSegmentSeqNo, durableByteLength, highestDurableSeqNo: durableSeqNo });
17093
- if (durableSeqNo > highestDurableSeqNo) {
17094
- highestDurableSeqNo = durableSeqNo;
17117
+ const appendedSeqNo = highestAppendedSeqNo;
17118
+ if (synced !== null && synced.startSeqNo === activeSegmentSeqNo && synced.bytes === durableByteLength) {
17119
+ return;
17120
+ }
17121
+ try {
17122
+ const writer = await getMarkerWriter();
17123
+ const durableSeqNo = Math.max(appendedSeqNo, highestDurableSeqNo);
17124
+ await flushing.sync();
17125
+ await writer.commit({ activeSegmentSeqNo, durableByteLength, highestDurableSeqNo: durableSeqNo });
17126
+ if (durableSeqNo > highestDurableSeqNo) {
17127
+ highestDurableSeqNo = durableSeqNo;
17128
+ }
17129
+ synced = { startSeqNo: activeSegmentSeqNo, bytes: durableByteLength };
17130
+ } catch (err) {
17131
+ throw latchFailure(err);
17095
17132
  }
17096
17133
  }
17097
17134
  function formatVersionFor(holdsPreviousDocument) {
@@ -17194,22 +17231,30 @@ function createWalWriter(directory, config) {
17194
17231
  }
17195
17232
  }
17196
17233
  async function swapToPreparedSegment(sealed) {
17197
- const writer = await getMarkerWriter();
17198
- const startSeqNo = highestAppendedSeqNo + 1;
17199
- const durableSeqNo = Math.max(highestAppendedSeqNo, highestDurableSeqNo);
17200
- const key = segmentKey2(config.indexName, config.partitionId, startSeqNo);
17201
- await Promise.all([sealed.sync(), directory.move(preparedKey, key)]);
17202
- handle = await directory.appendHandle(key);
17203
- activeKey = key;
17204
- activeStartSeqNo = startSeqNo;
17205
- activeBytes = SEGMENT_HEADER_SIZE;
17206
- activeFormatVersion = preparedFormatVersion;
17207
- await writer.commit({
17208
- activeSegmentSeqNo: startSeqNo,
17209
- durableByteLength: SEGMENT_HEADER_SIZE,
17210
- highestDurableSeqNo: durableSeqNo
17211
- });
17212
- highestDurableSeqNo = durableSeqNo;
17234
+ if (failure !== null) {
17235
+ throw failure.error;
17236
+ }
17237
+ try {
17238
+ const writer = await getMarkerWriter();
17239
+ const startSeqNo = highestAppendedSeqNo + 1;
17240
+ const durableSeqNo = Math.max(highestAppendedSeqNo, highestDurableSeqNo);
17241
+ const key = segmentKey2(config.indexName, config.partitionId, startSeqNo);
17242
+ await Promise.all([sealed.sync(), directory.move(preparedKey, key)]);
17243
+ handle = await directory.appendHandle(key);
17244
+ activeKey = key;
17245
+ activeStartSeqNo = startSeqNo;
17246
+ activeBytes = SEGMENT_HEADER_SIZE;
17247
+ activeFormatVersion = preparedFormatVersion;
17248
+ await writer.commit({
17249
+ activeSegmentSeqNo: startSeqNo,
17250
+ durableByteLength: SEGMENT_HEADER_SIZE,
17251
+ highestDurableSeqNo: durableSeqNo
17252
+ });
17253
+ highestDurableSeqNo = durableSeqNo;
17254
+ synced = { startSeqNo, bytes: SEGMENT_HEADER_SIZE };
17255
+ } catch (err) {
17256
+ throw latchFailure(err);
17257
+ }
17213
17258
  await sealed.close();
17214
17259
  }
17215
17260
  async function maybeRoll(nextSeqNo, appendedBytes, holdsPreviousDocument) {
@@ -17220,22 +17265,6 @@ function createWalWriter(directory, config) {
17220
17265
  await withDurabilityLock(() => rollUnderLock(nextSeqNo, formatVersionFor(holdsPreviousDocument)));
17221
17266
  }
17222
17267
  }
17223
- function joinFrames(frames) {
17224
- if (frames.length === 1) {
17225
- return frames[0];
17226
- }
17227
- let totalBytes = 0;
17228
- for (const frame of frames) {
17229
- totalBytes += frame.length;
17230
- }
17231
- const joined4 = new Uint8Array(totalBytes);
17232
- let offset = 0;
17233
- for (const frame of frames) {
17234
- joined4.set(frame, offset);
17235
- offset += frame.length;
17236
- }
17237
- return joined4;
17238
- }
17239
17268
  function framesThatFit(frames, start) {
17240
17269
  const room = segmentMaxBytes - activeBytes;
17241
17270
  let end = start + 1;
@@ -1,7 +1,7 @@
1
1
  import { E as EmbeddingAdapter, R as RerankAdapter } from './adapters-pljAqmrC.js';
2
- import { C as ClusterNamespace } from './config-BvHQ-C7U.js';
2
+ import { C as ClusterNamespace } from './config-CazZHGDa.js';
3
3
  import { l as RecordedQuery } from './query-suggestions-CBYkrQ5T.js';
4
- import { E as ErrorDetail, j as TaskStore } from './tasks-C65V7lIr.js';
4
+ import { E as ErrorDetail, j as TaskStore } from './tasks--3oWn3xJ.js';
5
5
 
6
6
  /**
7
7
  * Context handed to {@link OnRequestHook} for every inbound request, captured
@@ -1,4 +1,4 @@
1
- import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-I2FKNCDS.mjs';
1
+ import { loadStorageCode, resolvePartialWordAnalysis, resolvePartitionInsertOptions, yieldToEventLoop, createPartitionIndex, writePartitionDocument } from './chunk-JZCWNKL2.mjs';
2
2
 
3
3
  // src/partitioning/constants.ts
4
4
  var REBALANCE_CHUNK_SIZE = 1e3;
@@ -1,4 +1,4 @@
1
- import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-I2FKNCDS.mjs';
1
+ import { VERSION, GROUP_PATTERN_SOURCE, loadGzip } from './chunk-JZCWNKL2.mjs';
2
2
  import { flattenSchema } from './chunk-7P5YWDRQ.mjs';
3
3
  import { NATIVE_CRC32_MIN_BYTES, MAX_FILE_BYTES, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-4PY4JYMY.mjs';
4
4
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
@@ -1,6 +1,6 @@
1
- import { isValidInteger, isRecord } from './chunk-VPOPC7JA.mjs';
1
+ import { isValidInteger, isRecord } from './chunk-M2LTO64S.mjs';
2
2
  import { MAX_REPLICATION_FACTOR, MAX_PARTITION_COUNT } from './chunk-JDDXV6UF.mjs';
3
- import { openChecksummedEnvelope, packChecksummedEnvelope, MAX_HISTORY_FILE_BYTES } from './chunk-ZVJPJZIP.mjs';
3
+ import { openChecksummedEnvelope, packChecksummedEnvelope, MAX_HISTORY_FILE_BYTES } from './chunk-3LQ6C3H6.mjs';
4
4
  import { decode } from './chunk-GXCDWLQI.mjs';
5
5
  import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
6
6
  import { joinChunks } from './chunk-GR5GMFJJ.mjs';
@@ -1,5 +1,5 @@
1
- import { MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, KEY_FINGERPRINT_BYTES, DAY_MS, dayFileKey, SCRAMBLED_ID_BYTES, restoreStagingPrefix, resolveSetting, QUERY_HISTORY_ARCHIVE_PREFIX, restoredFileKey, attachedRuntimeOf, MAX_INDEX_UUID_LENGTH, HEADER_SIZE, isGroup, isNormalPhrase, MAX_MAX_LENGTH, MAX_MAX_WORDS, listHistoryFolder, historyFileOf, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS, packEnvelopeWithChecksum, crc32, MAX_PEOPLE_PER_PHRASE_IN_FILE } from './chunk-ZVJPJZIP.mjs';
2
- import { loadSuggestionsCode, emitWriteEventAfter, dropEngineIndex } from './chunk-I2FKNCDS.mjs';
1
+ import { MAX_HISTORY_FILE_BYTES, openChecksummedEnvelope, KEY_FINGERPRINT_BYTES, DAY_MS, dayFileKey, SCRAMBLED_ID_BYTES, restoreStagingPrefix, resolveSetting, QUERY_HISTORY_ARCHIVE_PREFIX, restoredFileKey, attachedRuntimeOf, MAX_INDEX_UUID_LENGTH, HEADER_SIZE, isGroup, isNormalPhrase, MAX_MAX_LENGTH, MAX_MAX_WORDS, listHistoryFolder, historyFileOf, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS, packEnvelopeWithChecksum, crc32, MAX_PEOPLE_PER_PHRASE_IN_FILE } from './chunk-3LQ6C3H6.mjs';
2
+ import { loadSuggestionsCode, emitWriteEventAfter, dropEngineIndex } from './chunk-JZCWNKL2.mjs';
3
3
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
4
4
 
5
5
  // src/query-suggestions/engine-hooks.ts
@@ -1,10 +1,10 @@
1
- import { encode, Merger } from './chunk-DU5HRFLQ.mjs';
2
- import { DayStore, RestoredHistory, dayOf, sameBytes } from './chunk-Y3T4HQGT.mjs';
1
+ import { encode, Merger } from './chunk-SKEBGNOX.mjs';
2
+ import { DayStore, RestoredHistory, dayOf, sameBytes } from './chunk-4H44U3EK.mjs';
3
3
  import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
4
- import { isGroup, invalidSetting, historyFilesOf, buildRecordKey, MIN_KEY_BYTES, resolveSetting, isPerson, acceptedPhrase, removeHistoryFolder, normaliseBan, banListFromInput, validateSetting, withState, packEnvelopeWithChecksum, crc32, openChecksummedEnvelope, SCRAMBLED_ID_BYTES, KEY_FINGERPRINT_LABEL, KEY_FINGERPRINT_BYTES, removeRestoreLeftovers, HISTORY_SWEEP_INTERVAL_MS, SCHEDULE_OFF, parseSchedule, nextMatchAfter, latestMatchAtOrBefore, DAY_MS, listHistoryFolder, historyFileOf, MAX_MANUAL_SUGGESTION_COUNT, MAX_SOURCE_INDEX_NAME_LENGTH, DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, requireFieldsInSchema, MAX_TIMER_DELAY_MS, BUILD_WRITE_BATCH, BYTES_PER_MIB, MS_PER_SECOND, BUILD_LIST_PAGE, unionOfBans } from './chunk-ZVJPJZIP.mjs';
5
- import { GROUP_FORMAT, emitEngineEvent, emitWriteEventAfter, createEngineIndex, withOpenIndex, loadDigest, SUGGESTIONS_INDEX_INFIX } from './chunk-I2FKNCDS.mjs';
4
+ import { isGroup, invalidSetting, historyFilesOf, buildRecordKey, MIN_KEY_BYTES, resolveSetting, isPerson, acceptedPhrase, removeHistoryFolder, normaliseBan, banListFromInput, validateSetting, withState, packEnvelopeWithChecksum, crc32, openChecksummedEnvelope, SCRAMBLED_ID_BYTES, KEY_FINGERPRINT_LABEL, KEY_FINGERPRINT_BYTES, removeRestoreLeftovers, HISTORY_SWEEP_INTERVAL_MS, SCHEDULE_OFF, parseSchedule, nextMatchAfter, latestMatchAtOrBefore, DAY_MS, listHistoryFolder, historyFileOf, MAX_MANUAL_SUGGESTION_COUNT, MAX_SOURCE_INDEX_NAME_LENGTH, DEFAULT_PREVIEW_LIMIT, MAX_PREVIEW_LIMIT, requireFieldsInSchema, MAX_TIMER_DELAY_MS, BUILD_WRITE_BATCH, BYTES_PER_MIB, MS_PER_SECOND, BUILD_LIST_PAGE, unionOfBans } from './chunk-3LQ6C3H6.mjs';
5
+ import { GROUP_FORMAT, emitEngineEvent, emitWriteEventAfter, createEngineIndex, withOpenIndex, loadDigest, SUGGESTIONS_INDEX_INFIX } from './chunk-JZCWNKL2.mjs';
6
6
  import { decode } from './chunk-GXCDWLQI.mjs';
7
- import { spawnNodeWorker, resolveWorkerEntry } from './chunk-RORNUNXW.mjs';
7
+ import { spawnNodeWorker, resolveWorkerEntry } from './chunk-ZVUEH2JS.mjs';
8
8
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
9
9
  import { compareCodePoints } from './chunk-TGPKS2UM.mjs';
10
10
 
@@ -49,6 +49,8 @@ var REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS = 10;
49
49
  var HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE = 0.75;
50
50
  var HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE = 0.65;
51
51
  var PROCESS_LIMIT_REFRESH_INTERVAL_MS = 1e3;
52
+ var PROCESS_STATUS_READ_BYTES = 4 * 1024;
53
+ var PROCESS_STATUS_READ_CEILING_BYTES = 1024 * 1024;
52
54
  var UI_THREAD_TURN_BUDGET_MS = 20;
53
55
  var UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS = 20;
54
56
  var UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS = 5;
@@ -192,4 +194,4 @@ var GRAPH_LOCK_WAIT_DEADLINE_MS = 1e4;
192
194
  var GRAPH_BUILD_DISPATCH_CHUNK = 64;
193
195
  var GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER = 2;
194
196
 
195
- export { DISK_STORAGE_BLOCK_BYTES, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_TABLE_BYTES, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MAX_WORKER_COPIES, NATIVE_ATTACH_RETRY_MS, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, NATIVE_THREAD_SEARCH_SLOTS, PROCESS_LIMIT_REFRESH_INTERVAL_MS, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, SCRATCH_SLOTS_PER_THREAD_POOL, UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS, UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS, UI_THREAD_TURN_BUDGET_MS, UNPLACED_FLAG_CHUNK_ORDINALS, V8_YOUNG_GENERATION_BYTES_BY_MAJOR, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_BLOCK_MAX_BYTES, VECTOR_INSERT_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_STORE_INITIAL_CAPACITY, WASM_PAGE_BYTES, adoptSharedTurns, backgroundTurnIsSpent, changeIndexOutsideExternalWaits, collectAndReturnPages, collectYoungGeneration, countWrite, holdWrites, holdWritesAndBackgroundWork, indexChangeOutsideExternalWaits, noteThreadSlotGone, noteThreadSlotLive, startIdleHeapCleanup, threadSlotGone, threadSlotOfWorker, turnIsSpent, turnsAreBudgeted, waitOutsideCountedWrite, yieldBackgroundTurn, yieldTurn };
197
+ export { DISK_STORAGE_BLOCK_BYTES, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOC_ID_TABLE_BYTES, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MAX_WORKER_COPIES, NATIVE_ATTACH_RETRY_MS, NATIVE_THREAD_SCAN_CHUNK_ORDINALS, NATIVE_THREAD_SEARCH_SLOTS, PROCESS_LIMIT_REFRESH_INTERVAL_MS, PROCESS_STATUS_READ_BYTES, PROCESS_STATUS_READ_CEILING_BYTES, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, SCRATCH_SLOTS_PER_THREAD_POOL, UI_THREAD_BACKGROUND_SLICE_DURING_WRITES_MS, UI_THREAD_HOP_BEFORE_TURN_WITHIN_MS, UI_THREAD_TURN_BUDGET_MS, UNPLACED_FLAG_CHUNK_ORDINALS, V8_YOUNG_GENERATION_BYTES_BY_MAJOR, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_BLOCK_MAX_BYTES, VECTOR_INSERT_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_STORE_INITIAL_CAPACITY, WASM_PAGE_BYTES, adoptSharedTurns, backgroundTurnIsSpent, changeIndexOutsideExternalWaits, collectAndReturnPages, collectYoungGeneration, countWrite, holdWrites, holdWritesAndBackgroundWork, indexChangeOutsideExternalWaits, noteThreadSlotGone, noteThreadSlotLive, startIdleHeapCleanup, threadSlotGone, threadSlotOfWorker, turnIsSpent, turnsAreBudgeted, waitOutsideCountedWrite, yieldBackgroundTurn, yieldTurn };
@@ -1,6 +1,6 @@
1
- import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, manifestFileRefs, graphPartKey, vectorFileKey } from './chunk-5WN5TOPY.mjs';
2
- import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-KBU3ZFJN.mjs';
3
- import { openChecksummedEnvelope, HEADER_SIZE, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-ZVJPJZIP.mjs';
1
+ import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, manifestFileRefs, graphPartKey, vectorFileKey } from './chunk-HQCQPOBP.mjs';
2
+ import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-R724DJSG.mjs';
3
+ import { openChecksummedEnvelope, HEADER_SIZE, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-3LQ6C3H6.mjs';
4
4
  import { decode } from './chunk-GXCDWLQI.mjs';
5
5
  import { requireValidFieldTypes } from './chunk-7P5YWDRQ.mjs';
6
6
  import { MAX_FILE_BYTES } from './chunk-4PY4JYMY.mjs';
@@ -1,7 +1,7 @@
1
- import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-5WN5TOPY.mjs';
1
+ import { SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION } from './chunk-HQCQPOBP.mjs';
2
2
  import { encode } from './chunk-S5QMWECL.mjs';
3
- import { createFixedBuffer, createVectorFileReader } from './chunk-KBU3ZFJN.mjs';
4
- import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-ZVJPJZIP.mjs';
3
+ import { createFixedBuffer, createVectorFileReader } from './chunk-R724DJSG.mjs';
4
+ import { crc32, packChecksummedEnvelope, HEADER_SIZE } from './chunk-3LQ6C3H6.mjs';
5
5
  import { decode } from './chunk-GXCDWLQI.mjs';
6
6
  import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
7
7
  import { ErrorCodes, NarsilError } from './chunk-ZKOQR7EA.mjs';
@@ -1,5 +1,5 @@
1
- import { readRecentMemoryFigures, readMemoryFigures } from './chunk-I2FKNCDS.mjs';
2
- import { collectGarbageBeforeAnswerRefusal, collectYoungGenerationBeforeRefusal, reservedHeapBytes, admitHeapBytes } from './chunk-AOYQTX6W.mjs';
1
+ import { readRecentMemoryFigures, readMemoryFigures } from './chunk-JZCWNKL2.mjs';
2
+ import { collectGarbageBeforeAnswerRefusal, collectYoungGenerationBeforeRefusal, reservedHeapBytes, admitHeapBytes } from './chunk-JDVLZUKE.mjs';
3
3
  import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-ZKOQR7EA.mjs';
4
4
 
5
5
  // src/distribution/cluster-node/constants.ts
@@ -1,11 +1,11 @@
1
1
  import { CHANGES_SUBPROTOCOL, SYNC_SUBPROTOCOL, encodeJson, SYNC_CLOSE_SERVER_ERROR, encodeScore } from './chunk-F6F4G322.mjs';
2
- import { answerRefusalOf } from './chunk-UP5TJ3II.mjs';
3
- import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-VSLFZDVA.mjs';
4
- import { readRecentMemoryFigures, readMemoryFigures, DEFAULT_RERANK_WINDOW } from './chunk-I2FKNCDS.mjs';
5
- import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-AOYQTX6W.mjs';
2
+ import { answerRefusalOf } from './chunk-AXX7CSFV.mjs';
3
+ import { archiveRange, FEED_SOCKET_MAX_BACKPRESSURE_BYTES, FEED_SOCKET_MAX_PAYLOAD_BYTES } from './chunk-6R2CWCKV.mjs';
4
+ import { readRecentMemoryFigures, readMemoryFigures, DEFAULT_RERANK_WINDOW } from './chunk-JZCWNKL2.mjs';
5
+ import { collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-JDVLZUKE.mjs';
6
6
  import { MAX_FILTER_DEPTH } from './chunk-IL5DRCNU.mjs';
7
- import { bindSignalStop } from './chunk-RORNUNXW.mjs';
8
- import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-UPDNNOTG.mjs';
7
+ import { bindSignalStop } from './chunk-ZVUEH2JS.mjs';
8
+ import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-5EI5CXO6.mjs';
9
9
  import { ANALYSIS_CHANGE_MEMBERS, MAX_SORT_FIELDS } from './chunk-3ECIRFS5.mjs';
10
10
  import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-ASZLNVWW.mjs';
11
11
  import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
@@ -1,5 +1,5 @@
1
- import { getIndexMetadata } from './chunk-VPOPC7JA.mjs';
2
- import { fnv1a } from './chunk-I2FKNCDS.mjs';
1
+ import { getIndexMetadata } from './chunk-M2LTO64S.mjs';
2
+ import { fnv1a } from './chunk-JZCWNKL2.mjs';
3
3
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
4
4
 
5
5
  // src/distribution/cluster-node/routable-allocation.ts
@@ -1,4 +1,4 @@
1
- import { fnv1a } from './chunk-I2FKNCDS.mjs';
1
+ import { fnv1a } from './chunk-JZCWNKL2.mjs';
2
2
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
3
3
 
4
4
  // src/persistence/durability/segment/layout.ts
@@ -1,5 +1,5 @@
1
- import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, withTransientAdmission, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_LIVE_COUNT, IN_MEMORY, STORE_RELEASED_VECTORS_TO_DISK, STORE_SLOTS, writeSequenceOf, openGraphState, fixedView, createSharedVectorStoreHandles, sequenceWritesOf, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, oldestHeldPin, coverOrdinal, nextSequence, publishSequence, createOrdinalFilter, addToOrdinalFilter, magnitude, stampBorn, mayFree, retiredAtOf, requireBytesWithinLimit, stampRetired, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorFileReader, grownByteLength, growBufferTo, resetStoreHeader, STORE_CODE_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, createVectorBlock, ensureBlockSlots } from './chunk-KBU3ZFJN.mjs';
2
- import { createDocIdMap } from './chunk-RORNUNXW.mjs';
1
+ import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, withTransientAdmission, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, VECTOR_MEMORY_LIMITS, sharedVectorStoreBytes, STORE_LIVE_COUNT, IN_MEMORY, STORE_RELEASED_VECTORS_TO_DISK, STORE_SLOTS, writeSequenceOf, openGraphState, fixedView, createSharedVectorStoreHandles, sequenceWritesOf, STORE_DOC_ID_BYTES, unplacedChunkCount, blocksGrowthBytes, oldestHeldPin, coverOrdinal, nextSequence, publishSequence, createOrdinalFilter, addToOrdinalFilter, magnitude, stampBorn, mayFree, retiredAtOf, requireBytesWithinLimit, stampRetired, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorFileReader, grownByteLength, growBufferTo, resetStoreHeader, STORE_CODE_COUNT, STORE_CALIBRATED, STORE_CALIBRATION_GENERATION, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, createVectorBlock, ensureBlockSlots } from './chunk-R724DJSG.mjs';
2
+ import { createDocIdMap } from './chunk-ZVUEH2JS.mjs';
3
3
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
4
4
 
5
5
  // src/vector/vector-store/hot-block-distance.ts
@@ -1,4 +1,4 @@
1
- import { withOpenIndex, oneAtATime, validateBM25Params, storedBM25Params, emitSyncChange } from './chunk-I2FKNCDS.mjs';
1
+ import { withOpenIndex, oneAtATime, validateBM25Params, storedBM25Params, emitSyncChange } from './chunk-JZCWNKL2.mjs';
2
2
  import { ErrorCodes } from './chunk-ZKOQR7EA.mjs';
3
3
 
4
4
  // src/engine/bm25-update.ts
@@ -1,7 +1,7 @@
1
1
  import { encode } from './chunk-S5QMWECL.mjs';
2
2
  import { oneSyncChangeAtATime } from './chunk-V6EUBAIT.mjs';
3
- import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-ZVJPJZIP.mjs';
4
- import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange, validQueryFilter, createPartitionIndex, prepareDocumentVectors, createPatternWorkMeter, resolvePartitionInsertOptions } from './chunk-I2FKNCDS.mjs';
3
+ import { openChecksummedEnvelope, packChecksummedEnvelope } from './chunk-3LQ6C3H6.mjs';
4
+ import { rulesOfStoredSynonyms, configurationPayloadOf, withOpenIndex, emitSyncChange, validQueryFilter, createPartitionIndex, prepareDocumentVectors, createPatternWorkMeter, resolvePartitionInsertOptions } from './chunk-JZCWNKL2.mjs';
5
5
  import { decode } from './chunk-GXCDWLQI.mjs';
6
6
  import { newSyncEpoch, isSyncEpoch } from './chunk-BUMREPLU.mjs';
7
7
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
@@ -1,12 +1,12 @@
1
- import { PAGED_SEGMENT_ENVELOPE_VERSION, loadFailed, checkEverySectionPage, openPagedFile, sectionNamed, createSectionReader, closePagedFile, readWholeSectionChecked, readCacheOfThisThread, createReadCache, MERGE_READ_CACHE_BYTES, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, readListedFile, requireListedChecksum, encodeSegmentManifest, requireNativePage, ID_SAMPLE_INTERVAL, SMALLEST_BLOCK_POSTINGS, readFileRange, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, DOCUMENT_BLOCK_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES, resumePagedFile, suspendPagedFile, cachedFileBytes, LIST_VIEWS_HELD_PER_SEGMENT, WRITER_YIELD_INTERVAL_TOKENS, DOCUMENT_BLOCK_MIN_RAW_BYTES, CACHED_POSITIONS, POSITION_WIDTH_BYTES, CACHED_LIST, POSTING_WIDTH_BYTES, readFileRangeLater, CACHED_DOCUMENT_BLOCK, failNativePage, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, POSTING_WRITE_ROWS, POSTING_WRITE_POSITIONS, SECTION_WRITE_BUFFER_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-P3JMBYEG.mjs';
1
+ import { PAGED_SEGMENT_ENVELOPE_VERSION, loadFailed, checkEverySectionPage, openPagedFile, sectionNamed, createSectionReader, closePagedFile, readWholeSectionChecked, readCacheOfThisThread, createReadCache, MERGE_READ_CACHE_BYTES, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, readListedFile, requireListedChecksum, encodeSegmentManifest, requireNativePage, ID_SAMPLE_INTERVAL, SMALLEST_BLOCK_POSTINGS, readFileRange, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, DOCUMENT_BLOCK_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES, resumePagedFile, suspendPagedFile, cachedFileBytes, LIST_VIEWS_HELD_PER_SEGMENT, WRITER_YIELD_INTERVAL_TOKENS, DOCUMENT_BLOCK_MIN_RAW_BYTES, CACHED_POSITIONS, POSITION_WIDTH_BYTES, CACHED_LIST, POSTING_WIDTH_BYTES, readFileRangeLater, CACHED_DOCUMENT_BLOCK, failNativePage, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, POSTING_WRITE_ROWS, POSTING_WRITE_POSITIONS, SECTION_WRITE_BUFFER_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES } from './chunk-ANZQUMXO.mjs';
2
2
  import { ReplicationMessageTypes } from './chunk-5FLRXF73.mjs';
3
3
  import { WIRE_BATCH_BUDGET } from './chunk-JDDXV6UF.mjs';
4
- import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION, segmentKey } from './chunk-5WN5TOPY.mjs';
4
+ import { SEGMENT_MANIFEST_VERSION, manifestKey, manifestReferencedKeys, segmentsPrefix, snapshotBundleKey, MAX_SEGMENTS_PER_PARTITION, segmentKey } from './chunk-HQCQPOBP.mjs';
5
5
  import { DEFAULT_REWRITE_BYTES_PER_CHECKPOINT, DEFAULT_COMPACTION_THRESHOLD, SEGMENT_FILE_FRAMING_SLACK_BYTES, REWRITE_ABOVE_REMOVED_DOCUMENT_SHARE, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE } from './chunk-MSIN4NM3.mjs';
6
6
  import { encode } from './chunk-S5QMWECL.mjs';
7
7
  import { restoreVectorFields } from './chunk-R2PJKSNL.mjs';
8
- import { requireWithinFileLimit, HEADER_SIZE, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, openChecksummedEnvelope, readHeader, packChecksummedEnvelope } from './chunk-ZVJPJZIP.mjs';
9
- import { decodeStoredDocument, generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, buildPartialWordTableFrom, mergeFieldIndexes, isCompositePartition, reconstructSchemaFromMetadata, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, selectionKeeps, fieldIndexRemapOf, mergeKeywordSources, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, createSharedFrozenSegment, shareSegmentArrays, getLanguage, emptyPendingRegions, mergePostings2, scanPostingBlocks, holdsADiscardedField, SegmentRefusal, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayloads, resolvePartitionInsertOptions, endOfValue, segmentArraysOf, mergeSegmentContents, decodeMapWithoutFields, prepareDocumentVectors, resolveIndexAnalysis } from './chunk-I2FKNCDS.mjs';
8
+ import { requireWithinFileLimit, HEADER_SIZE, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, openChecksummedEnvelope, readHeader, packChecksummedEnvelope } from './chunk-3LQ6C3H6.mjs';
9
+ import { decodeStoredDocument, generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, buildPartialWordTableFrom, mergeFieldIndexes, isCompositePartition, reconstructSchemaFromMetadata, decodeSurfaceTable, mergeDocFrequencies, TermLookup, createFrozenRemovals, selectionKeeps, fieldIndexRemapOf, mergeKeywordSources, mergeSourceSpellings, mergeSourceSurfaces, mergedPartialSpellings, createSharedFrozenSegment, shareSegmentArrays, getLanguage, emptyPendingRegions, mergePostings2, scanPostingBlocks, holdsADiscardedField, SegmentRefusal, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayloads, resolvePartitionInsertOptions, endOfValue, segmentArraysOf, mergeSegmentContents, decodeMapWithoutFields, prepareDocumentVectors, resolveIndexAnalysis } from './chunk-JZCWNKL2.mjs';
10
10
  import { encodeDocument } from './chunk-2CKDCC65.mjs';
11
11
  import { decode } from './chunk-GXCDWLQI.mjs';
12
12
  import { extractVectorFieldsFromSchema, VECTOR_PATTERN, requireValidFieldTypes, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-7P5YWDRQ.mjs';
@@ -4123,6 +4123,22 @@ function frameRecord(entry) {
4123
4123
  view.setUint32(RECORD_LENGTH_SIZE + payload.length, crc32(payload), false);
4124
4124
  return frame;
4125
4125
  }
4126
+ function joinFrames(frames) {
4127
+ if (frames.length === 1) {
4128
+ return frames[0];
4129
+ }
4130
+ let totalBytes = 0;
4131
+ for (const frame of frames) {
4132
+ totalBytes += frame.length;
4133
+ }
4134
+ const joined = new Uint8Array(totalBytes);
4135
+ let offset = 0;
4136
+ for (const frame of frames) {
4137
+ joined.set(frame, offset);
4138
+ offset += frame.length;
4139
+ }
4140
+ return joined;
4141
+ }
4126
4142
  function checkSegmentHeader(data) {
4127
4143
  if (data.length < SEGMENT_HEADER_SIZE) {
4128
4144
  return { ok: false, reason: "segment shorter than the 8-byte header", code: ErrorCodes.PERSISTENCE_WAL_CORRUPT };
@@ -4989,4 +5005,4 @@ async function removeCheckpointGarbage(store, garbage) {
4989
5005
  }
4990
5006
  }
4991
5007
 
4992
- export { DEFAULT_LOG_RETENTION_BYTES, FRAME_CRC_SIZE, INSYNC_CAS_ATTEMPTS, KEYWORD_SEGMENT_ENVELOPE_VERSION, MAX_WAL_RECORD_BYTES, NOTHING_SAVED, RECORD_LENGTH_SIZE, SEGMENT_HEADER_SIZE, SEGMENT_TAIL_PATTERN, SNAPSHOT_CHUNK_SIZE, WAL_FORMAT_VERSION, WAL_FORMAT_VERSION_WITH_PREVIOUS_DOCUMENT, buildEntry, bytesThatSegmentsHoldInMemory, captureWholePartition, checkPagedContents, checkPagedSegmentFully, checkPagedSelections, checkSegmentHeader, checkpointGarbage, checkpointLastSeqNo, checkpointPrimaryTerm, commitCheckpointManifest, computeEntryChecksum, countsAsLatestHolder, createAckMessage, createEntryBatchMessage, createEntryMessage, createForwardBatchMessage, createForwardBatchResultMessage, createForwardMessage, createInsyncAddMessage, createInsyncConfirmMessage, createInsyncRemoveMessage, createPagedFrozenSegment, createPrimaryResignMessage, decodeKeywordSegment, decodeWalEntry, durableRecordMissing, encodeMarkerSlot, entryByteEstimate, frameRecord, isPagedSegmentFile, markerSlotOffset, mergePagedWindow, nextMarkerSlot, nextSegmentKey, openPagedSegmentScan, openPagedSnapshot, optionalIndexUuid, pagedListingOf, pagedTombstonesFor, parseSegmentStartSeqNo, partitionContentsOf, readCommitMarker, readSegmentFile, readWalSegments, removeCheckpointGarbage, removeUnusedSegmentFiles, residentSectionsOf, rewrittenHeaderKey, savedBytesOfManifest, segmentKey2 as segmentKey, validateAckPayload, validateEntryBatchPayload, validateEntryPayload, validateForwardBatchPayload, validateForwardBatchResultPayload, validateInsyncConfirmPayload, writeCheckpointSegments, writePagedSegment, writeSegmentHeader };
5008
+ export { DEFAULT_LOG_RETENTION_BYTES, FRAME_CRC_SIZE, INSYNC_CAS_ATTEMPTS, KEYWORD_SEGMENT_ENVELOPE_VERSION, MAX_WAL_RECORD_BYTES, NOTHING_SAVED, RECORD_LENGTH_SIZE, SEGMENT_HEADER_SIZE, SEGMENT_TAIL_PATTERN, SNAPSHOT_CHUNK_SIZE, WAL_FORMAT_VERSION, WAL_FORMAT_VERSION_WITH_PREVIOUS_DOCUMENT, buildEntry, bytesThatSegmentsHoldInMemory, captureWholePartition, checkPagedContents, checkPagedSegmentFully, checkPagedSelections, checkSegmentHeader, checkpointGarbage, checkpointLastSeqNo, checkpointPrimaryTerm, commitCheckpointManifest, computeEntryChecksum, countsAsLatestHolder, createAckMessage, createEntryBatchMessage, createEntryMessage, createForwardBatchMessage, createForwardBatchResultMessage, createForwardMessage, createInsyncAddMessage, createInsyncConfirmMessage, createInsyncRemoveMessage, createPagedFrozenSegment, createPrimaryResignMessage, decodeKeywordSegment, decodeWalEntry, durableRecordMissing, encodeMarkerSlot, entryByteEstimate, frameRecord, isPagedSegmentFile, joinFrames, markerSlotOffset, mergePagedWindow, nextMarkerSlot, nextSegmentKey, openPagedSegmentScan, openPagedSnapshot, optionalIndexUuid, pagedListingOf, pagedTombstonesFor, parseSegmentStartSeqNo, partitionContentsOf, readCommitMarker, readSegmentFile, readWalSegments, removeCheckpointGarbage, removeUnusedSegmentFiles, residentSectionsOf, rewrittenHeaderKey, savedBytesOfManifest, segmentKey2 as segmentKey, validateAckPayload, validateEntryBatchPayload, validateEntryPayload, validateForwardBatchPayload, validateForwardBatchResultPayload, validateInsyncConfirmPayload, writeCheckpointSegments, writePagedSegment, writeSegmentHeader };
@@ -1,5 +1,5 @@
1
- import { WORKER_YOUNG_GENERATION_MB } from './chunk-RORNUNXW.mjs';
2
- import { REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, collectYoungGeneration, collectAndReturnPages, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE } from './chunk-UPDNNOTG.mjs';
1
+ import { WORKER_YOUNG_GENERATION_MB } from './chunk-ZVUEH2JS.mjs';
2
+ import { REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, collectYoungGeneration, collectAndReturnPages, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE } from './chunk-5EI5CXO6.mjs';
3
3
 
4
4
  // src/workers/resource-limits.ts
5
5
  function workerResourceLimits() {
@@ -1,5 +1,5 @@
1
1
  import { boundQuerySuggestionsOf } from './chunk-S2POFTLN.mjs';
2
- import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-I2FKNCDS.mjs';
2
+ import { engineCoreOf, loadSuggestionsCode, GROUP_PATTERN_SOURCE, GROUP_FORMAT, SUGGESTIONS_INDEX_INFIX } from './chunk-JZCWNKL2.mjs';
3
3
  import { NarsilError, ErrorCodes } from './chunk-ZKOQR7EA.mjs';
4
4
 
5
5
  // src/query-suggestions/index.ts