@delali/narsil 0.3.1-next.107 → 0.3.1-next.111

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (95) hide show
  1. package/dist/adapters/filesystem.mjs +1 -1
  2. package/dist/adapters/indexeddb.mjs +1 -1
  3. package/dist/browser/{chunk-JJKVYLL3.mjs → chunk-2CBQ2PCC.mjs} +1 -1
  4. package/dist/browser/{chunk-PA56PRWX.mjs → chunk-5BQPBG3G.mjs} +41 -4
  5. package/dist/browser/{chunk-NNQPZPTB.mjs → chunk-6YUUEMQ4.mjs} +139 -28
  6. package/dist/browser/{chunk-WZUSMF7A.mjs → chunk-HQOYKRMB.mjs} +14 -13
  7. package/dist/browser/{chunk-J3QB4LBD.mjs → chunk-LJS6PREA.mjs} +2 -0
  8. package/dist/browser/{chunk-OKZGAJEF.mjs → chunk-OVY4RPDS.mjs} +3 -3
  9. package/dist/browser/{chunk-OL7S2KLL.mjs → chunk-P7C2S5JX.mjs} +2 -2
  10. package/dist/browser/{durability-wiring-HFQULBSA.mjs → durability-wiring-CYAJBYCO.mjs} +48 -20
  11. package/dist/browser/{module-VROKZ7IZ.mjs → module-DYKR4INA.mjs} +5 -5
  12. package/dist/browser/{restore-queue-EU77FRCV.mjs → restore-queue-RTZGJT4D.mjs} +1 -1
  13. package/dist/browser/{runtime-JQYPNOK6.mjs → runtime-FL5K4JOH.mjs} +1 -1
  14. package/dist/browser/{snapshot-G77LQBZX.mjs → snapshot-BU6I25CW.mjs} +27 -14
  15. package/dist/browser/{write-RUC64JIH.mjs → write-RUPYHPBZ.mjs} +5 -5
  16. package/dist/{capabilities-ByKPha_q.d.ts → capabilities-ByaX8Arf.d.ts} +2 -2
  17. package/dist/{chunk-WCNN2PLX.mjs → chunk-2RAQKITH.mjs} +1 -1
  18. package/dist/{chunk-JSSGO4B5.mjs → chunk-542TD4BL.mjs} +1 -1
  19. package/dist/{chunk-KOCHOOS5.mjs → chunk-63HFWQEA.mjs} +5 -3
  20. package/dist/{chunk-77SO7G55.mjs → chunk-6ODIY6ZB.mjs} +1 -1
  21. package/dist/{chunk-VVDQNCOG.mjs → chunk-6OXNHLNZ.mjs} +1 -0
  22. package/dist/{chunk-CYHQNM3T.mjs → chunk-6PN3U6XW.mjs} +1 -1
  23. package/dist/{chunk-WCJJCBR4.mjs → chunk-6S7YRUPQ.mjs} +123 -35
  24. package/dist/{chunk-FEOLYA2Y.mjs → chunk-7JOONQ24.mjs} +6 -6
  25. package/dist/{chunk-MZW4V4DS.mjs → chunk-7ZZQNOIY.mjs} +1 -1
  26. package/dist/{chunk-VWFFCDOL.mjs → chunk-CUVTRLA4.mjs} +26 -13
  27. package/dist/{chunk-VVFKFHWE.mjs → chunk-DG62H7OD.mjs} +2 -2
  28. package/dist/{chunk-QALAFGF5.mjs → chunk-FUUP45IS.mjs} +1 -1
  29. package/dist/{chunk-2MNJ2HX7.mjs → chunk-HNAP2KTG.mjs} +2 -2
  30. package/dist/{chunk-RI5VNFAI.mjs → chunk-IR4KQ4WB.mjs} +2 -2
  31. package/dist/{chunk-CKNOGER5.mjs → chunk-IW6UR3AF.mjs} +23 -22
  32. package/dist/{chunk-FABI2JA7.mjs → chunk-J6YVB2XM.mjs} +1 -1
  33. package/dist/{chunk-UM6Z7AIP.mjs → chunk-JBPYFYIU.mjs} +4 -3
  34. package/dist/{chunk-WXVTQ6NO.mjs → chunk-KCQG2PJT.mjs} +3 -3
  35. package/dist/{chunk-OKZPYJZX.mjs → chunk-LOBYK2FG.mjs} +3 -3
  36. package/dist/{chunk-3BRFOMGX.mjs → chunk-N57XXGPG.mjs} +2 -2
  37. package/dist/{chunk-6JUOMMHQ.mjs → chunk-OBWUWZRA.mjs} +2 -0
  38. package/dist/{chunk-VHPVBJOI.mjs → chunk-OCB7TMUQ.mjs} +1 -1
  39. package/dist/{chunk-AEF2O7B4.mjs → chunk-OFYKBKKV.mjs} +1 -1
  40. package/dist/{chunk-IZLM2OOO.mjs → chunk-PKE2PCTS.mjs} +43 -6
  41. package/dist/{chunk-HNAQNAFS.mjs → chunk-PT7VRWS7.mjs} +3 -3
  42. package/dist/{chunk-DUWYU4D5.mjs → chunk-PWIWSUCX.mjs} +2 -2
  43. package/dist/{chunk-IA6I5U36.mjs → chunk-QI6JW4PM.mjs} +1 -1
  44. package/dist/{chunk-MJIJG4YT.mjs → chunk-QIFOXLWF.mjs} +2 -2
  45. package/dist/{chunk-M5EZVXIM.mjs → chunk-R2MRGYU5.mjs} +2 -2
  46. package/dist/{chunk-7IBX2LRA.mjs → chunk-R2MRMH6M.mjs} +11 -11
  47. package/dist/{chunk-5FPMDU54.mjs → chunk-SOADQINJ.mjs} +8 -1
  48. package/dist/{chunk-QA6F5MML.mjs → chunk-SXVDBHYJ.mjs} +39 -8
  49. package/dist/{chunk-NRARRUKN.mjs → chunk-UGKO3RG2.mjs} +7 -7
  50. package/dist/{chunk-HAQUJYMN.mjs → chunk-V7G627TA.mjs} +14 -8
  51. package/dist/{chunk-BRIOLMIX.mjs → chunk-VK45J47R.mjs} +1 -1
  52. package/dist/{chunk-RPIE4QCL.mjs → chunk-YH5OIL7B.mjs} +2 -0
  53. package/dist/{chunk-G6YATIRT.mjs → chunk-YIDSHBQS.mjs} +2 -2
  54. package/dist/{chunk-IA3H54X4.mjs → chunk-YLE75NQ5.mjs} +2 -2
  55. package/dist/{chunk-DNKM67DF.mjs → chunk-YSR5L3XJ.mjs} +2 -2
  56. package/dist/{client-DI-xIXgR.d.ts → client-BdnzDFtO.d.ts} +2 -2
  57. package/dist/client.d.ts +6 -6
  58. package/dist/client.mjs +2 -0
  59. package/dist/{config-DL_bDDD8.d.ts → config-CSgvApt0.d.ts} +1 -1
  60. package/dist/{config-BZ_e3X8w.d.ts → config-ujZESkJz.d.ts} +1 -1
  61. package/dist/{direct-executor-BPBD2PBK.mjs → direct-executor-QFAUKTCQ.mjs} +12 -12
  62. package/dist/distribution/coordinator/etcd.mjs +94 -5
  63. package/dist/distribution/transport/grpc.mjs +24 -8
  64. package/dist/distribution/transport/in-memory.mjs +4 -4
  65. package/dist/distribution/transport/tcp.mjs +6 -6
  66. package/dist/distribution.d.ts +5 -5
  67. package/dist/distribution.mjs +1800 -468
  68. package/dist/{durability-wiring-AZL4EFLO.mjs → durability-wiring-NUHTYXHA.mjs} +66 -39
  69. package/dist/embeddings/openai.mjs +2 -2
  70. package/dist/{engine-D_SYDsId.d.ts → engine-C_HSy3iz.d.ts} +1 -1
  71. package/dist/{events-C7_dboUr.d.ts → events-CJsXF1F9.d.ts} +2 -0
  72. package/dist/index.browser.mjs +3 -3
  73. package/dist/index.d.ts +5 -5
  74. package/dist/index.mjs +17 -17
  75. package/dist/{module-6EY7GW2W.mjs → module-WP4VVGV2.mjs} +9 -9
  76. package/dist/partial-words.mjs +5 -5
  77. package/dist/pattern.mjs +3 -3
  78. package/dist/persistence/durability/checkpoint-worker.d.ts +12 -0
  79. package/dist/persistence/durability/checkpoint-worker.mjs +26 -24
  80. package/dist/react.d.ts +6 -6
  81. package/dist/react.mjs +2 -0
  82. package/dist/{rerank-WVFFZV76.mjs → rerank-3POMPQNX.mjs} +7 -7
  83. package/dist/rerankers/http.mjs +2 -2
  84. package/dist/{restore-queue-DDXFDP7U.mjs → restore-queue-QSLGXZJB.mjs} +1 -1
  85. package/dist/{runtime-AVUUCJWQ.mjs → runtime-C2435MPK.mjs} +5 -5
  86. package/dist/server.d.ts +8 -8
  87. package/dist/server.mjs +16 -15
  88. package/dist/{snapshot-IDAM65JO.mjs → snapshot-IV3S2TMI.mjs} +27 -27
  89. package/dist/synonyms.mjs +3 -3
  90. package/dist/{tasks-BhjQZ8Qf.d.ts → tasks-CI3Fvkxw.d.ts} +1 -1
  91. package/dist/{thread-LMSYLCPI.mjs → thread-THLCKMEB.mjs} +13 -13
  92. package/dist/vector/search-worker.mjs +4 -4
  93. package/dist/workers/entry.mjs +6 -6
  94. package/dist/{write-3LIFIGOL.mjs → write-VGRTOS7N.mjs} +19 -19
  95. package/package.json +7 -7
@@ -1,14 +1,14 @@
1
- import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes } from './chunk-IZLM2OOO.mjs';
1
+ import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes, uint64Bytes } from './chunk-PKE2PCTS.mjs';
2
2
  import { WIRE_BATCH_BUDGET } from './chunk-P36MUFEJ.mjs';
3
- import { ReplicationMessageTypes } from './chunk-RPIE4QCL.mjs';
4
- import { packChecksummedEnvelope, crc32, openChecksummedEnvelope, reconstructSchemaFromMetadata, HEADER_SIZE, prepareDocumentVectors } from './chunk-CKNOGER5.mjs';
5
- import { freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, selectionKeeps, decodeMapWithoutFields, shareSegmentArrays, segmentArraysOf, mergeSegmentContents } from './chunk-7IBX2LRA.mjs';
6
- import { fnv1a, isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-FEOLYA2Y.mjs';
7
- import { generateId, getLanguage } from './chunk-QALAFGF5.mjs';
8
- import { extractVectorFieldsFromSchema, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-VVFKFHWE.mjs';
3
+ import { ReplicationMessageTypes } from './chunk-YH5OIL7B.mjs';
4
+ import { packChecksummedEnvelope, crc32, openChecksummedEnvelope, reconstructSchemaFromMetadata, HEADER_SIZE, prepareDocumentVectors } from './chunk-IW6UR3AF.mjs';
5
+ import { freezeSegmentShared, createSharedFrozenSegment, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, selectionKeeps, decodeMapWithoutFields, shareSegmentArrays, segmentArraysOf, mergeSegmentContents } from './chunk-R2MRMH6M.mjs';
6
+ import { fnv1a, isCompositePartition, survivorDocumentsOf, partitionStateOf } from './chunk-7JOONQ24.mjs';
7
+ import { generateId, getLanguage } from './chunk-FUUP45IS.mjs';
8
+ import { extractVectorFieldsFromSchema, partialFieldsOf, messagePackUpperBoundBytes } from './chunk-DG62H7OD.mjs';
9
9
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
10
- import { resolveIndexAnalysis } from './chunk-RI5VNFAI.mjs';
11
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
10
+ import { resolveIndexAnalysis } from './chunk-IR4KQ4WB.mjs';
11
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
12
12
  import { encode, decode } from '@msgpack/msgpack';
13
13
 
14
14
  // src/persistence/durability/constants.ts
@@ -103,7 +103,10 @@ function encodeSegmentManifest(manifest) {
103
103
  checkpoint: manifest.checkpoint.map((c) => ({
104
104
  partitionId: c.partitionId,
105
105
  lastSeqNo: c.lastSeqNo,
106
- primaryTerm: c.primaryTerm
106
+ primaryTerm: c.primaryTerm,
107
+ ...c.termHistory === void 0 ? {} : {
108
+ termHistory: c.termHistory.map((start) => ({ primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo }))
109
+ }
107
110
  })),
108
111
  partitions: manifest.partitions.map((p) => ({
109
112
  partitionId: p.partitionId,
@@ -253,30 +256,40 @@ function frozenSegmentsOf(partition, shared) {
253
256
  if (tail !== null) segments.push(tail);
254
257
  return segments;
255
258
  }
256
- function partitionContentsOf(manager, partitionId) {
259
+ function partitionContentsOf(manager, partitionId, captureRecords) {
257
260
  const partition = manager.getPartition(partitionId);
258
- const selections = frozenSegmentsOf(partition, false).map((segment) => selectionOfMask(segment, keepMaskOf(segment)));
259
- return { partitionId, docCount: partition.count(), selections };
261
+ const segments = frozenSegmentsOf(partition, false);
262
+ const selections = segments.map((segment) => selectionOfMask(segment, keepMaskOf(segment)));
263
+ const contents = { partitionId, docCount: partition.count(), selections };
264
+ if (captureRecords !== void 0) contents.writeRecords = captureRecords(segments);
265
+ return contents;
260
266
  }
261
- function captureWholePartition(manager, partitionId) {
267
+ function captureWholePartition(manager, partitionId, captureRecords) {
262
268
  if (typeof SharedArrayBuffer !== "function") return null;
263
269
  const partition = manager.getPartition(partitionId);
264
270
  if (!isCompositePartition(partition) || partition.frozenSegmentCount() === 0) return null;
271
+ const frozen = frozenSegmentsOf(partition, true);
272
+ const records = captureRecords?.(frozen);
265
273
  const segments = [];
266
- for (const segment of frozenSegmentsOf(partition, true)) {
274
+ for (const segment of frozen) {
267
275
  if (segment.sharedSnapshot === null) return null;
268
- segments.push({ snapshot: segment.sharedSnapshot, keep: keepMaskOf(segment) });
276
+ const captured = { snapshot: segment.sharedSnapshot, keep: keepMaskOf(segment) };
277
+ const held = records?.get(segment);
278
+ if (held !== void 0) captured.writeRecords = held;
279
+ segments.push(captured);
269
280
  }
270
281
  return { partitionId, docCount: partition.count(), segments };
271
282
  }
272
283
  function contentsOfCaptured(captured) {
273
- return {
274
- partitionId: captured.partitionId,
275
- docCount: captured.docCount,
276
- selections: captured.segments.map(
277
- ({ snapshot, keep }) => selectionOfMask(createSharedFrozenSegment(snapshot), keep)
278
- )
279
- };
284
+ const writeRecords = /* @__PURE__ */ new Map();
285
+ const selections = captured.segments.map(({ snapshot, keep, writeRecords: held }) => {
286
+ const segment = createSharedFrozenSegment(snapshot);
287
+ if (held !== void 0) writeRecords.set(segment, held);
288
+ return selectionOfMask(segment, keep);
289
+ });
290
+ const contents = { partitionId: captured.partitionId, docCount: captured.docCount, selections };
291
+ if (writeRecords.size > 0) contents.writeRecords = writeRecords;
292
+ return contents;
280
293
  }
281
294
 
282
295
  // src/persistence/durability/partition-checkpoint.ts
@@ -358,8 +371,10 @@ function nextMarkerSlot(lastWrittenSlot) {
358
371
  function markerSlotOffset(slotIndex) {
359
372
  return slotIndex * COMMIT_MARKER_SLOT_SIZE;
360
373
  }
361
- function createEntryMessage(entry, sourceId, indexUuid) {
362
- const payload = indexUuid === void 0 ? { entry } : { entry, indexUuid };
374
+ function createEntryMessage(entry, sourceId, indexUuid, previousPrimaryTerm) {
375
+ const payload = { entry };
376
+ if (indexUuid !== void 0) payload.indexUuid = indexUuid;
377
+ if (previousPrimaryTerm !== void 0) payload.previousPrimaryTerm = previousPrimaryTerm;
363
378
  return {
364
379
  type: ReplicationMessageTypes.ENTRY,
365
380
  sourceId,
@@ -367,8 +382,10 @@ function createEntryMessage(entry, sourceId, indexUuid) {
367
382
  payload: encode(payload)
368
383
  };
369
384
  }
370
- function createEntryBatchMessage(entries, sourceId, indexUuid) {
371
- const payload = indexUuid === void 0 ? { entries } : { entries, indexUuid };
385
+ function createEntryBatchMessage(entries, sourceId, indexUuid, previousPrimaryTerm) {
386
+ const payload = { entries };
387
+ if (indexUuid !== void 0) payload.indexUuid = indexUuid;
388
+ if (previousPrimaryTerm !== void 0) payload.previousPrimaryTerm = previousPrimaryTerm;
372
389
  return {
373
390
  type: ReplicationMessageTypes.ENTRY_BATCH,
374
391
  sourceId,
@@ -454,6 +471,15 @@ function optionalIndexUuid(value, payloadName) {
454
471
  }
455
472
  return value;
456
473
  }
474
+ function optionalPreviousPrimaryTerm(value, payloadName) {
475
+ if (value === void 0 || value === null) {
476
+ return void 0;
477
+ }
478
+ if (typeof value !== "number" || !Number.isInteger(value) || value < 0) {
479
+ throw new Error(`Invalid ${payloadName}: "previousPrimaryTerm" must be a non-negative integer or absent`);
480
+ }
481
+ return value;
482
+ }
457
483
  function isPlainObject(value) {
458
484
  if (!isRecord(value)) {
459
485
  return false;
@@ -491,6 +517,7 @@ function validateEntryPayload(decoded) {
491
517
  throw new Error('Invalid EntryPayload: "entry.checksum" must be a number');
492
518
  }
493
519
  optionalIndexUuid(decoded.indexUuid, "EntryPayload");
520
+ optionalPreviousPrimaryTerm(decoded.previousPrimaryTerm, "EntryPayload");
494
521
  return decoded;
495
522
  }
496
523
  function validateEntryBatchPayload(decoded) {
@@ -514,8 +541,12 @@ function validateEntryBatchPayload(decoded) {
514
541
  throw new Error("Invalid EntryBatchPayload: entries must carry contiguous ascending sequence numbers");
515
542
  }
516
543
  }
544
+ const payload = { entries: validated };
517
545
  const indexUuid = optionalIndexUuid(decoded.indexUuid, "EntryBatchPayload");
518
- return indexUuid === void 0 ? { entries: validated } : { entries: validated, indexUuid };
546
+ if (indexUuid !== void 0) payload.indexUuid = indexUuid;
547
+ const previousPrimaryTerm = optionalPreviousPrimaryTerm(decoded.previousPrimaryTerm, "EntryBatchPayload");
548
+ if (previousPrimaryTerm !== void 0) payload.previousPrimaryTerm = previousPrimaryTerm;
549
+ return payload;
519
550
  }
520
551
  function validateForwardBatchPayload(decoded) {
521
552
  if (!isRecord(decoded)) {
@@ -905,6 +936,17 @@ async function* walEntriesInRange(directory, indexName, partitionId, fromSeqNoEx
905
936
  throw durableRecordMissing(indexName, partitionId, highestRead, wal.marker);
906
937
  }
907
938
  }
939
+ function writeRecordsOf(documents, written) {
940
+ const seqNos = new Float64Array(documents.length);
941
+ const primaryTerms = new Float64Array(documents.length);
942
+ for (let at = 0; at < documents.length; at++) {
943
+ const entry = written.get(documents[at].docId);
944
+ if (entry === void 0) continue;
945
+ seqNos[at] = entry.seqNo;
946
+ primaryTerms[at] = entry.primaryTerm;
947
+ }
948
+ return { seqNos, primaryTerms };
949
+ }
908
950
  function everyVectorFieldIsTopLevel(vectorFieldPaths) {
909
951
  for (const fieldPath of vectorFieldPaths) {
910
952
  if (fieldPath.includes(".")) return false;
@@ -922,15 +964,18 @@ async function buildSegmentFromEntries(input) {
922
964
  const leavesVectorsUndecoded = everyVectorFieldIsTopLevel(input.vectorFieldPaths);
923
965
  const live = /* @__PURE__ */ new Map();
924
966
  const deleted = /* @__PURE__ */ new Set();
967
+ const written = /* @__PURE__ */ new Map();
925
968
  for await (const entry of input.entries) {
926
969
  if (entry.operation === "DELETE") {
927
970
  deleted.add(entry.documentId);
928
971
  live.delete(entry.documentId);
972
+ written.delete(entry.documentId);
929
973
  continue;
930
974
  }
931
975
  if (entry.document === null) continue;
932
976
  live.delete(entry.documentId);
933
977
  live.set(entry.documentId, documentWithoutVectors(entry.document, input.vectorFieldPaths, leavesVectorsUndecoded));
978
+ if (input.keepsWriteRecords) written.set(entry.documentId, entry);
934
979
  }
935
980
  const tombstones = [];
936
981
  for (const docId of deleted) {
@@ -953,7 +998,9 @@ async function buildSegmentFromEntries(input) {
953
998
  payload,
954
999
  documents.map((entry) => entry.document)
955
1000
  );
956
- return { selections: [{ segment }], tombstones, docCount: live.size };
1001
+ const built = { selections: [{ segment }], tombstones, docCount: live.size };
1002
+ if (input.keepsWriteRecords) built.writeRecords = /* @__PURE__ */ new Map([[segment, writeRecordsOf(documents, written)]]);
1003
+ return built;
957
1004
  }
958
1005
  var FIXMAP = 128;
959
1006
  var MAP16 = 222;
@@ -1156,7 +1203,8 @@ function encodeKeywordSegment(contents) {
1156
1203
  const { arrays } = contents;
1157
1204
  const postings = postingsInTokenOrder(arrays);
1158
1205
  const out = new MessagePackChunks();
1159
- out.map(TOP_LEVEL_ENTRIES);
1206
+ const { writeRecords } = contents;
1207
+ out.map(writeRecords === void 0 ? TOP_LEVEL_ENTRIES : TOP_LEVEL_ENTRIES + 2);
1160
1208
  out.key("v").value(KEYWORD_SEGMENT_PAYLOAD_VERSION);
1161
1209
  out.key("schema").value(contents.schema);
1162
1210
  out.key("tombstones").value(contents.tombstones);
@@ -1194,6 +1242,10 @@ function encodeKeywordSegment(contents) {
1194
1242
  writeSurfaceForms(out, arrays);
1195
1243
  out.key("partialWords");
1196
1244
  writePartialWords(out, arrays);
1245
+ if (writeRecords !== void 0) {
1246
+ out.key("seqNos").binary(uint64Bytes(writeRecords.seqNos));
1247
+ out.key("primaryTerms").binary(uint64Bytes(writeRecords.primaryTerms));
1248
+ }
1197
1249
  return out;
1198
1250
  }
1199
1251
 
@@ -1405,6 +1457,28 @@ function noSpellingsOf(analysis) {
1405
1457
  if (analysis === null || analysis.fields.length === 0) return null;
1406
1458
  return { fields: [...analysis.fields], tokens: [], spellings: [], counts: [] };
1407
1459
  }
1460
+ function writeRecordsOfGroup(group, records, count) {
1461
+ const seqNos = new Float64Array(count);
1462
+ const primaryTerms = new Float64Array(count);
1463
+ let at = 0;
1464
+ for (const selection of group?.selections ?? []) {
1465
+ const source = records.get(selection.segment);
1466
+ for (let ordinal = 0; ordinal < selection.segment.arrays.documentCount; ordinal++) {
1467
+ if (!selectionKeeps(selection, ordinal)) continue;
1468
+ if (source !== void 0) {
1469
+ seqNos[at] = source.seqNos[ordinal];
1470
+ primaryTerms[at] = source.primaryTerms[ordinal];
1471
+ }
1472
+ at += 1;
1473
+ }
1474
+ }
1475
+ return { seqNos, primaryTerms };
1476
+ }
1477
+ function withWriteRecords(contents, group, request) {
1478
+ if (request.writeRecords === void 0) return contents;
1479
+ const writeRecords = writeRecordsOfGroup(group, request.writeRecords, contents.arrays.documentCount);
1480
+ return { ...contents, writeRecords };
1481
+ }
1408
1482
  function contentsOfGroup(group, request, tombstones) {
1409
1483
  const { schema, partialWordAnalysis, textAnalysis } = request;
1410
1484
  if (group === null) {
@@ -1433,7 +1507,7 @@ function requireRoomForAnotherSegment(state) {
1433
1507
  async function writeGroup(state, group) {
1434
1508
  const { request } = state;
1435
1509
  const tombstones = state.tombstonesWritten ? [] : [...request.tombstones];
1436
- const contents = contentsOfGroup(group, request, tombstones);
1510
+ const contents = withWriteRecords(contentsOfGroup(group, request, tombstones), group, request);
1437
1511
  const encoded = encodeKeywordSegment(contents);
1438
1512
  if (HEADER_SIZE + encoded.byteLength > MAX_FILE_BYTES && group !== null && group.documentCount > 1) {
1439
1513
  const [first, second] = halvesOf(group);
@@ -1520,6 +1594,15 @@ function applyTimeOrder(frozen, contents) {
1520
1594
  }
1521
1595
  }
1522
1596
  }
1597
+ function writeRecordsOf2(frozen, contents) {
1598
+ if (contents.every((segment) => segment.writeRecords === void 0)) return void 0;
1599
+ const records = /* @__PURE__ */ new Map();
1600
+ for (let at = 0; at < frozen.length; at++) {
1601
+ const held = contents[at].writeRecords;
1602
+ if (held !== void 0) records.set(frozen[at], held);
1603
+ }
1604
+ return records;
1605
+ }
1523
1606
  function retainedTombstones(frozen, contents) {
1524
1607
  const retained = /* @__PURE__ */ new Set();
1525
1608
  for (const segment of contents) {
@@ -1543,6 +1626,7 @@ async function compactPartitionSegments(input) {
1543
1626
  for (const ref of windowRefs) contents.push(await readSegmentFile(input.store, ref));
1544
1627
  const frozen = contents.map(frozenOf);
1545
1628
  applyTimeOrder(frozen, contents);
1629
+ const writeRecords = writeRecordsOf2(frozen, contents);
1546
1630
  const written = await writeSegmentsOf({
1547
1631
  store: input.store,
1548
1632
  indexName: input.indexName,
@@ -1553,7 +1637,8 @@ async function compactPartitionSegments(input) {
1553
1637
  textAnalysis: input.textAnalysis,
1554
1638
  selections: frozen.map((segment) => ({ segment })),
1555
1639
  tombstones: retainedTombstones(frozen, contents),
1556
- mergesIntoOneFile: true
1640
+ mergesIntoOneFile: true,
1641
+ ...writeRecords === void 0 ? {} : { writeRecords }
1557
1642
  });
1558
1643
  return {
1559
1644
  segments: [
@@ -1619,7 +1704,8 @@ async function writeWholePartition(context, partitionId, priorPartition, whole)
1619
1704
  partialWordAnalysis: context.partialWordAnalysis,
1620
1705
  textAnalysis: context.textAnalysis,
1621
1706
  selections: whole.selections,
1622
- tombstones: []
1707
+ tombstones: [],
1708
+ ...whole.writeRecords === void 0 ? {} : { writeRecords: whole.writeRecords }
1623
1709
  });
1624
1710
  return { partitionId, nextSegmentId: written.nextSegmentId, segments: written.segments };
1625
1711
  }
@@ -1629,7 +1715,8 @@ async function writeLoggedChanges(context, partitionId, priorPartition, entries)
1629
1715
  config: context.config,
1630
1716
  language: getLanguage(context.config.language ?? "english"),
1631
1717
  vectorFieldPaths: context.vectorFieldPaths,
1632
- entries
1718
+ entries,
1719
+ keepsWriteRecords: context.input.keepsWriteRecords === true
1633
1720
  });
1634
1721
  let segments = priorPartition ? [...priorPartition.segments] : [];
1635
1722
  let nextSegmentId = priorPartition?.nextSegmentId ?? 0;
@@ -1643,7 +1730,8 @@ async function writeLoggedChanges(context, partitionId, priorPartition, entries)
1643
1730
  partialWordAnalysis: context.partialWordAnalysis,
1644
1731
  textAnalysis: context.textAnalysis,
1645
1732
  selections: built.selections,
1646
- tombstones: built.tombstones
1733
+ tombstones: built.tombstones,
1734
+ ...built.writeRecords === void 0 ? {} : { writeRecords: built.writeRecords }
1647
1735
  });
1648
1736
  segments.push(...written.segments);
1649
1737
  nextSegmentId = written.nextSegmentId;
@@ -1,15 +1,15 @@
1
- import { PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, patternSearchModule, DEFAULT_PATTERN_WORK_CAP, bitsetHas, createBitSet, bitsetSet, bitsetIsEmpty, bitsetOrInto, bitsetAndNotInto, bitsetAndInto, bitsetFromSet, PATTERN_WORK_FLUSH_UNITS, MATCHER_STATE_BUDGET_BYTES } from './chunk-2MNJ2HX7.mjs';
1
+ import { PATTERN_EXPRESSION_OPERATORS, PATTERN_TEST_OPERATORS, PATTERN_ELEMENT_OPERATORS, requireTextRangeField, isFiniteNumber, invalid, requireFieldKind, kindOfValue, requireListLength, isObjectRecord, patternSearchModule, DEFAULT_PATTERN_WORK_CAP, bitsetHas, createBitSet, bitsetSet, bitsetIsEmpty, bitsetOrInto, bitsetAndNotInto, bitsetAndInto, bitsetFromSet, PATTERN_WORK_FLUSH_UNITS, MATCHER_STATE_BUDGET_BYTES } from './chunk-HNAP2KTG.mjs';
2
2
  import { GEO_UNIT_METRES, MAX_FILTER_DEPTH, MAX_FILTER_TESTS, FILTER_OPERAND_COPY_DEPTH } from './chunk-WQBCBKY3.mjs';
3
- import { expandTermPrefix, suggestDisplayTerms, getNestedValue, textFieldsChanged, getFlatSchema, tokenizeOptions, partialWordSearchModule, getOrCreateFieldNameIndex, partitionDocumentFrequency } from './chunk-WXVTQ6NO.mjs';
4
- import { isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, partialFieldsOf, schemaFieldsOf, flattenSchema, validateDocument, validateDocumentStrict, ANTIMERIDIAN_SPAN_DEGREES, FULL_TURN_DEGREES, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, VINCENTY_CONVERGENCE_THRESHOLD, EARTH_RADIUS_METERS, RADIUS_BOX_MARGIN_RATIO, RADIUS_BOX_MARGIN_RADIANS, DEG_TO_RAD, VINCENTY_MAX_ITERATIONS } from './chunk-VVFKFHWE.mjs';
3
+ import { expandTermPrefix, suggestDisplayTerms, getNestedValue, textFieldsChanged, getFlatSchema, tokenizeOptions, partialWordSearchModule, getOrCreateFieldNameIndex, partitionDocumentFrequency } from './chunk-KCQG2PJT.mjs';
4
+ import { isLatitude, MAX_LATITUDE_DEGREES, isLongitude, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, partialFieldsOf, schemaFieldsOf, flattenSchema, validateDocument, validateDocumentStrict, ANTIMERIDIAN_SPAN_DEGREES, FULL_TURN_DEGREES, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, VINCENTY_CONVERGENCE_THRESHOLD, EARTH_RADIUS_METERS, RADIUS_BOX_MARGIN_RATIO, RADIUS_BOX_MARGIN_RADIANS, DEG_TO_RAD, VINCENTY_MAX_ITERATIONS } from './chunk-DG62H7OD.mjs';
5
5
  import { MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_CURSOR_LENGTH, MAX_CURSOR_ANCHOR_CODE_POINTS, RESULT_WINDOW, DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_PAGE_SIZE, PREFIX_MAX_EXPANSIONS } from './chunk-E74YLAIG.mjs';
6
6
  import { fuzzyPrefixOf, boundedLevenshtein, fuzzyTermMatches } from './chunk-GES7U2PM.mjs';
7
- import { parsedTypeOf, isStringValuedBase, withSortableOption, isWordIndexedBase, isWordIndexedFieldType, isListBase } from './chunk-77SO7G55.mjs';
8
- import { tokenize, SCORE_BUFFER_INITIAL_TOUCHED_CAPACITY, PRUNING_REJECTION_SLACK, visitTokens, SORT_COLUMN_MINIMUM_REBUILD_THRESHOLD, TARGET_BLOCK_ENTRIES, SORT_COLUMN_REBUILD_FRACTION_SHIFT } from './chunk-AEF2O7B4.mjs';
7
+ import { parsedTypeOf, isStringValuedBase, withSortableOption, isWordIndexedBase, isWordIndexedFieldType, isListBase } from './chunk-6ODIY6ZB.mjs';
8
+ import { tokenize, SCORE_BUFFER_INITIAL_TOUCHED_CAPACITY, PRUNING_REJECTION_SLACK, visitTokens, SORT_COLUMN_MINIMUM_REBUILD_THRESHOLD, TARGET_BLOCK_ENTRIES, SORT_COLUMN_REBUILD_FRACTION_SHIFT } from './chunk-OFYKBKKV.mjs';
9
9
  import { singleFoldTable, appendFoldedCodePoint, sortModeOf, defaultSortMode, SORT_VALUE_MAX_CODE_POINTS, toReducedSortValue, readSortField, compareComparableKeys, toComparableSortValue, isSortMode, SORT_MODES, compareSortValues, compareComparableValues, truncateSortString } from './chunk-R6A773WK.mjs';
10
10
  import { compareCodePoints, exceedsCodePoints, codePointCount, holdsUnpairedSurrogate } from './chunk-YTJCGKM4.mjs';
11
11
  import { isGeopointOrVectorType, PROTOTYPE_POLLUTION_KEYS } from './chunk-L5ORED7V.mjs';
12
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
12
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
13
13
 
14
14
  // src/core/partition/partial-words/platform.ts
15
15
  function platformPartialWordSearch() {
@@ -1,4 +1,4 @@
1
- import { NarsilError } from './chunk-6JUOMMHQ.mjs';
1
+ import { NarsilError } from './chunk-OBWUWZRA.mjs';
2
2
 
3
3
  // src/http-retry/constants.ts
4
4
  var RETRYABLE_STATUS_CODES = /* @__PURE__ */ new Set([429, 500, 502, 503, 504]);
@@ -1,10 +1,10 @@
1
- import { vectorsPerFile } from './chunk-HNAQNAFS.mjs';
2
- import { writeLiveVectors, decodeSegmentManifest, openManifestPayload, listedKeysOf, decodeManifestPayload, SINGLE_NODE_PRIMARY_TERM } from './chunk-QA6F5MML.mjs';
3
- import { vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION } from './chunk-VHPVBJOI.mjs';
4
- import { writeCheckpointSegments, DEFAULT_COMPACTION_THRESHOLD, commitCheckpointManifest, manifestKey, manifestFileRefs, partitionContentsOf } from './chunk-WCJJCBR4.mjs';
5
- import { HEADER_SIZE } from './chunk-CKNOGER5.mjs';
1
+ import { vectorsPerFile } from './chunk-PT7VRWS7.mjs';
2
+ import { writeLiveVectors, decodeSegmentManifest, openManifestPayload, listedKeysOf, decodeManifestPayload, SINGLE_NODE_PRIMARY_TERM } from './chunk-SXVDBHYJ.mjs';
3
+ import { vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION } from './chunk-OCB7TMUQ.mjs';
4
+ import { writeCheckpointSegments, DEFAULT_COMPACTION_THRESHOLD, commitCheckpointManifest, manifestKey, manifestFileRefs, partitionContentsOf } from './chunk-6S7YRUPQ.mjs';
5
+ import { HEADER_SIZE } from './chunk-IW6UR3AF.mjs';
6
6
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
7
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
7
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
8
8
 
9
9
  // src/persistence/archive/memory-store.ts
10
10
  function joined(chunks) {
@@ -77,12 +77,24 @@ function partitionVectorPlan(vectorIndex, docIds) {
77
77
  }
78
78
  function capture(input) {
79
79
  const partitionIds = input.partitionId === null ? Array.from({ length: input.manager.partitionCount }, (_, partitionId) => partitionId) : [input.partitionId];
80
- const targets = partitionIds.map((partitionId) => ({
81
- partitionId,
82
- lastSeqNo: input.appliedSeqNo(partitionId),
83
- primaryTerm: SINGLE_NODE_PRIMARY_TERM
84
- }));
85
- const contents = partitionIds.map((partitionId) => partitionContentsOf(input.manager, partitionId));
80
+ const { indexName } = input;
81
+ const writeRecords = input.writeRecords ?? null;
82
+ const targets = partitionIds.map((partitionId) => {
83
+ const target = {
84
+ partitionId,
85
+ lastSeqNo: input.appliedSeqNo(partitionId),
86
+ primaryTerm: SINGLE_NODE_PRIMARY_TERM
87
+ };
88
+ if (writeRecords !== null) target.termHistory = writeRecords.termHistoryOf(indexName, partitionId, target.lastSeqNo);
89
+ return target;
90
+ });
91
+ const contents = partitionIds.map(
92
+ (partitionId) => partitionContentsOf(
93
+ input.manager,
94
+ partitionId,
95
+ writeRecords === null ? void 0 : (segments) => writeRecords.captureSegments(indexName, partitionId, segments)
96
+ )
97
+ );
86
98
  const plans = /* @__PURE__ */ new Map();
87
99
  const partitionDocIds = input.partitionId === null ? null : [...input.manager.getPartition(input.partitionId).docIds()];
88
100
  for (const [fieldPath, vectorIndex] of input.vectorIndexes) {
@@ -105,7 +117,8 @@ async function buildArchiveFromMemory(input) {
105
117
  targets: captured.targets,
106
118
  compactionThreshold: DEFAULT_COMPACTION_THRESHOLD,
107
119
  prior: null,
108
- wholePartitions: captured.contents
120
+ wholePartitions: captured.contents,
121
+ keepsWriteRecords: input.writeRecords != null
109
122
  });
110
123
  const vectors = await writeLiveVectors({ store, indexName: input.indexName, plans: captured.plans, priorVectors: [] });
111
124
  const refs = vectors.refs;
@@ -1,9 +1,9 @@
1
1
  import { MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, DOCUMENT_REPLY_ENVELOPE_DEPTH } from './chunk-U476IXKQ.mjs';
2
2
  import { EARLIER_RELEASE_MIN_M, MIN_M, MAX_M } from './chunk-VJS4JFBQ.mjs';
3
- import { isWordIndexedBase, parseFieldType } from './chunk-77SO7G55.mjs';
3
+ import { isWordIndexedBase, parseFieldType } from './chunk-6ODIY6ZB.mjs';
4
4
  import { compareCodePoints, holdsUnpairedSurrogate, exceedsCodePoints } from './chunk-YTJCGKM4.mjs';
5
5
  import { DEFAULT_PATTERN_VALUE_LIMIT, isPlainObject, MAX_TEXT_FIELDS, MAX_VECTOR_DIMENSION, MAX_DOCUMENT_BYTES, MAX_NESTING_DEPTH, PROTOTYPE_POLLUTION_KEYS, FIELD_NAME_PATTERN, RESERVED_ROOT_FIELDS, MAX_DOCUMENT_NESTING_DEPTH, VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
6
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
6
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
7
7
  import { Encoder, encode } from '@msgpack/msgpack';
8
8
 
9
9
  // src/schema/validator/schema.ts
@@ -1,5 +1,5 @@
1
1
  import { english } from './chunk-TGP5M5R7.mjs';
2
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
2
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
3
3
 
4
4
  // src/languages/registry.ts
5
5
  var languages = /* @__PURE__ */ new Map();
@@ -1,8 +1,8 @@
1
1
  import { MAX_FILTER_ARRAY_SIZE } from './chunk-WQBCBKY3.mjs';
2
2
  import { tabulatedLevenshtein } from './chunk-GES7U2PM.mjs';
3
- import { parsedTypeOf } from './chunk-77SO7G55.mjs';
3
+ import { parsedTypeOf } from './chunk-6ODIY6ZB.mjs';
4
4
  import { codePointCount, exceedsCodePoints } from './chunk-YTJCGKM4.mjs';
5
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
5
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
6
6
 
7
7
  // src/core/bitset.ts
8
8
  function createBitSet(capacity) {
@@ -1,7 +1,7 @@
1
1
  import { parseSynonymRules, encodeSynonymRules, decodeSynonymRules, SYNONYM_EXPANSION_CACHE_ENTRIES, SYNONYMS_ADDED_PER_QUERY } from './chunk-7X5JST5L.mjs';
2
- import { encodeStringBlob, tokenize, encodeLookupKey } from './chunk-AEF2O7B4.mjs';
2
+ import { encodeStringBlob, tokenize, encodeLookupKey } from './chunk-OFYKBKKV.mjs';
3
3
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
4
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
4
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
5
5
 
6
6
  // src/analysis/registry.ts
7
7
  var tokenizers = /* @__PURE__ */ new Map();
@@ -1,25 +1,25 @@
1
- import { validateWorkerConfig, validateIndexName, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateBM25Params, validatePartitionConfig, queryBindingOf, executeQuery, executePreflight, executeSuggest, executeListDocuments, validateDocId } from './chunk-NRARRUKN.mjs';
2
- import { resolveVectorText, bindEngineCore, restoredConfigFields, restoredEmbedding, collectRequiredFieldFailures, embedChunkDocuments, providedDocId, requireDocumentObject, admitInsert, asBatchInsertError, requireMatchingDocId, embedDocumentFields, assertDocumentCarriesMappedVectors, admitBufferedUpsert, createPendingAdmissions, recordPendingAdmission } from './chunk-3BRFOMGX.mjs';
3
- import { splitWorkerBudget, resolveWorkerCount, resolveWorkerEntry, missingWorkerEntry, DEFAULT_REQUEST_TIMEOUT_MS, resolveRequestThreadCount, workerResourceLimits, DEFAULT_BACKPRESSURE_LIMIT, SHUTDOWN_TIMEOUT_MS, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH } from './chunk-CYHQNM3T.mjs';
1
+ import { validateWorkerConfig, validateIndexName, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateBM25Params, validatePartitionConfig, queryBindingOf, executeQuery, executePreflight, executeSuggest, executeListDocuments, validateDocId } from './chunk-UGKO3RG2.mjs';
2
+ import { resolveVectorText, bindEngineCore, restoredConfigFields, restoredEmbedding, collectRequiredFieldFailures, embedChunkDocuments, providedDocId, requireDocumentObject, admitInsert, asBatchInsertError, requireMatchingDocId, embedDocumentFields, assertDocumentCarriesMappedVectors, admitBufferedUpsert, createPendingAdmissions, recordPendingAdmission } from './chunk-N57XXGPG.mjs';
3
+ import { splitWorkerBudget, resolveWorkerCount, resolveWorkerEntry, missingWorkerEntry, DEFAULT_REQUEST_TIMEOUT_MS, resolveRequestThreadCount, workerResourceLimits, DEFAULT_BACKPRESSURE_LIMIT, SHUTDOWN_TIMEOUT_MS, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH } from './chunk-6PN3U6XW.mjs';
4
4
  import { detectRuntime } from './chunk-AV4IJKD2.mjs';
5
- import { isEmptySynonymSet, synonymModule, createDirectExecutor, createPartitionRouter, availableSynonymModule, mergeFrozenSegments, createSharedFrozenSegment, freezeSegmentShared, resolvePartitionInsertOptions, createFrozenSegment } from './chunk-7IBX2LRA.mjs';
6
- import { requirePatternSearchFor, requirePartialWordSearchFor, collectQueryTermStats, mergePartitionStats, createPartitionIndex, oversampledFacetConfig, availablePatternSearch, PATTERN_HOST, kWayMerge, mergeFacets, isCompositePartition, fnv1a, encodeSegmentState } from './chunk-FEOLYA2Y.mjs';
7
- import { generateId, getLanguage } from './chunk-QALAFGF5.mjs';
8
- import { readHeapStatistics } from './chunk-5FPMDU54.mjs';
5
+ import { isEmptySynonymSet, synonymModule, createDirectExecutor, createPartitionRouter, availableSynonymModule, mergeFrozenSegments, createSharedFrozenSegment, freezeSegmentShared, resolvePartitionInsertOptions, createFrozenSegment } from './chunk-R2MRMH6M.mjs';
6
+ import { requirePatternSearchFor, requirePartialWordSearchFor, collectQueryTermStats, mergePartitionStats, createPartitionIndex, oversampledFacetConfig, availablePatternSearch, PATTERN_HOST, kWayMerge, mergeFacets, isCompositePartition, fnv1a, encodeSegmentState } from './chunk-7JOONQ24.mjs';
7
+ import { generateId, getLanguage } from './chunk-FUUP45IS.mjs';
8
+ import { readHeapStatistics } from './chunk-SOADQINJ.mjs';
9
9
  import { DEFAULT_MAX_RERANK_WINDOW, DEFAULT_RERANK_TIMEOUT_MS } from './chunk-HJSN7UYG.mjs';
10
10
  import { MAX_INDEX_CONFIGURATION_BYTES, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, STATISTICS_BROADCAST_INTERVAL_MS, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, HEAP_PRESSURE_WARNING_FRACTION, FOREIGN_STATS_TTL_MS, MAX_IMPORT_REFUSALS_REPORTED, MIN_DOCUMENTS_FOR_SEGMENTS, HEAP_PRESSURE_REARM_FRACTION, BATCH_CHUNK_SIZE } from './chunk-LXWDQLTW.mjs';
11
- import { requireSearchBackendSettings } from './chunk-BRIOLMIX.mjs';
12
- import { DEFAULT_PATTERN_WORK_CAP, MATCHER_STATE_BUDGET_BYTES } from './chunk-2MNJ2HX7.mjs';
13
- import { getNestedValue } from './chunk-WXVTQ6NO.mjs';
14
- import { flattenSchema, raiseEarlierReleaseGraphSetting, messagePackUpperBoundBytes, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, extractVectorFieldsFromSchema, schemaFieldsOf, validateRequiredFields, requireDocumentWithinSizeLimit, validateDocument, validateDocumentStrict } from './chunk-VVFKFHWE.mjs';
11
+ import { requireSearchBackendSettings } from './chunk-VK45J47R.mjs';
12
+ import { DEFAULT_PATTERN_WORK_CAP, MATCHER_STATE_BUDGET_BYTES } from './chunk-HNAP2KTG.mjs';
13
+ import { getNestedValue } from './chunk-KCQG2PJT.mjs';
14
+ import { flattenSchema, raiseEarlierReleaseGraphSetting, messagePackUpperBoundBytes, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, extractVectorFieldsFromSchema, schemaFieldsOf, validateRequiredFields, requireDocumentWithinSizeLimit, validateDocument, validateDocumentStrict } from './chunk-DG62H7OD.mjs';
15
15
  import { NATIVE_CRC32_MIN_BYTES, MAX_FILE_BYTES, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-U476IXKQ.mjs';
16
- import { isSingleStringFieldType } from './chunk-77SO7G55.mjs';
16
+ import { isSingleStringFieldType } from './chunk-6ODIY6ZB.mjs';
17
17
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
18
18
  import { createRequestId, isValidWorkerResponse } from './chunk-CQUMNIIG.mjs';
19
- import { loadVectorCodeFor, requireLoadedVectorCode } from './chunk-IA6I5U36.mjs';
19
+ import { loadVectorCodeFor, requireLoadedVectorCode } from './chunk-QI6JW4PM.mjs';
20
20
  import { noteThreadSlotLive, threadSlotOfWorker, noteThreadSlotGone } from './chunk-RFBLQLLZ.mjs';
21
21
  import { MAX_DOCUMENT_NESTING_DEPTH } from './chunk-L5ORED7V.mjs';
22
- import { ErrorCodes, NarsilError } from './chunk-6JUOMMHQ.mjs';
22
+ import { ErrorCodes, NarsilError } from './chunk-OBWUWZRA.mjs';
23
23
  import { encode, decode } from '@msgpack/msgpack';
24
24
  import * as zlib from 'zlib';
25
25
 
@@ -4026,7 +4026,7 @@ async function emitWriteEventAfter(source, indexName, write) {
4026
4026
  // src/engine/core.ts
4027
4027
  async function createEngineCore(config, hooks, capacityScope = "index") {
4028
4028
  validateWorkerConfig(config?.workers, config?.lifecycle);
4029
- const rerankSettings = config?.rerankTimeout === void 0 && config?.maxRerankWindow === void 0 ? { timeoutMs: DEFAULT_RERANK_TIMEOUT_MS, maxWindow: DEFAULT_MAX_RERANK_WINDOW } : (await import('./runtime-AVUUCJWQ.mjs')).resolveRerankSettings(config);
4029
+ const rerankSettings = config?.rerankTimeout === void 0 && config?.maxRerankWindow === void 0 ? { timeoutMs: DEFAULT_RERANK_TIMEOUT_MS, maxWindow: DEFAULT_MAX_RERANK_WINDOW } : (await import('./runtime-C2435MPK.mjs')).resolveRerankSettings(config);
4030
4030
  const eventHandlers = eventHandlersOf(config?.events);
4031
4031
  const vectorWorkerCount = splitWorkerBudget(resolveWorkerCount(config?.workers?.count)).vector;
4032
4032
  const vectorCopyPolicy = {
@@ -4037,7 +4037,7 @@ async function createEngineCore(config, hooks, capacityScope = "index") {
4037
4037
  if (config?.lifecycle !== void 0 && durabilityTier === null) {
4038
4038
  throw new NarsilError(ErrorCodes.CONFIG_INVALID, "Index lifecycle settings require durability");
4039
4039
  }
4040
- const durabilityWiring = durabilityTier === null ? null : await import('./durability-wiring-AZL4EFLO.mjs');
4040
+ const durabilityWiring = durabilityTier === null ? null : await import('./durability-wiring-NUHTYXHA.mjs');
4041
4041
  const filesystemDurability = durabilityTier?.kind === "wal";
4042
4042
  const executor = createDirectExecutor({
4043
4043
  vectorWorkerCopies: vectorCopyPolicy,
@@ -4334,7 +4334,7 @@ async function shutdownEngine(core) {
4334
4334
  }
4335
4335
  }
4336
4336
  if (core.rerankAdapters.size > 0) {
4337
- await (await import('./runtime-AVUUCJWQ.mjs')).shutdownRerankAdapters(core.rerankAdapters);
4337
+ await (await import('./runtime-C2435MPK.mjs')).shutdownRerankAdapters(core.rerankAdapters);
4338
4338
  }
4339
4339
  await orchestrator.shutdown();
4340
4340
  await executor.shutdown();
@@ -6951,14 +6951,14 @@ function portabilityOperations(core, config, engine) {
6951
6951
  return {
6952
6952
  snapshot(indexName) {
6953
6953
  return withOpenIndex(indexName, async () => {
6954
- const { createSnapshot } = await import('./snapshot-IDAM65JO.mjs');
6954
+ const { createSnapshot } = await import('./snapshot-IV3S2TMI.mjs');
6955
6955
  return createSnapshot(snapshotDepsOf(indexName));
6956
6956
  });
6957
6957
  },
6958
6958
  async restore(indexName, data) {
6959
6959
  core.guardShutdown();
6960
6960
  validateIndexName(indexName);
6961
- const restored = import('./restore-queue-DDXFDP7U.mjs').then(
6961
+ const restored = import('./restore-queue-QSLGXZJB.mjs').then(
6962
6962
  ({ queueRestore }) => queueRestore(core, restoreHost, restoresInFlight, indexName, data)
6963
6963
  );
6964
6964
  await emitWriteEventAfter(core, indexName, restored);
@@ -6967,8 +6967,8 @@ function portabilityOperations(core, config, engine) {
6967
6967
  exportDocuments(indexName) {
6968
6968
  return withOpenIndex(indexName, async () => {
6969
6969
  const [{ checkpointForArchive }, { documentExportStream }] = await Promise.all([
6970
- import('./snapshot-IDAM65JO.mjs'),
6971
- import('./write-3LIFIGOL.mjs')
6970
+ import('./snapshot-IV3S2TMI.mjs'),
6971
+ import('./write-VGRTOS7N.mjs')
6972
6972
  ]);
6973
6973
  const header = indexConfigurationOf(core.requireIndex(indexName));
6974
6974
  return documentExportStream(header, await checkpointForArchive(snapshotDepsOf(indexName)));
@@ -7020,7 +7020,7 @@ async function runEngineQuery(core, indexName, params, options) {
7020
7020
  const manager = core.requireManager(indexName);
7021
7021
  const scoped = scopedParams(params, options);
7022
7022
  await core.pluginRegistry.runHook("beforeSearch", { indexName, params: scoped });
7023
- const rerank = scoped.rerank === void 0 ? void 0 : await import('./runtime-AVUUCJWQ.mjs');
7023
+ const rerank = scoped.rerank === void 0 ? void 0 : await import('./runtime-C2435MPK.mjs');
7024
7024
  const resolvedParams = await resolveVectorText(
7025
7025
  rerank === void 0 ? scoped : rerank.withRerankQueryText(scoped),
7026
7026
  entry.embeddingAdapter,
@@ -7049,6 +7049,7 @@ async function runEngineQuery(core, indexName, params, options) {
7049
7049
  if (analysisStale) {
7050
7050
  result.analysisStale = true;
7051
7051
  }
7052
+ options?.onRanked?.(manager, result);
7052
7053
  if (core.pluginRegistry.hasHooks("afterSearch")) {
7053
7054
  const observed = { ...result, hits: [...result.hits] };
7054
7055
  try {
@@ -1,5 +1,5 @@
1
1
  import { MAX_MESSAGE_SIZE_BYTES } from './chunk-UNEEFTEU.mjs';
2
- import { TransportError, TransportErrorCodes } from './chunk-RPIE4QCL.mjs';
2
+ import { TransportError, TransportErrorCodes } from './chunk-YH5OIL7B.mjs';
3
3
  import { encode, decode } from '@msgpack/msgpack';
4
4
 
5
5
  // src/distribution/transport/tcp/types.ts
@@ -1,6 +1,6 @@
1
- import { readMetadataEnvelope } from './chunk-QA6F5MML.mjs';
2
- import { readWalSegments, durableRecordMissing, checkpointLastSeqNo, SEGMENT_HEADER_SIZE } from './chunk-WCJJCBR4.mjs';
3
- import { applyDeleteEntry, applyIndexEntry } from './chunk-IZLM2OOO.mjs';
1
+ import { readMetadataEnvelope } from './chunk-SXVDBHYJ.mjs';
2
+ import { readWalSegments, durableRecordMissing, checkpointLastSeqNo, SEGMENT_HEADER_SIZE } from './chunk-6S7YRUPQ.mjs';
3
+ import { applyDeleteEntry, applyIndexEntry } from './chunk-PKE2PCTS.mjs';
4
4
 
5
5
  // src/persistence/durability/recovery.ts
6
6
  async function listPersistedIndexes(directory) {
@@ -113,6 +113,7 @@ async function truncateSegmentTail(directory, key, durableByteLength) {
113
113
  }
114
114
  }
115
115
  function applyEntry(entry, deps) {
116
+ deps.writeRecords?.replayed(entry);
116
117
  if (entry.operation === "DELETE") {
117
118
  applyDeleteEntry(entry, deps.manager, deps.vectorIndexes);
118
119
  return;
@@ -1,8 +1,8 @@
1
- import { flattenSchema } from './chunk-VVFKFHWE.mjs';
1
+ import { flattenSchema } from './chunk-DG62H7OD.mjs';
2
2
  import { PARTIAL_WORD_MIN_CODE_POINTS, PARTIAL_WORDS_ADDED_PER_QUERY, DEFAULT_FUZZY_PREFIX_LENGTH } from './chunk-E74YLAIG.mjs';
3
3
  import { fuzzyTermMatches } from './chunk-GES7U2PM.mjs';
4
- import { isWordIndexedBase } from './chunk-77SO7G55.mjs';
5
- import { encodeStringBlob, tokenize, resolveStopWords, transformToken, visitTokens, visitSurfaceSpellings } from './chunk-AEF2O7B4.mjs';
4
+ import { isWordIndexedBase } from './chunk-6ODIY6ZB.mjs';
5
+ import { encodeStringBlob, tokenize, resolveStopWords, transformToken, visitTokens, visitSurfaceSpellings } from './chunk-OFYKBKKV.mjs';
6
6
  import { compareCodePoints, codePointCount } from './chunk-YTJCGKM4.mjs';
7
7
 
8
8
  // src/core/partition/suggestions.ts
@@ -1,10 +1,10 @@
1
1
  import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-P36MUFEJ.mjs';
2
- import { readSharedConfigFields, restoredEmbedding, restoredPartitionConfig } from './chunk-3BRFOMGX.mjs';
3
- import { generateId, getLanguage } from './chunk-QALAFGF5.mjs';
2
+ import { readSharedConfigFields, restoredEmbedding, restoredPartitionConfig } from './chunk-N57XXGPG.mjs';
3
+ import { generateId, getLanguage } from './chunk-FUUP45IS.mjs';
4
4
  import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-LXWDQLTW.mjs';
5
5
  import { decodeSynonymRules } from './chunk-7X5JST5L.mjs';
6
6
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
7
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
7
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
8
8
  import { encode, decode } from '@msgpack/msgpack';
9
9
 
10
10
  // src/narsil/write-blocks.ts
@@ -1,5 +1,5 @@
1
- import { requireDocumentWithinSizeLimit, validateRequiredFields } from './chunk-VVFKFHWE.mjs';
2
- import { ErrorCodes, NarsilError } from './chunk-6JUOMMHQ.mjs';
1
+ import { requireDocumentWithinSizeLimit, validateRequiredFields } from './chunk-DG62H7OD.mjs';
2
+ import { ErrorCodes, NarsilError } from './chunk-OBWUWZRA.mjs';
3
3
 
4
4
  // src/narsil/internals.ts
5
5
  var engineCores = /* @__PURE__ */ new WeakMap();