@delali/narsil 0.3.1-next.109 → 0.3.1-next.112

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. package/dist/adapters/filesystem.mjs +1 -1
  2. package/dist/adapters/indexeddb.mjs +1 -1
  3. package/dist/browser/{chunk-RYWURYTW.mjs → chunk-2CBQ2PCC.mjs} +1 -1
  4. package/dist/browser/{chunk-EQ7BQ6VZ.mjs → chunk-LJS6PREA.mjs} +1 -0
  5. package/dist/browser/{chunk-3RXEGUGO.mjs → chunk-O5IKTA27.mjs} +41 -4
  6. package/dist/browser/{chunk-Z2K5AGZL.mjs → chunk-OVY4RPDS.mjs} +3 -3
  7. package/dist/browser/{chunk-S7KNCVPU.mjs → chunk-P7C2S5JX.mjs} +2 -2
  8. package/dist/browser/{chunk-SCBBEQWD.mjs → chunk-UR5MNN53.mjs} +189 -51
  9. package/dist/browser/{chunk-XHRHOH2P.mjs → chunk-YRYBTRWB.mjs} +139 -28
  10. package/dist/browser/{durability-wiring-JJGE7MED.mjs → durability-wiring-CPEMDDK7.mjs} +48 -20
  11. package/dist/browser/{module-PCKQADMQ.mjs → module-DYKR4INA.mjs} +5 -5
  12. package/dist/browser/{restore-queue-2STSWU2E.mjs → restore-queue-2H4QDQV4.mjs} +1 -1
  13. package/dist/browser/{runtime-ARKW5NZX.mjs → runtime-FL5K4JOH.mjs} +1 -1
  14. package/dist/browser/{snapshot-3AZDQKNA.mjs → snapshot-ISZMBDCN.mjs} +27 -14
  15. package/dist/browser/{write-XXLMPT3Y.mjs → write-IABOLE4N.mjs} +5 -5
  16. package/dist/{capabilities-D4MUmjfe.d.ts → capabilities-ByaX8Arf.d.ts} +2 -2
  17. package/dist/{chunk-CYXLPFBG.mjs → chunk-2IFU7SXG.mjs} +123 -35
  18. package/dist/{chunk-FN75BCXC.mjs → chunk-2RAQKITH.mjs} +1 -1
  19. package/dist/{chunk-VIXXQEX6.mjs → chunk-3COL24MT.mjs} +43 -6
  20. package/dist/{chunk-ICZW4J3I.mjs → chunk-3RRATITJ.mjs} +21 -21
  21. package/dist/{chunk-SAZB7ZHT.mjs → chunk-542TD4BL.mjs} +1 -1
  22. package/dist/{chunk-C57FPCTL.mjs → chunk-5WEBVYOA.mjs} +182 -44
  23. package/dist/{chunk-YP23IAV5.mjs → chunk-63HFWQEA.mjs} +4 -3
  24. package/dist/{chunk-FV5CP3E2.mjs → chunk-6ODIY6ZB.mjs} +1 -1
  25. package/dist/{chunk-RQ7LOBLD.mjs → chunk-6PN3U6XW.mjs} +1 -1
  26. package/dist/{chunk-SYHS56F7.mjs → chunk-7CI34JAP.mjs} +26 -13
  27. package/dist/{chunk-IBJWO5PF.mjs → chunk-7ZZQNOIY.mjs} +1 -1
  28. package/dist/{chunk-H5465KUZ.mjs → chunk-BVOUSX3U.mjs} +4 -3
  29. package/dist/{chunk-AWZVJCCW.mjs → chunk-DG62H7OD.mjs} +2 -2
  30. package/dist/{chunk-LWQTFKRS.mjs → chunk-FUUP45IS.mjs} +1 -1
  31. package/dist/{chunk-HL2GAS5N.mjs → chunk-GLZI636G.mjs} +7 -7
  32. package/dist/{chunk-C55OFKU6.mjs → chunk-HNAP2KTG.mjs} +2 -2
  33. package/dist/{chunk-A2HWRBQE.mjs → chunk-IBTKJIV7.mjs} +2 -2
  34. package/dist/{chunk-PA5WZWLC.mjs → chunk-IM76DLA7.mjs} +2 -2
  35. package/dist/{chunk-5LP7OU6B.mjs → chunk-IR4KQ4WB.mjs} +2 -2
  36. package/dist/{chunk-FABI2JA7.mjs → chunk-J6YVB2XM.mjs} +1 -1
  37. package/dist/{chunk-62GK7UUS.mjs → chunk-KCQG2PJT.mjs} +3 -3
  38. package/dist/{chunk-U6FT7LKG.mjs → chunk-LOBYK2FG.mjs} +3 -3
  39. package/dist/{chunk-XY6Z7T5W.mjs → chunk-N57XXGPG.mjs} +2 -2
  40. package/dist/{chunk-S2CKO6PP.mjs → chunk-OBWUWZRA.mjs} +1 -0
  41. package/dist/{chunk-CKRP7GCS.mjs → chunk-OCB7TMUQ.mjs} +1 -1
  42. package/dist/{chunk-NYWUBTMH.mjs → chunk-OFYKBKKV.mjs} +1 -1
  43. package/dist/{chunk-ZBZRBM2Z.mjs → chunk-PT7VRWS7.mjs} +3 -3
  44. package/dist/{chunk-DUWYU4D5.mjs → chunk-PWIWSUCX.mjs} +2 -2
  45. package/dist/{chunk-5W7ADHK7.mjs → chunk-QI6JW4PM.mjs} +1 -1
  46. package/dist/{chunk-SD2EYVU4.mjs → chunk-QIFOXLWF.mjs} +2 -2
  47. package/dist/{chunk-N75MAOM7.mjs → chunk-R2MRGYU5.mjs} +2 -2
  48. package/dist/{chunk-5DPTHLMX.mjs → chunk-V7G627TA.mjs} +1 -1
  49. package/dist/{chunk-4GD43FSW.mjs → chunk-V7ISFBFC.mjs} +10 -10
  50. package/dist/{chunk-MVWWAHTR.mjs → chunk-VK45J47R.mjs} +1 -1
  51. package/dist/{chunk-RSSLOFRP.mjs → chunk-VLRT47GU.mjs} +39 -8
  52. package/dist/{chunk-RPIE4QCL.mjs → chunk-YH5OIL7B.mjs} +2 -0
  53. package/dist/{chunk-JKOBHB4A.mjs → chunk-YIDSHBQS.mjs} +2 -2
  54. package/dist/{client-Ba9yP-Rr.d.ts → client-BdnzDFtO.d.ts} +2 -2
  55. package/dist/client.d.ts +6 -6
  56. package/dist/client.mjs +1 -0
  57. package/dist/{config-C-xXz8bC.d.ts → config-CSgvApt0.d.ts} +1 -1
  58. package/dist/{config-Dc_8-byz.d.ts → config-ujZESkJz.d.ts} +1 -1
  59. package/dist/{direct-executor-QH2M6AK2.mjs → direct-executor-ZSTKRA6Z.mjs} +11 -11
  60. package/dist/distribution/coordinator/etcd.mjs +94 -5
  61. package/dist/distribution/transport/grpc.mjs +24 -8
  62. package/dist/distribution/transport/in-memory.mjs +4 -4
  63. package/dist/distribution/transport/tcp.mjs +6 -6
  64. package/dist/distribution.d.ts +5 -5
  65. package/dist/distribution.mjs +1232 -377
  66. package/dist/{durability-wiring-4HWX7OVP.mjs → durability-wiring-EQTFL3B4.mjs} +65 -38
  67. package/dist/embeddings/openai.mjs +2 -2
  68. package/dist/{engine-CMZ5XSLy.d.ts → engine-C_HSy3iz.d.ts} +1 -1
  69. package/dist/{events-dnvgprIl.d.ts → events-CJsXF1F9.d.ts} +1 -0
  70. package/dist/index.browser.mjs +3 -3
  71. package/dist/index.d.ts +5 -5
  72. package/dist/index.mjs +16 -16
  73. package/dist/{module-IYILOTU3.mjs → module-WP4VVGV2.mjs} +9 -9
  74. package/dist/partial-words.mjs +5 -5
  75. package/dist/pattern.mjs +3 -3
  76. package/dist/persistence/durability/checkpoint-worker.d.ts +12 -0
  77. package/dist/persistence/durability/checkpoint-worker.mjs +25 -23
  78. package/dist/react.d.ts +6 -6
  79. package/dist/react.mjs +1 -0
  80. package/dist/{rerank-EHJVXEDP.mjs → rerank-3POMPQNX.mjs} +4 -4
  81. package/dist/rerankers/http.mjs +2 -2
  82. package/dist/{restore-queue-BONSQWCI.mjs → restore-queue-WZTMTJP2.mjs} +1 -1
  83. package/dist/{runtime-LEX2F7OW.mjs → runtime-C2435MPK.mjs} +5 -5
  84. package/dist/server.d.ts +8 -8
  85. package/dist/server.mjs +12 -12
  86. package/dist/{snapshot-DWDLN5YW.mjs → snapshot-EU6NNB2P.mjs} +25 -25
  87. package/dist/synonyms.mjs +3 -3
  88. package/dist/{tasks-B4B2cMK5.d.ts → tasks-CI3Fvkxw.d.ts} +1 -1
  89. package/dist/{thread-I32PUURR.mjs → thread-WGBCVJII.mjs} +11 -11
  90. package/dist/vector/search-worker.mjs +4 -4
  91. package/dist/workers/entry.mjs +5 -5
  92. package/dist/{write-AOFSHACR.mjs → write-CKRWS3P5.mjs} +18 -18
  93. package/package.json +7 -7
@@ -1,23 +1,23 @@
1
- import { deserializePayloadV2, documentsOfPayloadV2 } from './chunk-A2HWRBQE.mjs';
2
- import { closePartitionWriter, drainIndexStateForUnload, listPersistedIndexes, loadMetadata, snapshotCheckpointFor, replayWal } from './chunk-H5465KUZ.mjs';
3
- import { decodeSegmentManifest, SINGLE_NODE_PRIMARY_TERM, readMetadataEnvelope, writeMetadataEnvelope, metadataFromConfig, createSeqOwner, readSegmentManifest, reclaimUnlistedKeys, loadSegmentedCheckpoint, isRecord, invalidManifest, unpackEnvelopeBytes, isId, isUint32, isSequenceNumber, writeLiveVectors, growPartitionsTo, VECTOR_FILE_ENVELOPE_VERSION, metadataConfigOf, readCurrentManifest } from './chunk-RSSLOFRP.mjs';
4
- import { decodeVectorIndexParts, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, decodeVectorGraphPayload, graphPartsOfEarlierPayload } from './chunk-CKRP7GCS.mjs';
1
+ import { deserializePayloadV2, documentsOfPayloadV2 } from './chunk-IBTKJIV7.mjs';
2
+ import { closePartitionWriter, drainIndexStateForUnload, listPersistedIndexes, loadMetadata, snapshotCheckpointFor, replayWal } from './chunk-BVOUSX3U.mjs';
3
+ import { decodeSegmentManifest, SINGLE_NODE_PRIMARY_TERM, readMetadataEnvelope, writeMetadataEnvelope, metadataFromConfig, createSeqOwner, readSegmentManifest, reclaimUnlistedKeys, loadSegmentedCheckpoint, isRecord, invalidManifest, unpackEnvelopeBytes, isId, isUint32, isSequenceNumber, writeLiveVectors, growPartitionsTo, VECTOR_FILE_ENVELOPE_VERSION, metadataConfigOf, readCurrentManifest } from './chunk-VLRT47GU.mjs';
4
+ import { decodeVectorIndexParts, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, decodeVectorGraphPayload, graphPartsOfEarlierPayload } from './chunk-OCB7TMUQ.mjs';
5
5
  import './chunk-37CD3OKS.mjs';
6
- import { createDurableDirectory } from './chunk-PA5WZWLC.mjs';
6
+ import { createDurableDirectory } from './chunk-IM76DLA7.mjs';
7
7
  import { spawnNodeWorker } from './chunk-C7SLA6CM.mjs';
8
8
  import { getFs } from './chunk-HLPRHOSO.mjs';
9
- import { DEFAULT_SEGMENT_MAX_BYTES, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES, directoryCheckpointStore, manifestKey, readListedFile, adapterCheckpointStore, snapshotBundleKey, manifestReferencedKeys, manifestFileRefs, readSegmentFile, checkpointPrimaryTerm, frameRecord, writeCheckpointSegments, partitionContentsOf, commitCheckpointManifest, removeCheckpointGarbage, MAX_SEGMENTS_PER_PARTITION, writeSegmentHeader, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, DIRECTORY_IDENTITY_CHECK_INTERVAL_MS, SEGMENT_HEADER_SIZE, buildEntry, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, captureWholePartition, checkpointLastSeqNo, CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, CHECKPOINT_WORKER_TIMEOUT_MS, CHECKPOINT_WORKER_IDLE_MS, LOG_RECORDS_PER_CHECKPOINT } from './chunk-CYXLPFBG.mjs';
10
- import './chunk-VIXXQEX6.mjs';
9
+ import { DEFAULT_SEGMENT_MAX_BYTES, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES, directoryCheckpointStore, manifestKey, readListedFile, adapterCheckpointStore, snapshotBundleKey, manifestReferencedKeys, manifestFileRefs, readSegmentFile, checkpointPrimaryTerm, frameRecord, writeCheckpointSegments, partitionContentsOf, commitCheckpointManifest, removeCheckpointGarbage, MAX_SEGMENTS_PER_PARTITION, writeSegmentHeader, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, DIRECTORY_IDENTITY_CHECK_INTERVAL_MS, SEGMENT_HEADER_SIZE, buildEntry, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, captureWholePartition, checkpointLastSeqNo, CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, CHECKPOINT_WORKER_TIMEOUT_MS, CHECKPOINT_WORKER_IDLE_MS, LOG_RECORDS_PER_CHECKPOINT } from './chunk-2IFU7SXG.mjs';
10
+ import './chunk-3COL24MT.mjs';
11
11
  import './chunk-P36MUFEJ.mjs';
12
- import './chunk-RPIE4QCL.mjs';
13
- import { openChecksummedEnvelope, HEADER_SIZE } from './chunk-ICZW4J3I.mjs';
14
- import './chunk-HL2GAS5N.mjs';
15
- import './chunk-XY6Z7T5W.mjs';
16
- import { resolveWorkerEntry } from './chunk-RQ7LOBLD.mjs';
12
+ import './chunk-YH5OIL7B.mjs';
13
+ import { openChecksummedEnvelope, HEADER_SIZE } from './chunk-3RRATITJ.mjs';
14
+ import './chunk-GLZI636G.mjs';
15
+ import './chunk-N57XXGPG.mjs';
16
+ import { resolveWorkerEntry } from './chunk-6PN3U6XW.mjs';
17
17
  import { detectRuntime } from './chunk-AV4IJKD2.mjs';
18
- import { buildSegmentPayload, resolvePartitionInsertOptions, freezeSegmentShared, createSharedFrozenSegment } from './chunk-4GD43FSW.mjs';
19
- import { fnv1a } from './chunk-C57FPCTL.mjs';
20
- import './chunk-LWQTFKRS.mjs';
18
+ import { buildSegmentPayload, resolvePartitionInsertOptions, freezeSegmentShared, createSharedFrozenSegment } from './chunk-V7ISFBFC.mjs';
19
+ import { fnv1a } from './chunk-5WEBVYOA.mjs';
20
+ import './chunk-FUUP45IS.mjs';
21
21
  import './chunk-SOADQINJ.mjs';
22
22
  import './chunk-HJSN7UYG.mjs';
23
23
  import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-LXWDQLTW.mjs';
@@ -25,28 +25,28 @@ import './chunk-TGP5M5R7.mjs';
25
25
  import './chunk-U2BKYEC7.mjs';
26
26
  import './chunk-KOKM4PQN.mjs';
27
27
  import './chunk-QSK35UC2.mjs';
28
- import './chunk-MVWWAHTR.mjs';
29
- import './chunk-C55OFKU6.mjs';
28
+ import './chunk-VK45J47R.mjs';
29
+ import './chunk-HNAP2KTG.mjs';
30
30
  import './chunk-WQBCBKY3.mjs';
31
- import './chunk-62GK7UUS.mjs';
32
- import { encodeDocument, requireValidFieldTypes } from './chunk-AWZVJCCW.mjs';
31
+ import './chunk-KCQG2PJT.mjs';
32
+ import { encodeDocument, requireValidFieldTypes } from './chunk-DG62H7OD.mjs';
33
33
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
34
34
  import './chunk-E74YLAIG.mjs';
35
35
  import { MIN_M } from './chunk-VJS4JFBQ.mjs';
36
36
  import './chunk-GES7U2PM.mjs';
37
- import './chunk-FV5CP3E2.mjs';
38
- import './chunk-5LP7OU6B.mjs';
37
+ import './chunk-6ODIY6ZB.mjs';
38
+ import './chunk-IR4KQ4WB.mjs';
39
39
  import './chunk-X5CV2E2B.mjs';
40
40
  import './chunk-7X5JST5L.mjs';
41
- import './chunk-NYWUBTMH.mjs';
41
+ import './chunk-OFYKBKKV.mjs';
42
42
  import './chunk-R6A773WK.mjs';
43
43
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
44
44
  import './chunk-CQUMNIIG.mjs';
45
- import './chunk-5W7ADHK7.mjs';
45
+ import './chunk-QI6JW4PM.mjs';
46
46
  import './chunk-ZXZ26WSO.mjs';
47
47
  import './chunk-RFBLQLLZ.mjs';
48
48
  import './chunk-L5ORED7V.mjs';
49
- import { NarsilError, ErrorCodes } from './chunk-S2CKO6PP.mjs';
49
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
50
50
  import { decode } from '@msgpack/msgpack';
51
51
 
52
52
  // src/persistence/durability/sha256.ts
@@ -640,7 +640,7 @@ function noWholePartitions() {
640
640
  return { contents: [], captured: [] };
641
641
  }
642
642
  function wholePartitionsWhereMostChanged(manager, rules) {
643
- const { priorCheckpoint, priorPartitionIds, everyPartition, aWorkerCanSerialise } = rules;
643
+ const { priorCheckpoint, priorPartitionIds, everyPartition, aWorkerCanSerialise, captureRecords } = rules;
644
644
  return (targets) => {
645
645
  const whole = { contents: [], captured: [] };
646
646
  const changed = targets.filter(
@@ -654,17 +654,18 @@ function wholePartitionsWhereMostChanged(manager, rules) {
654
654
  const logMatchesMemory = targets.length === 1 && priorPartitionIds.every((partitionId) => partitionId === 0);
655
655
  if (!everyPartition && !(mostOfEachChanged && logMatchesMemory)) return whole;
656
656
  for (const { partitionId } of changed) {
657
- const captured = aWorkerCanSerialise ? captureWholePartition(manager, partitionId) : null;
657
+ const capture2 = captureRecords?.(partitionId);
658
+ const captured = aWorkerCanSerialise ? captureWholePartition(manager, partitionId, capture2) : null;
658
659
  if (captured !== null) {
659
660
  whole.captured.push(captured);
660
661
  } else if (everyPartition || !aWorkerCanSerialise) {
661
- whole.contents.push(partitionContentsOf(manager, partitionId));
662
+ whole.contents.push(partitionContentsOf(manager, partitionId, capture2));
662
663
  }
663
664
  }
664
665
  return whole;
665
666
  };
666
667
  }
667
- async function captureCheckpoint(indexState, manager, vectorIndexes, wholePartitionsOf = noWholePartitions, priorCheckpointThatLimitsTheRecords, listedVectorFields = []) {
668
+ async function captureCheckpoint(indexState, manager, vectorIndexes, wholePartitionsOf = noWholePartitions, priorCheckpointThatLimitsTheRecords, listedVectorFields = [], termHistoryOf) {
668
669
  for (const vectorIndex of vectorIndexes.values()) await vectorIndex.completeGraph();
669
670
  return whileNoMutationApplies([...indexState.partitions.values()], () => {
670
671
  const documentCount = manager.countDocuments();
@@ -679,11 +680,13 @@ async function captureCheckpoint(indexState, manager, vectorIndexes, wholePartit
679
680
  snapshotCheckpointFor(priorCheckpointThatLimitsTheRecords, partitionId) + LOG_RECORDS_PER_CHECKPOINT
680
681
  );
681
682
  recordsLeftInLog += appliedSeqNo - lastSeqNo;
682
- targets.push({
683
+ const target = {
683
684
  partitionId,
684
685
  lastSeqNo,
685
686
  primaryTerm: partition?.seqOwner.primaryTerm ?? SINGLE_NODE_PRIMARY_TERM
686
- });
687
+ };
688
+ if (termHistoryOf !== void 0) target.termHistory = termHistoryOf(partitionId, lastSeqNo);
689
+ targets.push(target);
687
690
  }
688
691
  const vectorPlans = /* @__PURE__ */ new Map();
689
692
  for (const [fieldPath, vectorIndex] of vectorIndexes) {
@@ -889,13 +892,15 @@ function workerCanWriteEverySegment(input) {
889
892
  }
890
893
  async function writeIndexCheckpointSegments(input) {
891
894
  const { directory, metadata, targets, compactionThreshold, prior, wholePartitions, capturedPartitions } = input;
895
+ const { keepsWriteRecords } = input;
892
896
  const offloaded = workerCanWriteEverySegment(input) ? await runCheckpointOnWorker({
893
897
  root: directory.root,
894
898
  metadata,
895
899
  targets,
896
900
  compactionThreshold,
897
901
  prior,
898
- capturedPartitions: [...capturedPartitions]
902
+ capturedPartitions: [...capturedPartitions],
903
+ keepsWriteRecords
899
904
  }) : null;
900
905
  if (offloaded !== null) {
901
906
  return offloaded;
@@ -908,7 +913,8 @@ async function writeIndexCheckpointSegments(input) {
908
913
  compactionThreshold,
909
914
  prior,
910
915
  wholePartitions,
911
- capturedPartitions
916
+ capturedPartitions,
917
+ keepsWriteRecords
912
918
  });
913
919
  }
914
920
 
@@ -1013,6 +1019,8 @@ async function writeOneBoundedCheckpoint(input) {
1013
1019
  }
1014
1020
  const vectorIndexes = input.hooks.getVectorIndexes(input.indexName);
1015
1021
  const store = directoryCheckpointStore(input.directory);
1022
+ const writeRecords = input.hooks.writeRecords ?? null;
1023
+ const { indexName } = input;
1016
1024
  const priorManifest = await readCurrentManifest(store, input.indexName);
1017
1025
  const capture2 = await captureCheckpoint(
1018
1026
  input.indexState,
@@ -1022,10 +1030,14 @@ async function writeOneBoundedCheckpoint(input) {
1022
1030
  priorCheckpoint: priorManifest?.checkpoint ?? [],
1023
1031
  priorPartitionIds: (priorManifest?.partitions ?? []).map((partition) => partition.partitionId),
1024
1032
  everyPartition: input.fromMemory,
1025
- aWorkerCanSerialise: input.canOffload && checkpointWorkerIsUsable()
1033
+ aWorkerCanSerialise: input.canOffload && checkpointWorkerIsUsable(),
1034
+ ...writeRecords === null ? {} : {
1035
+ captureRecords: (partitionId) => (segments2) => writeRecords.captureSegments(indexName, partitionId, segments2)
1036
+ }
1026
1037
  }),
1027
1038
  input.fromMemory ? void 0 : priorManifest?.checkpoint ?? [],
1028
- priorManifest?.vectors ?? []
1039
+ priorManifest?.vectors ?? [],
1040
+ writeRecords === null ? void 0 : (partitionId, lastSeqNo) => writeRecords.termHistoryOf(indexName, partitionId, lastSeqNo)
1029
1041
  );
1030
1042
  const { targets, documentCount } = capture2;
1031
1043
  await makeEveryAppliedMutationDurable(input.indexState, input.failPartition);
@@ -1040,7 +1052,8 @@ async function writeOneBoundedCheckpoint(input) {
1040
1052
  canOffload: input.canOffload,
1041
1053
  prior: priorManifest,
1042
1054
  wholePartitions: capture2.wholePartitions.contents,
1043
- capturedPartitions: capture2.wholePartitions.captured
1055
+ capturedPartitions: capture2.wholePartitions.captured,
1056
+ keepsWriteRecords: writeRecords !== null
1044
1057
  })
1045
1058
  );
1046
1059
  await makeEveryAppliedMutationDurable(input.indexState, input.failPartition);
@@ -2436,7 +2449,8 @@ async function recoverCheckpoint(deps) {
2436
2449
  }
2437
2450
  const checkpoint = await loadSegmentedCheckpoint(deps.store, deps.indexName, decoded.manifest, {
2438
2451
  manager: deps.manager,
2439
- vectorIndexes: deps.vectorIndexes
2452
+ vectorIndexes: deps.vectorIndexes,
2453
+ writeRecords: deps.writeRecords ?? null
2440
2454
  });
2441
2455
  return { checkpoint: await deps.replay(checkpoint), upgradedDocumentCount: null };
2442
2456
  }
@@ -2476,15 +2490,23 @@ async function recoverPersistedIndex(deps, indexName, metadataOnly) {
2476
2490
  if (manager === void 0 || current === void 0) {
2477
2491
  return;
2478
2492
  }
2493
+ const writeRecords = hooks.writeRecords ?? null;
2494
+ writeRecords?.dropIndex(indexName);
2479
2495
  const replayDeps = {
2480
2496
  manager,
2481
2497
  vectorFieldPaths: hooks.getVectorFieldPaths(indexName),
2482
- vectorIndexes: hooks.getVectorIndexes(indexName)
2498
+ vectorIndexes: hooks.getVectorIndexes(indexName),
2499
+ writeRecords
2483
2500
  };
2484
2501
  const replay = async (checkpoint) => {
2485
2502
  const replayed = [];
2486
2503
  for (let partitionId = 0; partitionId < manager.partitionCount; partitionId += 1) {
2487
2504
  const fromSeqNo = snapshotCheckpointFor(checkpoint, partitionId);
2505
+ writeRecords?.loadTermHistory(
2506
+ indexName,
2507
+ partitionId,
2508
+ checkpoint.find((entry) => entry.partitionId === partitionId)
2509
+ );
2488
2510
  const { highestSeqNo, highestPrimaryTerm } = await replayWal(
2489
2511
  directory,
2490
2512
  indexName,
@@ -2511,7 +2533,8 @@ async function recoverPersistedIndex(deps, indexName, metadataOnly) {
2511
2533
  compactionThreshold: deps.compactionThreshold,
2512
2534
  keepsUnlistedFiles: deps.holdsCheckpointFiles(indexName),
2513
2535
  replay,
2514
- onLayoutUpgrade: hooks.onLayoutUpgrade
2536
+ onLayoutUpgrade: hooks.onLayoutUpgrade,
2537
+ writeRecords
2515
2538
  });
2516
2539
  for (const { partitionId, lastSeqNo, primaryTerm } of recovered.checkpoint) {
2517
2540
  deps.registerPartition(indexName, partitionId, lastSeqNo, primaryTerm);
@@ -2737,6 +2760,9 @@ function createDurabilityManager(config, hooks, directoryOverride) {
2737
2760
  commitDeferral = defersCommit ?? null;
2738
2761
  },
2739
2762
  isolatePartitionFailures: partitionFailures.isolate,
2763
+ keepWriteRecordsWith(keeper) {
2764
+ hooks.writeRecords = keeper;
2765
+ },
2740
2766
  heldCheckpoints: () => heldCheckpoints.report(indexes),
2741
2767
  async commitPartition(indexName, partitionId) {
2742
2768
  const partition = indexes.get(indexName)?.partitions.get(partitionId);
@@ -2780,6 +2806,7 @@ function createDurabilityManager(config, hooks, directoryOverride) {
2780
2806
  }
2781
2807
  },
2782
2808
  async removeIndex(indexName) {
2809
+ hooks.writeRecords?.dropIndex(indexName);
2783
2810
  const indexState = indexes.get(indexName);
2784
2811
  if (indexState !== void 0) {
2785
2812
  await drainIndexStateForUnload(indexState, metadataWrites.get(indexName), closeWriterReportingFailure);
@@ -1,5 +1,5 @@
1
- import { resolveApiKey, buildSignal, postJsonWithRetry } from '../chunk-IBJWO5PF.mjs';
2
- import { NarsilError, ErrorCodes } from '../chunk-S2CKO6PP.mjs';
1
+ import { resolveApiKey, buildSignal, postJsonWithRetry } from '../chunk-7ZZQNOIY.mjs';
2
+ import { NarsilError, ErrorCodes } from '../chunk-OBWUWZRA.mjs';
3
3
 
4
4
  // src/embeddings/constants.ts
5
5
  var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
@@ -1,5 +1,5 @@
1
1
  import { E as EmbeddingAdapter, R as RerankAdapter } from './adapters-BQFQ4PRz.js';
2
- import { B as BatchResult, I as IndexInfo, k as IndexStats, l as PartitionStatsResult, L as ListParams, g as ListResult, Q as QueryParams, e as QueryResult, P as PreflightResult, h as SuggestParams, j as SuggestResult, D as DocumentImportResult, M as MemoryStats, V as VectorMaintenanceResult, m as NarsilEventMap } from './events-dnvgprIl.js';
2
+ import { B as BatchResult, I as IndexInfo, k as IndexStats, l as PartitionStatsResult, L as ListParams, g as ListResult, Q as QueryParams, e as QueryResult, P as PreflightResult, h as SuggestParams, j as SuggestResult, D as DocumentImportResult, M as MemoryStats, V as VectorMaintenanceResult, m as NarsilEventMap } from './events-CJsXF1F9.js';
3
3
  import { A as AnyDocument, a as InsertOptions, W as WriteOptions, I as IndexConfig, P as PartitionConfig } from './schema-4W_7tk1f.js';
4
4
  import { a as SynonymRule } from './synonyms-CpOAHPa-.js';
5
5
 
@@ -80,6 +80,7 @@ declare const ErrorCodes: {
80
80
  readonly REPLICATION_INSYNC_REMOVAL_FAILED: "REPLICATION_INSYNC_REMOVAL_FAILED";
81
81
  readonly REPLICATION_ROLLBACK_FAILED: "REPLICATION_ROLLBACK_FAILED";
82
82
  readonly REPLICATION_OUTCOME_UNKNOWN: "REPLICATION_OUTCOME_UNKNOWN";
83
+ readonly REPLICATION_WRITE_CONFLICT: "REPLICATION_WRITE_CONFLICT";
83
84
  readonly REPLICATION_LOG_FULL: "REPLICATION_LOG_FULL";
84
85
  readonly REPLICATION_ENTRY_CORRUPT: "REPLICATION_ENTRY_CORRUPT";
85
86
  readonly REPLICATION_SNAPSHOT_CORRUPT: "REPLICATION_SNAPSHOT_CORRUPT";
@@ -1,4 +1,4 @@
1
- export { VERSION, clearNormalizationCache, configureNormalizationCache, createNarsil, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, resetNormalizationCache } from './browser/chunk-SCBBEQWD.mjs';
2
- export { isSimdAvailable } from './browser/chunk-RYWURYTW.mjs';
1
+ export { VERSION, clearNormalizationCache, configureNormalizationCache, createNarsil, getLanguage, getNormalizationCacheSize, getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerLanguage, registerPartialWordSearch, registerPatternSearch, registerStopWords, registerSynonyms, registerTokenizer, resetNormalizationCache } from './browser/chunk-UR5MNN53.mjs';
2
+ export { isSimdAvailable } from './browser/chunk-2CBQ2PCC.mjs';
3
3
  import './browser/chunk-JPTQZWJQ.mjs';
4
- export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './browser/chunk-EQ7BQ6VZ.mjs';
4
+ export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './browser/chunk-LJS6PREA.mjs';
package/dist/index.d.ts CHANGED
@@ -6,11 +6,11 @@ import { S as SynonymSearch } from './synonyms-CpOAHPa-.js';
6
6
  export { O as OneWaySynonymRule, a as SynonymRule, T as TwoWaySynonymRule } from './synonyms-CpOAHPa-.js';
7
7
  import { L as LanguageModule } from './language-DB8KG1z5.js';
8
8
  export { T as TokenizerConfig } from './language-DB8KG1z5.js';
9
- export { A as ArrayFilter, B as BatchResult, C as ClientErrorCode, a as ClientErrorCodes, n as ComparisonFilter, D as DocumentImportResult, o as DocumentProjection, E as ErrorCode, b as ErrorCodes, F as FacetConfig, p as FacetResult, q as FieldFilter, r as FilterExpression, G as GeoFilter, s as GeoPolygonFilter, t as GeoRadiusFilter, u as GroupConfig, v as GroupReducer, w as GroupResult, H as HeldCheckpointReport, x as HighlightConfig, y as HighlightMatch, z as Hit, J as HybridConfig, I as IndexInfo, k as IndexStats, L as ListParams, g as ListResult, K as ListedDocument, M as MemoryStats, N as NarsilError, c as NarsilErrorCode, f as NarsilEventHandlers, m as NarsilEventMap, l as PartitionStatsResult, P as PreflightResult, O as PresenceFilter, R as ProcessMemoryReport, T as QueryCoverage, Q as QueryParams, e as QueryResult, U as RerankConfig, W as ScoreComponents, X as SearchMode, S as ServerErrorCode, d as ServerErrorCodes, Y as SortField, Z as SortSpec, _ as StringFilter, h as SuggestParams, j as SuggestResult, $ as TermMatchPolicy, V as VectorMaintenanceResult, a0 as VectorQueryConfig, a1 as WorkerCopyReport, i as isNarsilError } from './events-dnvgprIl.js';
10
- import { N as NarsilConfig } from './config-C-xXz8bC.js';
11
- export { A as AnalysisConfig, D as DurabilityConfig, I as IndexContext, a as IndexLifecycleConfig, b as InsertContext, M as MainCopyQueries, c as NarsilPlugin, P as PartitionContext, R as RemoveContext, S as SearchContext, d as StaleAnalysis, U as UpdateContext, W as WorkerConfig, e as WorkerContext } from './config-C-xXz8bC.js';
12
- import { N as Narsil } from './engine-CMZ5XSLy.js';
13
- export { A as AdapterRegistrationOperations, B as ByteSource, D as DocumentWriteOperations, I as IndexLifecycleOperations, S as SynonymOperations } from './engine-CMZ5XSLy.js';
9
+ export { A as ArrayFilter, B as BatchResult, C as ClientErrorCode, a as ClientErrorCodes, n as ComparisonFilter, D as DocumentImportResult, o as DocumentProjection, E as ErrorCode, b as ErrorCodes, F as FacetConfig, p as FacetResult, q as FieldFilter, r as FilterExpression, G as GeoFilter, s as GeoPolygonFilter, t as GeoRadiusFilter, u as GroupConfig, v as GroupReducer, w as GroupResult, H as HeldCheckpointReport, x as HighlightConfig, y as HighlightMatch, z as Hit, J as HybridConfig, I as IndexInfo, k as IndexStats, L as ListParams, g as ListResult, K as ListedDocument, M as MemoryStats, N as NarsilError, c as NarsilErrorCode, f as NarsilEventHandlers, m as NarsilEventMap, l as PartitionStatsResult, P as PreflightResult, O as PresenceFilter, R as ProcessMemoryReport, T as QueryCoverage, Q as QueryParams, e as QueryResult, U as RerankConfig, W as ScoreComponents, X as SearchMode, S as ServerErrorCode, d as ServerErrorCodes, Y as SortField, Z as SortSpec, _ as StringFilter, h as SuggestParams, j as SuggestResult, $ as TermMatchPolicy, V as VectorMaintenanceResult, a0 as VectorQueryConfig, a1 as WorkerCopyReport, i as isNarsilError } from './events-CJsXF1F9.js';
10
+ import { N as NarsilConfig } from './config-CSgvApt0.js';
11
+ export { A as AnalysisConfig, D as DurabilityConfig, I as IndexContext, a as IndexLifecycleConfig, b as InsertContext, M as MainCopyQueries, c as NarsilPlugin, P as PartitionContext, R as RemoveContext, S as SearchContext, d as StaleAnalysis, U as UpdateContext, W as WorkerConfig, e as WorkerContext } from './config-CSgvApt0.js';
12
+ import { N as Narsil } from './engine-C_HSy3iz.js';
13
+ export { A as AdapterRegistrationOperations, B as ByteSource, D as DocumentWriteOperations, I as IndexLifecycleOperations, S as SynonymOperations } from './engine-C_HSy3iz.js';
14
14
  export { E as EmbeddingAdapter, I as InvalidationAdapter, a as InvalidationEvent, b as PartitionStatistics, P as PersistenceAdapter, R as RerankAdapter } from './adapters-BQFQ4PRz.js';
15
15
 
16
16
  /**
package/dist/index.mjs CHANGED
@@ -1,11 +1,11 @@
1
- export { VERSION, createNarsil } from './chunk-ICZW4J3I.mjs';
2
- import './chunk-HL2GAS5N.mjs';
3
- import './chunk-XY6Z7T5W.mjs';
4
- import './chunk-RQ7LOBLD.mjs';
1
+ export { VERSION, createNarsil } from './chunk-3RRATITJ.mjs';
2
+ import './chunk-GLZI636G.mjs';
3
+ import './chunk-N57XXGPG.mjs';
4
+ import './chunk-6PN3U6XW.mjs';
5
5
  import './chunk-AV4IJKD2.mjs';
6
- export { registerSynonyms } from './chunk-4GD43FSW.mjs';
7
- export { registerPartialWordSearch, registerPatternSearch } from './chunk-C57FPCTL.mjs';
8
- export { getLanguage, registerLanguage } from './chunk-LWQTFKRS.mjs';
6
+ export { registerSynonyms } from './chunk-V7ISFBFC.mjs';
7
+ export { registerPartialWordSearch, registerPatternSearch } from './chunk-5WEBVYOA.mjs';
8
+ export { getLanguage, registerLanguage } from './chunk-FUUP45IS.mjs';
9
9
  import './chunk-SOADQINJ.mjs';
10
10
  import './chunk-HJSN7UYG.mjs';
11
11
  import './chunk-LXWDQLTW.mjs';
@@ -13,25 +13,25 @@ import './chunk-TGP5M5R7.mjs';
13
13
  import './chunk-U2BKYEC7.mjs';
14
14
  export { isSimdAvailable } from './chunk-KOKM4PQN.mjs';
15
15
  import './chunk-QSK35UC2.mjs';
16
- import './chunk-MVWWAHTR.mjs';
17
- import './chunk-C55OFKU6.mjs';
16
+ import './chunk-VK45J47R.mjs';
17
+ import './chunk-HNAP2KTG.mjs';
18
18
  import './chunk-WQBCBKY3.mjs';
19
- import './chunk-62GK7UUS.mjs';
20
- import './chunk-AWZVJCCW.mjs';
19
+ import './chunk-KCQG2PJT.mjs';
20
+ import './chunk-DG62H7OD.mjs';
21
21
  import './chunk-U476IXKQ.mjs';
22
22
  import './chunk-E74YLAIG.mjs';
23
23
  import './chunk-VJS4JFBQ.mjs';
24
24
  import './chunk-GES7U2PM.mjs';
25
- import './chunk-FV5CP3E2.mjs';
26
- export { getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerStopWords, registerTokenizer } from './chunk-5LP7OU6B.mjs';
25
+ import './chunk-6ODIY6ZB.mjs';
26
+ export { getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerStopWords, registerTokenizer } from './chunk-IR4KQ4WB.mjs';
27
27
  import './chunk-X5CV2E2B.mjs';
28
28
  import './chunk-7X5JST5L.mjs';
29
- export { clearNormalizationCache, configureNormalizationCache, getNormalizationCacheSize, resetNormalizationCache } from './chunk-NYWUBTMH.mjs';
29
+ export { clearNormalizationCache, configureNormalizationCache, getNormalizationCacheSize, resetNormalizationCache } from './chunk-OFYKBKKV.mjs';
30
30
  import './chunk-R6A773WK.mjs';
31
31
  import './chunk-YTJCGKM4.mjs';
32
32
  import './chunk-CQUMNIIG.mjs';
33
- import './chunk-5W7ADHK7.mjs';
33
+ import './chunk-QI6JW4PM.mjs';
34
34
  import './chunk-ZXZ26WSO.mjs';
35
35
  import './chunk-RFBLQLLZ.mjs';
36
36
  import './chunk-L5ORED7V.mjs';
37
- export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './chunk-S2CKO6PP.mjs';
37
+ export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './chunk-OBWUWZRA.mjs';
@@ -1,25 +1,25 @@
1
- import { VECTOR_WORKER_COPIES_ALLOWED, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, noBuildHistory, recordCheckpoint, planCheckpoint, deserialize, assignStorePartitions, liveSize, ordinalFilterForSubsets, handOverBuildTurns, threadsHoldCurrentLayout, filterForOptions, OSQ4_MIN_DIMENSION, emptyFieldBeforeRestore, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, releaseReplacedVectors, yieldBuildTurn, WORKER_COPY_MIN_VECTORS, allLiveDocIds, recalibrateFromStore, signatureOf, adoptGraph, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, fieldHandlesOf, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, BUILD_CHUNK_SIZE, DRIFT_CHECK_GROWTH_FACTOR, DISK_ADOPTION_YIELD_INTERVAL, adoptLoadedCalibration, RECALIBRATION_DRIFT_RATIO } from './chunk-ZBZRBM2Z.mjs';
2
- import { isDead, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors } from './chunk-CKRP7GCS.mjs';
3
- import { createVectorStore } from './chunk-N75MAOM7.mjs';
4
- export { openSharedVectorField } from './chunk-N75MAOM7.mjs';
5
- import { osqBitsOf, createOsqQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, ordinalFilterValues, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, createOrdinalFilter, addToOrdinalFilter, nativeScoresOf, toScore, ordinalFilterHas, magnitude, nativeStoreScratchBytes, toDistance, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, createHNSWIndex, topLayerInParts, sharedMemoryAvailable, requireWholeNeighbourLists, shuffleInPlace, createCentroidSums, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, releaseLocksHeldBy } from './chunk-JKOBHB4A.mjs';
6
- export { releaseLocksHeldBy } from './chunk-JKOBHB4A.mjs';
1
+ import { VECTOR_WORKER_COPIES_ALLOWED, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, noBuildHistory, recordCheckpoint, planCheckpoint, deserialize, assignStorePartitions, liveSize, ordinalFilterForSubsets, handOverBuildTurns, threadsHoldCurrentLayout, filterForOptions, OSQ4_MIN_DIMENSION, emptyFieldBeforeRestore, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, releaseReplacedVectors, yieldBuildTurn, WORKER_COPY_MIN_VECTORS, allLiveDocIds, recalibrateFromStore, signatureOf, adoptGraph, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, fieldHandlesOf, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, BUILD_CHUNK_SIZE, DRIFT_CHECK_GROWTH_FACTOR, DISK_ADOPTION_YIELD_INTERVAL, adoptLoadedCalibration, RECALIBRATION_DRIFT_RATIO } from './chunk-PT7VRWS7.mjs';
2
+ import { isDead, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors } from './chunk-OCB7TMUQ.mjs';
3
+ import { createVectorStore } from './chunk-R2MRGYU5.mjs';
4
+ export { openSharedVectorField } from './chunk-R2MRGYU5.mjs';
5
+ import { osqBitsOf, createOsqQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, ordinalFilterValues, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, createOrdinalFilter, addToOrdinalFilter, nativeScoresOf, toScore, ordinalFilterHas, magnitude, nativeStoreScratchBytes, toDistance, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, createHNSWIndex, topLayerInParts, sharedMemoryAvailable, requireWholeNeighbourLists, shuffleInPlace, createCentroidSums, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, releaseLocksHeldBy } from './chunk-YIDSHBQS.mjs';
6
+ export { releaseLocksHeldBy } from './chunk-YIDSHBQS.mjs';
7
7
  import { noteFallback } from './chunk-DJHHF2L5.mjs';
8
8
  import './chunk-37CD3OKS.mjs';
9
9
  import { spawnNodeWorker } from './chunk-C7SLA6CM.mjs';
10
- import { resolveWorkerCount, resolveWorkerEntry, workerResourceLimits } from './chunk-RQ7LOBLD.mjs';
10
+ import { resolveWorkerCount, resolveWorkerEntry, workerResourceLimits } from './chunk-6PN3U6XW.mjs';
11
11
  import { detectRuntime } from './chunk-AV4IJKD2.mjs';
12
12
  import './chunk-LXWDQLTW.mjs';
13
13
  import './chunk-KOKM4PQN.mjs';
14
14
  import { MAX_RENUMBERED_SEARCH_ATTEMPTS, DISK_STORAGE_BLOCK_BYTES, UNPLACED_FLAG_CHUNK_ORDINALS, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS } from './chunk-QSK35UC2.mjs';
15
- import './chunk-MVWWAHTR.mjs';
15
+ import './chunk-VK45J47R.mjs';
16
16
  import './chunk-U476IXKQ.mjs';
17
17
  import './chunk-E74YLAIG.mjs';
18
18
  import './chunk-VJS4JFBQ.mjs';
19
19
  import './chunk-R6A773WK.mjs';
20
20
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
21
21
  import { noteThreadSlotLive, noteThreadSlotGone } from './chunk-RFBLQLLZ.mjs';
22
- import { NarsilError, ErrorCodes, isNarsilError } from './chunk-S2CKO6PP.mjs';
22
+ import { NarsilError, ErrorCodes, isNarsilError } from './chunk-OBWUWZRA.mjs';
23
23
 
24
24
  // src/core/heap.ts
25
25
  function createMaxHeap(compare) {
@@ -1,15 +1,15 @@
1
- import { partialWordSearchModule } from './chunk-62GK7UUS.mjs';
2
- import './chunk-AWZVJCCW.mjs';
1
+ import { partialWordSearchModule } from './chunk-KCQG2PJT.mjs';
2
+ import './chunk-DG62H7OD.mjs';
3
3
  import './chunk-U476IXKQ.mjs';
4
4
  import './chunk-E74YLAIG.mjs';
5
5
  import './chunk-VJS4JFBQ.mjs';
6
6
  import './chunk-GES7U2PM.mjs';
7
- import './chunk-FV5CP3E2.mjs';
8
- import './chunk-NYWUBTMH.mjs';
7
+ import './chunk-6ODIY6ZB.mjs';
8
+ import './chunk-OFYKBKKV.mjs';
9
9
  import './chunk-R6A773WK.mjs';
10
10
  import './chunk-YTJCGKM4.mjs';
11
11
  import './chunk-L5ORED7V.mjs';
12
- import './chunk-S2CKO6PP.mjs';
12
+ import './chunk-OBWUWZRA.mjs';
13
13
 
14
14
  // src/partial-words/index.ts
15
15
  var partialWordSearch = partialWordSearchModule;
package/dist/pattern.mjs CHANGED
@@ -1,10 +1,10 @@
1
- import { patternSearchModule } from './chunk-C55OFKU6.mjs';
1
+ import { patternSearchModule } from './chunk-HNAP2KTG.mjs';
2
2
  import './chunk-WQBCBKY3.mjs';
3
3
  import './chunk-GES7U2PM.mjs';
4
- import './chunk-FV5CP3E2.mjs';
4
+ import './chunk-6ODIY6ZB.mjs';
5
5
  import './chunk-YTJCGKM4.mjs';
6
6
  import './chunk-L5ORED7V.mjs';
7
- import './chunk-S2CKO6PP.mjs';
7
+ import './chunk-OBWUWZRA.mjs';
8
8
 
9
9
  // src/pattern/index.ts
10
10
  var patternSearch = patternSearchModule;
@@ -133,10 +133,20 @@ interface SharedSegmentSnapshot extends Omit<SegmentColumns, 'surfaceForms'> {
133
133
  partialWords: PartialWordTableData | null;
134
134
  }
135
135
 
136
+ interface SegmentWriteRecords {
137
+ seqNos: Float64Array;
138
+ primaryTerms: Float64Array;
139
+ }
140
+
141
+ interface TermStart {
142
+ primaryTerm: number;
143
+ firstSeqNo: number;
144
+ }
136
145
  interface PartitionCheckpoint {
137
146
  partitionId: number;
138
147
  lastSeqNo: number;
139
148
  primaryTerm: number;
149
+ termHistory?: TermStart[];
140
150
  }
141
151
 
142
152
  interface FileRef {
@@ -210,6 +220,7 @@ type SerializedSurfaceForms = Record<string, number | [number, string]>;
210
220
  interface CapturedSegment {
211
221
  snapshot: SharedSegmentSnapshot;
212
222
  keep: Uint8Array;
223
+ writeRecords?: SegmentWriteRecords;
213
224
  }
214
225
  interface CapturedWholePartition {
215
226
  partitionId: number;
@@ -233,6 +244,7 @@ interface CheckpointWorkerRequest {
233
244
  compactionThreshold: number;
234
245
  prior: PriorCheckpoint | null;
235
246
  capturedPartitions?: CapturedWholePartition[];
247
+ keepsWriteRecords?: boolean;
236
248
  }
237
249
  interface CheckpointWorkerSuccess {
238
250
  type: 'success';
@@ -1,18 +1,18 @@
1
- import { createDurableDirectory } from '../../chunk-PA5WZWLC.mjs';
1
+ import { createDurableDirectory } from '../../chunk-IM76DLA7.mjs';
2
2
  import '../../chunk-C7SLA6CM.mjs';
3
3
  import '../../chunk-HLPRHOSO.mjs';
4
- import { CHECKPOINT_WORKER_HEARTBEAT_MS, writeCheckpointSegments, directoryCheckpointStore } from '../../chunk-CYXLPFBG.mjs';
5
- import '../../chunk-VIXXQEX6.mjs';
4
+ import { CHECKPOINT_WORKER_HEARTBEAT_MS, writeCheckpointSegments, directoryCheckpointStore } from '../../chunk-2IFU7SXG.mjs';
5
+ import '../../chunk-3COL24MT.mjs';
6
6
  import '../../chunk-P36MUFEJ.mjs';
7
- import '../../chunk-RPIE4QCL.mjs';
8
- import '../../chunk-ICZW4J3I.mjs';
9
- import '../../chunk-HL2GAS5N.mjs';
10
- import '../../chunk-XY6Z7T5W.mjs';
11
- import '../../chunk-RQ7LOBLD.mjs';
7
+ import '../../chunk-YH5OIL7B.mjs';
8
+ import '../../chunk-3RRATITJ.mjs';
9
+ import '../../chunk-GLZI636G.mjs';
10
+ import '../../chunk-N57XXGPG.mjs';
11
+ import '../../chunk-6PN3U6XW.mjs';
12
12
  import '../../chunk-AV4IJKD2.mjs';
13
- import '../../chunk-4GD43FSW.mjs';
14
- import '../../chunk-C57FPCTL.mjs';
15
- import '../../chunk-LWQTFKRS.mjs';
13
+ import '../../chunk-V7ISFBFC.mjs';
14
+ import '../../chunk-5WEBVYOA.mjs';
15
+ import '../../chunk-FUUP45IS.mjs';
16
16
  import '../../chunk-SOADQINJ.mjs';
17
17
  import '../../chunk-HJSN7UYG.mjs';
18
18
  import '../../chunk-LXWDQLTW.mjs';
@@ -20,31 +20,31 @@ import '../../chunk-TGP5M5R7.mjs';
20
20
  import '../../chunk-U2BKYEC7.mjs';
21
21
  import '../../chunk-KOKM4PQN.mjs';
22
22
  import '../../chunk-QSK35UC2.mjs';
23
- import '../../chunk-MVWWAHTR.mjs';
24
- import '../../chunk-C55OFKU6.mjs';
23
+ import '../../chunk-VK45J47R.mjs';
24
+ import '../../chunk-HNAP2KTG.mjs';
25
25
  import '../../chunk-WQBCBKY3.mjs';
26
- import '../../chunk-62GK7UUS.mjs';
27
- import '../../chunk-AWZVJCCW.mjs';
26
+ import '../../chunk-KCQG2PJT.mjs';
27
+ import '../../chunk-DG62H7OD.mjs';
28
28
  import '../../chunk-U476IXKQ.mjs';
29
29
  import '../../chunk-E74YLAIG.mjs';
30
30
  import '../../chunk-VJS4JFBQ.mjs';
31
31
  import '../../chunk-GES7U2PM.mjs';
32
- import '../../chunk-FV5CP3E2.mjs';
33
- import '../../chunk-5LP7OU6B.mjs';
32
+ import '../../chunk-6ODIY6ZB.mjs';
33
+ import '../../chunk-IR4KQ4WB.mjs';
34
34
  import '../../chunk-X5CV2E2B.mjs';
35
35
  import '../../chunk-7X5JST5L.mjs';
36
- import '../../chunk-NYWUBTMH.mjs';
36
+ import '../../chunk-OFYKBKKV.mjs';
37
37
  import '../../chunk-R6A773WK.mjs';
38
38
  import '../../chunk-YTJCGKM4.mjs';
39
39
  import '../../chunk-CQUMNIIG.mjs';
40
- import '../../chunk-5W7ADHK7.mjs';
40
+ import '../../chunk-QI6JW4PM.mjs';
41
41
  import '../../chunk-ZXZ26WSO.mjs';
42
42
  import '../../chunk-RFBLQLLZ.mjs';
43
43
  import '../../chunk-L5ORED7V.mjs';
44
- import '../../chunk-S2CKO6PP.mjs';
44
+ import '../../chunk-OBWUWZRA.mjs';
45
45
 
46
46
  // src/persistence/durability/rebuild.ts
47
- async function rebuildSegmentsFromDurable(root, metadata, targets, compactionThreshold, prior, capturedPartitions = []) {
47
+ async function rebuildSegmentsFromDurable(root, metadata, targets, compactionThreshold, prior, capturedPartitions = [], keepsWriteRecords = false) {
48
48
  const directory = createDurableDirectory(root);
49
49
  return writeCheckpointSegments({
50
50
  store: directoryCheckpointStore(directory),
@@ -53,7 +53,8 @@ async function rebuildSegmentsFromDurable(root, metadata, targets, compactionThr
53
53
  targets,
54
54
  compactionThreshold,
55
55
  prior,
56
- capturedPartitions
56
+ capturedPartitions,
57
+ keepsWriteRecords
57
58
  });
58
59
  }
59
60
 
@@ -81,7 +82,8 @@ async function handleRequest(raw) {
81
82
  request.targets,
82
83
  request.compactionThreshold,
83
84
  request.prior ?? null,
84
- request.capturedPartitions
85
+ request.capturedPartitions,
86
+ request.keepsWriteRecords === true
85
87
  );
86
88
  return { type: "success", segments };
87
89
  }
package/dist/react.d.ts CHANGED
@@ -1,10 +1,10 @@
1
- import { N as NarsilError, L as ListParams, g as ListResult, I as IndexInfo, k as IndexStats, Q as QueryParams, P as PreflightResult, e as QueryResult, h as SuggestParams, j as SuggestResult } from './events-dnvgprIl.js';
2
- export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './events-dnvgprIl.js';
3
- import { e as TaskRecord, d as TaskProgress, b as ImportResult, c as TaskListQuery, T as TaskListPage } from './tasks-B4B2cMK5.js';
4
- export { I as ImportError, f as TaskStatus, g as TaskType } from './tasks-B4B2cMK5.js';
1
+ import { N as NarsilError, L as ListParams, g as ListResult, I as IndexInfo, k as IndexStats, Q as QueryParams, P as PreflightResult, e as QueryResult, h as SuggestParams, j as SuggestResult } from './events-CJsXF1F9.js';
2
+ export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './events-CJsXF1F9.js';
3
+ import { e as TaskRecord, d as TaskProgress, b as ImportResult, c as TaskListQuery, T as TaskListPage } from './tasks-CI3Fvkxw.js';
4
+ export { I as ImportError, f as TaskStatus, g as TaskType } from './tasks-CI3Fvkxw.js';
5
5
  import { ReactNode, ReactElement } from 'react';
6
- import { N as Narsil } from './engine-CMZ5XSLy.js';
7
- import { N as NarsilClient, I as ImportSource } from './client-Ba9yP-Rr.js';
6
+ import { N as Narsil } from './engine-C_HSy3iz.js';
7
+ import { N as NarsilClient, I as ImportSource } from './client-BdnzDFtO.js';
8
8
  import { A as AnyDocument } from './schema-4W_7tk1f.js';
9
9
  import './synonyms-CpOAHPa-.js';
10
10
  import './adapters-BQFQ4PRz.js';
package/dist/react.mjs CHANGED
@@ -72,6 +72,7 @@ var ErrorCodes = {
72
72
  REPLICATION_INSYNC_REMOVAL_FAILED: "REPLICATION_INSYNC_REMOVAL_FAILED",
73
73
  REPLICATION_ROLLBACK_FAILED: "REPLICATION_ROLLBACK_FAILED",
74
74
  REPLICATION_OUTCOME_UNKNOWN: "REPLICATION_OUTCOME_UNKNOWN",
75
+ REPLICATION_WRITE_CONFLICT: "REPLICATION_WRITE_CONFLICT",
75
76
  REPLICATION_LOG_FULL: "REPLICATION_LOG_FULL",
76
77
  REPLICATION_ENTRY_CORRUPT: "REPLICATION_ENTRY_CORRUPT",
77
78
  REPLICATION_SNAPSHOT_CORRUPT: "REPLICATION_SNAPSHOT_CORRUPT",
@@ -1,11 +1,11 @@
1
- import { runRerankedQuery, rerankTextOf } from './chunk-SD2EYVU4.mjs';
1
+ import { runRerankedQuery, rerankTextOf } from './chunk-QIFOXLWF.mjs';
2
2
  import './chunk-KZ3NX2P7.mjs';
3
- import { rerankOnHost } from './chunk-SAZB7ZHT.mjs';
4
- import './chunk-FN75BCXC.mjs';
3
+ import { rerankOnHost } from './chunk-542TD4BL.mjs';
4
+ import './chunk-2RAQKITH.mjs';
5
5
  import './chunk-HJSN7UYG.mjs';
6
6
  import './chunk-LXWDQLTW.mjs';
7
7
  import './chunk-E74YLAIG.mjs';
8
- import { NarsilError, ErrorCodes } from './chunk-S2CKO6PP.mjs';
8
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
9
9
 
10
10
  // src/distribution/cluster-node/reads/rerank.ts
11
11
  async function rerankClusterQuery(deps, indexName, params, firstStage, readDocuments, host) {
@@ -1,5 +1,5 @@
1
- import { resolveApiKey, buildSignal, postJsonWithRetry } from '../chunk-IBJWO5PF.mjs';
2
- import { ErrorCodes, NarsilError } from '../chunk-S2CKO6PP.mjs';
1
+ import { resolveApiKey, buildSignal, postJsonWithRetry } from '../chunk-7ZZQNOIY.mjs';
2
+ import { ErrorCodes, NarsilError } from '../chunk-OBWUWZRA.mjs';
3
3
 
4
4
  // src/rerankers/constants.ts
5
5
  var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;