@delali/narsil 0.3.1-next.107 → 0.3.1-next.111

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (95) hide show
  1. package/dist/adapters/filesystem.mjs +1 -1
  2. package/dist/adapters/indexeddb.mjs +1 -1
  3. package/dist/browser/{chunk-JJKVYLL3.mjs → chunk-2CBQ2PCC.mjs} +1 -1
  4. package/dist/browser/{chunk-PA56PRWX.mjs → chunk-5BQPBG3G.mjs} +41 -4
  5. package/dist/browser/{chunk-NNQPZPTB.mjs → chunk-6YUUEMQ4.mjs} +139 -28
  6. package/dist/browser/{chunk-WZUSMF7A.mjs → chunk-HQOYKRMB.mjs} +14 -13
  7. package/dist/browser/{chunk-J3QB4LBD.mjs → chunk-LJS6PREA.mjs} +2 -0
  8. package/dist/browser/{chunk-OKZGAJEF.mjs → chunk-OVY4RPDS.mjs} +3 -3
  9. package/dist/browser/{chunk-OL7S2KLL.mjs → chunk-P7C2S5JX.mjs} +2 -2
  10. package/dist/browser/{durability-wiring-HFQULBSA.mjs → durability-wiring-CYAJBYCO.mjs} +48 -20
  11. package/dist/browser/{module-VROKZ7IZ.mjs → module-DYKR4INA.mjs} +5 -5
  12. package/dist/browser/{restore-queue-EU77FRCV.mjs → restore-queue-RTZGJT4D.mjs} +1 -1
  13. package/dist/browser/{runtime-JQYPNOK6.mjs → runtime-FL5K4JOH.mjs} +1 -1
  14. package/dist/browser/{snapshot-G77LQBZX.mjs → snapshot-BU6I25CW.mjs} +27 -14
  15. package/dist/browser/{write-RUC64JIH.mjs → write-RUPYHPBZ.mjs} +5 -5
  16. package/dist/{capabilities-ByKPha_q.d.ts → capabilities-ByaX8Arf.d.ts} +2 -2
  17. package/dist/{chunk-WCNN2PLX.mjs → chunk-2RAQKITH.mjs} +1 -1
  18. package/dist/{chunk-JSSGO4B5.mjs → chunk-542TD4BL.mjs} +1 -1
  19. package/dist/{chunk-KOCHOOS5.mjs → chunk-63HFWQEA.mjs} +5 -3
  20. package/dist/{chunk-77SO7G55.mjs → chunk-6ODIY6ZB.mjs} +1 -1
  21. package/dist/{chunk-VVDQNCOG.mjs → chunk-6OXNHLNZ.mjs} +1 -0
  22. package/dist/{chunk-CYHQNM3T.mjs → chunk-6PN3U6XW.mjs} +1 -1
  23. package/dist/{chunk-WCJJCBR4.mjs → chunk-6S7YRUPQ.mjs} +123 -35
  24. package/dist/{chunk-FEOLYA2Y.mjs → chunk-7JOONQ24.mjs} +6 -6
  25. package/dist/{chunk-MZW4V4DS.mjs → chunk-7ZZQNOIY.mjs} +1 -1
  26. package/dist/{chunk-VWFFCDOL.mjs → chunk-CUVTRLA4.mjs} +26 -13
  27. package/dist/{chunk-VVFKFHWE.mjs → chunk-DG62H7OD.mjs} +2 -2
  28. package/dist/{chunk-QALAFGF5.mjs → chunk-FUUP45IS.mjs} +1 -1
  29. package/dist/{chunk-2MNJ2HX7.mjs → chunk-HNAP2KTG.mjs} +2 -2
  30. package/dist/{chunk-RI5VNFAI.mjs → chunk-IR4KQ4WB.mjs} +2 -2
  31. package/dist/{chunk-CKNOGER5.mjs → chunk-IW6UR3AF.mjs} +23 -22
  32. package/dist/{chunk-FABI2JA7.mjs → chunk-J6YVB2XM.mjs} +1 -1
  33. package/dist/{chunk-UM6Z7AIP.mjs → chunk-JBPYFYIU.mjs} +4 -3
  34. package/dist/{chunk-WXVTQ6NO.mjs → chunk-KCQG2PJT.mjs} +3 -3
  35. package/dist/{chunk-OKZPYJZX.mjs → chunk-LOBYK2FG.mjs} +3 -3
  36. package/dist/{chunk-3BRFOMGX.mjs → chunk-N57XXGPG.mjs} +2 -2
  37. package/dist/{chunk-6JUOMMHQ.mjs → chunk-OBWUWZRA.mjs} +2 -0
  38. package/dist/{chunk-VHPVBJOI.mjs → chunk-OCB7TMUQ.mjs} +1 -1
  39. package/dist/{chunk-AEF2O7B4.mjs → chunk-OFYKBKKV.mjs} +1 -1
  40. package/dist/{chunk-IZLM2OOO.mjs → chunk-PKE2PCTS.mjs} +43 -6
  41. package/dist/{chunk-HNAQNAFS.mjs → chunk-PT7VRWS7.mjs} +3 -3
  42. package/dist/{chunk-DUWYU4D5.mjs → chunk-PWIWSUCX.mjs} +2 -2
  43. package/dist/{chunk-IA6I5U36.mjs → chunk-QI6JW4PM.mjs} +1 -1
  44. package/dist/{chunk-MJIJG4YT.mjs → chunk-QIFOXLWF.mjs} +2 -2
  45. package/dist/{chunk-M5EZVXIM.mjs → chunk-R2MRGYU5.mjs} +2 -2
  46. package/dist/{chunk-7IBX2LRA.mjs → chunk-R2MRMH6M.mjs} +11 -11
  47. package/dist/{chunk-5FPMDU54.mjs → chunk-SOADQINJ.mjs} +8 -1
  48. package/dist/{chunk-QA6F5MML.mjs → chunk-SXVDBHYJ.mjs} +39 -8
  49. package/dist/{chunk-NRARRUKN.mjs → chunk-UGKO3RG2.mjs} +7 -7
  50. package/dist/{chunk-HAQUJYMN.mjs → chunk-V7G627TA.mjs} +14 -8
  51. package/dist/{chunk-BRIOLMIX.mjs → chunk-VK45J47R.mjs} +1 -1
  52. package/dist/{chunk-RPIE4QCL.mjs → chunk-YH5OIL7B.mjs} +2 -0
  53. package/dist/{chunk-G6YATIRT.mjs → chunk-YIDSHBQS.mjs} +2 -2
  54. package/dist/{chunk-IA3H54X4.mjs → chunk-YLE75NQ5.mjs} +2 -2
  55. package/dist/{chunk-DNKM67DF.mjs → chunk-YSR5L3XJ.mjs} +2 -2
  56. package/dist/{client-DI-xIXgR.d.ts → client-BdnzDFtO.d.ts} +2 -2
  57. package/dist/client.d.ts +6 -6
  58. package/dist/client.mjs +2 -0
  59. package/dist/{config-DL_bDDD8.d.ts → config-CSgvApt0.d.ts} +1 -1
  60. package/dist/{config-BZ_e3X8w.d.ts → config-ujZESkJz.d.ts} +1 -1
  61. package/dist/{direct-executor-BPBD2PBK.mjs → direct-executor-QFAUKTCQ.mjs} +12 -12
  62. package/dist/distribution/coordinator/etcd.mjs +94 -5
  63. package/dist/distribution/transport/grpc.mjs +24 -8
  64. package/dist/distribution/transport/in-memory.mjs +4 -4
  65. package/dist/distribution/transport/tcp.mjs +6 -6
  66. package/dist/distribution.d.ts +5 -5
  67. package/dist/distribution.mjs +1800 -468
  68. package/dist/{durability-wiring-AZL4EFLO.mjs → durability-wiring-NUHTYXHA.mjs} +66 -39
  69. package/dist/embeddings/openai.mjs +2 -2
  70. package/dist/{engine-D_SYDsId.d.ts → engine-C_HSy3iz.d.ts} +1 -1
  71. package/dist/{events-C7_dboUr.d.ts → events-CJsXF1F9.d.ts} +2 -0
  72. package/dist/index.browser.mjs +3 -3
  73. package/dist/index.d.ts +5 -5
  74. package/dist/index.mjs +17 -17
  75. package/dist/{module-6EY7GW2W.mjs → module-WP4VVGV2.mjs} +9 -9
  76. package/dist/partial-words.mjs +5 -5
  77. package/dist/pattern.mjs +3 -3
  78. package/dist/persistence/durability/checkpoint-worker.d.ts +12 -0
  79. package/dist/persistence/durability/checkpoint-worker.mjs +26 -24
  80. package/dist/react.d.ts +6 -6
  81. package/dist/react.mjs +2 -0
  82. package/dist/{rerank-WVFFZV76.mjs → rerank-3POMPQNX.mjs} +7 -7
  83. package/dist/rerankers/http.mjs +2 -2
  84. package/dist/{restore-queue-DDXFDP7U.mjs → restore-queue-QSLGXZJB.mjs} +1 -1
  85. package/dist/{runtime-AVUUCJWQ.mjs → runtime-C2435MPK.mjs} +5 -5
  86. package/dist/server.d.ts +8 -8
  87. package/dist/server.mjs +16 -15
  88. package/dist/{snapshot-IDAM65JO.mjs → snapshot-IV3S2TMI.mjs} +27 -27
  89. package/dist/synonyms.mjs +3 -3
  90. package/dist/{tasks-BhjQZ8Qf.d.ts → tasks-CI3Fvkxw.d.ts} +1 -1
  91. package/dist/{thread-LMSYLCPI.mjs → thread-THLCKMEB.mjs} +13 -13
  92. package/dist/vector/search-worker.mjs +4 -4
  93. package/dist/workers/entry.mjs +6 -6
  94. package/dist/{write-3LIFIGOL.mjs → write-VGRTOS7N.mjs} +19 -19
  95. package/package.json +7 -7
@@ -49,6 +49,7 @@ var ErrorCodes = {
49
49
  QUERY_PARTIAL_FAILURE: "QUERY_PARTIAL_FAILURE",
50
50
  QUERY_NODE_TIMEOUT: "QUERY_NODE_TIMEOUT",
51
51
  QUERY_NO_ACTIVE_REPLICA: "QUERY_NO_ACTIVE_REPLICA",
52
+ SEARCH_CONTEXT_MISSING: "SEARCH_CONTEXT_MISSING",
52
53
  CLUSTER_OPERATION_UNSUPPORTED: "CLUSTER_OPERATION_UNSUPPORTED",
53
54
  CLUSTER_WRITE_BLOCKED: "CLUSTER_WRITE_BLOCKED",
54
55
  ALLOCATION_NO_DATA_NODES: "ALLOCATION_NO_DATA_NODES",
@@ -69,6 +70,7 @@ var ErrorCodes = {
69
70
  REPLICATION_INSYNC_REMOVAL_FAILED: "REPLICATION_INSYNC_REMOVAL_FAILED",
70
71
  REPLICATION_ROLLBACK_FAILED: "REPLICATION_ROLLBACK_FAILED",
71
72
  REPLICATION_OUTCOME_UNKNOWN: "REPLICATION_OUTCOME_UNKNOWN",
73
+ REPLICATION_WRITE_CONFLICT: "REPLICATION_WRITE_CONFLICT",
72
74
  REPLICATION_LOG_FULL: "REPLICATION_LOG_FULL",
73
75
  REPLICATION_ENTRY_CORRUPT: "REPLICATION_ENTRY_CORRUPT",
74
76
  REPLICATION_SNAPSHOT_CORRUPT: "REPLICATION_SNAPSHOT_CORRUPT",
@@ -1,6 +1,6 @@
1
1
  import { osqRecordBytes } from './chunk-37CD3OKS.mjs';
2
2
  import { MAX_M, EARLIER_RELEASE_MIN_M, MIN_M } from './chunk-VJS4JFBQ.mjs';
3
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
3
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
4
4
 
5
5
  // src/vector/vector-index/dead-bits.ts
6
6
  var NO_LIVE_VECTOR_AT_POSITION = -1;
@@ -1,5 +1,5 @@
1
1
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
2
- import { createNarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
2
+ import { createNarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
3
3
 
4
4
  // src/core/tokenizer/constants.ts
5
5
  var TOKEN_CACHE_SIZE_FLOOR = 5e4;
@@ -1,8 +1,8 @@
1
- import { removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors } from './chunk-CKNOGER5.mjs';
2
- import { getNestedValue } from './chunk-WXVTQ6NO.mjs';
3
- import { requireValidFieldTypes } from './chunk-VVFKFHWE.mjs';
1
+ import { removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors } from './chunk-IW6UR3AF.mjs';
2
+ import { getNestedValue } from './chunk-KCQG2PJT.mjs';
3
+ import { requireValidFieldTypes } from './chunk-DG62H7OD.mjs';
4
4
  import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
5
- import { ErrorCodes, NarsilError } from './chunk-6JUOMMHQ.mjs';
5
+ import { ErrorCodes, NarsilError } from './chunk-OBWUWZRA.mjs';
6
6
  import { decode } from '@msgpack/msgpack';
7
7
 
8
8
  function validateReplicationEntry(entry, localPrimaryTerm, log) {
@@ -477,6 +477,42 @@ function decodePartialWords(raw, tokenCount, context) {
477
477
  return { fields, spellings, spellingOffsets, spellingTokens, spellingCounts, runs, runOffsets, runEntries };
478
478
  }
479
479
 
480
+ // src/serialization/keyword-segment/write-records.ts
481
+ var UINT64_BYTES = 8;
482
+ function uint64Bytes(values) {
483
+ const bytes = new Uint8Array(values.length * UINT64_BYTES);
484
+ const view = new DataView(bytes.buffer);
485
+ for (let at = 0; at < values.length; at++) view.setBigUint64(at * UINT64_BYTES, BigInt(values[at]), true);
486
+ return bytes;
487
+ }
488
+ function uint64sOf(bytes, name) {
489
+ const values = new Float64Array(bytes.byteLength / UINT64_BYTES);
490
+ const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
491
+ for (let at = 0; at < values.length; at++) {
492
+ const value = view.getBigUint64(at * UINT64_BYTES, true);
493
+ if (value > BigInt(Number.MAX_SAFE_INTEGER)) corrupt(`${name} holds a value above 2^53 - 1`, { at });
494
+ values[at] = Number(value);
495
+ }
496
+ return values;
497
+ }
498
+ function decodeWriteRecords(raw, documentCount) {
499
+ const rawSeqNos = requireBytesOrNil(raw.seqNos, "seqNos", UINT64_BYTES);
500
+ const rawTerms = requireBytesOrNil(raw.primaryTerms, "primaryTerms", UINT64_BYTES);
501
+ if (rawSeqNos === null !== (rawTerms === null))
502
+ corrupt("seqNos and primaryTerms must both be present or both absent");
503
+ if (rawSeqNos === null || rawTerms === null) return null;
504
+ const seqNos = uint64sOf(rawSeqNos, "seqNos");
505
+ const primaryTerms = uint64sOf(rawTerms, "primaryTerms");
506
+ requireCount(seqNos.length, documentCount, "seqNos");
507
+ requireCount(primaryTerms.length, documentCount, "primaryTerms");
508
+ for (let at = 0; at < documentCount; at++) {
509
+ if (seqNos[at] === 0 && primaryTerms[at] !== 0) {
510
+ corrupt(`primaryTerms gives document ${at} a term without a seqNo`, { at });
511
+ }
512
+ }
513
+ return { seqNos, primaryTerms };
514
+ }
515
+
480
516
  // src/serialization/keyword-segment/decode.ts
481
517
  function decodeSchema(raw) {
482
518
  const schema = requireRecord(raw, "schema");
@@ -608,7 +644,8 @@ function decodeKeywordSegment(payload, shared) {
608
644
  surfaceTable: decodeSurfaceForms(raw.surfaceForms, context),
609
645
  partialWords: decodePartialWords(raw.partialWords, postings.tokenTable.offsets.length - 1, context)
610
646
  };
611
- return { schema, tombstones, arrays };
647
+ const writeRecords = decodeWriteRecords(raw, documentCount);
648
+ return writeRecords === null ? { schema, tombstones, arrays } : { schema, tombstones, arrays, writeRecords };
612
649
  }
613
650
 
614
- export { KEYWORD_SEGMENT_ENVELOPE_VERSION, KEYWORD_SEGMENT_PAYLOAD_VERSION, applyDeleteEntry, applyIndexEntry, decodeKeywordSegment, littleEndianBytes, restoreVectorFields, setNestedValue, validateReplicationEntry };
651
+ export { KEYWORD_SEGMENT_ENVELOPE_VERSION, KEYWORD_SEGMENT_PAYLOAD_VERSION, applyDeleteEntry, applyIndexEntry, decodeKeywordSegment, littleEndianBytes, restoreVectorFields, setNestedValue, uint64Bytes, validateReplicationEntry };
@@ -1,9 +1,9 @@
1
- import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-VHPVBJOI.mjs';
2
- import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-G6YATIRT.mjs';
1
+ import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-OCB7TMUQ.mjs';
2
+ import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-YIDSHBQS.mjs';
3
3
  import { osqRecordBytes, writeRecord } from './chunk-37CD3OKS.mjs';
4
4
  import { MAX_DOC_ID_LENGTH } from './chunk-LXWDQLTW.mjs';
5
5
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
6
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
6
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
7
7
 
8
8
  // src/vector/filter-ordinals.ts
9
9
  var UNRESOLVED_ORDINAL = -1;
@@ -1,8 +1,8 @@
1
- import { ReplicationMessageTypes } from './chunk-RPIE4QCL.mjs';
1
+ import { ReplicationMessageTypes } from './chunk-YH5OIL7B.mjs';
2
2
 
3
3
  // src/distribution/transport/reply-deadline.ts
4
4
  function replyDeadlineMs(messageType, config) {
5
- if (messageType === ReplicationMessageTypes.ENTRY || messageType === ReplicationMessageTypes.ENTRY_BATCH) {
5
+ if (messageType === ReplicationMessageTypes.ENTRY || messageType === ReplicationMessageTypes.ENTRY_BATCH || messageType === ReplicationMessageTypes.TERM_START) {
6
6
  return config.replicationTimeout;
7
7
  }
8
8
  return config.requestTimeout;
@@ -14,7 +14,7 @@ function requireLoadedVectorCode() {
14
14
  function loadVectorCode() {
15
15
  if (loaded !== null) return Promise.resolve(loaded);
16
16
  if (loading === null) {
17
- loading = import('./module-6EY7GW2W.mjs').then(
17
+ loading = import('./module-WP4VVGV2.mjs').then(
18
18
  (code) => {
19
19
  loaded = code;
20
20
  return code;
@@ -1,9 +1,9 @@
1
1
  import { rerankQueryTextOf } from './chunk-KZ3NX2P7.mjs';
2
- import { fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth } from './chunk-WCNN2PLX.mjs';
2
+ import { fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth } from './chunk-2RAQKITH.mjs';
3
3
  import { DEFAULT_RERANK_WINDOW, MIN_RERANK_WINDOW } from './chunk-HJSN7UYG.mjs';
4
4
  import { DEFAULT_LIMIT, DEFAULT_OFFSET } from './chunk-LXWDQLTW.mjs';
5
5
  import { RESULT_WINDOW } from './chunk-E74YLAIG.mjs';
6
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
6
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
7
7
 
8
8
  // src/rerank/params.ts
9
9
  function invalid(message, details = {}) {
@@ -1,6 +1,6 @@
1
- import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, BLOCK_MAX_BYTES, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, growBufferTo, unplacedChunkCount, STORE_DOC_ID_BYTES, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-G6YATIRT.mjs';
1
+ import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, BLOCK_MAX_BYTES, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, growBufferTo, unplacedChunkCount, STORE_DOC_ID_BYTES, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-YIDSHBQS.mjs';
2
2
  import { MAX_VECTOR_ORDINALS } from './chunk-QSK35UC2.mjs';
3
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
3
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
4
4
  import { readSync, closeSync, openSync } from 'fs';
5
5
 
6
6
  function createVectorFileReader() {
@@ -1,17 +1,17 @@
1
- import { requirePatternSearchFor, requirePartialWordSearchFor, createPartitionIndex, buildPartialWordTableFrom, recordValueSize, patternIndexOf, encodeFieldIndexes, encodePartialSpellingsOf, countPartialSpelling, copyVectorsInto, isCompositePartition, fnv1a, partialSpellingsOfDocuments, createFrozenPartialWords, requirePatternSearch, documentValueBytes, cloneProjected, projectIncludedPaths, valueWithOwnBuffers, createSurfaceRegistry, MAX_TERM_FREQUENCY, joinPatternWorkMeter, fanOutQuery, sanitizeGlobalStats, countsWithoutScores, fanOutMatchCount, createCompositePartition, createGeoIndex, documentWithOwnBuffers, readProjectedPath, createNumericIndex, createBooleanIndex, createEnumIndex, ValueAffixes } from './chunk-FEOLYA2Y.mjs';
2
- import { generateId, getLanguage } from './chunk-QALAFGF5.mjs';
3
- import { readHeapStatistics, readResidentMemory } from './chunk-5FPMDU54.mjs';
4
- import { GrowableUint32, bitsetHas, bitsetSet, createBitSet } from './chunk-2MNJ2HX7.mjs';
5
- import { tokenizeOptions, getNestedValue, sameFields, visitDocumentSurfaceSpellings, visitDocumentSpellings } from './chunk-WXVTQ6NO.mjs';
6
- import { schemaFieldsOf, partialFieldsOf, encodeDocument, validateDocument, validateDocumentStrict, extractVectorFieldsFromSchema } from './chunk-VVFKFHWE.mjs';
1
+ import { requirePatternSearchFor, requirePartialWordSearchFor, createPartitionIndex, buildPartialWordTableFrom, recordValueSize, patternIndexOf, encodeFieldIndexes, encodePartialSpellingsOf, countPartialSpelling, copyVectorsInto, isCompositePartition, fnv1a, partialSpellingsOfDocuments, createFrozenPartialWords, requirePatternSearch, documentValueBytes, cloneProjected, projectIncludedPaths, valueWithOwnBuffers, createSurfaceRegistry, MAX_TERM_FREQUENCY, joinPatternWorkMeter, fanOutQuery, sanitizeGlobalStats, countsWithoutScores, fanOutMatchCount, createCompositePartition, createGeoIndex, documentWithOwnBuffers, readProjectedPath, createNumericIndex, createBooleanIndex, createEnumIndex, ValueAffixes } from './chunk-7JOONQ24.mjs';
2
+ import { generateId, getLanguage } from './chunk-FUUP45IS.mjs';
3
+ import { readHeapStatistics, readResidentMemory } from './chunk-SOADQINJ.mjs';
4
+ import { GrowableUint32, bitsetHas, bitsetSet, createBitSet } from './chunk-HNAP2KTG.mjs';
5
+ import { tokenizeOptions, getNestedValue, sameFields, visitDocumentSurfaceSpellings, visitDocumentSpellings } from './chunk-KCQG2PJT.mjs';
6
+ import { schemaFieldsOf, partialFieldsOf, encodeDocument, validateDocument, validateDocumentStrict, extractVectorFieldsFromSchema } from './chunk-DG62H7OD.mjs';
7
7
  import { fuzzyPrefixOf, boundedLevenshtein } from './chunk-GES7U2PM.mjs';
8
- import { isWordIndexedBase } from './chunk-77SO7G55.mjs';
9
- import { resolveIndexAnalysis, synonymSearchModule } from './chunk-RI5VNFAI.mjs';
10
- import { visitTokens, codePointOrder, encodeStringBlob, encodeLookupKey, SEGMENT_TOKEN_TABLE_START, SEGMENT_POSTING_LOG_START, SEGMENT_POSITION_POOL_START, SEGMENT_FIELD_SCRATCH_START, FROZEN_REMOVAL_INDEX_MAX_PROCESS_FRACTION } from './chunk-AEF2O7B4.mjs';
8
+ import { isWordIndexedBase } from './chunk-6ODIY6ZB.mjs';
9
+ import { resolveIndexAnalysis, synonymSearchModule } from './chunk-IR4KQ4WB.mjs';
10
+ import { visitTokens, codePointOrder, encodeStringBlob, encodeLookupKey, SEGMENT_TOKEN_TABLE_START, SEGMENT_POSTING_LOG_START, SEGMENT_POSITION_POOL_START, SEGMENT_FIELD_SCRATCH_START, FROZEN_REMOVAL_INDEX_MAX_PROCESS_FRACTION } from './chunk-OFYKBKKV.mjs';
11
11
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
12
- import { loadedVectorCode, loadVectorCode, loadVectorCodeFor, requireLoadedVectorCode } from './chunk-IA6I5U36.mjs';
12
+ import { loadedVectorCode, loadVectorCode, loadVectorCodeFor, requireLoadedVectorCode } from './chunk-QI6JW4PM.mjs';
13
13
  import { PROTOTYPE_POLLUTION_KEYS } from './chunk-L5ORED7V.mjs';
14
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
14
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
15
15
  import { Decoder, decode } from '@msgpack/msgpack';
16
16
 
17
17
  // src/core/synonyms/platform.ts
@@ -62,6 +62,7 @@ function heapSizeLimitBytes() {
62
62
  function readOldGenerationStatistics() {
63
63
  try {
64
64
  let usedBytes = 0;
65
+ let committedBytes = 0;
65
66
  let youngCapacityBytes = 0;
66
67
  let youngUsedBytes = 0;
67
68
  for (const space of getHeapSpaceStatistics()) {
@@ -70,11 +71,17 @@ function readOldGenerationStatistics() {
70
71
  youngUsedBytes += space.space_used_size;
71
72
  } else {
72
73
  usedBytes += space.space_used_size;
74
+ committedBytes += space.space_size;
73
75
  }
74
76
  }
75
77
  const limitBytes2 = configuredLimitBytes() ?? heapSizeLimitBytes() - (configuredYoungGenerationBytes() ?? youngCapacityBytes);
76
78
  if (!Number.isFinite(usedBytes) || !Number.isFinite(limitBytes2) || limitBytes2 <= 0) return null;
77
- return { usedBytes, limitBytes: limitBytes2, youngUsedBytes: Number.isFinite(youngUsedBytes) ? youngUsedBytes : 0 };
79
+ return {
80
+ usedBytes,
81
+ limitBytes: limitBytes2,
82
+ youngUsedBytes: Number.isFinite(youngUsedBytes) ? youngUsedBytes : 0,
83
+ committedBytes: Number.isFinite(committedBytes) ? committedBytes : usedBytes
84
+ };
78
85
  } catch {
79
86
  return null;
80
87
  }
@@ -1,12 +1,12 @@
1
- import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead, VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-VHPVBJOI.mjs';
2
- import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, readSegmentFile, manifestKey, segmentsPrefix, readListedFile, requireListedChecksum, vectorFileKey, graphPartKey } from './chunk-WCJJCBR4.mjs';
3
- import { VERSION, rulesOfStoredSynonyms, openChecksummedEnvelope, readHeader, HEADER_SIZE, crc32, engineVersionParts, writeHeader, packChecksummedEnvelope } from './chunk-CKNOGER5.mjs';
4
- import { decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays } from './chunk-7IBX2LRA.mjs';
5
- import { flattenSchema, requireValidFieldTypes, isQuantizationMode, isStorageMode } from './chunk-VVFKFHWE.mjs';
1
+ import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead, VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-OCB7TMUQ.mjs';
2
+ import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, readSegmentFile, manifestKey, segmentsPrefix, readListedFile, requireListedChecksum, vectorFileKey, graphPartKey } from './chunk-6S7YRUPQ.mjs';
3
+ import { VERSION, rulesOfStoredSynonyms, openChecksummedEnvelope, readHeader, HEADER_SIZE, crc32, engineVersionParts, writeHeader, packChecksummedEnvelope } from './chunk-IW6UR3AF.mjs';
4
+ import { decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays } from './chunk-R2MRMH6M.mjs';
5
+ import { flattenSchema, requireValidFieldTypes, isQuantizationMode, isStorageMode } from './chunk-DG62H7OD.mjs';
6
6
  import { MAX_FILE_BYTES, VALID_HNSW_METRICS } from './chunk-U476IXKQ.mjs';
7
7
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
8
8
  import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
9
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
9
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
10
10
  import { decode, encode } from '@msgpack/msgpack';
11
11
 
12
12
  // src/engine/durability-metadata.ts
@@ -792,7 +792,33 @@ function normalizeCheckpoint(raw) {
792
792
  invalidManifest("has an invalid partition checkpoint", { entry });
793
793
  }
794
794
  seen.add(entry.partitionId);
795
- return { partitionId: entry.partitionId, lastSeqNo: entry.lastSeqNo, primaryTerm: entry.primaryTerm };
795
+ const checkpoint = {
796
+ partitionId: entry.partitionId,
797
+ lastSeqNo: entry.lastSeqNo,
798
+ primaryTerm: entry.primaryTerm
799
+ };
800
+ if (entry.termHistory !== void 0) {
801
+ checkpoint.termHistory = normalizeTermHistory(entry.termHistory, entry.partitionId, entry.lastSeqNo);
802
+ }
803
+ return checkpoint;
804
+ });
805
+ }
806
+ function normalizeTermHistory(raw, partitionId, lastSeqNo) {
807
+ if (!Array.isArray(raw)) invalidManifest("has a term history that is not a list", { partitionId });
808
+ let previous = null;
809
+ return raw.map((start) => {
810
+ if (!isRecord(start) || !isSequenceNumber(start.primaryTerm) || !isSequenceNumber(start.firstSeqNo)) {
811
+ invalidManifest("has an invalid term history entry", { partitionId });
812
+ }
813
+ const read = { primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo };
814
+ if (read.firstSeqNo > lastSeqNo) {
815
+ invalidManifest(`has a term starting at seqNo ${read.firstSeqNo}, above lastSeqNo ${lastSeqNo}`, { partitionId });
816
+ }
817
+ if (previous !== null && (read.primaryTerm <= previous.primaryTerm || read.firstSeqNo <= previous.firstSeqNo)) {
818
+ invalidManifest("has a term history that fails to ascend strictly", { partitionId });
819
+ }
820
+ previous = read;
821
+ return read;
796
822
  });
797
823
  }
798
824
  function normalizePartitions(raw, indexName) {
@@ -1066,6 +1092,7 @@ async function loadPartitionSegments(store, partition, manager, options) {
1066
1092
  if (options.decodesEveryDocument) decodeEveryStoredDocument(contents.arrays.documentTable);
1067
1093
  const segment = createSharedFrozenSegment(shareSegmentArrays(contents.arrays, manager.partialWordAnalysis));
1068
1094
  removeWhatTheSegmentReplaces(manager, segment, contents);
1095
+ options.writeRecords?.loadSegment(manager.indexName, partition.partitionId, segment, contents);
1069
1096
  if (contents.arrays.documentCount > 0) manager.attachFrozenSegment(partition.partitionId, segment);
1070
1097
  await yieldToEventLoop();
1071
1098
  }
@@ -1112,7 +1139,11 @@ async function loadSegmentedCheckpoint(store, indexName, manifest, deps, decodes
1112
1139
  { indexName, partitionId: partition.partitionId, partitionCount: deps.manager.partitionCount }
1113
1140
  );
1114
1141
  }
1115
- await loadPartitionSegments(store, partition, deps.manager, { schema: manifest.schema, decodesEveryDocument });
1142
+ await loadPartitionSegments(store, partition, deps.manager, {
1143
+ schema: manifest.schema,
1144
+ decodesEveryDocument,
1145
+ writeRecords: deps.writeRecords ?? null
1146
+ });
1116
1147
  }
1117
1148
  for (const vector of manifest.vectors) {
1118
1149
  const vectorIndex = deps.vectorIndexes.get(vector.fieldPath);
@@ -1,15 +1,15 @@
1
- import { normalizeSort, requireMatchingCursor, encodePageCursor, decodePageCursor, projectionKeepsField, resolveProjection, clampRowCount, sortSignatureOf, requireSortableFields, fanOutQuery, requireWithinResultWindow, sortModesOf, applySorting, applyPagination, countsWithoutScores, fanOutMatchCount, FNV_OFFSET_BASIS, validatedFilterOf, createPatternWorkMeter, partialWordsToHighlight, partialWordHighlighter, pruneStatsToQueryTerms, everyValueFacetConfig, fulltextMatches, mergeFacets, applyPartitionFiltersBitset, fnv1aContinue, partitionsIn, fnv1aContinueTaggedNumbers, undeclaredFieldOnStrictIndex } from './chunk-FEOLYA2Y.mjs';
1
+ import { normalizeSort, requireMatchingCursor, encodePageCursor, decodePageCursor, projectionKeepsField, resolveProjection, clampRowCount, sortSignatureOf, requireSortableFields, fanOutQuery, requireWithinResultWindow, sortModesOf, applySorting, applyPagination, countsWithoutScores, fanOutMatchCount, FNV_OFFSET_BASIS, validatedFilterOf, createPatternWorkMeter, partialWordsToHighlight, partialWordHighlighter, pruneStatsToQueryTerms, everyValueFacetConfig, fulltextMatches, mergeFacets, applyPartitionFiltersBitset, fnv1aContinue, partitionsIn, fnv1aContinueTaggedNumbers, undeclaredFieldOnStrictIndex } from './chunk-7JOONQ24.mjs';
2
2
  import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_LIMIT, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, DEFAULT_OFFSET } from './chunk-LXWDQLTW.mjs';
3
3
  import { MIN_OVERSAMPLE, MAX_RENUMBERED_SEARCH_ATTEMPTS } from './chunk-QSK35UC2.mjs';
4
- import { flattenSchema, partialFieldsOf } from './chunk-VVFKFHWE.mjs';
4
+ import { flattenSchema, partialFieldsOf } from './chunk-DG62H7OD.mjs';
5
5
  import { DEFAULT_MAX_PER_GROUP, DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, MIN_RANK_CONSTANT, RESULT_WINDOW, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-E74YLAIG.mjs';
6
6
  import { fuzzyTermMatches } from './chunk-GES7U2PM.mjs';
7
- import { isStringValuedBase, parsedTypeOf, isWordIndexedFieldType } from './chunk-77SO7G55.mjs';
8
- import { tokenize } from './chunk-AEF2O7B4.mjs';
7
+ import { isStringValuedBase, parsedTypeOf, isWordIndexedFieldType } from './chunk-6ODIY6ZB.mjs';
8
+ import { tokenize } from './chunk-OFYKBKKV.mjs';
9
9
  import { compareComparableKeys } from './chunk-R6A773WK.mjs';
10
10
  import { compareCodePoints, holdsUnpairedSurrogate } from './chunk-YTJCGKM4.mjs';
11
11
  import { MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, isGeopointOrVectorType, VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
12
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
12
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
13
13
 
14
14
  // src/search/cursor-binding.ts
15
15
  var ABSENT_TAG = 0;
@@ -1401,13 +1401,13 @@ function requireCursorDepth(cursor, signature, binding) {
1401
1401
  }
1402
1402
  function hybridSearchOf(params, context, limit, offset, cursorDepth) {
1403
1403
  if ((params.hybrid?.depth ?? null) === null) return executeHybridSearch(params, context, limit, offset, cursorDepth);
1404
- return import('./runtime-AVUUCJWQ.mjs').then(
1404
+ return import('./runtime-C2435MPK.mjs').then(
1405
1405
  (runtime) => runtime.searchFixedDepthHybrid(params, context, { cursorDepth: cursorDepth ?? 0, offset, limit }, runtimeHost)
1406
1406
  );
1407
1407
  }
1408
1408
  function executeQuery(request, callerContext) {
1409
1409
  if (request.rerank === void 0) return runQuery(request, callerContext);
1410
- return import('./runtime-AVUUCJWQ.mjs').then(
1410
+ return import('./runtime-C2435MPK.mjs').then(
1411
1411
  (runtime) => runtime.executeRerankedQuery(request, callerContext, executeQuery, runtimeHost)
1412
1412
  );
1413
1413
  }
@@ -1,7 +1,7 @@
1
- import { readOldGenerationStatistics, processLimitBytes } from './chunk-5FPMDU54.mjs';
2
- import { collectAndReturnPages, collectYoungGeneration } from './chunk-VVDQNCOG.mjs';
1
+ import { readOldGenerationStatistics, processLimitBytes } from './chunk-SOADQINJ.mjs';
2
+ import { collectAndReturnPages, collectYoungGeneration } from './chunk-6OXNHLNZ.mjs';
3
3
  import { REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS } from './chunk-ZXZ26WSO.mjs';
4
- import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-6JUOMMHQ.mjs';
4
+ import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-OBWUWZRA.mjs';
5
5
 
6
6
  // src/distribution/cluster-node/constants.ts
7
7
  var DEFAULT_PARTITION_COUNT = 5;
@@ -86,6 +86,8 @@ var ANSWER_MEMORY_BLOCK_FRACTION = 0.95;
86
86
  var ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE = 2;
87
87
  var ANSWER_ENCODE_BYTES_PER_ESTIMATED_BYTE = 3;
88
88
  var FETCH_GROUP_DOCUMENT_IDS = 256;
89
+ var SEARCH_CONTEXT_REAPER_INTERVAL_MS = 1e3;
90
+ var SEARCH_CONTEXT_ENTRY_HEAP_BYTES = 256;
89
91
 
90
92
  // src/runtime/thread-heap.ts
91
93
  var refusalListeners = /* @__PURE__ */ new Set();
@@ -151,7 +153,8 @@ var recentFigures = {
151
153
  processLimitBytes: 0,
152
154
  heapBytes: 0,
153
155
  heapLimitBytes: 0,
154
- youngHeapBytes: 0
156
+ youngHeapBytes: 0,
157
+ heapCommittedBytes: 0
155
158
  };
156
159
  function readFreshFigures() {
157
160
  try {
@@ -166,7 +169,8 @@ function readFreshFigures() {
166
169
  processLimitBytes: limitBytes,
167
170
  heapBytes: heap.usedBytes,
168
171
  heapLimitBytes: heap.limitBytes,
169
- youngHeapBytes: heap.youngUsedBytes
172
+ youngHeapBytes: heap.youngUsedBytes,
173
+ heapCommittedBytes: Math.max(heap.committedBytes, heap.usedBytes)
170
174
  };
171
175
  } catch {
172
176
  return null;
@@ -189,6 +193,7 @@ function readRecentMemoryFigures() {
189
193
  recentFigures.processBytes = lastFigures.processBytes + admittedSince;
190
194
  recentFigures.heapBytes = lastFigures.heapBytes + admittedSince;
191
195
  recentFigures.youngHeapBytes = lastFigures.youngHeapBytes;
196
+ recentFigures.heapCommittedBytes = lastFigures.heapCommittedBytes + admittedSince;
192
197
  return recentFigures;
193
198
  }
194
199
 
@@ -290,7 +295,7 @@ function estimateForwardedBytes(operation) {
290
295
  // src/distribution/cluster-node/memory/answer-room.ts
291
296
  var RESPONSE_WOULD_FILL_MEMORY_REASON = "response_would_fill_memory";
292
297
  function heapRoomIn(figures) {
293
- return ANSWER_MEMORY_BLOCK_FRACTION * figures.heapLimitBytes - figures.heapBytes - figures.youngHeapBytes;
298
+ return ANSWER_MEMORY_BLOCK_FRACTION * figures.heapLimitBytes - figures.heapCommittedBytes - figures.youngHeapBytes;
294
299
  }
295
300
  function processRoomIn(figures) {
296
301
  return ANSWER_MEMORY_BLOCK_FRACTION * figures.processLimitBytes - figures.processBytes;
@@ -303,7 +308,7 @@ function refusal(answerBytes, figures, collectedGarbage) {
303
308
  const blockBytes = Math.floor(
304
309
  ANSWER_MEMORY_BLOCK_FRACTION * (heapBound ? figures.heapLimitBytes : figures.processLimitBytes)
305
310
  );
306
- const usedBytes = heapBound ? figures.heapBytes + figures.youngHeapBytes : figures.processBytes;
311
+ const usedBytes = heapBound ? figures.heapCommittedBytes + figures.youngHeapBytes : figures.processBytes;
307
312
  return new NarsilError(
308
313
  ServerErrorCodes.TOO_MANY_REQUESTS,
309
314
  `Building the next ${answerBytes} bytes of this answer would take the ${usedBytes} bytes already in use past the limit of ${blockBytes} bytes. Retry once the requests in progress finish, or ask for fewer documents.`,
@@ -311,6 +316,7 @@ function refusal(answerBytes, figures, collectedGarbage) {
311
316
  reason: RESPONSE_WOULD_FILL_MEMORY_REASON,
312
317
  answerBytes,
313
318
  heapBytes: figures.heapBytes,
319
+ heapCommittedBytes: figures.heapCommittedBytes,
314
320
  youngHeapBytes: figures.youngHeapBytes,
315
321
  processBytes: figures.processBytes,
316
322
  reservedBytes: reservedHeapBytes(),
@@ -341,4 +347,4 @@ function refuseEncodeWithoutRoom(documents) {
341
347
  if (refusal2 !== null) throw refusal2;
342
348
  }
343
349
 
344
- export { ADMISSION_TIMEOUT_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, CASE_FOLD_EXPANSION_FACTOR, CATCH_UP_FEED_WINDOW_MS, CATCH_UP_TICK_MS, CLEAR_PAGE_SIZE, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, COPY_FAILURE_RETRY_DELAY_MS, DECOMMISSION_RECHECK_INTERVAL_MS, DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DEFAULT_CAPACITY, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_RESUME_WRITES_BELOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, ENUM_VALUE_HEAP_BYTES, FETCH_GROUP_DOCUMENT_IDS, FORWARD_RETRY_DELAY_CAP_MS, FORWARD_RETRY_INITIAL_DELAY_MS, FULL_MEMORY_COLLECTION_INTERVAL_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, MAX_DROP_ACKNOWLEDGE_WAIT_MS, MAX_NODE_LEFT_DELAY_MS, MAX_SOURCE_ID_LENGTH, MAX_SYNONYM_REPLACEMENT_ATTEMPTS, MAX_WAIT_FOR_ACTIVE_REPLICAS, MEMORY_SAMPLE_INTERVAL_MS, MIN_CONTROLLER_LEASE_TTL_MS, NORMALIZATION_EXPANSION_FACTOR, PARTIAL_SPELLING_HEAP_BYTES, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, PARTITION_WRITE_CONCURRENCY, PATTERN_RUN_HEAP_BYTES, PRIMARY_CHANGE_POLL_INTERVAL_MS, PRIMARY_CHANGE_RETRY_WINDOW_MS, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, REGISTRATION_LEASE_DRIFT_SHARE, ROLLBACK_RETRY_DELAY_CAP_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, SYNCED_POSITION_REPORT_TIMEOUT_MS, TERM_UNIT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, WRITE_APPLY_YIELD_INTERVAL_MS, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, admitHeapBytes, answerRefusalOf, collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, createWritePressure, estimateDocumentBytes, estimateDocumentsBytes, estimateForwardedBytes, onRefusalAfterCollection, readMemoryFigures, readRecentMemoryFigures, refuseEncodeWithoutRoom, reportRefusalAfterCollection, reserveHeapBytes, reservedHeapBytes, withAdmittedWrite };
350
+ export { ADMISSION_TIMEOUT_MS, ANSWER_DECODE_HEAP_BYTES_PER_PAYLOAD_BYTE, CASE_FOLD_EXPANSION_FACTOR, CATCH_UP_FEED_WINDOW_MS, CATCH_UP_TICK_MS, CLEAR_PAGE_SIZE, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, COPY_FAILURE_RETRY_DELAY_MS, DECOMMISSION_RECHECK_INTERVAL_MS, DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DEFAULT_CAPACITY, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_RESUME_WRITES_BELOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, ENUM_VALUE_HEAP_BYTES, FETCH_GROUP_DOCUMENT_IDS, FORWARD_RETRY_DELAY_CAP_MS, FORWARD_RETRY_INITIAL_DELAY_MS, FULL_MEMORY_COLLECTION_INTERVAL_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, MAX_DROP_ACKNOWLEDGE_WAIT_MS, MAX_NODE_LEFT_DELAY_MS, MAX_SOURCE_ID_LENGTH, MAX_SYNONYM_REPLACEMENT_ATTEMPTS, MAX_WAIT_FOR_ACTIVE_REPLICAS, MEMORY_SAMPLE_INTERVAL_MS, MIN_CONTROLLER_LEASE_TTL_MS, NORMALIZATION_EXPANSION_FACTOR, PARTIAL_SPELLING_HEAP_BYTES, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, PARTITION_WRITE_CONCURRENCY, PATTERN_RUN_HEAP_BYTES, PRIMARY_CHANGE_POLL_INTERVAL_MS, PRIMARY_CHANGE_RETRY_WINDOW_MS, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, REGISTRATION_LEASE_DRIFT_SHARE, ROLLBACK_RETRY_DELAY_CAP_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, SEARCH_CONTEXT_ENTRY_HEAP_BYTES, SEARCH_CONTEXT_REAPER_INTERVAL_MS, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, SYNCED_POSITION_REPORT_TIMEOUT_MS, TERM_UNIT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, WRITE_APPLY_YIELD_INTERVAL_MS, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, admitHeapBytes, answerRefusalOf, collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, createWritePressure, estimateDocumentBytes, estimateDocumentsBytes, estimateForwardedBytes, onRefusalAfterCollection, readMemoryFigures, readRecentMemoryFigures, refuseEncodeWithoutRoom, reportRefusalAfterCollection, reserveHeapBytes, reservedHeapBytes, withAdmittedWrite };
@@ -1,4 +1,4 @@
1
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
1
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
2
2
  import { existsSync } from 'fs';
3
3
  import { createRequire } from 'module';
4
4
  import { join, dirname } from 'path';
@@ -27,6 +27,8 @@ var ReplicationMessageTypes = {
27
27
  FORWARD_BATCH: "replication.forward_batch",
28
28
  ENTRY: "replication.entry",
29
29
  ENTRY_BATCH: "replication.entry_batch",
30
+ TERM_START: "replication.term_start",
31
+ TERM_START_ACK: "replication.term_start_ack",
30
32
  ACK: "replication.ack",
31
33
  SYNC_REQUEST: "replication.sync_request",
32
34
  SYNC_ENTRIES: "replication.sync_entries",
@@ -2,11 +2,11 @@ import { stopUsingTheNativeSearchCore, noteFallback, nativeSearchCoreIsEnabled }
2
2
  import { unpackLevels, readTrailer, stageQueryLevels, osqCodeBytes, osqStagedQueryBytes, osqRecordBytes, writeRecord } from './chunk-37CD3OKS.mjs';
3
3
  import { markSimdUnavailable } from './chunk-KOKM4PQN.mjs';
4
4
  import { MAX_WASM_PAGES, WASM_PAGE_BYTES, VECTOR_SCRATCH_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, OSQ_STEPS, OSQ_GRID, VECTOR_BLOCK_INITIAL_SLOTS, MAX_VECTOR_ORDINALS, VECTOR_STORE_INITIAL_CAPACITY, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, OSQ_PLACEMENT_QUERY_BITS, GRAPH_LOCK_WAIT_SLICE_MS, OSQ_QUERY_BITS, NATIVE_ATTACH_RETRY_MS, GRAPH_LOCK_WAIT_DEADLINE_MS, OSQ_LAMBDA, MAX_DOC_ID_TABLE_BYTES } from './chunk-QSK35UC2.mjs';
5
- import { loadNativeCore } from './chunk-BRIOLMIX.mjs';
5
+ import { loadNativeCore } from './chunk-VK45J47R.mjs';
6
6
  import { COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, PLACEMENT_ROOM_REQUESTS, MAX_LAYER_CAP, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, DEFAULT_EF_SEARCH, NEAREST_LINK_FALLBACK_HOSTS, FARTHEST_REJECTED_LINKS_KEPT } from './chunk-VJS4JFBQ.mjs';
7
7
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
8
8
  import { threadSlotGone } from './chunk-RFBLQLLZ.mjs';
9
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
9
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
10
10
 
11
11
  // src/vector/shared-buffers/growable.ts
12
12
  function sharedMemoryAvailable() {
@@ -1,8 +1,8 @@
1
1
  import { nodeThreadId } from './chunk-C7SLA6CM.mjs';
2
2
  import { getFs, getPath } from './chunk-HLPRHOSO.mjs';
3
- import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-WCJJCBR4.mjs';
3
+ import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-6S7YRUPQ.mjs';
4
4
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
5
- import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
5
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
6
6
  import { openSync, close, readFileSync } from 'fs';
7
7
  import { rename, readFile, writeFile, unlink, realpath, readdir, readlink } from 'fs/promises';
8
8
  import { endianness } from 'os';
@@ -1,5 +1,5 @@
1
- import { sanitizeSurfaceForms, patternIndexesFromWire, dropStoredVectorValues } from './chunk-QA6F5MML.mjs';
2
- import { requireValidFieldTypes } from './chunk-VVFKFHWE.mjs';
1
+ import { sanitizeSurfaceForms, patternIndexesFromWire, dropStoredVectorValues } from './chunk-SXVDBHYJ.mjs';
2
+ import { requireValidFieldTypes } from './chunk-DG62H7OD.mjs';
3
3
  import { VALID_HNSW_METRICS } from './chunk-U476IXKQ.mjs';
4
4
  import { decode } from '@msgpack/msgpack';
5
5
 
@@ -1,7 +1,7 @@
1
1
  import { P as PartitionConfig, A as AnyDocument, a as InsertOptions, W as WriteOptions } from './schema-4W_7tk1f.js';
2
- import { V as VectorMaintenanceResult, B as BatchResult, L as ListParams, g as ListResult, I as IndexInfo, k as IndexStats, l as PartitionStatsResult, Q as QueryParams, e as QueryResult, P as PreflightResult, h as SuggestParams, j as SuggestResult } from './events-C7_dboUr.js';
2
+ import { V as VectorMaintenanceResult, B as BatchResult, L as ListParams, g as ListResult, I as IndexInfo, k as IndexStats, l as PartitionStatsResult, Q as QueryParams, e as QueryResult, P as PreflightResult, h as SuggestParams, j as SuggestResult } from './events-CJsXF1F9.js';
3
3
  import { a as SynonymRule } from './synonyms-CpOAHPa-.js';
4
- import { e as TaskRecord, M as MemoryStatsResponse, b as ImportResult, H as HttpIndexConfig, c as TaskListQuery, T as TaskListPage } from './tasks-BhjQZ8Qf.js';
4
+ import { e as TaskRecord, M as MemoryStatsResponse, b as ImportResult, H as HttpIndexConfig, c as TaskListQuery, T as TaskListPage } from './tasks-CI3Fvkxw.js';
5
5
 
6
6
  /**
7
7
  * This is the `fetch` implementation the client sends every request through.
package/dist/client.d.ts CHANGED
@@ -1,11 +1,11 @@
1
- export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './events-C7_dboUr.js';
2
- export { A as ASYNC_IMPORT_CAPABILITY, D as DOCUMENT_EXPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, R as REBUILD_ANALYSIS_CAPABILITY, S as SERVER_CAPABILITIES, a as SYNONYMS_CAPABILITY, T as TASK_CANCEL_CAPABILITY, b as TASK_FILTER_CAPABILITY } from './capabilities-ByKPha_q.js';
3
- export { C as CapabilitiesResponse, a as CreateIndexEmbedding, H as HttpIndexConfig, I as ImportError, b as ImportResult, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, d as TaskProgress, e as TaskRecord, f as TaskStatus, g as TaskType } from './tasks-BhjQZ8Qf.js';
4
- export { A as AdminOperations, B as BulkOperations, D as DocumentOperations, F as FetchFunction, I as ImportSource, a as IndexOperations, N as NarsilClient, b as NarsilClientOptions, P as PutResult, R as RequestOptions, S as SearchOperations, c as ServerOperations, d as ServerVersion, T as TaskOperations, W as WaitForTaskOptions, e as createNarsilClient } from './client-DI-xIXgR.js';
1
+ export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './events-CJsXF1F9.js';
2
+ export { A as ASYNC_IMPORT_CAPABILITY, D as DOCUMENT_EXPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, R as REBUILD_ANALYSIS_CAPABILITY, S as SERVER_CAPABILITIES, a as SYNONYMS_CAPABILITY, T as TASK_CANCEL_CAPABILITY, b as TASK_FILTER_CAPABILITY } from './capabilities-ByaX8Arf.js';
3
+ export { C as CapabilitiesResponse, a as CreateIndexEmbedding, H as HttpIndexConfig, I as ImportError, b as ImportResult, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, d as TaskProgress, e as TaskRecord, f as TaskStatus, g as TaskType } from './tasks-CI3Fvkxw.js';
4
+ export { A as AdminOperations, B as BulkOperations, D as DocumentOperations, F as FetchFunction, I as ImportSource, a as IndexOperations, N as NarsilClient, b as NarsilClientOptions, P as PutResult, R as RequestOptions, S as SearchOperations, c as ServerOperations, d as ServerVersion, T as TaskOperations, W as WaitForTaskOptions, e as createNarsilClient } from './client-BdnzDFtO.js';
5
5
  import './schema-4W_7tk1f.js';
6
6
  import './adapters-BQFQ4PRz.js';
7
7
  import './synonyms-CpOAHPa-.js';
8
- import './config-BZ_e3X8w.js';
9
- import './config-DL_bDDD8.js';
8
+ import './config-ujZESkJz.js';
9
+ import './config-CSgvApt0.js';
10
10
  import './index-Cl5qQauj.js';
11
11
  import './types-DvncmvuQ.js';
package/dist/client.mjs CHANGED
@@ -49,6 +49,7 @@ var ErrorCodes = {
49
49
  QUERY_PARTIAL_FAILURE: "QUERY_PARTIAL_FAILURE",
50
50
  QUERY_NODE_TIMEOUT: "QUERY_NODE_TIMEOUT",
51
51
  QUERY_NO_ACTIVE_REPLICA: "QUERY_NO_ACTIVE_REPLICA",
52
+ SEARCH_CONTEXT_MISSING: "SEARCH_CONTEXT_MISSING",
52
53
  CLUSTER_OPERATION_UNSUPPORTED: "CLUSTER_OPERATION_UNSUPPORTED",
53
54
  CLUSTER_WRITE_BLOCKED: "CLUSTER_WRITE_BLOCKED",
54
55
  ALLOCATION_NO_DATA_NODES: "ALLOCATION_NO_DATA_NODES",
@@ -69,6 +70,7 @@ var ErrorCodes = {
69
70
  REPLICATION_INSYNC_REMOVAL_FAILED: "REPLICATION_INSYNC_REMOVAL_FAILED",
70
71
  REPLICATION_ROLLBACK_FAILED: "REPLICATION_ROLLBACK_FAILED",
71
72
  REPLICATION_OUTCOME_UNKNOWN: "REPLICATION_OUTCOME_UNKNOWN",
73
+ REPLICATION_WRITE_CONFLICT: "REPLICATION_WRITE_CONFLICT",
72
74
  REPLICATION_LOG_FULL: "REPLICATION_LOG_FULL",
73
75
  REPLICATION_ENTRY_CORRUPT: "REPLICATION_ENTRY_CORRUPT",
74
76
  REPLICATION_SNAPSHOT_CORRUPT: "REPLICATION_SNAPSHOT_CORRUPT",
@@ -1,5 +1,5 @@
1
1
  import { P as PersistenceAdapter, I as InvalidationAdapter, E as EmbeddingAdapter, R as RerankAdapter } from './adapters-BQFQ4PRz.js';
2
- import { Q as QueryParams, e as QueryResult, f as NarsilEventHandlers } from './events-C7_dboUr.js';
2
+ import { Q as QueryParams, e as QueryResult, f as NarsilEventHandlers } from './events-CJsXF1F9.js';
3
3
  import { I as IndexConfig, A as AnyDocument } from './schema-4W_7tk1f.js';
4
4
 
5
5
  /**
@@ -1,4 +1,4 @@
1
- import { N as NarsilConfig } from './config-DL_bDDD8.js';
1
+ import { N as NarsilConfig } from './config-CSgvApt0.js';
2
2
  import { A as AllocationTable, N as NodeRole, a as NodeRegistration, C as ClusterCoordinator, b as NodeCapacity } from './index-Cl5qQauj.js';
3
3
  import { N as NodeTransport } from './types-DvncmvuQ.js';
4
4
 
@@ -1,25 +1,25 @@
1
- export { createDirectExecutor } from './chunk-7IBX2LRA.mjs';
2
- import './chunk-FEOLYA2Y.mjs';
3
- import './chunk-QALAFGF5.mjs';
4
- import './chunk-5FPMDU54.mjs';
1
+ export { createDirectExecutor } from './chunk-R2MRMH6M.mjs';
2
+ import './chunk-7JOONQ24.mjs';
3
+ import './chunk-FUUP45IS.mjs';
4
+ import './chunk-SOADQINJ.mjs';
5
5
  import './chunk-TGP5M5R7.mjs';
6
6
  import './chunk-U2BKYEC7.mjs';
7
- import './chunk-2MNJ2HX7.mjs';
7
+ import './chunk-HNAP2KTG.mjs';
8
8
  import './chunk-WQBCBKY3.mjs';
9
- import './chunk-WXVTQ6NO.mjs';
10
- import './chunk-VVFKFHWE.mjs';
9
+ import './chunk-KCQG2PJT.mjs';
10
+ import './chunk-DG62H7OD.mjs';
11
11
  import './chunk-U476IXKQ.mjs';
12
12
  import './chunk-E74YLAIG.mjs';
13
13
  import './chunk-VJS4JFBQ.mjs';
14
14
  import './chunk-GES7U2PM.mjs';
15
- import './chunk-77SO7G55.mjs';
16
- import './chunk-RI5VNFAI.mjs';
15
+ import './chunk-6ODIY6ZB.mjs';
16
+ import './chunk-IR4KQ4WB.mjs';
17
17
  import './chunk-X5CV2E2B.mjs';
18
18
  import './chunk-7X5JST5L.mjs';
19
- import './chunk-AEF2O7B4.mjs';
19
+ import './chunk-OFYKBKKV.mjs';
20
20
  import './chunk-R6A773WK.mjs';
21
21
  import './chunk-YTJCGKM4.mjs';
22
- import './chunk-IA6I5U36.mjs';
22
+ import './chunk-QI6JW4PM.mjs';
23
23
  import './chunk-ZXZ26WSO.mjs';
24
24
  import './chunk-L5ORED7V.mjs';
25
- import './chunk-6JUOMMHQ.mjs';
25
+ import './chunk-OBWUWZRA.mjs';