@delali/narsil 0.3.1-next.109 → 0.3.1-next.112

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. package/dist/adapters/filesystem.mjs +1 -1
  2. package/dist/adapters/indexeddb.mjs +1 -1
  3. package/dist/browser/{chunk-RYWURYTW.mjs → chunk-2CBQ2PCC.mjs} +1 -1
  4. package/dist/browser/{chunk-EQ7BQ6VZ.mjs → chunk-LJS6PREA.mjs} +1 -0
  5. package/dist/browser/{chunk-3RXEGUGO.mjs → chunk-O5IKTA27.mjs} +41 -4
  6. package/dist/browser/{chunk-Z2K5AGZL.mjs → chunk-OVY4RPDS.mjs} +3 -3
  7. package/dist/browser/{chunk-S7KNCVPU.mjs → chunk-P7C2S5JX.mjs} +2 -2
  8. package/dist/browser/{chunk-SCBBEQWD.mjs → chunk-UR5MNN53.mjs} +189 -51
  9. package/dist/browser/{chunk-XHRHOH2P.mjs → chunk-YRYBTRWB.mjs} +139 -28
  10. package/dist/browser/{durability-wiring-JJGE7MED.mjs → durability-wiring-CPEMDDK7.mjs} +48 -20
  11. package/dist/browser/{module-PCKQADMQ.mjs → module-DYKR4INA.mjs} +5 -5
  12. package/dist/browser/{restore-queue-2STSWU2E.mjs → restore-queue-2H4QDQV4.mjs} +1 -1
  13. package/dist/browser/{runtime-ARKW5NZX.mjs → runtime-FL5K4JOH.mjs} +1 -1
  14. package/dist/browser/{snapshot-3AZDQKNA.mjs → snapshot-ISZMBDCN.mjs} +27 -14
  15. package/dist/browser/{write-XXLMPT3Y.mjs → write-IABOLE4N.mjs} +5 -5
  16. package/dist/{capabilities-D4MUmjfe.d.ts → capabilities-ByaX8Arf.d.ts} +2 -2
  17. package/dist/{chunk-CYXLPFBG.mjs → chunk-2IFU7SXG.mjs} +123 -35
  18. package/dist/{chunk-FN75BCXC.mjs → chunk-2RAQKITH.mjs} +1 -1
  19. package/dist/{chunk-VIXXQEX6.mjs → chunk-3COL24MT.mjs} +43 -6
  20. package/dist/{chunk-ICZW4J3I.mjs → chunk-3RRATITJ.mjs} +21 -21
  21. package/dist/{chunk-SAZB7ZHT.mjs → chunk-542TD4BL.mjs} +1 -1
  22. package/dist/{chunk-C57FPCTL.mjs → chunk-5WEBVYOA.mjs} +182 -44
  23. package/dist/{chunk-YP23IAV5.mjs → chunk-63HFWQEA.mjs} +4 -3
  24. package/dist/{chunk-FV5CP3E2.mjs → chunk-6ODIY6ZB.mjs} +1 -1
  25. package/dist/{chunk-RQ7LOBLD.mjs → chunk-6PN3U6XW.mjs} +1 -1
  26. package/dist/{chunk-SYHS56F7.mjs → chunk-7CI34JAP.mjs} +26 -13
  27. package/dist/{chunk-IBJWO5PF.mjs → chunk-7ZZQNOIY.mjs} +1 -1
  28. package/dist/{chunk-H5465KUZ.mjs → chunk-BVOUSX3U.mjs} +4 -3
  29. package/dist/{chunk-AWZVJCCW.mjs → chunk-DG62H7OD.mjs} +2 -2
  30. package/dist/{chunk-LWQTFKRS.mjs → chunk-FUUP45IS.mjs} +1 -1
  31. package/dist/{chunk-HL2GAS5N.mjs → chunk-GLZI636G.mjs} +7 -7
  32. package/dist/{chunk-C55OFKU6.mjs → chunk-HNAP2KTG.mjs} +2 -2
  33. package/dist/{chunk-A2HWRBQE.mjs → chunk-IBTKJIV7.mjs} +2 -2
  34. package/dist/{chunk-PA5WZWLC.mjs → chunk-IM76DLA7.mjs} +2 -2
  35. package/dist/{chunk-5LP7OU6B.mjs → chunk-IR4KQ4WB.mjs} +2 -2
  36. package/dist/{chunk-FABI2JA7.mjs → chunk-J6YVB2XM.mjs} +1 -1
  37. package/dist/{chunk-62GK7UUS.mjs → chunk-KCQG2PJT.mjs} +3 -3
  38. package/dist/{chunk-U6FT7LKG.mjs → chunk-LOBYK2FG.mjs} +3 -3
  39. package/dist/{chunk-XY6Z7T5W.mjs → chunk-N57XXGPG.mjs} +2 -2
  40. package/dist/{chunk-S2CKO6PP.mjs → chunk-OBWUWZRA.mjs} +1 -0
  41. package/dist/{chunk-CKRP7GCS.mjs → chunk-OCB7TMUQ.mjs} +1 -1
  42. package/dist/{chunk-NYWUBTMH.mjs → chunk-OFYKBKKV.mjs} +1 -1
  43. package/dist/{chunk-ZBZRBM2Z.mjs → chunk-PT7VRWS7.mjs} +3 -3
  44. package/dist/{chunk-DUWYU4D5.mjs → chunk-PWIWSUCX.mjs} +2 -2
  45. package/dist/{chunk-5W7ADHK7.mjs → chunk-QI6JW4PM.mjs} +1 -1
  46. package/dist/{chunk-SD2EYVU4.mjs → chunk-QIFOXLWF.mjs} +2 -2
  47. package/dist/{chunk-N75MAOM7.mjs → chunk-R2MRGYU5.mjs} +2 -2
  48. package/dist/{chunk-5DPTHLMX.mjs → chunk-V7G627TA.mjs} +1 -1
  49. package/dist/{chunk-4GD43FSW.mjs → chunk-V7ISFBFC.mjs} +10 -10
  50. package/dist/{chunk-MVWWAHTR.mjs → chunk-VK45J47R.mjs} +1 -1
  51. package/dist/{chunk-RSSLOFRP.mjs → chunk-VLRT47GU.mjs} +39 -8
  52. package/dist/{chunk-RPIE4QCL.mjs → chunk-YH5OIL7B.mjs} +2 -0
  53. package/dist/{chunk-JKOBHB4A.mjs → chunk-YIDSHBQS.mjs} +2 -2
  54. package/dist/{client-Ba9yP-Rr.d.ts → client-BdnzDFtO.d.ts} +2 -2
  55. package/dist/client.d.ts +6 -6
  56. package/dist/client.mjs +1 -0
  57. package/dist/{config-C-xXz8bC.d.ts → config-CSgvApt0.d.ts} +1 -1
  58. package/dist/{config-Dc_8-byz.d.ts → config-ujZESkJz.d.ts} +1 -1
  59. package/dist/{direct-executor-QH2M6AK2.mjs → direct-executor-ZSTKRA6Z.mjs} +11 -11
  60. package/dist/distribution/coordinator/etcd.mjs +94 -5
  61. package/dist/distribution/transport/grpc.mjs +24 -8
  62. package/dist/distribution/transport/in-memory.mjs +4 -4
  63. package/dist/distribution/transport/tcp.mjs +6 -6
  64. package/dist/distribution.d.ts +5 -5
  65. package/dist/distribution.mjs +1232 -377
  66. package/dist/{durability-wiring-4HWX7OVP.mjs → durability-wiring-EQTFL3B4.mjs} +65 -38
  67. package/dist/embeddings/openai.mjs +2 -2
  68. package/dist/{engine-CMZ5XSLy.d.ts → engine-C_HSy3iz.d.ts} +1 -1
  69. package/dist/{events-dnvgprIl.d.ts → events-CJsXF1F9.d.ts} +1 -0
  70. package/dist/index.browser.mjs +3 -3
  71. package/dist/index.d.ts +5 -5
  72. package/dist/index.mjs +16 -16
  73. package/dist/{module-IYILOTU3.mjs → module-WP4VVGV2.mjs} +9 -9
  74. package/dist/partial-words.mjs +5 -5
  75. package/dist/pattern.mjs +3 -3
  76. package/dist/persistence/durability/checkpoint-worker.d.ts +12 -0
  77. package/dist/persistence/durability/checkpoint-worker.mjs +25 -23
  78. package/dist/react.d.ts +6 -6
  79. package/dist/react.mjs +1 -0
  80. package/dist/{rerank-EHJVXEDP.mjs → rerank-3POMPQNX.mjs} +4 -4
  81. package/dist/rerankers/http.mjs +2 -2
  82. package/dist/{restore-queue-BONSQWCI.mjs → restore-queue-WZTMTJP2.mjs} +1 -1
  83. package/dist/{runtime-LEX2F7OW.mjs → runtime-C2435MPK.mjs} +5 -5
  84. package/dist/server.d.ts +8 -8
  85. package/dist/server.mjs +12 -12
  86. package/dist/{snapshot-DWDLN5YW.mjs → snapshot-EU6NNB2P.mjs} +25 -25
  87. package/dist/synonyms.mjs +3 -3
  88. package/dist/{tasks-B4B2cMK5.d.ts → tasks-CI3Fvkxw.d.ts} +1 -1
  89. package/dist/{thread-I32PUURR.mjs → thread-WGBCVJII.mjs} +11 -11
  90. package/dist/vector/search-worker.mjs +4 -4
  91. package/dist/workers/entry.mjs +5 -5
  92. package/dist/{write-AOFSHACR.mjs → write-CKRWS3P5.mjs} +18 -18
  93. package/package.json +7 -7
@@ -1,9 +1,9 @@
1
- import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-CKRP7GCS.mjs';
2
- import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-JKOBHB4A.mjs';
1
+ import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-OCB7TMUQ.mjs';
2
+ import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-YIDSHBQS.mjs';
3
3
  import { osqRecordBytes, writeRecord } from './chunk-37CD3OKS.mjs';
4
4
  import { MAX_DOC_ID_LENGTH } from './chunk-LXWDQLTW.mjs';
5
5
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
6
- import { NarsilError, ErrorCodes } from './chunk-S2CKO6PP.mjs';
6
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
7
7
 
8
8
  // src/vector/filter-ordinals.ts
9
9
  var UNRESOLVED_ORDINAL = -1;
@@ -1,8 +1,8 @@
1
- import { ReplicationMessageTypes } from './chunk-RPIE4QCL.mjs';
1
+ import { ReplicationMessageTypes } from './chunk-YH5OIL7B.mjs';
2
2
 
3
3
  // src/distribution/transport/reply-deadline.ts
4
4
  function replyDeadlineMs(messageType, config) {
5
- if (messageType === ReplicationMessageTypes.ENTRY || messageType === ReplicationMessageTypes.ENTRY_BATCH) {
5
+ if (messageType === ReplicationMessageTypes.ENTRY || messageType === ReplicationMessageTypes.ENTRY_BATCH || messageType === ReplicationMessageTypes.TERM_START) {
6
6
  return config.replicationTimeout;
7
7
  }
8
8
  return config.requestTimeout;
@@ -14,7 +14,7 @@ function requireLoadedVectorCode() {
14
14
  function loadVectorCode() {
15
15
  if (loaded !== null) return Promise.resolve(loaded);
16
16
  if (loading === null) {
17
- loading = import('./module-IYILOTU3.mjs').then(
17
+ loading = import('./module-WP4VVGV2.mjs').then(
18
18
  (code) => {
19
19
  loaded = code;
20
20
  return code;
@@ -1,9 +1,9 @@
1
1
  import { rerankQueryTextOf } from './chunk-KZ3NX2P7.mjs';
2
- import { fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth } from './chunk-FN75BCXC.mjs';
2
+ import { fixedHybridDepthOf, pageByPosition, requireWithinHybridDepth } from './chunk-2RAQKITH.mjs';
3
3
  import { DEFAULT_RERANK_WINDOW, MIN_RERANK_WINDOW } from './chunk-HJSN7UYG.mjs';
4
4
  import { DEFAULT_LIMIT, DEFAULT_OFFSET } from './chunk-LXWDQLTW.mjs';
5
5
  import { RESULT_WINDOW } from './chunk-E74YLAIG.mjs';
6
- import { NarsilError, ErrorCodes } from './chunk-S2CKO6PP.mjs';
6
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
7
7
 
8
8
  // src/rerank/params.ts
9
9
  function invalid(message, details = {}) {
@@ -1,6 +1,6 @@
1
- import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, BLOCK_MAX_BYTES, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, growBufferTo, unplacedChunkCount, STORE_DOC_ID_BYTES, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-JKOBHB4A.mjs';
1
+ import { openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, BLOCK_MAX_BYTES, sharedVectorStoreBytes, STORE_SLOTS, STORE_LIVE_COUNT, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, openGraphState, fixedView, createSharedVectorStoreHandles, growBufferTo, unplacedChunkCount, STORE_DOC_ID_BYTES, createOrdinalFilter, addToOrdinalFilter, slotByteOffset, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createVectorBlock, ensureBlockSlots, QUERY_STAGED, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes } from './chunk-YIDSHBQS.mjs';
2
2
  import { MAX_VECTOR_ORDINALS } from './chunk-QSK35UC2.mjs';
3
- import { NarsilError, ErrorCodes } from './chunk-S2CKO6PP.mjs';
3
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
4
4
  import { readSync, closeSync, openSync } from 'fs';
5
5
 
6
6
  function createVectorFileReader() {
@@ -1,7 +1,7 @@
1
1
  import { readOldGenerationStatistics, processLimitBytes } from './chunk-SOADQINJ.mjs';
2
2
  import { collectAndReturnPages, collectYoungGeneration } from './chunk-6OXNHLNZ.mjs';
3
3
  import { REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS } from './chunk-ZXZ26WSO.mjs';
4
- import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-S2CKO6PP.mjs';
4
+ import { NarsilError, ErrorCodes, ServerErrorCodes } from './chunk-OBWUWZRA.mjs';
5
5
 
6
6
  // src/distribution/cluster-node/constants.ts
7
7
  var DEFAULT_PARTITION_COUNT = 5;
@@ -1,17 +1,17 @@
1
- import { requirePatternSearchFor, requirePartialWordSearchFor, createPartitionIndex, buildPartialWordTableFrom, recordValueSize, patternIndexOf, encodeFieldIndexes, encodePartialSpellingsOf, countPartialSpelling, copyVectorsInto, isCompositePartition, fnv1a, partialSpellingsOfDocuments, createFrozenPartialWords, requirePatternSearch, documentValueBytes, cloneProjected, projectIncludedPaths, valueWithOwnBuffers, createSurfaceRegistry, MAX_TERM_FREQUENCY, joinPatternWorkMeter, fanOutQuery, sanitizeGlobalStats, countsWithoutScores, fanOutMatchCount, createCompositePartition, createGeoIndex, documentWithOwnBuffers, readProjectedPath, createNumericIndex, createBooleanIndex, createEnumIndex, ValueAffixes } from './chunk-C57FPCTL.mjs';
2
- import { generateId, getLanguage } from './chunk-LWQTFKRS.mjs';
1
+ import { requirePatternSearchFor, requirePartialWordSearchFor, createPartitionIndex, buildPartialWordTableFrom, recordValueSize, patternIndexOf, encodeFieldIndexes, encodePartialSpellingsOf, countPartialSpelling, copyVectorsInto, isCompositePartition, fnv1a, partialSpellingsOfDocuments, createFrozenPartialWords, requirePatternSearch, documentValueBytes, cloneProjected, projectIncludedPaths, valueWithOwnBuffers, createSurfaceRegistry, MAX_TERM_FREQUENCY, joinPatternWorkMeter, fanOutQuery, sanitizeGlobalStats, countsWithoutScores, fanOutMatchCount, createCompositePartition, createGeoIndex, documentWithOwnBuffers, readProjectedPath, createNumericIndex, createBooleanIndex, createEnumIndex, ValueAffixes } from './chunk-5WEBVYOA.mjs';
2
+ import { generateId, getLanguage } from './chunk-FUUP45IS.mjs';
3
3
  import { readHeapStatistics, readResidentMemory } from './chunk-SOADQINJ.mjs';
4
- import { GrowableUint32, bitsetHas, bitsetSet, createBitSet } from './chunk-C55OFKU6.mjs';
5
- import { tokenizeOptions, getNestedValue, sameFields, visitDocumentSurfaceSpellings, visitDocumentSpellings } from './chunk-62GK7UUS.mjs';
6
- import { schemaFieldsOf, partialFieldsOf, encodeDocument, validateDocument, validateDocumentStrict, extractVectorFieldsFromSchema } from './chunk-AWZVJCCW.mjs';
4
+ import { GrowableUint32, bitsetHas, bitsetSet, createBitSet } from './chunk-HNAP2KTG.mjs';
5
+ import { tokenizeOptions, getNestedValue, sameFields, visitDocumentSurfaceSpellings, visitDocumentSpellings } from './chunk-KCQG2PJT.mjs';
6
+ import { schemaFieldsOf, partialFieldsOf, encodeDocument, validateDocument, validateDocumentStrict, extractVectorFieldsFromSchema } from './chunk-DG62H7OD.mjs';
7
7
  import { fuzzyPrefixOf, boundedLevenshtein } from './chunk-GES7U2PM.mjs';
8
- import { isWordIndexedBase } from './chunk-FV5CP3E2.mjs';
9
- import { resolveIndexAnalysis, synonymSearchModule } from './chunk-5LP7OU6B.mjs';
10
- import { visitTokens, codePointOrder, encodeStringBlob, encodeLookupKey, SEGMENT_TOKEN_TABLE_START, SEGMENT_POSTING_LOG_START, SEGMENT_POSITION_POOL_START, SEGMENT_FIELD_SCRATCH_START, FROZEN_REMOVAL_INDEX_MAX_PROCESS_FRACTION } from './chunk-NYWUBTMH.mjs';
8
+ import { isWordIndexedBase } from './chunk-6ODIY6ZB.mjs';
9
+ import { resolveIndexAnalysis, synonymSearchModule } from './chunk-IR4KQ4WB.mjs';
10
+ import { visitTokens, codePointOrder, encodeStringBlob, encodeLookupKey, SEGMENT_TOKEN_TABLE_START, SEGMENT_POSTING_LOG_START, SEGMENT_POSITION_POOL_START, SEGMENT_FIELD_SCRATCH_START, FROZEN_REMOVAL_INDEX_MAX_PROCESS_FRACTION } from './chunk-OFYKBKKV.mjs';
11
11
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
12
- import { loadedVectorCode, loadVectorCode, loadVectorCodeFor, requireLoadedVectorCode } from './chunk-5W7ADHK7.mjs';
12
+ import { loadedVectorCode, loadVectorCode, loadVectorCodeFor, requireLoadedVectorCode } from './chunk-QI6JW4PM.mjs';
13
13
  import { PROTOTYPE_POLLUTION_KEYS } from './chunk-L5ORED7V.mjs';
14
- import { NarsilError, ErrorCodes } from './chunk-S2CKO6PP.mjs';
14
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
15
15
  import { Decoder, decode } from '@msgpack/msgpack';
16
16
 
17
17
  // src/core/synonyms/platform.ts
@@ -1,4 +1,4 @@
1
- import { NarsilError, ErrorCodes } from './chunk-S2CKO6PP.mjs';
1
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
2
2
  import { existsSync } from 'fs';
3
3
  import { createRequire } from 'module';
4
4
  import { join, dirname } from 'path';
@@ -1,12 +1,12 @@
1
- import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead, VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-CKRP7GCS.mjs';
2
- import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, readSegmentFile, manifestKey, segmentsPrefix, readListedFile, requireListedChecksum, vectorFileKey, graphPartKey } from './chunk-CYXLPFBG.mjs';
3
- import { VERSION, rulesOfStoredSynonyms, openChecksummedEnvelope, readHeader, HEADER_SIZE, crc32, engineVersionParts, writeHeader, packChecksummedEnvelope } from './chunk-ICZW4J3I.mjs';
4
- import { decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays } from './chunk-4GD43FSW.mjs';
5
- import { flattenSchema, requireValidFieldTypes, isQuantizationMode, isStorageMode } from './chunk-AWZVJCCW.mjs';
1
+ import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead, VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-OCB7TMUQ.mjs';
2
+ import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, readSegmentFile, manifestKey, segmentsPrefix, readListedFile, requireListedChecksum, vectorFileKey, graphPartKey } from './chunk-2IFU7SXG.mjs';
3
+ import { VERSION, rulesOfStoredSynonyms, openChecksummedEnvelope, readHeader, HEADER_SIZE, crc32, engineVersionParts, writeHeader, packChecksummedEnvelope } from './chunk-3RRATITJ.mjs';
4
+ import { decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays } from './chunk-V7ISFBFC.mjs';
5
+ import { flattenSchema, requireValidFieldTypes, isQuantizationMode, isStorageMode } from './chunk-DG62H7OD.mjs';
6
6
  import { MAX_FILE_BYTES, VALID_HNSW_METRICS } from './chunk-U476IXKQ.mjs';
7
7
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
8
8
  import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
9
- import { NarsilError, ErrorCodes } from './chunk-S2CKO6PP.mjs';
9
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
10
10
  import { decode, encode } from '@msgpack/msgpack';
11
11
 
12
12
  // src/engine/durability-metadata.ts
@@ -792,7 +792,33 @@ function normalizeCheckpoint(raw) {
792
792
  invalidManifest("has an invalid partition checkpoint", { entry });
793
793
  }
794
794
  seen.add(entry.partitionId);
795
- return { partitionId: entry.partitionId, lastSeqNo: entry.lastSeqNo, primaryTerm: entry.primaryTerm };
795
+ const checkpoint = {
796
+ partitionId: entry.partitionId,
797
+ lastSeqNo: entry.lastSeqNo,
798
+ primaryTerm: entry.primaryTerm
799
+ };
800
+ if (entry.termHistory !== void 0) {
801
+ checkpoint.termHistory = normalizeTermHistory(entry.termHistory, entry.partitionId, entry.lastSeqNo);
802
+ }
803
+ return checkpoint;
804
+ });
805
+ }
806
+ function normalizeTermHistory(raw, partitionId, lastSeqNo) {
807
+ if (!Array.isArray(raw)) invalidManifest("has a term history that is not a list", { partitionId });
808
+ let previous = null;
809
+ return raw.map((start) => {
810
+ if (!isRecord(start) || !isSequenceNumber(start.primaryTerm) || !isSequenceNumber(start.firstSeqNo)) {
811
+ invalidManifest("has an invalid term history entry", { partitionId });
812
+ }
813
+ const read = { primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo };
814
+ if (read.firstSeqNo > lastSeqNo) {
815
+ invalidManifest(`has a term starting at seqNo ${read.firstSeqNo}, above lastSeqNo ${lastSeqNo}`, { partitionId });
816
+ }
817
+ if (previous !== null && (read.primaryTerm <= previous.primaryTerm || read.firstSeqNo <= previous.firstSeqNo)) {
818
+ invalidManifest("has a term history that fails to ascend strictly", { partitionId });
819
+ }
820
+ previous = read;
821
+ return read;
796
822
  });
797
823
  }
798
824
  function normalizePartitions(raw, indexName) {
@@ -1066,6 +1092,7 @@ async function loadPartitionSegments(store, partition, manager, options) {
1066
1092
  if (options.decodesEveryDocument) decodeEveryStoredDocument(contents.arrays.documentTable);
1067
1093
  const segment = createSharedFrozenSegment(shareSegmentArrays(contents.arrays, manager.partialWordAnalysis));
1068
1094
  removeWhatTheSegmentReplaces(manager, segment, contents);
1095
+ options.writeRecords?.loadSegment(manager.indexName, partition.partitionId, segment, contents);
1069
1096
  if (contents.arrays.documentCount > 0) manager.attachFrozenSegment(partition.partitionId, segment);
1070
1097
  await yieldToEventLoop();
1071
1098
  }
@@ -1112,7 +1139,11 @@ async function loadSegmentedCheckpoint(store, indexName, manifest, deps, decodes
1112
1139
  { indexName, partitionId: partition.partitionId, partitionCount: deps.manager.partitionCount }
1113
1140
  );
1114
1141
  }
1115
- await loadPartitionSegments(store, partition, deps.manager, { schema: manifest.schema, decodesEveryDocument });
1142
+ await loadPartitionSegments(store, partition, deps.manager, {
1143
+ schema: manifest.schema,
1144
+ decodesEveryDocument,
1145
+ writeRecords: deps.writeRecords ?? null
1146
+ });
1116
1147
  }
1117
1148
  for (const vector of manifest.vectors) {
1118
1149
  const vectorIndex = deps.vectorIndexes.get(vector.fieldPath);
@@ -27,6 +27,8 @@ var ReplicationMessageTypes = {
27
27
  FORWARD_BATCH: "replication.forward_batch",
28
28
  ENTRY: "replication.entry",
29
29
  ENTRY_BATCH: "replication.entry_batch",
30
+ TERM_START: "replication.term_start",
31
+ TERM_START_ACK: "replication.term_start_ack",
30
32
  ACK: "replication.ack",
31
33
  SYNC_REQUEST: "replication.sync_request",
32
34
  SYNC_ENTRIES: "replication.sync_entries",
@@ -2,11 +2,11 @@ import { stopUsingTheNativeSearchCore, noteFallback, nativeSearchCoreIsEnabled }
2
2
  import { unpackLevels, readTrailer, stageQueryLevels, osqCodeBytes, osqStagedQueryBytes, osqRecordBytes, writeRecord } from './chunk-37CD3OKS.mjs';
3
3
  import { markSimdUnavailable } from './chunk-KOKM4PQN.mjs';
4
4
  import { MAX_WASM_PAGES, WASM_PAGE_BYTES, VECTOR_SCRATCH_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, OSQ_STEPS, OSQ_GRID, VECTOR_BLOCK_INITIAL_SLOTS, MAX_VECTOR_ORDINALS, VECTOR_STORE_INITIAL_CAPACITY, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, OSQ_PLACEMENT_QUERY_BITS, GRAPH_LOCK_WAIT_SLICE_MS, OSQ_QUERY_BITS, NATIVE_ATTACH_RETRY_MS, GRAPH_LOCK_WAIT_DEADLINE_MS, OSQ_LAMBDA, MAX_DOC_ID_TABLE_BYTES } from './chunk-QSK35UC2.mjs';
5
- import { loadNativeCore } from './chunk-MVWWAHTR.mjs';
5
+ import { loadNativeCore } from './chunk-VK45J47R.mjs';
6
6
  import { COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, PLACEMENT_ROOM_REQUESTS, MAX_LAYER_CAP, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, DEFAULT_EF_SEARCH, NEAREST_LINK_FALLBACK_HOSTS, FARTHEST_REJECTED_LINKS_KEPT } from './chunk-VJS4JFBQ.mjs';
7
7
  import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
8
8
  import { threadSlotGone } from './chunk-RFBLQLLZ.mjs';
9
- import { NarsilError, ErrorCodes } from './chunk-S2CKO6PP.mjs';
9
+ import { NarsilError, ErrorCodes } from './chunk-OBWUWZRA.mjs';
10
10
 
11
11
  // src/vector/shared-buffers/growable.ts
12
12
  function sharedMemoryAvailable() {
@@ -1,7 +1,7 @@
1
1
  import { P as PartitionConfig, A as AnyDocument, a as InsertOptions, W as WriteOptions } from './schema-4W_7tk1f.js';
2
- import { V as VectorMaintenanceResult, B as BatchResult, L as ListParams, g as ListResult, I as IndexInfo, k as IndexStats, l as PartitionStatsResult, Q as QueryParams, e as QueryResult, P as PreflightResult, h as SuggestParams, j as SuggestResult } from './events-dnvgprIl.js';
2
+ import { V as VectorMaintenanceResult, B as BatchResult, L as ListParams, g as ListResult, I as IndexInfo, k as IndexStats, l as PartitionStatsResult, Q as QueryParams, e as QueryResult, P as PreflightResult, h as SuggestParams, j as SuggestResult } from './events-CJsXF1F9.js';
3
3
  import { a as SynonymRule } from './synonyms-CpOAHPa-.js';
4
- import { e as TaskRecord, M as MemoryStatsResponse, b as ImportResult, H as HttpIndexConfig, c as TaskListQuery, T as TaskListPage } from './tasks-B4B2cMK5.js';
4
+ import { e as TaskRecord, M as MemoryStatsResponse, b as ImportResult, H as HttpIndexConfig, c as TaskListQuery, T as TaskListPage } from './tasks-CI3Fvkxw.js';
5
5
 
6
6
  /**
7
7
  * This is the `fetch` implementation the client sends every request through.
package/dist/client.d.ts CHANGED
@@ -1,11 +1,11 @@
1
- export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './events-dnvgprIl.js';
2
- export { A as ASYNC_IMPORT_CAPABILITY, D as DOCUMENT_EXPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, R as REBUILD_ANALYSIS_CAPABILITY, S as SERVER_CAPABILITIES, a as SYNONYMS_CAPABILITY, T as TASK_CANCEL_CAPABILITY, b as TASK_FILTER_CAPABILITY } from './capabilities-D4MUmjfe.js';
3
- export { C as CapabilitiesResponse, a as CreateIndexEmbedding, H as HttpIndexConfig, I as ImportError, b as ImportResult, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, d as TaskProgress, e as TaskRecord, f as TaskStatus, g as TaskType } from './tasks-B4B2cMK5.js';
4
- export { A as AdminOperations, B as BulkOperations, D as DocumentOperations, F as FetchFunction, I as ImportSource, a as IndexOperations, N as NarsilClient, b as NarsilClientOptions, P as PutResult, R as RequestOptions, S as SearchOperations, c as ServerOperations, d as ServerVersion, T as TaskOperations, W as WaitForTaskOptions, e as createNarsilClient } from './client-Ba9yP-Rr.js';
1
+ export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './events-CJsXF1F9.js';
2
+ export { A as ASYNC_IMPORT_CAPABILITY, D as DOCUMENT_EXPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, R as REBUILD_ANALYSIS_CAPABILITY, S as SERVER_CAPABILITIES, a as SYNONYMS_CAPABILITY, T as TASK_CANCEL_CAPABILITY, b as TASK_FILTER_CAPABILITY } from './capabilities-ByaX8Arf.js';
3
+ export { C as CapabilitiesResponse, a as CreateIndexEmbedding, H as HttpIndexConfig, I as ImportError, b as ImportResult, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, d as TaskProgress, e as TaskRecord, f as TaskStatus, g as TaskType } from './tasks-CI3Fvkxw.js';
4
+ export { A as AdminOperations, B as BulkOperations, D as DocumentOperations, F as FetchFunction, I as ImportSource, a as IndexOperations, N as NarsilClient, b as NarsilClientOptions, P as PutResult, R as RequestOptions, S as SearchOperations, c as ServerOperations, d as ServerVersion, T as TaskOperations, W as WaitForTaskOptions, e as createNarsilClient } from './client-BdnzDFtO.js';
5
5
  import './schema-4W_7tk1f.js';
6
6
  import './adapters-BQFQ4PRz.js';
7
7
  import './synonyms-CpOAHPa-.js';
8
- import './config-Dc_8-byz.js';
9
- import './config-C-xXz8bC.js';
8
+ import './config-ujZESkJz.js';
9
+ import './config-CSgvApt0.js';
10
10
  import './index-Cl5qQauj.js';
11
11
  import './types-DvncmvuQ.js';
package/dist/client.mjs CHANGED
@@ -70,6 +70,7 @@ var ErrorCodes = {
70
70
  REPLICATION_INSYNC_REMOVAL_FAILED: "REPLICATION_INSYNC_REMOVAL_FAILED",
71
71
  REPLICATION_ROLLBACK_FAILED: "REPLICATION_ROLLBACK_FAILED",
72
72
  REPLICATION_OUTCOME_UNKNOWN: "REPLICATION_OUTCOME_UNKNOWN",
73
+ REPLICATION_WRITE_CONFLICT: "REPLICATION_WRITE_CONFLICT",
73
74
  REPLICATION_LOG_FULL: "REPLICATION_LOG_FULL",
74
75
  REPLICATION_ENTRY_CORRUPT: "REPLICATION_ENTRY_CORRUPT",
75
76
  REPLICATION_SNAPSHOT_CORRUPT: "REPLICATION_SNAPSHOT_CORRUPT",
@@ -1,5 +1,5 @@
1
1
  import { P as PersistenceAdapter, I as InvalidationAdapter, E as EmbeddingAdapter, R as RerankAdapter } from './adapters-BQFQ4PRz.js';
2
- import { Q as QueryParams, e as QueryResult, f as NarsilEventHandlers } from './events-dnvgprIl.js';
2
+ import { Q as QueryParams, e as QueryResult, f as NarsilEventHandlers } from './events-CJsXF1F9.js';
3
3
  import { I as IndexConfig, A as AnyDocument } from './schema-4W_7tk1f.js';
4
4
 
5
5
  /**
@@ -1,4 +1,4 @@
1
- import { N as NarsilConfig } from './config-C-xXz8bC.js';
1
+ import { N as NarsilConfig } from './config-CSgvApt0.js';
2
2
  import { A as AllocationTable, N as NodeRole, a as NodeRegistration, C as ClusterCoordinator, b as NodeCapacity } from './index-Cl5qQauj.js';
3
3
  import { N as NodeTransport } from './types-DvncmvuQ.js';
4
4
 
@@ -1,25 +1,25 @@
1
- export { createDirectExecutor } from './chunk-4GD43FSW.mjs';
2
- import './chunk-C57FPCTL.mjs';
3
- import './chunk-LWQTFKRS.mjs';
1
+ export { createDirectExecutor } from './chunk-V7ISFBFC.mjs';
2
+ import './chunk-5WEBVYOA.mjs';
3
+ import './chunk-FUUP45IS.mjs';
4
4
  import './chunk-SOADQINJ.mjs';
5
5
  import './chunk-TGP5M5R7.mjs';
6
6
  import './chunk-U2BKYEC7.mjs';
7
- import './chunk-C55OFKU6.mjs';
7
+ import './chunk-HNAP2KTG.mjs';
8
8
  import './chunk-WQBCBKY3.mjs';
9
- import './chunk-62GK7UUS.mjs';
10
- import './chunk-AWZVJCCW.mjs';
9
+ import './chunk-KCQG2PJT.mjs';
10
+ import './chunk-DG62H7OD.mjs';
11
11
  import './chunk-U476IXKQ.mjs';
12
12
  import './chunk-E74YLAIG.mjs';
13
13
  import './chunk-VJS4JFBQ.mjs';
14
14
  import './chunk-GES7U2PM.mjs';
15
- import './chunk-FV5CP3E2.mjs';
16
- import './chunk-5LP7OU6B.mjs';
15
+ import './chunk-6ODIY6ZB.mjs';
16
+ import './chunk-IR4KQ4WB.mjs';
17
17
  import './chunk-X5CV2E2B.mjs';
18
18
  import './chunk-7X5JST5L.mjs';
19
- import './chunk-NYWUBTMH.mjs';
19
+ import './chunk-OFYKBKKV.mjs';
20
20
  import './chunk-R6A773WK.mjs';
21
21
  import './chunk-YTJCGKM4.mjs';
22
- import './chunk-5W7ADHK7.mjs';
22
+ import './chunk-QI6JW4PM.mjs';
23
23
  import './chunk-ZXZ26WSO.mjs';
24
24
  import './chunk-L5ORED7V.mjs';
25
- import './chunk-S2CKO6PP.mjs';
25
+ import './chunk-OBWUWZRA.mjs';
@@ -1,7 +1,7 @@
1
1
  import { MAX_NODE_ID_LENGTH, CONTROLLER_LEASE_KEY, MAX_WATCHERS } from '../../chunk-44W3CBNG.mjs';
2
2
  import '../../chunk-R6A773WK.mjs';
3
3
  import { compareCodePoints } from '../../chunk-YTJCGKM4.mjs';
4
- import { NarsilError, ErrorCodes, describeError } from '../../chunk-S2CKO6PP.mjs';
4
+ import { NarsilError, ErrorCodes, describeError } from '../../chunk-OBWUWZRA.mjs';
5
5
  import { encode, decode } from '@msgpack/msgpack';
6
6
 
7
7
  // src/distribution/coordinator/etcd/constants.ts
@@ -13,6 +13,54 @@ var RECONNECT_FIRST_DELAY_MS = 100;
13
13
  var RECONNECT_LONGEST_DELAY_MS = 5e3;
14
14
  var ETCD_START_PROBE_TIMEOUT_MS = 1e4;
15
15
  var ETCD_CALL_TIMEOUT_MS = 5e3;
16
+ var ETCD_KEEPALIVE_TIME_MS = 1e4;
17
+ var ETCD_KEEPALIVE_TIMEOUT_MS = 5e3;
18
+ var ETCD_WATCH_ATTACH_TIMEOUT_MS = 1e4;
19
+ var ETCD_ENDPOINT_FAILURE_THRESHOLD = 3;
20
+ var ETCD_ENDPOINT_SKIP_MS = 5e3;
21
+
22
+ // src/distribution/coordinator/etcd/endpoint-breaker.ts
23
+ var NEVER_ABORTED = new AbortController().signal;
24
+ var noListeners = () => ({ dispose: () => {
25
+ } });
26
+ var EndpointSkippedError = class extends NarsilError {
27
+ isBrokenCircuitError = true;
28
+ };
29
+ var SkippingEndpointBreaker = class {
30
+ constructor(endpoint, counts) {
31
+ this.endpoint = endpoint;
32
+ this.counts = counts;
33
+ }
34
+ onSuccess = noListeners;
35
+ onFailure = noListeners;
36
+ consecutiveFailures = 0;
37
+ skippedUntil = 0;
38
+ async execute(fn, signal = NEVER_ABORTED) {
39
+ if (Date.now() < this.skippedUntil) {
40
+ throw new EndpointSkippedError(
41
+ ErrorCodes.COORDINATOR_UNAVAILABLE,
42
+ `etcd endpoint ${this.endpoint} failed ${ETCD_ENDPOINT_FAILURE_THRESHOLD} calls in a row, so this client skips it for ${ETCD_ENDPOINT_SKIP_MS} ms`,
43
+ { endpoint: this.endpoint }
44
+ );
45
+ }
46
+ try {
47
+ const result = await fn({ signal });
48
+ this.consecutiveFailures = 0;
49
+ return result;
50
+ } catch (error) {
51
+ if (error instanceof Error && this.counts(error)) {
52
+ this.consecutiveFailures += 1;
53
+ if (this.consecutiveFailures >= ETCD_ENDPOINT_FAILURE_THRESHOLD) {
54
+ this.skippedUntil = Date.now() + ETCD_ENDPOINT_SKIP_MS;
55
+ }
56
+ }
57
+ throw error;
58
+ }
59
+ }
60
+ };
61
+ function createEndpointBreaker(endpoint, counts) {
62
+ return new SkippingEndpointBreaker(endpoint, counts);
63
+ }
16
64
 
17
65
  // src/distribution/coordinator/etcd/types.ts
18
66
  var DEFAULT_ETCD_CONFIG = {
@@ -181,6 +229,16 @@ async function loadEtcd3Module() {
181
229
  // src/distribution/coordinator/etcd/prefix-watch.ts
182
230
  function connectedOrDropped(watcher) {
183
231
  return new Promise((resolve, reject) => {
232
+ const timer = setTimeout(() => {
233
+ detach();
234
+ reject(
235
+ new NarsilError(
236
+ ErrorCodes.COORDINATOR_UNAVAILABLE,
237
+ `etcd did not attach the watch within ${ETCD_WATCH_ATTACH_TIMEOUT_MS} ms`
238
+ )
239
+ );
240
+ }, ETCD_WATCH_ATTACH_TIMEOUT_MS);
241
+ timer.unref?.();
184
242
  const onConnected = () => {
185
243
  detach();
186
244
  resolve();
@@ -190,6 +248,7 @@ function connectedOrDropped(watcher) {
190
248
  reject(error);
191
249
  };
192
250
  function detach() {
251
+ clearTimeout(timer);
193
252
  watcher.off("connected", onConnected);
194
253
  watcher.off("disconnected", onDropped);
195
254
  watcher.off("error", onDropped);
@@ -233,12 +292,16 @@ async function watchPrefix(context, prefix, handlers) {
233
292
  return String(BigInt(listing.header.revision) + 1n);
234
293
  }
235
294
  async function watchFrom(startRevision2) {
236
- const watcher = context.client.watch().prefix(prefix).startRevision(startRevision2).watcher();
295
+ const client = context.watchClient.current();
296
+ const watcher = client.watch().prefix(prefix).startRevision(startRevision2).watcher();
237
297
  try {
238
298
  await connectedOrDropped(watcher);
239
299
  } catch (error) {
300
+ watcher.on("error", () => {
301
+ });
240
302
  watcher.cancel().catch(() => {
241
303
  });
304
+ context.watchClient.replace(client);
242
305
  throw error;
243
306
  }
244
307
  if (stopped || context.isShutdown()) {
@@ -733,6 +796,24 @@ function validatePartitionState(value) {
733
796
  return value;
734
797
  }
735
798
 
799
+ // src/distribution/coordinator/etcd/watch-client.ts
800
+ function createReplaceableWatchClient(open) {
801
+ let client = open();
802
+ let closed = false;
803
+ return {
804
+ current: () => client,
805
+ replace(stale) {
806
+ if (closed || stale !== client) return;
807
+ client = open();
808
+ stale.close();
809
+ },
810
+ close() {
811
+ closed = true;
812
+ client.close();
813
+ }
814
+ };
815
+ }
816
+
736
817
  // src/distribution/coordinator/etcd/index.ts
737
818
  async function createEtcdCoordinator(config) {
738
819
  const resolvedConfig = {
@@ -742,12 +823,18 @@ async function createEtcdCoordinator(config) {
742
823
  requireEtcdMaxRequestBytes(resolvedConfig.maxRequestBytes);
743
824
  const securityOptions = etcdSecurityOptions(resolvedConfig);
744
825
  const etcd3Module = await loadEtcd3Module();
745
- const client = new etcd3Module.Etcd3({
826
+ const openClient = () => new etcd3Module.Etcd3({
746
827
  hosts: resolvedConfig.endpoints,
747
- grpcOptions: { "grpc.max_receive_message_length": ETCD_MAX_RESPONSE_BYTES },
828
+ grpcOptions: {
829
+ "grpc.max_receive_message_length": ETCD_MAX_RESPONSE_BYTES,
830
+ "grpc.keepalive_time_ms": ETCD_KEEPALIVE_TIME_MS,
831
+ "grpc.keepalive_timeout_ms": ETCD_KEEPALIVE_TIMEOUT_MS
832
+ },
748
833
  defaultCallOptions: (context) => context.isStream ? {} : { deadline: Date.now() + ETCD_CALL_TIMEOUT_MS },
834
+ faultHandling: { host: (endpoint) => createEndpointBreaker(endpoint, etcd3Module.isRecoverableError) },
749
835
  ...securityOptions
750
836
  });
837
+ const client = openClient();
751
838
  const keys = coordinatorKeys(resolvedConfig);
752
839
  try {
753
840
  await probeEtcd(client, etcd3Module, keys.nodePrefix(), resolvedConfig.endpoints);
@@ -779,7 +866,8 @@ async function createEtcdCoordinator(config) {
779
866
  });
780
867
  watchers.delete(watcher);
781
868
  }
782
- const watchContext = { client, addWatcher, removeWatcher, isShutdown: () => isShutdown };
869
+ const watchClient = createReplaceableWatchClient(openClient);
870
+ const watchContext = { client, watchClient, addWatcher, removeWatcher, isShutdown: () => isShutdown };
783
871
  const coordinator = {
784
872
  async registerNode(registration) {
785
873
  assertNotShutdown();
@@ -1003,6 +1091,7 @@ async function createEtcdCoordinator(config) {
1003
1091
  await Promise.all(cancelPromises);
1004
1092
  watchers.clear();
1005
1093
  await leaseManager.revokeAll();
1094
+ watchClient.close();
1006
1095
  client.close();
1007
1096
  }
1008
1097
  };
@@ -1,8 +1,8 @@
1
- import { decodeTransportMessage, encodeTransportMessage } from '../../chunk-FABI2JA7.mjs';
2
- import { timeoutsOf, replyDeadlineMs } from '../../chunk-DUWYU4D5.mjs';
1
+ import { decodeTransportMessage, encodeTransportMessage } from '../../chunk-J6YVB2XM.mjs';
2
+ import { timeoutsOf, replyDeadlineMs } from '../../chunk-PWIWSUCX.mjs';
3
3
  import { MAX_MESSAGE_SIZE_BYTES, GRPC_KEEPALIVE_TIMEOUT_MS, GRPC_KEEPALIVE_TIME_MS, GRPC_ENVELOPE_OVERHEAD_BYTES } from '../../chunk-UNEEFTEU.mjs';
4
- import { TransportError, TransportErrorCodes } from '../../chunk-RPIE4QCL.mjs';
5
- import { NarsilError, ErrorCodes } from '../../chunk-S2CKO6PP.mjs';
4
+ import { TransportError, TransportErrorCodes } from '../../chunk-YH5OIL7B.mjs';
5
+ import { NarsilError, ErrorCodes } from '../../chunk-OBWUWZRA.mjs';
6
6
 
7
7
  // src/distribution/transport/grpc/codec.ts
8
8
  var FIELD_ONE_LENGTH_DELIMITED_KEY = 10;
@@ -152,7 +152,7 @@ var GrpcClientPool = class {
152
152
  }
153
153
  async send(target, message) {
154
154
  const messageBytes = this.encodeChecked(target, message);
155
- const client = await this.getClient(target);
155
+ const client = await this.readyClient(target);
156
156
  const responseBytes = await this.unaryCall(
157
157
  client,
158
158
  target,
@@ -265,7 +265,7 @@ var GrpcClientPool = class {
265
265
  }
266
266
  assertOpen() {
267
267
  if (this.closed) {
268
- throw new TransportError(TransportErrorCodes.PEER_UNAVAILABLE, "gRPC client pool has been shut down");
268
+ throw new TransportError(TransportErrorCodes.CONNECT_FAILED, "gRPC client pool has been shut down");
269
269
  }
270
270
  }
271
271
  getClient(target) {
@@ -283,8 +283,24 @@ var GrpcClientPool = class {
283
283
  });
284
284
  return clientPromise;
285
285
  }
286
+ async readyClient(target) {
287
+ const client = await this.getClient(target);
288
+ if (client.getChannel().getConnectivityState(false) === this.grpc.connectivityState.READY) {
289
+ return client;
290
+ }
291
+ const ready = this.awaitReady(client, target);
292
+ this.clients.set(target, ready);
293
+ ready.catch(() => {
294
+ if (this.clients.get(target) === ready) {
295
+ this.clients.delete(target);
296
+ }
297
+ });
298
+ return ready;
299
+ }
286
300
  connect(target) {
287
- const client = new this.grpc.Client(target, this.credentials(), channelOptions());
301
+ return this.awaitReady(new this.grpc.Client(target, this.credentials(), channelOptions()), target);
302
+ }
303
+ awaitReady(client, target) {
288
304
  const channel = client.getChannel();
289
305
  const { READY, SHUTDOWN, TRANSIENT_FAILURE } = this.grpc.connectivityState;
290
306
  const deadline = Date.now() + this.config.connectTimeout;
@@ -614,7 +630,7 @@ async function createGrpcTransport(nodeId, config) {
614
630
  function assertNotShutdown() {
615
631
  if (isShutdown) {
616
632
  throw new TransportError(
617
- TransportErrorCodes.PEER_UNAVAILABLE,
633
+ TransportErrorCodes.CONNECT_FAILED,
618
634
  `gRPC transport for node '${nodeId}' has been shut down`,
619
635
  { nodeId }
620
636
  );
@@ -1,6 +1,6 @@
1
- import { timeoutsOf, replyDeadlineMs } from '../../chunk-DUWYU4D5.mjs';
1
+ import { timeoutsOf, replyDeadlineMs } from '../../chunk-PWIWSUCX.mjs';
2
2
  import { MAX_MESSAGE_SIZE_BYTES } from '../../chunk-UNEEFTEU.mjs';
3
- import { DEFAULT_TRANSPORT_CONFIG, TransportError, TransportErrorCodes } from '../../chunk-RPIE4QCL.mjs';
3
+ import { DEFAULT_TRANSPORT_CONFIG, TransportError, TransportErrorCodes } from '../../chunk-YH5OIL7B.mjs';
4
4
 
5
5
  // src/distribution/transport/in-memory.ts
6
6
  function createInMemoryNetwork() {
@@ -27,7 +27,7 @@ function createInMemoryTransport(nodeId, network, config) {
27
27
  function assertNotShutdown() {
28
28
  if (isShutdown) {
29
29
  throw new TransportError(
30
- TransportErrorCodes.PEER_UNAVAILABLE,
30
+ TransportErrorCodes.CONNECT_FAILED,
31
31
  `Transport for node '${nodeId}' has been shut down`,
32
32
  { nodeId }
33
33
  );
@@ -36,7 +36,7 @@ function createInMemoryTransport(nodeId, network, config) {
36
36
  function lookupPeer(target) {
37
37
  const peer = network.getTransport(target);
38
38
  if (peer === void 0) {
39
- throw new TransportError(TransportErrorCodes.PEER_UNAVAILABLE, `Node '${target}' is not reachable`, { target });
39
+ throw new TransportError(TransportErrorCodes.CONNECT_FAILED, `Node '${target}' is not reachable`, { target });
40
40
  }
41
41
  return peer;
42
42
  }
@@ -1,7 +1,7 @@
1
- import { DEFAULT_TCP_CONFIG, encodeTransportMessage, encodeFrame, FRAME_TYPE_REQUEST, FrameParser, FRAME_TYPE_RESPONSE, decodeTransportMessage, FRAME_TYPE_STREAM_CHUNK, FRAME_TYPE_STREAM_END } from '../../chunk-FABI2JA7.mjs';
2
- import { timeoutsOf, replyDeadlineMs } from '../../chunk-DUWYU4D5.mjs';
1
+ import { DEFAULT_TCP_CONFIG, encodeTransportMessage, encodeFrame, FRAME_TYPE_REQUEST, FrameParser, FRAME_TYPE_RESPONSE, decodeTransportMessage, FRAME_TYPE_STREAM_CHUNK, FRAME_TYPE_STREAM_END } from '../../chunk-J6YVB2XM.mjs';
2
+ import { timeoutsOf, replyDeadlineMs } from '../../chunk-PWIWSUCX.mjs';
3
3
  import { MAX_MESSAGE_SIZE_BYTES } from '../../chunk-UNEEFTEU.mjs';
4
- import { TransportError, TransportErrorCodes } from '../../chunk-RPIE4QCL.mjs';
4
+ import { TransportError, TransportErrorCodes } from '../../chunk-YH5OIL7B.mjs';
5
5
  import { connect as connect$1, createServer as createServer$1 } from 'net';
6
6
  import { connect, createServer } from 'tls';
7
7
 
@@ -71,7 +71,7 @@ var TcpConnectionPool = class {
71
71
  }
72
72
  async send(target, message) {
73
73
  if (this.closed) {
74
- throw new TransportError(TransportErrorCodes.PEER_UNAVAILABLE, "Connection pool has been shut down");
74
+ throw new TransportError(TransportErrorCodes.CONNECT_FAILED, "Connection pool has been shut down");
75
75
  }
76
76
  const messageBytes = encodeTransportMessage(message);
77
77
  if (messageBytes.byteLength > MAX_MESSAGE_SIZE_BYTES) {
@@ -113,7 +113,7 @@ var TcpConnectionPool = class {
113
113
  }
114
114
  async stream(target, message, handler) {
115
115
  if (this.closed) {
116
- throw new TransportError(TransportErrorCodes.PEER_UNAVAILABLE, "Connection pool has been shut down");
116
+ throw new TransportError(TransportErrorCodes.CONNECT_FAILED, "Connection pool has been shut down");
117
117
  }
118
118
  const messageBytes = encodeTransportMessage(message);
119
119
  const socket = await this.getOrCreateConnection(target);
@@ -571,7 +571,7 @@ function createTcpTransport(nodeId, config) {
571
571
  function assertNotShutdown() {
572
572
  if (isShutdown) {
573
573
  throw new TransportError(
574
- TransportErrorCodes.PEER_UNAVAILABLE,
574
+ TransportErrorCodes.CONNECT_FAILED,
575
575
  `TCP transport for node '${nodeId}' has been shut down`,
576
576
  { nodeId }
577
577
  );
@@ -1,14 +1,14 @@
1
- import { a as CreateIndexOptions, C as ClusterNamespace, b as ClusterNodeConfig } from './config-Dc_8-byz.js';
2
- export { c as ClusterControllerConfig, d as ClusterHealth, e as ClusterHealthStatus, f as ClusterMemoryConfig, g as ClusterMetrics, h as ClusterNodeInfo, i as ClusterQueryConfig, j as CommitPointFigure, k as CoordinatorRequestFigure, I as IndexHealth, N as NodeReadiness, P as PartitionReplicationFigure, R as ReplicaLagFigure, l as ReplicationConfig } from './config-Dc_8-byz.js';
1
+ import { a as CreateIndexOptions, C as ClusterNamespace, b as ClusterNodeConfig } from './config-ujZESkJz.js';
2
+ export { c as ClusterControllerConfig, d as ClusterHealth, e as ClusterHealthStatus, f as ClusterMemoryConfig, g as ClusterMetrics, h as ClusterNodeInfo, i as ClusterQueryConfig, j as CommitPointFigure, k as CoordinatorRequestFigure, I as IndexHealth, N as NodeReadiness, P as PartitionReplicationFigure, R as ReplicaLagFigure, l as ReplicationConfig } from './config-ujZESkJz.js';
3
3
  import { R as RerankAdapter } from './adapters-BQFQ4PRz.js';
4
- import { B as BatchResult, L as ListParams, g as ListResult, h as SuggestParams, j as SuggestResult, Q as QueryParams, P as PreflightResult, I as IndexInfo, k as IndexStats, l as PartitionStatsResult, M as MemoryStats, m as NarsilEventMap, e as QueryResult } from './events-dnvgprIl.js';
4
+ import { B as BatchResult, L as ListParams, g as ListResult, h as SuggestParams, j as SuggestResult, Q as QueryParams, P as PreflightResult, I as IndexInfo, k as IndexStats, l as PartitionStatsResult, M as MemoryStats, m as NarsilEventMap, e as QueryResult } from './events-CJsXF1F9.js';
5
5
  import { I as IndexConfig, A as AnyDocument, a as InsertOptions } from './schema-4W_7tk1f.js';
6
6
  import { a as SynonymRule } from './synonyms-CpOAHPa-.js';
7
7
  import { b as NodeCapacity, N as NodeRole } from './index-Cl5qQauj.js';
8
8
  export { c as AllocationConstraints, d as AllocationEvent, A as AllocationTable, C as ClusterCoordinator, I as IndexPartitionBytes, e as NodeEvent, f as NodeMemoryReport, a as NodeRegistration, P as PartitionAssignment, g as PartitionState, R as RegistrationLease, S as SchemaEvent, U as UnassignedReason } from './index-Cl5qQauj.js';
9
- import { N as Narsil } from './engine-CMZ5XSLy.js';
9
+ import { N as Narsil } from './engine-C_HSy3iz.js';
10
10
  export { L as ListenHandler, N as NodeTransport, R as RespondFn, T as TransportConfig, a as TransportMessage } from './types-DvncmvuQ.js';
11
- import './config-C-xXz8bC.js';
11
+ import './config-CSgvApt0.js';
12
12
 
13
13
  /**
14
14
  * The cluster splits an index into this many partitions when