@delali/narsil 0.2.4-next.47 → 0.2.4-next.49

package/dist/direct-executor-HRTDWMVB.mjs

@@ -0,0 +1,9 @@
+export { createDirectExecutor } from './chunk-M6JGMKA5.mjs';
+import './chunk-CBLS46IE.mjs';
+import './chunk-TGP5M5R7.mjs';
+import './chunk-HGJC5L65.mjs';
+import './chunk-JXHUHFJ5.mjs';
+import './chunk-U2BKYEC7.mjs';
+import './chunk-2GWVQWGA.mjs';
+import './chunk-RDGXYRF4.mjs';
+import './chunk-P4ELXVJQ.mjs';

package/dist/distribution/coordinator/etcd.mjs

@@ -1,4 +1,5 @@
-import { compareCodePoints } from '../../chunk-BFIH7OV5.mjs';
+import { MAX_NODE_ID_LENGTH, MAX_WATCHERS } from '../../chunk-ORBLD3EL.mjs';
+import { compareCodePoints } from '../../chunk-2GWVQWGA.mjs';
 import { NarsilError, ErrorCodes } from '../../chunk-P4ELXVJQ.mjs';
 import { decode, encode } from '@msgpack/msgpack';
 
@@ -96,10 +97,8 @@ var LeaseManager = class {
   async revokeAll() {
     const revokePromises = [];
     for (const [, entry] of this.leases) {
-      revokePromises.push(
-        entry.lease.revoke().catch(() => {
-        })
-      );
+      revokePromises.push(entry.lease.revoke().catch(() => {
+      }));
     }
     this.leases.clear();
     await Promise.all(revokePromises);
@@ -238,9 +237,7 @@ async function writeUnderLease(context, registration) {
 }
 
 // src/distribution/coordinator/etcd/validation.ts
-var MAX_NODE_ID_LENGTH = 255;
 var VALID_PARTITION_STATES = /* @__PURE__ */ new Set(["UNASSIGNED", "INITIALISING", "ACTIVE", "MIGRATING", "DECOMMISSIONING"]);
-var MAX_WATCHERS = 64;
 function validateNodeId(nodeId) {
   if (nodeId.length === 0) {
     throw new NarsilError(ErrorCodes.CONFIG_INVALID, "Node ID must not be empty");

package/dist/distribution/coordinator/in-memory.mjs

@@ -1,8 +1,8 @@
-import { compareCodePoints } from '../../chunk-BFIH7OV5.mjs';
+import { NODE_HEARTBEAT_TTL_MS } from '../../chunk-ORBLD3EL.mjs';
+import { compareCodePoints } from '../../chunk-2GWVQWGA.mjs';
 
 // src/distribution/coordinator/in-memory.ts
 var NODE_HEARTBEAT_PREFIX = "_narsil/node/";
-var NODE_HEARTBEAT_TTL_MS = 3e4;
 function bytesEqual(a, b) {
   if (a.byteLength !== b.byteLength) {
     return false;

package/dist/distribution/transport/grpc.mjs

@@ -1,5 +1,6 @@
-import { decodeTransportMessage, encodeTransportMessage } from '../../chunk-PM52SMBT.mjs';
-import { TransportError, TransportErrorCodes, MAX_MESSAGE_SIZE_BYTES } from '../../chunk-JQUL2T6I.mjs';
+import { decodeTransportMessage, encodeTransportMessage } from '../../chunk-OOSIDHA3.mjs';
+import { MAX_MESSAGE_SIZE_BYTES, GRPC_KEEPALIVE_TIMEOUT_MS, GRPC_KEEPALIVE_TIME_MS, GRPC_ENVELOPE_OVERHEAD_BYTES } from '../../chunk-UNEEFTEU.mjs';
+import { TransportError, TransportErrorCodes } from '../../chunk-GCM3JFVA.mjs';
 import { NarsilError, ErrorCodes } from '../../chunk-P4ELXVJQ.mjs';
 
 // src/distribution/transport/grpc/codec.ts
@@ -123,15 +124,12 @@ var DEFAULT_GRPC_CONFIG = {
   replicationTimeout: 1e4,
   snapshotTimeout: 3e5
 };
-var ENVELOPE_OVERHEAD_BYTES = 1024;
-var KEEPALIVE_TIME_MS = 3e4;
-var KEEPALIVE_TIMEOUT_MS = 1e4;
 function channelOptions() {
   return {
-    "grpc.max_receive_message_length": MAX_MESSAGE_SIZE_BYTES + ENVELOPE_OVERHEAD_BYTES,
-    "grpc.max_send_message_length": MAX_MESSAGE_SIZE_BYTES + ENVELOPE_OVERHEAD_BYTES,
-    "grpc.keepalive_time_ms": KEEPALIVE_TIME_MS,
-    "grpc.keepalive_timeout_ms": KEEPALIVE_TIMEOUT_MS,
+    "grpc.max_receive_message_length": MAX_MESSAGE_SIZE_BYTES + GRPC_ENVELOPE_OVERHEAD_BYTES,
+    "grpc.max_send_message_length": MAX_MESSAGE_SIZE_BYTES + GRPC_ENVELOPE_OVERHEAD_BYTES,
+    "grpc.keepalive_time_ms": GRPC_KEEPALIVE_TIME_MS,
+    "grpc.keepalive_timeout_ms": GRPC_KEEPALIVE_TIMEOUT_MS,
     "grpc.keepalive_permit_without_calls": 1
   };
 }

package/dist/distribution/transport/in-memory.mjs

@@ -1,4 +1,5 @@
-import { DEFAULT_TRANSPORT_CONFIG, TransportError, TransportErrorCodes, MAX_MESSAGE_SIZE_BYTES } from '../../chunk-JQUL2T6I.mjs';
+import { MAX_MESSAGE_SIZE_BYTES } from '../../chunk-UNEEFTEU.mjs';
+import { DEFAULT_TRANSPORT_CONFIG, TransportError, TransportErrorCodes } from '../../chunk-GCM3JFVA.mjs';
 
 // src/distribution/transport/in-memory.ts
 function createInMemoryNetwork() {

package/dist/distribution/transport/tcp.mjs

@@ -1,5 +1,6 @@
-import { DEFAULT_TCP_CONFIG, encodeTransportMessage, encodeFrame, FRAME_TYPE_REQUEST, FrameParser, FRAME_TYPE_RESPONSE, decodeTransportMessage, FRAME_TYPE_STREAM_CHUNK, FRAME_TYPE_STREAM_END } from '../../chunk-PM52SMBT.mjs';
-import { MAX_MESSAGE_SIZE_BYTES, TransportError, TransportErrorCodes } from '../../chunk-JQUL2T6I.mjs';
+import { DEFAULT_TCP_CONFIG, encodeTransportMessage, encodeFrame, FRAME_TYPE_REQUEST, FrameParser, FRAME_TYPE_RESPONSE, decodeTransportMessage, FRAME_TYPE_STREAM_CHUNK, FRAME_TYPE_STREAM_END } from '../../chunk-OOSIDHA3.mjs';
+import { MAX_MESSAGE_SIZE_BYTES } from '../../chunk-UNEEFTEU.mjs';
+import { TransportError, TransportErrorCodes } from '../../chunk-GCM3JFVA.mjs';
 import { connect as connect$1, createServer as createServer$1 } from 'net';
 import { connect, createServer } from 'tls';
 

package/dist/distribution.d.ts

@@ -1,12 +1,12 @@
-import { a as CreateIndexOptions, C as ClusterNamespace, b as ClusterNodeConfig } from './config-B-ZI-ft5.js';
-export { c as ClusterControllerConfig, d as ClusterNodeInfo, e as ClusterQueryConfig, N as NodeReadiness, R as ReplicationConfig } from './config-B-ZI-ft5.js';
-import { N as NarsilEventMap, a as Narsil } from './engine-Cjr1uBLa.js';
-import { B as BatchResult, L as ListParams, g as ListResult, i as SuggestParams, j as SuggestResult, Q as QueryParams, h as PreflightResult, f as IndexStats, P as PartitionStatsResult, M as MemoryStats, e as QueryResult } from './search-DDHjfXhJ.js';
+import { a as CreateIndexOptions, C as ClusterNamespace, b as ClusterNodeConfig } from './config-B41W23Us.js';
+export { c as ClusterControllerConfig, d as ClusterNodeInfo, e as ClusterQueryConfig, N as NodeReadiness, R as ReplicationConfig } from './config-B41W23Us.js';
+import { N as NarsilEventMap, a as Narsil } from './engine-CABZg25p.js';
+import { B as BatchResult, L as ListParams, g as ListResult, i as SuggestParams, j as SuggestResult, Q as QueryParams, h as PreflightResult, f as IndexStats, P as PartitionStatsResult, M as MemoryStats, e as QueryResult } from './search-FjWhZN3f.js';
 import { I as IndexConfig, A as AnyDocument, b as InsertOptions } from './schema-B7juWg8Q.js';
 import { b as NodeCapacity, N as NodeRole } from './types-DsSSjY4d.js';
 export { c as AllocationConstraints, d as AllocationEvent, A as AllocationTable, C as ClusterCoordinator, e as NodeEvent, a as NodeRegistration, P as PartitionAssignment, f as PartitionState, S as SchemaEvent, U as UnassignedReason } from './types-DsSSjY4d.js';
 export { L as ListenHandler, N as NodeTransport, R as RespondFn, T as TransportConfig, a as TransportMessage } from './types-D5OwhtsQ.js';
-import './config-BZRExglL.js';
+import './config-Co-zAXqO.js';
 import './adapters-79OIa4xm.js';
 
 /**

package/dist/distribution.mjs

@@ -1,23 +1,46 @@
-import { createEngineCore, createNarsilFromCore, runEngineQueryStats, runEngineListDocuments, runEngineSuggest, runEnginePreflight, runEngineQuery, createEngineIndex, applyIndexEntry, applyDeleteEntry, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, now, listBindingOf, validateEntryBatchPayload, createAckMessage, validateEntryPayload, validateForwardBatchPayload, createForwardBatchResultMessage, queryBindingOf, foldGroupReducer, clampLimit, createForwardBatchMessage, validateForwardBatchResultPayload, createForwardMessage, validateReplicationEntry, MAX_SUGGEST_SCATTER_LIMIT, chunkByBudget, WIRE_BATCH_BUDGET, computeEntryChecksum, dedupePinnedEntries, SUGGEST_OVERSAMPLE_FACTOR, SUGGEST_OVERSAMPLE_PADDING, createEntryMessage, createEntryBatchMessage, createInsyncConfirmMessage, validateAckPayload, createInsyncRemoveMessage, validateInsyncConfirmPayload, createInsyncAddMessage } from './chunk-UZTT2BKQ.mjs';
-import { ReplicationMessageTypes, TransportErrorCodes, ClusterMessageTypes, QueryMessageTypes, TransportError, MAX_MESSAGE_SIZE_BYTES } from './chunk-JQUL2T6I.mjs';
-import { validateIndexName, indexConfigKey, putIndexMetadata, getIndexMetadata, MAX_PARTITION_COUNT, MAX_INDEX_NAME_LENGTH } from './chunk-XWICBGYT.mjs';
-import { deserializePayloadV2, createPartitionIndex, resolveProjection, clampRowCount, sortSignatureOf, requireMatchingCursor, decodePageCursor, normalizeSort, encodePageCursor, applyProjection, readSortValues, getLanguage, DEFAULT_PAGE_SIZE, requireWithinResultWindow, fnv1a, FILTER_EXPRESSION_KEYS, MAX_CURSOR_LENGTH, mergePartitionStats, RESULT_WINDOW, FIELD_FILTER_OPERATORS, MAX_NESTING_DEPTH } from './chunk-EV45L35L.mjs';
+import { MAX_MESSAGE_SIZE_BYTES } from './chunk-UNEEFTEU.mjs';
+import { validateIndexName, indexConfigKey, putIndexMetadata, getIndexMetadata } from './chunk-KGRYQVZ5.mjs';
+import { createEngineCore, createNarsilFromCore, runEngineQueryStats, runEngineListDocuments, runEngineSuggest, runEnginePreflight, runEngineQuery, createEngineIndex, applyIndexEntry, applyDeleteEntry, now, listBindingOf, validateEntryBatchPayload, createAckMessage, validateEntryPayload, validateForwardBatchPayload, createForwardBatchResultMessage, queryBindingOf, foldGroupReducer, clampLimit, createForwardBatchMessage, validateForwardBatchResultPayload, createForwardMessage, validateReplicationEntry, computeEntryChecksum, dedupePinnedEntries, createEntryMessage, createEntryBatchMessage, createInsyncConfirmMessage, validateAckPayload, createInsyncRemoveMessage, validateInsyncConfirmPayload, createInsyncAddMessage } from './chunk-56PJBIJ6.mjs';
+import { ReplicationMessageTypes, TransportErrorCodes, ClusterMessageTypes, QueryMessageTypes, TransportError } from './chunk-GCM3JFVA.mjs';
+import { DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR, MAX_SUGGEST_SCATTER_LIMIT, WIRE_BATCH_BUDGET, MAX_INDEX_NAME_LENGTH, MAX_DOC_ID_LENGTH, SUGGEST_OVERSAMPLE_FACTOR, SUGGEST_OVERSAMPLE_PADDING, INDEX_NAME_PATTERN } from './chunk-OWCFK42Q.mjs';
+import { deserializePayloadV2, createPartitionIndex, resolveProjection, clampRowCount, sortSignatureOf, requireMatchingCursor, decodePageCursor, normalizeSort, encodePageCursor, applyProjection, readSortValues, getLanguage, requireWithinResultWindow, fnv1a, FILTER_EXPRESSION_KEYS, mergePartitionStats, FIELD_FILTER_OPERATORS, MAX_NESTING_DEPTH } from './chunk-M6JGMKA5.mjs';
+import { DEFAULT_PAGE_SIZE, MAX_SORT_FIELDS, MAX_CURSOR_LENGTH, RESULT_WINDOW } from './chunk-CBLS46IE.mjs';
 import './chunk-TGP5M5R7.mjs';
-import './chunk-4COAUBLJ.mjs';
-import './chunk-DFZDV5FV.mjs';
+import './chunk-HGJC5L65.mjs';
+import './chunk-JXHUHFJ5.mjs';
 import { crc32 } from './chunk-KMMJMDUA.mjs';
 import './chunk-U2BKYEC7.mjs';
-import { compareCodePoints, toComparableSortValue, compareComparableKeys, compareSortValues } from './chunk-BFIH7OV5.mjs';
-import { generateId } from './chunk-WTONLDU3.mjs';
+import { compareCodePoints, toComparableSortValue, compareComparableKeys, compareSortValues } from './chunk-2GWVQWGA.mjs';
+import { generateId } from './chunk-RDGXYRF4.mjs';
 import { ErrorCodes, NarsilError, describeError } from './chunk-P4ELXVJQ.mjs';
 import { encode, decode } from '@msgpack/msgpack';
 
-// src/distribution/cluster/controller/types.ts
-var CONTROLLER_LEASE_KEY = "_narsil/controller";
+// src/distribution/cluster/constants.ts
+var LEADERSHIP_IMBALANCE_THRESHOLD = 2;
+var DEFAULT_ESTIMATED_PARTITION_BYTES = 50 * 1024 * 1024;
+var REBALANCE_THRESHOLD = 0.1;
+var BOOTSTRAP_CAS_ATTEMPTS = 5;
+var ALLOCATION_CAS_ATTEMPTS = 5;
+var ALLOCATION_RETRY_DELAY_MS = 1e3;
+var TEARDOWN_CAS_ATTEMPTS = 5;
+var TEARDOWN_RETRY_DELAY_MS = 500;
+var TEARDOWN_RETRY_ROUNDS = 3;
+var RECOVERY_CAS_ATTEMPTS = 5;
+var PARTITION_STORES_TIMEOUT_MS = 5e3;
 var DEFAULT_CONTROLLER_CONFIG = {
   leaseTtlMs: 15e3,
   standbyRetryMs: 5e3
 };
+var DEFAULT_NODE_LIFECYCLE_CONFIG = {
+  bootstrapRetryBaseMs: 1e3,
+  bootstrapRetryMaxMs: 5e3,
+  bootstrapMaxRetries: 10,
+  allocationDebounceMs: 250,
+  nodeHeartbeatIntervalMs: 1e4
+};
+
+// src/distribution/cluster/controller/types.ts
+var CONTROLLER_LEASE_KEY = "_narsil/controller";
 
 // src/distribution/cluster/controller/election.ts
 function createElectionState() {
@@ -95,10 +118,6 @@ var balanceDecider = {
   }
 };
 
-// src/distribution/cluster/allocator/types.ts
-var REBALANCE_THRESHOLD = 0.1;
-var DEFAULT_ESTIMATED_PARTITION_BYTES = 50 * 1024 * 1024;
-
 // src/distribution/cluster/allocator/deciders/capacity.ts
 function createCapacityDecider(estimatedPartitionBytes) {
   const bytesPerPartition = DEFAULT_ESTIMATED_PARTITION_BYTES;
@@ -417,7 +436,6 @@ function holdsLastCopy(assignment, nodeId) {
 }
 
 // src/distribution/cluster/allocator/leadership.ts
-var LEADERSHIP_IMBALANCE_THRESHOLD = 2;
 function loadOf(nodeId, counts, shares) {
   const share = shares.get(nodeId);
   return (counts.get(nodeId) ?? 0) / (share === void 0 || share <= 0 ? 1 : share);
@@ -822,8 +840,6 @@ function createPartitionStoresResultMessage(result, sourceNodeId, requestId) {
 }
 
 // src/distribution/cluster/controller/event-loop/unassigned-recovery.ts
-var RECOVERY_CAS_ATTEMPTS = 5;
-var PARTITION_STORES_TIMEOUT_MS = 5e3;
 function liveHoldersOfUnassignedPartitions(table, liveNodeIds) {
   const holders = /* @__PURE__ */ new Set();
   for (const assignment of table.assignments.values()) {
@@ -1026,11 +1042,6 @@ async function recoverUnassignedPartitions(coordinator, transport, indexName, co
 function holdsDataNode(nodes) {
   return nodes.some((node) => node.roles.includes("data"));
 }
-var ALLOCATION_CAS_ATTEMPTS = 5;
-var ALLOCATION_RETRY_DELAY_MS = 1e3;
-var TEARDOWN_CAS_ATTEMPTS = 5;
-var TEARDOWN_RETRY_ROUNDS = 3;
-var TEARDOWN_RETRY_DELAY_MS = 500;
 async function runAllocatorForIndex(coordinator, indexName, nodes, isActive, attempt = 0) {
   if (!isActive()) {
     return;
@@ -1226,7 +1237,15 @@ async function handleSchemaEvent(event, coordinator, state, isActive, onError) {
     await tearDownAllocation(event.indexName, coordinator, state, isActive, 0, onError);
   }
 }
+
+// src/distribution/replication/constants.ts
+var REPLICATION_ENTRY_FIXED_OVERHEAD_BYTES = 40;
+var DEFAULT_LOG_RETENTION_BYTES = 268435456;
 var INSYNC_CAS_ATTEMPTS = 5;
+var SNAPSHOT_CHUNK_SIZE = 65536;
+var MAX_SNAPSHOT_SIZE_BYTES = 2 * 1024 * 1024 * 1024;
+
+// src/distribution/replication/insync.ts
 var REFUSE = { outcome: "refuse" };
 var ACCEPT = { outcome: "accept" };
 async function updateInsyncSet(request, coordinator, decide) {
@@ -1416,7 +1435,6 @@ async function handleBootstrapCompleteMessage(message, respond, coordinator, con
     payload: encode(resultPayload)
   });
 }
-var BOOTSTRAP_CAS_ATTEMPTS = 5;
 async function processBootstrapComplete(payload, coordinator) {
   for (let attempt = 0; attempt < BOOTSTRAP_CAS_ATTEMPTS; attempt++) {
     const table = await coordinator.getAllocation(payload.indexName);
@@ -2378,15 +2396,6 @@ async function leaveCluster(config) {
   await config.coordinator.deregisterNode(config.registration.nodeId);
 }
 
-// src/distribution/cluster/node-lifecycle/types.ts
-var DEFAULT_NODE_LIFECYCLE_CONFIG = {
-  bootstrapRetryBaseMs: 1e3,
-  bootstrapRetryMaxMs: 5e3,
-  bootstrapMaxRetries: 10,
-  allocationDebounceMs: 250,
-  nodeHeartbeatIntervalMs: 1e4
-};
-
 // src/distribution/cluster/node-lifecycle/index.ts
 function createDataNodeLifecycle(config) {
   let status = "stopped";
@@ -2555,12 +2564,6 @@ async function nodeHasOtherPartitions(indexName, removedPartitionId, deps) {
   return false;
 }
 
-// src/distribution/replication/snapshot-constants.ts
-var SNAPSHOT_CHUNK_SIZE = 65536;
-var MAX_SNAPSHOT_SIZE_BYTES = 2 * 1024 * 1024 * 1024;
-var SNAPSHOT_HEADER_SENTINEL_SEQNO = Number.MAX_SAFE_INTEGER;
-var SNAPSHOT_HEADER_SENTINEL_PARTITION_ID = 4294967295;
-
 // src/distribution/replication/snapshot-stream-apply.ts
 function fail(state, code, message, details = {}) {
   if (state.failure !== null) {
@@ -2877,9 +2880,34 @@ function toStreamFailure(err, defaultCode, defaultMessage) {
   };
 }
 
-// src/distribution/cluster-node/bootstrap-fetch.ts
+// src/distribution/cluster-node/constants.ts
+var DEFAULT_PARTITION_COUNT = 5;
+var DEFAULT_REPLICATION_FACTOR = 1;
+var DEFAULT_CAPACITY = {
+  memoryBytes: 8e9,
+  cpuCores: 4,
+  diskBytes: null
+};
+var DEFAULT_CREATE_INDEX_WAIT_MS = 3e4;
 var CAPACITY_EXHAUSTED_BACKOFF_BASE_MS = 100;
 var CAPACITY_EXHAUSTED_BACKOFF_MAX_MS = 500;
+var JITTERED_BACKOFF_POLL_INTERVAL_MS = 20;
+var DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS = 6e5;
+var SYNCED_POSITION_REPORT_TIMEOUT_MS = 5e3;
+var ADMISSION_TIMEOUT_MS = 1e4;
+var CATCH_UP_TICK_MS = 1e3;
+var MAX_CATCH_UP_IN_FLIGHT_BYTES = 67108864;
+var CLEAR_PAGE_SIZE = 1e3;
+var DEFAULT_MAX_CONCURRENT_SNAPSHOTS = 2;
+var DEFAULT_MAX_PER_SOURCE_SNAPSHOTS = 1;
+var DEFAULT_MAX_STREAMS_PER_INDEX = 4;
+var SNAPSHOT_CHUNK_YIELD_INTERVAL_MS = 8;
+var MAX_SNAPSHOT_SYNC_REQUEST_BYTES = 4096;
+var MAX_SOURCE_ID_LENGTH = 256;
+var MAX_WAIT_FOR_ACTIVE_REPLICAS = 255;
+var MIN_CONTROLLER_LEASE_TTL_MS = 1e3;
+
+// src/distribution/cluster-node/bootstrap-fetch.ts
 var RETRY_ANY_TARGET_CODES = /* @__PURE__ */ new Set([
   ErrorCodes.SNAPSHOT_SYNC_TRANSPORT_FAILED,
   ErrorCodes.SNAPSHOT_SYNC_TIMEOUT,
@@ -2990,7 +3018,6 @@ async function fetchSnapshotFromAnyTarget(indexName, primaryNodeId, targets, dea
   }
   return lastFailure;
 }
-var JITTERED_BACKOFF_POLL_INTERVAL_MS = 20;
 async function jitteredBackoff(baseMs, maxMs, deadline, abortCheck) {
   const plannedMs = Math.floor(baseMs + Math.random() * (maxMs - baseMs));
   const remainingMs = deadline - Date.now();
@@ -3345,7 +3372,6 @@ async function dropExistingIndex(engine, indexName, primaryNodeId) {
 }
 
 // src/distribution/cluster-node/bootstrap-sync/state.ts
-var DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS = 6e5;
 function createBootstrapSyncState() {
   return {
     inFlight: /* @__PURE__ */ new Map(),
@@ -3767,7 +3793,6 @@ function readLocalLogState(indexName, partitionId, deps) {
   const newestEntry = log.getEntry(lastSeqNo);
   return { lastSeqNo, lastPrimaryTerm: newestEntry?.primaryTerm ?? lastPrimaryTerm };
 }
-var SYNCED_POSITION_REPORT_TIMEOUT_MS = 5e3;
 async function reportSyncedPosition(indexName, partitionId, target, knownSeqNo, deadline, deps) {
   const logState = readLocalLogState(indexName, partitionId, deps);
   if (logState.lastSeqNo <= knownSeqNo) {
@@ -4392,8 +4417,6 @@ function getInSyncReplicaTargets(assignment, localNodeId, pendingAdmissions = []
 }
 
 // src/distribution/cluster-node/catch-up/state.ts
-var CATCH_UP_TICK_MS = 1e3;
-var CATCH_UP_IN_FLIGHT_BYTE_CEILING = 67108864;
 function partitionKey2(indexName, partitionId) {
   return `${indexName}:${partitionId}`;
 }
@@ -4459,7 +4482,6 @@ function clearPendingAdmission(state, indexName, partitionId, replicaNodeId) {
 }
 
 // src/distribution/cluster-node/catch-up/admission.ts
-var ADMISSION_TIMEOUT_MS = 1e4;
 async function sendToController(payload, controllerNodeId, deps) {
   const targets = await resolveNodeTargets(controllerNodeId, deps);
   for (const target of targets) {
@@ -4534,6 +4556,30 @@ async function proposeAdmission(state, deps, indexName, partitionId, assignment,
     clearPendingAdmission(state, indexName, partitionId, replicaNodeId);
   }
 }
+
+// src/distribution/chunking.ts
+function chunkByBudget(items, budget) {
+  const chunks = [];
+  let current = [];
+  let currentBytes = 0;
+  for (const item of items) {
+    const itemBytes = budget.payloadBytesOf(item) + budget.overheadBytes;
+    const previous = current[current.length - 1];
+    const breaksRun = previous !== void 0 && budget.breaksRun?.(item, previous) === true;
+    const overflows = current.length >= budget.maxCount || current.length > 0 && currentBytes + itemBytes > budget.maxBytes;
+    if (breaksRun || overflows) {
+      chunks.push(current);
+      current = [];
+      currentBytes = 0;
+    }
+    current.push(item);
+    currentBytes += itemBytes;
+  }
+  if (current.length > 0) {
+    chunks.push(current);
+  }
+  return chunks;
+}
 async function replicateToReplicas(entry, inSyncReplicas, transport, sourceNodeId, resolveNodeTargets3) {
   const message = createEntryMessage(entry, sourceNodeId);
   return sendAndCollectAcks(message, entry, inSyncReplicas, transport, resolveNodeTargets3);
@@ -4604,9 +4650,8 @@ function isMatchingAck(response, entry) {
 }
 
 // src/distribution/cluster-node/catch-up/pump.ts
-var ENTRY_FIXED_OVERHEAD_BYTES = 40;
 function entryBytes(entry) {
-  return ENTRY_FIXED_OVERHEAD_BYTES + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
+  return REPLICATION_ENTRY_FIXED_OVERHEAD_BYTES + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
 }
 function batchBytes(entries) {
   let total = 0;
@@ -4632,7 +4677,7 @@ function nextWireBatch(state, pending) {
   if (batch.length === 0) {
     return [];
   }
-  const available = CATCH_UP_IN_FLIGHT_BYTE_CEILING - state.inFlightBytes;
+  const available = MAX_CATCH_UP_IN_FLIGHT_BYTES - state.inFlightBytes;
   return batchBytes(batch) > available ? [] : batch;
 }
 async function pumpReplica(state, deps, indexName, partitionId, assignment, replicaNodeId, cursor) {
@@ -4844,13 +4889,9 @@ async function writeHeldPartitions(core, indexName, next, indexesBehindOnDisk) {
   indexesBehindOnDisk.delete(indexName);
 }
 
-// src/distribution/replication/types.ts
-var DEFAULT_LOG_RETENTION_BYTES = 268435456;
-
 // src/distribution/replication/log.ts
-var ENTRY_FIXED_OVERHEAD_BYTES2 = 40;
 function estimateEntrySize(entry) {
-  return ENTRY_FIXED_OVERHEAD_BYTES2 + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
+  return REPLICATION_ENTRY_FIXED_OVERHEAD_BYTES + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
 }
 var computeChecksum = computeEntryChecksum;
 function createReplicationLog(partitionId, config) {
@@ -4901,7 +4942,7 @@ function createReplicationLog(partitionId, config) {
     }
   }
   function assertEntryFitsRetention(entry) {
-    const entrySize = ENTRY_FIXED_OVERHEAD_BYTES2 + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
+    const entrySize = REPLICATION_ENTRY_FIXED_OVERHEAD_BYTES + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
     if (entrySize > retentionBytes) {
       throw new NarsilError(
         ErrorCodes.REPLICATION_LOG_FULL,
@@ -5507,9 +5548,6 @@ async function authorizeSnapshotRequest(coordinator, indexName, sourceId) {
 }
 
 // src/distribution/cluster-node/snapshot-cache.ts
-var DEFAULT_MAX_CONCURRENT_SNAPSHOTS = 2;
-var DEFAULT_MAX_PER_SOURCE_SNAPSHOTS = 1;
-var DEFAULT_MAX_STREAMS_PER_INDEX = 4;
 function createSnapshotCacheState(maxConcurrent = DEFAULT_MAX_CONCURRENT_SNAPSHOTS, maxPerSource = DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, maxStreamsPerIndex = DEFAULT_MAX_STREAMS_PER_INDEX) {
   if (!Number.isInteger(maxConcurrent) || maxConcurrent <= 0) {
     throw new NarsilError(ErrorCodes.CONFIG_INVALID, "maxConcurrent must be a positive integer", {
@@ -5635,7 +5673,6 @@ async function acquireSnapshotBuild(state, indexName, builder) {
   return entry.promise;
 }
 var SNAPSHOT_SYNC_ERROR_TYPE = `${ReplicationMessageTypes.SNAPSHOT_SYNC_REQUEST}.error`;
-var CHUNK_YIELD_INTERVAL_MS = 8;
 function createSingleResponseSink(respond) {
   const sink = ((response) => {
     if (sink.closed) {
@@ -5677,7 +5714,7 @@ async function streamSnapshotToReplica(sink, nodeId, requestId, indexName, build
     assertMessageWithinLimit(chunkBytes, "SNAPSHOT_CHUNK");
     await respondMessage(sink, ReplicationMessageTypes.SNAPSHOT_CHUNK, nodeId, requestId, chunkBytes);
     offset = end;
-    if (offset < totalBytes && now2() - lastYieldAt >= CHUNK_YIELD_INTERVAL_MS) {
+    if (offset < totalBytes && now2() - lastYieldAt >= SNAPSHOT_CHUNK_YIELD_INTERVAL_MS) {
       await yieldToEventLoop();
       lastYieldAt = now2();
     }
@@ -5733,6 +5770,10 @@ async function respondError(sink, sourceId, requestId, code, message) {
   sink.closed = true;
 }
 
+// src/distribution/replication/snapshot-constants.ts
+var SNAPSHOT_HEADER_SENTINEL_SEQNO = Number.MAX_SAFE_INTEGER;
+var SNAPSHOT_HEADER_SENTINEL_PARTITION_ID = 4294967295;
+
 // src/distribution/cluster-node/snapshot-sync-handler/metadata.ts
 async function defaultSnapshotHeaderMetadataProvider(coordinator, indexName) {
   try {
@@ -5853,8 +5894,6 @@ function buildSnapshotForRequest(deps, indexName, options) {
   }
   return buildSnapshot(deps, indexName);
 }
-var INDEX_NAME_PATTERN = /^[a-zA-Z0-9][a-zA-Z0-9._-]*$/;
-var MAX_SOURCE_ID_LENGTH = 256;
 function containsControlCharacter(value) {
   for (let i = 0; i < value.length; i++) {
     const code = value.charCodeAt(i);
@@ -5870,7 +5909,6 @@ function containsControlCharacter(value) {
   }
   return false;
 }
-var MAX_SNAPSHOT_SYNC_REQUEST_BYTES = 4096;
 var REQUEST_DECODE_OPTIONS = {
   maxMapLength: 16,
   maxArrayLength: 16,
@@ -6021,17 +6059,15 @@ async function handlePartitionStores(message, respond, deps) {
   await respond(createPartitionStoresResultMessage(result, deps.nodeId, message.requestId));
 }
 
-// src/distribution/query/validators/common.ts
+// src/distribution/query/constants.ts
 var MAX_PARTITION_IDS = MAX_PARTITION_COUNT;
 var MAX_TERM_LENGTH = 1024;
 var MAX_TERMS_COUNT = 65536;
 var MAX_FIELD_NAME_LENGTH = 255;
 var MAX_FIELDS_LIST = 256;
 var MAX_BOOST_FIELDS = 256;
-var MAX_SORT_FIELDS = 8;
 var MAX_FACETS = 64;
 var MAX_FETCH_DOCUMENT_IDS = 1e4;
-var MAX_DOC_ID_LENGTH = 512;
 var MAX_FILTER_DEPTH = 30;
 var MAX_FILTER_FIELDS = 256;
 var MAX_FILTER_ARRAY_SIZE = 65536;
@@ -6046,6 +6082,25 @@ var MAX_PINNED_ENTRIES = 1e3;
 var MAX_PINNED_POSITION = RESULT_WINDOW;
 var MAX_EF_SEARCH = 1e4;
 var MAX_GROUP_FIELDS = 64;
+var MAX_HIGHLIGHT_TAG_LENGTH = 256;
+var MAX_HIGHLIGHT_SNIPPET_LENGTH = 65536;
+var MAX_LIST_CURSOR_LENGTH = 4096;
+var MAX_SUGGEST_WIRE_LIMIT = 1e3;
+var MAX_COUNT_VALUE = Number.MAX_SAFE_INTEGER;
+var MAX_LANGUAGE_NAME_LENGTH = 64;
+var MAX_SORT_VALUE_STRING_LENGTH = 65536;
+var MAX_RESULTS_PER_PARTITION = 1e4;
+var MAX_SORT_VALUES = 8;
+var MAX_FACET_FIELDS = 64;
+var MAX_FACET_BUCKETS = 1e4;
+var MAX_FACET_VALUE_LENGTH = 1024;
+var MAX_GROUPS_PER_RESPONSE = 65536;
+var MAX_FACET_SIZE = 1e3;
+var DEFAULT_MAX_FACET_BUCKETS = 100;
+var MAX_VECTOR_DIMENSION = 8192;
+var MAX_VECTOR_TEXT_LENGTH = 16384;
+
+// src/distribution/query/validators/common.ts
 var NULL_BYTE = String.fromCharCode(0);
 function throwInvalid(code, message, details) {
   throw new NarsilError(code, message, details);
@@ -6158,8 +6213,6 @@ var SEARCH_INVALID_MODE = ErrorCodes.SEARCH_INVALID_MODE;
 var CONFIG_INVALID = ErrorCodes.CONFIG_INVALID;
 
 // src/distribution/query/validators/fetch.ts
-var MAX_HIGHLIGHT_TAG_LENGTH = 256;
-var MAX_HIGHLIGHT_SNIPPET_LENGTH = 65536;
 function validateIndexNameField(value, fieldLabel) {
   if (typeof value !== "string") {
     throwInvalid(CONFIG_INVALID, `Invalid FetchPayload: "${fieldLabel}" must be a string`);
@@ -6664,9 +6717,7 @@ function validateEfSearchParam(value) {
 }
 
 // src/distribution/query/validators/search.ts
-var MAX_FACET_SHARD_SIZE = oversampledShardSize(1e3);
-var MAX_VECTOR_DIMENSION = 8192;
-var MAX_VECTOR_TEXT_LENGTH = 16384;
+var MAX_FACET_SHARD_SIZE = oversampledShardSize(MAX_FACET_SIZE);
 var ALLOWED_SCORING = ["local", "dfs", "broadcast"];
 var ALLOWED_SORT_DIRECTIONS = ["asc", "desc"];
 function validateIndexNameField2(value, fieldLabel) {
@@ -6930,11 +6981,6 @@ function validateSearchPayload(decoded) {
 }
 
 // src/distribution/query/validators/reads.ts
-var MAX_LIST_CURSOR_LENGTH = 4096;
-var MAX_SUGGEST_WIRE_LIMIT = 1e3;
-var MAX_COUNT_VALUE = Number.MAX_SAFE_INTEGER;
-var MAX_LANGUAGE_NAME_LENGTH = 64;
-var MAX_SORT_VALUE_STRING_LENGTH = 65536;
 function validateIndexNameField3(decoded, payloadLabel) {
   validateStringField(decoded.indexName, `${payloadLabel}.indexName`, 255, CONFIG_INVALID);
 }
@@ -7129,12 +7175,6 @@ function validatePreflightResultPayload(decoded) {
 }
 
 // src/distribution/query/validators/search-result.ts
-var MAX_RESULTS_PER_PARTITION = 1e4;
-var MAX_SORT_VALUES = 8;
-var MAX_FACET_FIELDS = 64;
-var MAX_FACET_BUCKETS = 1e4;
-var MAX_FACET_VALUE_LENGTH = 1024;
-var MAX_GROUPS_PER_RESPONSE = 65536;
 function validateScoredEntry(value, fieldLabel) {
   if (!isRecord2(value)) {
     throwInvalid(CONFIG_INVALID, `Invalid SearchResultPayload: "${fieldLabel}" must be an object`);
@@ -7987,7 +8027,6 @@ async function sendSyncEntriesResponse(message, respond, deps, entries) {
 }
 
 // src/distribution/cluster-node/allocation-wait.ts
-var DEFAULT_CREATE_INDEX_WAIT_MS = 3e4;
 function everyPartitionActive(table, partitionCount) {
   if (table === null || table.assignments.size < partitionCount) {
     return false;
@@ -8035,15 +8074,6 @@ async function waitForServingAllocation(coordinator, indexName, partitionCount,
   }
 }
 
-// src/distribution/cluster-node/types/defaults.ts
-var DEFAULT_PARTITION_COUNT = 5;
-var DEFAULT_REPLICATION_FACTOR = 1;
-var DEFAULT_CAPACITY = {
-  memoryBytes: 8e9,
-  cpuCores: 4,
-  diskBytes: null
-};
-
 // src/distribution/cluster-node/transport-failure.ts
 var FAILURE_CODE_BY_TRANSPORT_CODE = {
   [TransportErrorCodes.CONNECT_FAILED]: ErrorCodes.QUERY_NO_ACTIVE_REPLICA,
@@ -9037,7 +9067,6 @@ async function routeUpdateBatch(indexName, updates, deps) {
 }
 
 // src/distribution/cluster-node/write-routing/index.ts
-var MAX_REPLICATION_FACTOR = 255;
 function validateCreateIndexOptions(partitionCount, replicationFactor) {
   if (!Number.isInteger(partitionCount) || partitionCount < 1 || partitionCount > MAX_PARTITION_COUNT) {
     throw new NarsilError(
@@ -9838,7 +9867,6 @@ function popScoredHeap(heap, nodeFirst) {
   }
   return top;
 }
-var DEFAULT_MAX_FACET_BUCKETS = 100;
 function mergeDistributedFacets(allFacets, allBounds, maxBuckets = DEFAULT_MAX_FACET_BUCKETS) {
   const merged = /* @__PURE__ */ new Map();
   const bounds = /* @__PURE__ */ new Map();
@@ -10124,7 +10152,6 @@ var DEFAULT_QUERY_CONFIG = {
 };
 
 // src/distribution/query/routing.ts
-var MAX_FACET_SIZE = 1e3;
 function wireSortSignature(sort) {
   if (sort === null || sort.length === 0) return null;
   return JSON.stringify(sort.map((field) => [field.field, field.direction]));
@@ -10777,7 +10804,6 @@ async function queryCluster(deps, indexName, params) {
 }
 
 // src/distribution/cluster-node/clear.ts
-var CLEAR_PAGE_SIZE = 1e3;
 async function clearCluster(readDeps, writeDeps, indexName) {
   const allocation = await routableAllocation(readDeps.config.coordinator, indexName);
   if (allocation === null) {
@@ -11093,8 +11119,6 @@ function createSingleResponseRespond(respond) {
 }
 
 // src/distribution/cluster-node/validate-config.ts
-var MAX_WAIT_FOR_ACTIVE_REPLICAS = 255;
-var MIN_CONTROLLER_LEASE_TTL_MS = 1e3;
 function validateClusterNodeConfig(config) {
   if (config.address.length === 0) {
     throw new NarsilError(ErrorCodes.CONFIG_INVALID, "ClusterNodeConfig.address must not be empty");

package/dist/embeddings/openai.mjs

@@ -1,12 +1,14 @@
 import { NarsilError, ErrorCodes } from '../chunk-P4ELXVJQ.mjs';
 
-// src/embeddings/openai.ts
+// src/embeddings/constants.ts
 var RETRYABLE_STATUS_CODES = /* @__PURE__ */ new Set([429, 500, 502, 503]);
 var MAX_BACKOFF_MS = 3e4;
 var BASE_BACKOFF_MS = 1e3;
 var MAX_JITTER_MS = 1e3;
-var DEFAULT_TIMEOUT_MS = 3e4;
+var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
 var MAX_INPUTS_PER_REQUEST = 2048;
+
+// src/embeddings/openai.ts
 function isRetryableStatus(status) {
   return RETRYABLE_STATUS_CODES.has(status);
 }
@@ -194,7 +196,7 @@ function createOpenAIEmbedding(config) {
   const url = `${config.baseUrl.replace(/\/+$/, "")}/embeddings`;
   const model = config.model;
   const dimensionCount = config.dimensions;
-  const timeoutMs = config.timeout ?? DEFAULT_TIMEOUT_MS;
+  const timeoutMs = config.timeout ?? DEFAULT_REQUEST_TIMEOUT_MS;
   const maxRetries = config.maxRetries ?? 3;
   return {
     get dimensions() {