@delali/narsil 0.2.4-next.48 → 0.2.4-next.50

package/dist/distribution.mjs

@@ -1,23 +1,51 @@
-import { createEngineCore, createNarsilFromCore, runEngineQueryStats, runEngineListDocuments, runEngineSuggest, runEnginePreflight, runEngineQuery, createEngineIndex, applyIndexEntry, applyDeleteEntry, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, now, listBindingOf, validateEntryBatchPayload, createAckMessage, validateEntryPayload, validateForwardBatchPayload, createForwardBatchResultMessage, queryBindingOf, foldGroupReducer, clampLimit, createForwardBatchMessage, validateForwardBatchResultPayload, createForwardMessage, validateReplicationEntry, MAX_SUGGEST_SCATTER_LIMIT, chunkByBudget, WIRE_BATCH_BUDGET, computeEntryChecksum, dedupePinnedEntries, SUGGEST_OVERSAMPLE_FACTOR, SUGGEST_OVERSAMPLE_PADDING, createEntryMessage, createEntryBatchMessage, createInsyncConfirmMessage, validateAckPayload, createInsyncRemoveMessage, validateInsyncConfirmPayload, createInsyncAddMessage } from './chunk-UZTT2BKQ.mjs';
-import { ReplicationMessageTypes, TransportErrorCodes, ClusterMessageTypes, QueryMessageTypes, TransportError, MAX_MESSAGE_SIZE_BYTES } from './chunk-JQUL2T6I.mjs';
-import { validateIndexName, indexConfigKey, putIndexMetadata, getIndexMetadata, MAX_PARTITION_COUNT, MAX_INDEX_NAME_LENGTH } from './chunk-XWICBGYT.mjs';
-import { deserializePayloadV2, createPartitionIndex, resolveProjection, clampRowCount, sortSignatureOf, requireMatchingCursor, decodePageCursor, normalizeSort, encodePageCursor, applyProjection, readSortValues, getLanguage, DEFAULT_PAGE_SIZE, requireWithinResultWindow, fnv1a, FILTER_EXPRESSION_KEYS, MAX_CURSOR_LENGTH, mergePartitionStats, RESULT_WINDOW, FIELD_FILTER_OPERATORS, MAX_NESTING_DEPTH } from './chunk-EV45L35L.mjs';
+import { MAX_MESSAGE_SIZE_BYTES } from './chunk-UNEEFTEU.mjs';
+import { validateIndexName, indexConfigKey, putIndexMetadata, getIndexMetadata } from './chunk-MHE7YWAU.mjs';
+import { createEngineCore, checkHeapAfterRecovery, createNarsilFromCore, runEngineQueryStats, runEngineListDocuments, runEngineSuggest, runEnginePreflight, runEngineQuery, createEngineIndex, applyIndexEntry, applyDeleteEntry, validateEntryBatchPayload, createAckMessage, validateEntryPayload, validateForwardBatchPayload, createForwardBatchResultMessage, createForwardBatchMessage, validateForwardBatchResultPayload, createForwardMessage, validateReplicationEntry, computeEntryChecksum, createEntryMessage, createEntryBatchMessage, createInsyncConfirmMessage, validateAckPayload, createInsyncRemoveMessage, validateInsyncConfirmPayload, createInsyncAddMessage } from './chunk-ND34I3SV.mjs';
+import { now, listBindingOf, queryBindingOf, foldGroupReducer, clampLimit, dedupePinnedEntries } from './chunk-ZHUQKZBE.mjs';
+import { ReplicationMessageTypes, TransportErrorCodes, ClusterMessageTypes, QueryMessageTypes, TransportError } from './chunk-GCM3JFVA.mjs';
+import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR, WIRE_BATCH_BUDGET } from './chunk-PIWKZPP7.mjs';
+import { DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, MAX_INDEX_NAME_LENGTH, MAX_DOC_ID_LENGTH, SUGGEST_OVERSAMPLE_FACTOR, SUGGEST_OVERSAMPLE_PADDING, INDEX_NAME_PATTERN } from './chunk-XE6XR2OE.mjs';
+import { generateId, deserializePayloadV2, createPartitionIndex, getLanguage, FILTER_EXPRESSION_KEYS, FIELD_FILTER_OPERATORS } from './chunk-BEIK3EOZ.mjs';
+import { resolveProjection, clampRowCount, sortSignatureOf, requireMatchingCursor, decodePageCursor, normalizeSort, encodePageCursor, applyProjection, readSortValues, requireWithinResultWindow, fnv1a, mergePartitionStats, MAX_NESTING_DEPTH } from './chunk-CMVG2UEF.mjs';
+import './chunk-AV4IJKD2.mjs';
+import { DEFAULT_PAGE_SIZE, MAX_SORT_FIELDS, MAX_CURSOR_LENGTH, RESULT_WINDOW } from './chunk-CBLS46IE.mjs';
 import './chunk-TGP5M5R7.mjs';
-import './chunk-4COAUBLJ.mjs';
-import './chunk-DFZDV5FV.mjs';
+import './chunk-PMBHH44R.mjs';
+import './chunk-X6YZO4MQ.mjs';
+import './chunk-RP23PWMV.mjs';
 import { crc32 } from './chunk-KMMJMDUA.mjs';
 import './chunk-U2BKYEC7.mjs';
-import { compareCodePoints, toComparableSortValue, compareComparableKeys, compareSortValues } from './chunk-BFIH7OV5.mjs';
-import { generateId } from './chunk-WTONLDU3.mjs';
+import { compareCodePoints, toComparableSortValue, compareComparableKeys, compareSortValues } from './chunk-2GWVQWGA.mjs';
+import './chunk-WYJXSLER.mjs';
 import { ErrorCodes, NarsilError, describeError } from './chunk-P4ELXVJQ.mjs';
 import { encode, decode } from '@msgpack/msgpack';
 
-// src/distribution/cluster/controller/types.ts
-var CONTROLLER_LEASE_KEY = "_narsil/controller";
+// src/distribution/cluster/constants.ts
+var LEADERSHIP_IMBALANCE_THRESHOLD = 2;
+var DEFAULT_ESTIMATED_PARTITION_BYTES = 50 * 1024 * 1024;
+var REBALANCE_THRESHOLD = 0.1;
+var BOOTSTRAP_CAS_ATTEMPTS = 5;
+var ALLOCATION_CAS_ATTEMPTS = 5;
+var ALLOCATION_RETRY_DELAY_MS = 1e3;
+var TEARDOWN_CAS_ATTEMPTS = 5;
+var TEARDOWN_RETRY_DELAY_MS = 500;
+var TEARDOWN_RETRY_ROUNDS = 3;
+var RECOVERY_CAS_ATTEMPTS = 5;
+var PARTITION_STORES_TIMEOUT_MS = 5e3;
 var DEFAULT_CONTROLLER_CONFIG = {
   leaseTtlMs: 15e3,
   standbyRetryMs: 5e3
 };
+var DEFAULT_NODE_LIFECYCLE_CONFIG = {
+  bootstrapRetryBaseMs: 1e3,
+  bootstrapRetryMaxMs: 5e3,
+  bootstrapMaxRetries: 10,
+  allocationDebounceMs: 250,
+  nodeHeartbeatIntervalMs: 1e4
+};
+
+// src/distribution/cluster/controller/types.ts
+var CONTROLLER_LEASE_KEY = "_narsil/controller";
 
 // src/distribution/cluster/controller/election.ts
 function createElectionState() {
@@ -95,10 +123,6 @@ var balanceDecider = {
   }
 };
 
-// src/distribution/cluster/allocator/types.ts
-var REBALANCE_THRESHOLD = 0.1;
-var DEFAULT_ESTIMATED_PARTITION_BYTES = 50 * 1024 * 1024;
-
 // src/distribution/cluster/allocator/deciders/capacity.ts
 function createCapacityDecider(estimatedPartitionBytes) {
   const bytesPerPartition = DEFAULT_ESTIMATED_PARTITION_BYTES;
@@ -417,7 +441,6 @@ function holdsLastCopy(assignment, nodeId) {
 }
 
 // src/distribution/cluster/allocator/leadership.ts
-var LEADERSHIP_IMBALANCE_THRESHOLD = 2;
 function loadOf(nodeId, counts, shares) {
   const share = shares.get(nodeId);
   return (counts.get(nodeId) ?? 0) / (share === void 0 || share <= 0 ? 1 : share);
@@ -822,8 +845,6 @@ function createPartitionStoresResultMessage(result, sourceNodeId, requestId) {
 }
 
 // src/distribution/cluster/controller/event-loop/unassigned-recovery.ts
-var RECOVERY_CAS_ATTEMPTS = 5;
-var PARTITION_STORES_TIMEOUT_MS = 5e3;
 function liveHoldersOfUnassignedPartitions(table, liveNodeIds) {
   const holders = /* @__PURE__ */ new Set();
   for (const assignment of table.assignments.values()) {
@@ -1026,11 +1047,6 @@ async function recoverUnassignedPartitions(coordinator, transport, indexName, co
 function holdsDataNode(nodes) {
   return nodes.some((node) => node.roles.includes("data"));
 }
-var ALLOCATION_CAS_ATTEMPTS = 5;
-var ALLOCATION_RETRY_DELAY_MS = 1e3;
-var TEARDOWN_CAS_ATTEMPTS = 5;
-var TEARDOWN_RETRY_ROUNDS = 3;
-var TEARDOWN_RETRY_DELAY_MS = 500;
 async function runAllocatorForIndex(coordinator, indexName, nodes, isActive, attempt = 0) {
   if (!isActive()) {
     return;
@@ -1226,7 +1242,15 @@ async function handleSchemaEvent(event, coordinator, state, isActive, onError) {
     await tearDownAllocation(event.indexName, coordinator, state, isActive, 0, onError);
   }
 }
+
+// src/distribution/replication/constants.ts
+var REPLICATION_ENTRY_FIXED_OVERHEAD_BYTES = 40;
+var DEFAULT_LOG_RETENTION_BYTES = 268435456;
 var INSYNC_CAS_ATTEMPTS = 5;
+var SNAPSHOT_CHUNK_SIZE = 65536;
+var MAX_SNAPSHOT_SIZE_BYTES = 2 * 1024 * 1024 * 1024;
+
+// src/distribution/replication/insync.ts
 var REFUSE = { outcome: "refuse" };
 var ACCEPT = { outcome: "accept" };
 async function updateInsyncSet(request, coordinator, decide) {
@@ -1416,7 +1440,6 @@ async function handleBootstrapCompleteMessage(message, respond, coordinator, con
     payload: encode(resultPayload)
   });
 }
-var BOOTSTRAP_CAS_ATTEMPTS = 5;
 async function processBootstrapComplete(payload, coordinator) {
   for (let attempt = 0; attempt < BOOTSTRAP_CAS_ATTEMPTS; attempt++) {
     const table = await coordinator.getAllocation(payload.indexName);
@@ -2378,15 +2401,6 @@ async function leaveCluster(config) {
   await config.coordinator.deregisterNode(config.registration.nodeId);
 }
 
-// src/distribution/cluster/node-lifecycle/types.ts
-var DEFAULT_NODE_LIFECYCLE_CONFIG = {
-  bootstrapRetryBaseMs: 1e3,
-  bootstrapRetryMaxMs: 5e3,
-  bootstrapMaxRetries: 10,
-  allocationDebounceMs: 250,
-  nodeHeartbeatIntervalMs: 1e4
-};
-
 // src/distribution/cluster/node-lifecycle/index.ts
 function createDataNodeLifecycle(config) {
   let status = "stopped";
@@ -2555,12 +2569,6 @@ async function nodeHasOtherPartitions(indexName, removedPartitionId, deps) {
   return false;
 }
 
-// src/distribution/replication/snapshot-constants.ts
-var SNAPSHOT_CHUNK_SIZE = 65536;
-var MAX_SNAPSHOT_SIZE_BYTES = 2 * 1024 * 1024 * 1024;
-var SNAPSHOT_HEADER_SENTINEL_SEQNO = Number.MAX_SAFE_INTEGER;
-var SNAPSHOT_HEADER_SENTINEL_PARTITION_ID = 4294967295;
-
 // src/distribution/replication/snapshot-stream-apply.ts
 function fail(state, code, message, details = {}) {
   if (state.failure !== null) {
@@ -2877,9 +2885,34 @@ function toStreamFailure(err, defaultCode, defaultMessage) {
   };
 }
 
-// src/distribution/cluster-node/bootstrap-fetch.ts
+// src/distribution/cluster-node/constants.ts
+var DEFAULT_PARTITION_COUNT = 5;
+var DEFAULT_REPLICATION_FACTOR = 1;
+var DEFAULT_CAPACITY = {
+  memoryBytes: 8e9,
+  cpuCores: 4,
+  diskBytes: null
+};
+var DEFAULT_CREATE_INDEX_WAIT_MS = 3e4;
 var CAPACITY_EXHAUSTED_BACKOFF_BASE_MS = 100;
 var CAPACITY_EXHAUSTED_BACKOFF_MAX_MS = 500;
+var JITTERED_BACKOFF_POLL_INTERVAL_MS = 20;
+var DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS = 6e5;
+var SYNCED_POSITION_REPORT_TIMEOUT_MS = 5e3;
+var ADMISSION_TIMEOUT_MS = 1e4;
+var CATCH_UP_TICK_MS = 1e3;
+var MAX_CATCH_UP_IN_FLIGHT_BYTES = 67108864;
+var CLEAR_PAGE_SIZE = 1e3;
+var DEFAULT_MAX_CONCURRENT_SNAPSHOTS = 2;
+var DEFAULT_MAX_PER_SOURCE_SNAPSHOTS = 1;
+var DEFAULT_MAX_STREAMS_PER_INDEX = 4;
+var SNAPSHOT_CHUNK_YIELD_INTERVAL_MS = 8;
+var MAX_SNAPSHOT_SYNC_REQUEST_BYTES = 4096;
+var MAX_SOURCE_ID_LENGTH = 256;
+var MAX_WAIT_FOR_ACTIVE_REPLICAS = 255;
+var MIN_CONTROLLER_LEASE_TTL_MS = 1e3;
+
+// src/distribution/cluster-node/bootstrap-fetch.ts
 var RETRY_ANY_TARGET_CODES = /* @__PURE__ */ new Set([
   ErrorCodes.SNAPSHOT_SYNC_TRANSPORT_FAILED,
   ErrorCodes.SNAPSHOT_SYNC_TIMEOUT,
@@ -2990,7 +3023,6 @@ async function fetchSnapshotFromAnyTarget(indexName, primaryNodeId, targets, dea
   }
   return lastFailure;
 }
-var JITTERED_BACKOFF_POLL_INTERVAL_MS = 20;
 async function jitteredBackoff(baseMs, maxMs, deadline, abortCheck) {
   const plannedMs = Math.floor(baseMs + Math.random() * (maxMs - baseMs));
   const remainingMs = deadline - Date.now();
@@ -3345,7 +3377,6 @@ async function dropExistingIndex(engine, indexName, primaryNodeId) {
 }
 
 // src/distribution/cluster-node/bootstrap-sync/state.ts
-var DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS = 6e5;
 function createBootstrapSyncState() {
   return {
     inFlight: /* @__PURE__ */ new Map(),
@@ -3767,7 +3798,6 @@ function readLocalLogState(indexName, partitionId, deps) {
   const newestEntry = log.getEntry(lastSeqNo);
   return { lastSeqNo, lastPrimaryTerm: newestEntry?.primaryTerm ?? lastPrimaryTerm };
 }
-var SYNCED_POSITION_REPORT_TIMEOUT_MS = 5e3;
 async function reportSyncedPosition(indexName, partitionId, target, knownSeqNo, deadline, deps) {
   const logState = readLocalLogState(indexName, partitionId, deps);
   if (logState.lastSeqNo <= knownSeqNo) {
@@ -4392,8 +4422,6 @@ function getInSyncReplicaTargets(assignment, localNodeId, pendingAdmissions = []
 }
 
 // src/distribution/cluster-node/catch-up/state.ts
-var CATCH_UP_TICK_MS = 1e3;
-var CATCH_UP_IN_FLIGHT_BYTE_CEILING = 67108864;
 function partitionKey2(indexName, partitionId) {
   return `${indexName}:${partitionId}`;
 }
@@ -4459,7 +4487,6 @@ function clearPendingAdmission(state, indexName, partitionId, replicaNodeId) {
 }
 
 // src/distribution/cluster-node/catch-up/admission.ts
-var ADMISSION_TIMEOUT_MS = 1e4;
 async function sendToController(payload, controllerNodeId, deps) {
   const targets = await resolveNodeTargets(controllerNodeId, deps);
   for (const target of targets) {
@@ -4534,6 +4561,30 @@ async function proposeAdmission(state, deps, indexName, partitionId, assignment,
     clearPendingAdmission(state, indexName, partitionId, replicaNodeId);
   }
 }
+
+// src/distribution/chunking.ts
+function chunkByBudget(items, budget) {
+  const chunks = [];
+  let current = [];
+  let currentBytes = 0;
+  for (const item of items) {
+    const itemBytes = budget.payloadBytesOf(item) + budget.overheadBytes;
+    const previous = current[current.length - 1];
+    const breaksRun = previous !== void 0 && budget.breaksRun?.(item, previous) === true;
+    const overflows = current.length >= budget.maxCount || current.length > 0 && currentBytes + itemBytes > budget.maxBytes;
+    if (breaksRun || overflows) {
+      chunks.push(current);
+      current = [];
+      currentBytes = 0;
+    }
+    current.push(item);
+    currentBytes += itemBytes;
+  }
+  if (current.length > 0) {
+    chunks.push(current);
+  }
+  return chunks;
+}
 async function replicateToReplicas(entry, inSyncReplicas, transport, sourceNodeId, resolveNodeTargets3) {
   const message = createEntryMessage(entry, sourceNodeId);
   return sendAndCollectAcks(message, entry, inSyncReplicas, transport, resolveNodeTargets3);
@@ -4604,9 +4655,8 @@ function isMatchingAck(response, entry) {
 }
 
 // src/distribution/cluster-node/catch-up/pump.ts
-var ENTRY_FIXED_OVERHEAD_BYTES = 40;
 function entryBytes(entry) {
-  return ENTRY_FIXED_OVERHEAD_BYTES + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
+  return REPLICATION_ENTRY_FIXED_OVERHEAD_BYTES + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
 }
 function batchBytes(entries) {
   let total = 0;
@@ -4632,7 +4682,7 @@ function nextWireBatch(state, pending) {
   if (batch.length === 0) {
     return [];
   }
-  const available = CATCH_UP_IN_FLIGHT_BYTE_CEILING - state.inFlightBytes;
+  const available = MAX_CATCH_UP_IN_FLIGHT_BYTES - state.inFlightBytes;
   return batchBytes(batch) > available ? [] : batch;
 }
 async function pumpReplica(state, deps, indexName, partitionId, assignment, replicaNodeId, cursor) {
@@ -4844,13 +4894,9 @@ async function writeHeldPartitions(core, indexName, next, indexesBehindOnDisk) {
   indexesBehindOnDisk.delete(indexName);
 }
 
-// src/distribution/replication/types.ts
-var DEFAULT_LOG_RETENTION_BYTES = 268435456;
-
 // src/distribution/replication/log.ts
-var ENTRY_FIXED_OVERHEAD_BYTES2 = 40;
 function estimateEntrySize(entry) {
-  return ENTRY_FIXED_OVERHEAD_BYTES2 + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
+  return REPLICATION_ENTRY_FIXED_OVERHEAD_BYTES + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
 }
 var computeChecksum = computeEntryChecksum;
 function createReplicationLog(partitionId, config) {
@@ -4901,7 +4947,7 @@ function createReplicationLog(partitionId, config) {
     }
   }
   function assertEntryFitsRetention(entry) {
-    const entrySize = ENTRY_FIXED_OVERHEAD_BYTES2 + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
+    const entrySize = REPLICATION_ENTRY_FIXED_OVERHEAD_BYTES + entry.indexName.length + entry.documentId.length + (entry.document?.byteLength ?? 0);
     if (entrySize > retentionBytes) {
       throw new NarsilError(
         ErrorCodes.REPLICATION_LOG_FULL,
@@ -5142,11 +5188,13 @@ async function createClusterLocalEngine(config, hooks) {
   const core = createEngineCore(config, hooks);
   if (core.durability !== null) {
     await core.durability.manager.recover(config?.lifecycle !== void 0);
+    checkHeapAfterRecovery(core);
   }
   if (core.invalidation !== null) {
     await core.invalidation.start();
   }
   if (config?.lifecycle === void 0) await core.analysisRebuild.reviewStaleIndexes();
+  core.orchestrator.shareMainThread();
   const engine = createNarsilFromCore(core, config);
   const heldPartitions = createHeldPartitionRecord(core);
   return Object.assign(engine, {
@@ -5507,9 +5555,6 @@ async function authorizeSnapshotRequest(coordinator, indexName, sourceId) {
 }
 
 // src/distribution/cluster-node/snapshot-cache.ts
-var DEFAULT_MAX_CONCURRENT_SNAPSHOTS = 2;
-var DEFAULT_MAX_PER_SOURCE_SNAPSHOTS = 1;
-var DEFAULT_MAX_STREAMS_PER_INDEX = 4;
 function createSnapshotCacheState(maxConcurrent = DEFAULT_MAX_CONCURRENT_SNAPSHOTS, maxPerSource = DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, maxStreamsPerIndex = DEFAULT_MAX_STREAMS_PER_INDEX) {
   if (!Number.isInteger(maxConcurrent) || maxConcurrent <= 0) {
     throw new NarsilError(ErrorCodes.CONFIG_INVALID, "maxConcurrent must be a positive integer", {
@@ -5635,7 +5680,6 @@ async function acquireSnapshotBuild(state, indexName, builder) {
   return entry.promise;
 }
 var SNAPSHOT_SYNC_ERROR_TYPE = `${ReplicationMessageTypes.SNAPSHOT_SYNC_REQUEST}.error`;
-var CHUNK_YIELD_INTERVAL_MS = 8;
 function createSingleResponseSink(respond) {
   const sink = ((response) => {
     if (sink.closed) {
@@ -5677,7 +5721,7 @@ async function streamSnapshotToReplica(sink, nodeId, requestId, indexName, build
     assertMessageWithinLimit(chunkBytes, "SNAPSHOT_CHUNK");
     await respondMessage(sink, ReplicationMessageTypes.SNAPSHOT_CHUNK, nodeId, requestId, chunkBytes);
     offset = end;
-    if (offset < totalBytes && now2() - lastYieldAt >= CHUNK_YIELD_INTERVAL_MS) {
+    if (offset < totalBytes && now2() - lastYieldAt >= SNAPSHOT_CHUNK_YIELD_INTERVAL_MS) {
       await yieldToEventLoop();
       lastYieldAt = now2();
     }
@@ -5733,6 +5777,10 @@ async function respondError(sink, sourceId, requestId, code, message) {
   sink.closed = true;
 }
 
+// src/distribution/replication/snapshot-constants.ts
+var SNAPSHOT_HEADER_SENTINEL_SEQNO = Number.MAX_SAFE_INTEGER;
+var SNAPSHOT_HEADER_SENTINEL_PARTITION_ID = 4294967295;
+
 // src/distribution/cluster-node/snapshot-sync-handler/metadata.ts
 async function defaultSnapshotHeaderMetadataProvider(coordinator, indexName) {
   try {
@@ -5853,8 +5901,6 @@ function buildSnapshotForRequest(deps, indexName, options) {
   }
   return buildSnapshot(deps, indexName);
 }
-var INDEX_NAME_PATTERN = /^[a-zA-Z0-9][a-zA-Z0-9._-]*$/;
-var MAX_SOURCE_ID_LENGTH = 256;
 function containsControlCharacter(value) {
   for (let i = 0; i < value.length; i++) {
     const code = value.charCodeAt(i);
@@ -5870,7 +5916,6 @@ function containsControlCharacter(value) {
   }
   return false;
 }
-var MAX_SNAPSHOT_SYNC_REQUEST_BYTES = 4096;
 var REQUEST_DECODE_OPTIONS = {
   maxMapLength: 16,
   maxArrayLength: 16,
@@ -6021,17 +6066,15 @@ async function handlePartitionStores(message, respond, deps) {
   await respond(createPartitionStoresResultMessage(result, deps.nodeId, message.requestId));
 }
 
-// src/distribution/query/validators/common.ts
+// src/distribution/query/constants.ts
 var MAX_PARTITION_IDS = MAX_PARTITION_COUNT;
 var MAX_TERM_LENGTH = 1024;
 var MAX_TERMS_COUNT = 65536;
 var MAX_FIELD_NAME_LENGTH = 255;
 var MAX_FIELDS_LIST = 256;
 var MAX_BOOST_FIELDS = 256;
-var MAX_SORT_FIELDS = 8;
 var MAX_FACETS = 64;
 var MAX_FETCH_DOCUMENT_IDS = 1e4;
-var MAX_DOC_ID_LENGTH = 512;
 var MAX_FILTER_DEPTH = 30;
 var MAX_FILTER_FIELDS = 256;
 var MAX_FILTER_ARRAY_SIZE = 65536;
@@ -6046,6 +6089,25 @@ var MAX_PINNED_ENTRIES = 1e3;
 var MAX_PINNED_POSITION = RESULT_WINDOW;
 var MAX_EF_SEARCH = 1e4;
 var MAX_GROUP_FIELDS = 64;
+var MAX_HIGHLIGHT_TAG_LENGTH = 256;
+var MAX_HIGHLIGHT_SNIPPET_LENGTH = 65536;
+var MAX_LIST_CURSOR_LENGTH = 4096;
+var MAX_SUGGEST_WIRE_LIMIT = 1e3;
+var MAX_COUNT_VALUE = Number.MAX_SAFE_INTEGER;
+var MAX_LANGUAGE_NAME_LENGTH = 64;
+var MAX_SORT_VALUE_STRING_LENGTH = 65536;
+var MAX_RESULTS_PER_PARTITION = 1e4;
+var MAX_SORT_VALUES = 8;
+var MAX_FACET_FIELDS = 64;
+var MAX_FACET_BUCKETS = 1e4;
+var MAX_FACET_VALUE_LENGTH = 1024;
+var MAX_GROUPS_PER_RESPONSE = 65536;
+var MAX_FACET_SIZE = 1e3;
+var DEFAULT_MAX_FACET_BUCKETS = 100;
+var MAX_VECTOR_DIMENSION = 8192;
+var MAX_VECTOR_TEXT_LENGTH = 16384;
+
+// src/distribution/query/validators/common.ts
 var NULL_BYTE = String.fromCharCode(0);
 function throwInvalid(code, message, details) {
   throw new NarsilError(code, message, details);
@@ -6158,8 +6220,6 @@ var SEARCH_INVALID_MODE = ErrorCodes.SEARCH_INVALID_MODE;
 var CONFIG_INVALID = ErrorCodes.CONFIG_INVALID;
 
 // src/distribution/query/validators/fetch.ts
-var MAX_HIGHLIGHT_TAG_LENGTH = 256;
-var MAX_HIGHLIGHT_SNIPPET_LENGTH = 65536;
 function validateIndexNameField(value, fieldLabel) {
   if (typeof value !== "string") {
     throwInvalid(CONFIG_INVALID, `Invalid FetchPayload: "${fieldLabel}" must be a string`);
@@ -6664,9 +6724,7 @@ function validateEfSearchParam(value) {
 }
 
 // src/distribution/query/validators/search.ts
-var MAX_FACET_SHARD_SIZE = oversampledShardSize(1e3);
-var MAX_VECTOR_DIMENSION = 8192;
-var MAX_VECTOR_TEXT_LENGTH = 16384;
+var MAX_FACET_SHARD_SIZE = oversampledShardSize(MAX_FACET_SIZE);
 var ALLOWED_SCORING = ["local", "dfs", "broadcast"];
 var ALLOWED_SORT_DIRECTIONS = ["asc", "desc"];
 function validateIndexNameField2(value, fieldLabel) {
@@ -6930,11 +6988,6 @@ function validateSearchPayload(decoded) {
 }
 
 // src/distribution/query/validators/reads.ts
-var MAX_LIST_CURSOR_LENGTH = 4096;
-var MAX_SUGGEST_WIRE_LIMIT = 1e3;
-var MAX_COUNT_VALUE = Number.MAX_SAFE_INTEGER;
-var MAX_LANGUAGE_NAME_LENGTH = 64;
-var MAX_SORT_VALUE_STRING_LENGTH = 65536;
 function validateIndexNameField3(decoded, payloadLabel) {
   validateStringField(decoded.indexName, `${payloadLabel}.indexName`, 255, CONFIG_INVALID);
 }
@@ -7129,12 +7182,6 @@ function validatePreflightResultPayload(decoded) {
 }
 
 // src/distribution/query/validators/search-result.ts
-var MAX_RESULTS_PER_PARTITION = 1e4;
-var MAX_SORT_VALUES = 8;
-var MAX_FACET_FIELDS = 64;
-var MAX_FACET_BUCKETS = 1e4;
-var MAX_FACET_VALUE_LENGTH = 1024;
-var MAX_GROUPS_PER_RESPONSE = 65536;
 function validateScoredEntry(value, fieldLabel) {
   if (!isRecord2(value)) {
     throwInvalid(CONFIG_INVALID, `Invalid SearchResultPayload: "${fieldLabel}" must be an object`);
@@ -7987,7 +8034,6 @@ async function sendSyncEntriesResponse(message, respond, deps, entries) {
 }
 
 // src/distribution/cluster-node/allocation-wait.ts
-var DEFAULT_CREATE_INDEX_WAIT_MS = 3e4;
 function everyPartitionActive(table, partitionCount) {
   if (table === null || table.assignments.size < partitionCount) {
     return false;
@@ -8035,15 +8081,6 @@ async function waitForServingAllocation(coordinator, indexName, partitionCount,
   }
 }
 
-// src/distribution/cluster-node/types/defaults.ts
-var DEFAULT_PARTITION_COUNT = 5;
-var DEFAULT_REPLICATION_FACTOR = 1;
-var DEFAULT_CAPACITY = {
-  memoryBytes: 8e9,
-  cpuCores: 4,
-  diskBytes: null
-};
-
 // src/distribution/cluster-node/transport-failure.ts
 var FAILURE_CODE_BY_TRANSPORT_CODE = {
   [TransportErrorCodes.CONNECT_FAILED]: ErrorCodes.QUERY_NO_ACTIVE_REPLICA,
@@ -9037,7 +9074,6 @@ async function routeUpdateBatch(indexName, updates, deps) {
 }
 
 // src/distribution/cluster-node/write-routing/index.ts
-var MAX_REPLICATION_FACTOR = 255;
 function validateCreateIndexOptions(partitionCount, replicationFactor) {
   if (!Number.isInteger(partitionCount) || partitionCount < 1 || partitionCount > MAX_PARTITION_COUNT) {
     throw new NarsilError(
@@ -9838,7 +9874,6 @@ function popScoredHeap(heap, nodeFirst) {
   }
   return top;
 }
-var DEFAULT_MAX_FACET_BUCKETS = 100;
 function mergeDistributedFacets(allFacets, allBounds, maxBuckets = DEFAULT_MAX_FACET_BUCKETS) {
   const merged = /* @__PURE__ */ new Map();
   const bounds = /* @__PURE__ */ new Map();
@@ -10124,7 +10159,6 @@ var DEFAULT_QUERY_CONFIG = {
 };
 
 // src/distribution/query/routing.ts
-var MAX_FACET_SIZE = 1e3;
 function wireSortSignature(sort) {
   if (sort === null || sort.length === 0) return null;
   return JSON.stringify(sort.map((field) => [field.field, field.direction]));
@@ -10777,7 +10811,6 @@ async function queryCluster(deps, indexName, params) {
 }
 
 // src/distribution/cluster-node/clear.ts
-var CLEAR_PAGE_SIZE = 1e3;
 async function clearCluster(readDeps, writeDeps, indexName) {
   const allocation = await routableAllocation(readDeps.config.coordinator, indexName);
   if (allocation === null) {
@@ -11093,8 +11126,6 @@ function createSingleResponseRespond(respond) {
 }
 
 // src/distribution/cluster-node/validate-config.ts
-var MAX_WAIT_FOR_ACTIVE_REPLICAS = 255;
-var MIN_CONTROLLER_LEASE_TTL_MS = 1e3;
 function validateClusterNodeConfig(config) {
   if (config.address.length === 0) {
     throw new NarsilError(ErrorCodes.CONFIG_INVALID, "ClusterNodeConfig.address must not be empty");
@@ -11457,6 +11488,9 @@ function unsupported(operation) {
     { operation }
   );
 }
+function rejectWait(options) {
+  if (options?.wait === true) unsupported("wait");
+}
 function clusterNodeEngine(node, options) {
   return {
     open(indexName) {
@@ -11469,21 +11503,27 @@ function clusterNodeEngine(node, options) {
       return node.createIndex(name, config, options?.createIndex);
     },
     async insert(indexName, document, docId, insertOptions) {
+      rejectWait(insertOptions);
       return node.insert(indexName, document, docId, insertOptions);
     },
     async insertBatch(indexName, documents, insertOptions) {
+      rejectWait(insertOptions);
       return node.insertBatch(indexName, documents, insertOptions);
     },
-    async remove(indexName, docId) {
+    async remove(indexName, docId, options2) {
+      rejectWait(options2);
       return node.remove(indexName, docId);
     },
-    async removeBatch(indexName, docIds) {
+    async removeBatch(indexName, docIds, options2) {
+      rejectWait(options2);
       return node.removeBatch(indexName, docIds);
     },
-    async update(indexName, docId, document) {
+    async update(indexName, docId, document, options2) {
+      rejectWait(options2);
       return node.update(indexName, docId, document);
     },
-    async updateBatch(indexName, updates) {
+    async updateBatch(indexName, updates, options2) {
+      rejectWait(options2);
       return node.updateBatch(indexName, updates);
     },
     async dropIndex(name) {
@@ -11531,6 +11571,7 @@ function clusterNodeEngine(node, options) {
     async shutdown() {
       return node.shutdown();
     },
+    waitForWrites: () => unsupported("waitForWrites"),
     registerEmbeddingAdapter: () => unsupported("registerEmbeddingAdapter"),
     listIndexes: () => unsupported("listIndexes"),
     getStats: () => unsupported("getStats"),

package/dist/embeddings/openai.mjs

@@ -1,12 +1,14 @@
 import { NarsilError, ErrorCodes } from '../chunk-P4ELXVJQ.mjs';
 
-// src/embeddings/openai.ts
+// src/embeddings/constants.ts
 var RETRYABLE_STATUS_CODES = /* @__PURE__ */ new Set([429, 500, 502, 503]);
 var MAX_BACKOFF_MS = 3e4;
 var BASE_BACKOFF_MS = 1e3;
 var MAX_JITTER_MS = 1e3;
-var DEFAULT_TIMEOUT_MS = 3e4;
+var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
 var MAX_INPUTS_PER_REQUEST = 2048;
+
+// src/embeddings/openai.ts
 function isRetryableStatus(status) {
   return RETRYABLE_STATUS_CODES.has(status);
 }
@@ -194,7 +196,7 @@ function createOpenAIEmbedding(config) {
   const url = `${config.baseUrl.replace(/\/+$/, "")}/embeddings`;
   const model = config.model;
   const dimensionCount = config.dimensions;
-  const timeoutMs = config.timeout ?? DEFAULT_TIMEOUT_MS;
+  const timeoutMs = config.timeout ?? DEFAULT_REQUEST_TIMEOUT_MS;
   const maxRetries = config.maxRetries ?? 3;
   return {
     get dimensions() {