@delali/narsil 0.2.4-next.47 → 0.2.4-next.49

package/dist/{chunk-EV45L35L.mjs → chunk-M6JGMKA5.mjs}

@@ -1,8 +1,9 @@
+import { MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_CURSOR_LENGTH, RESULT_WINDOW, DEFAULT_PAGE_SIZE, PREFIX_MAX_EXPANSIONS, MAX_CURSOR_ANCHOR_CODE_POINTS } from './chunk-CBLS46IE.mjs';
 import { english } from './chunk-TGP5M5R7.mjs';
-import { createScalarQuantizer } from './chunk-4COAUBLJ.mjs';
-import { MAX_M, createVectorStore, createHNSWIndex, createOrdinalFilter, addToOrdinalFilter, removeFromOrdinalFilter, ordinalFilterValues, magnitude, toScore, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, ordinalFilterHas, ABSENT_DOCUMENT_RANK } from './chunk-DFZDV5FV.mjs';
-import { compareCodePoints, compareComparableKeys, toComparableSortValue, readSortField, compareSortValues, compareComparableValues, SORT_VALUE_MAX_CODE_POINTS } from './chunk-BFIH7OV5.mjs';
-import { generateId, createRequestId } from './chunk-WTONLDU3.mjs';
+import { createScalarQuantizer } from './chunk-HGJC5L65.mjs';
+import { MAX_M, createVectorStore, createHNSWIndex, createOrdinalFilter, addToOrdinalFilter, removeFromOrdinalFilter, ordinalFilterValues, magnitude, toScore, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, ordinalFilterHas, WASM_PAGE_BYTES, ABSENT_DOCUMENT_RANK, HNSW_BUILD_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, MAX_WASM_PAGES, VECTOR_SEARCH_TIMEOUT_MS } from './chunk-JXHUHFJ5.mjs';
+import { compareCodePoints, compareComparableKeys, toComparableSortValue, readSortField, SORT_VALUE_MAX_CODE_POINTS, compareSortValues, compareComparableValues } from './chunk-2GWVQWGA.mjs';
+import { generateId, createRequestId } from './chunk-RDGXYRF4.mjs';
 import { NarsilError, ErrorCodes, createNarsilError } from './chunk-P4ELXVJQ.mjs';
 import { encode, decode } from '@msgpack/msgpack';
 
@@ -27,7 +28,6 @@ var VECTOR_PATTERN = /^vector\[(\d+)]$/;
 var FIELD_NAME_PATTERN = /^[A-Za-z0-9_]+$/;
 var RESERVED_ROOT_FIELDS = /* @__PURE__ */ new Set(["id"]);
 var PROTOTYPE_POLLUTION_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
-var MAX_NESTING_DEPTH = 4;
 function isPlainObject(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -199,8 +199,11 @@ function validateFieldValue(path, value, type) {
   }
 }
 
-// src/schema/validator/storable.ts
+// src/schema/constants.ts
+var MAX_NESTING_DEPTH = 4;
 var MAX_DOCUMENT_NESTING_DEPTH = 32;
+
+// src/schema/validator/storable.ts
 var RESERVED_OBJECT_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
 function reject(path, reason) {
   throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Field "${path === "" ? "(document)" : path}" ${reason}`, {
@@ -484,6 +487,11 @@ function validateVectorPromotion(config) {
     fail("vectorPromotion.hnswConfig.metric must be 'cosine', 'dotProduct', or 'euclidean'", { metric });
   }
 }
+
+// src/serialization/constants.ts
+var CHECKSUM_TIMEOUT_MS = 12e4;
+var CHECKSUM_YIELD_CHUNK_BYTES = 4 * 1024 * 1024;
+var VALID_HNSW_METRICS = /* @__PURE__ */ new Set(["cosine", "dotProduct", "euclidean"]);
 function metadataToWire(meta) {
   const wire = {
     index_name: meta.indexName,
@@ -726,7 +734,6 @@ function sanitizeSurfaceForms(raw) {
   }
   return count > 0 ? result : void 0;
 }
-var VALID_HNSW_METRICS = /* @__PURE__ */ new Set(["cosine", "dotProduct", "euclidean"]);
 function validateHnswMetric(value) {
   if (value === void 0 || value === null) return void 0;
   if (typeof value === "string" && VALID_HNSW_METRICS.has(value)) {
@@ -824,10 +831,9 @@ function deserializePayloadV1(data) {
 function encodeRawPayloadV2(wire) {
   return encode(wire);
 }
-var VALID_HNSW_METRICS2 = /* @__PURE__ */ new Set(["cosine", "dotProduct", "euclidean"]);
 function validateHnswMetric2(value) {
   if (value === void 0 || value === null) return void 0;
-  if (typeof value === "string" && VALID_HNSW_METRICS2.has(value)) {
+  if (typeof value === "string" && VALID_HNSW_METRICS.has(value)) {
     return value;
   }
   return void 0;
@@ -1168,6 +1174,11 @@ function createDocumentStore() {
   };
 }
 
+// src/core/constants.ts
+var POSTING_LIST_INITIAL_CAPACITY = 8;
+var POSTING_LIST_COMPACTION_THRESHOLD = 0.3;
+var MAX_TERM_FREQUENCY = 65535;
+
 // src/core/fuzzy.ts
 function boundedLevenshtein(a, b, tolerance) {
   if (tolerance < 0) return { distance: -1, withinTolerance: false };
@@ -1218,15 +1229,12 @@ function boundedLevenshtein(a, b, tolerance) {
 }
 
 // src/core/posting-list.ts
-var INITIAL_CAPACITY = 8;
-var MAX_TERM_FREQUENCY = 65535;
-var COMPACTION_THRESHOLD = 0.3;
 function createPostingList() {
   return {
     length: 0,
     docIds: [],
-    termFrequencies: new Uint16Array(INITIAL_CAPACITY),
-    fieldNameIndices: new Uint8Array(INITIAL_CAPACITY),
+    termFrequencies: new Uint16Array(POSTING_LIST_INITIAL_CAPACITY),
+    fieldNameIndices: new Uint8Array(POSTING_LIST_INITIAL_CAPACITY),
     positions: null,
     docIdSet: /* @__PURE__ */ new Set(),
     deletedDocs: /* @__PURE__ */ new Set(),
@@ -1394,7 +1402,7 @@ function createInvertedIndex(fieldNameTable) {
         batchDirtyTokens.add(token);
         return;
       }
-      if (list.deletedDocs.size / list.length > COMPACTION_THRESHOLD) {
+      if (list.deletedDocs.size / list.length > POSTING_LIST_COMPACTION_THRESHOLD) {
         compactList(list);
       }
     },
@@ -1407,7 +1415,7 @@ function createInvertedIndex(fieldNameTable) {
       for (const token of batchDirtyTokens) {
         const list = index.get(token);
         if (!list) continue;
-        if (list.deletedDocs.size / list.length > COMPACTION_THRESHOLD) {
+        if (list.deletedDocs.size / list.length > POSTING_LIST_COMPACTION_THRESHOLD) {
           compactList(list);
         }
       }
@@ -2190,9 +2198,13 @@ function computeFacets(state, matched, config, schema) {
   return result;
 }
 
+// src/geo/constants.ts
+var DEG_TO_RAD = Math.PI / 180;
+var VINCENTY_MAX_ITERATIONS = 200;
+var VINCENTY_CONVERGENCE_THRESHOLD = 1e-12;
+
 // src/geo/haversine.ts
 var EARTH_RADIUS_METERS = 63710088e-1;
-var DEG_TO_RAD = Math.PI / 180;
 function haversineDistance(lat1, lon1, lat2, lon2) {
   const phi1 = lat1 * DEG_TO_RAD;
   const phi2 = lat2 * DEG_TO_RAD;
@@ -2230,13 +2242,10 @@ function isPointInPolygon(lat, lon, polygon) {
 var WGS84_A = 6378137;
 var WGS84_F = 1 / 298.257223563;
 var WGS84_B = WGS84_A * (1 - WGS84_F);
-var DEG_TO_RAD2 = Math.PI / 180;
-var MAX_ITERATIONS = 200;
-var CONVERGENCE_THRESHOLD = 1e-12;
 function vincentyDistance(lat1, lon1, lat2, lon2) {
-  const phi1 = lat1 * DEG_TO_RAD2;
-  const phi2 = lat2 * DEG_TO_RAD2;
-  const L = (lon2 - lon1) * DEG_TO_RAD2;
+  const phi1 = lat1 * DEG_TO_RAD;
+  const phi2 = lat2 * DEG_TO_RAD;
+  const L = (lon2 - lon1) * DEG_TO_RAD;
   const U1 = Math.atan((1 - WGS84_F) * Math.tan(phi1));
   const U2 = Math.atan((1 - WGS84_F) * Math.tan(phi2));
   const sinU1 = Math.sin(U1);
@@ -2251,7 +2260,7 @@ function vincentyDistance(lat1, lon1, lat2, lon2) {
   let sinAlpha = 0;
   let cos2Alpha = 0;
   let cos2SigmaM = 0;
-  let iterations = MAX_ITERATIONS;
+  let iterations = VINCENTY_MAX_ITERATIONS;
   do {
     const sinLambda = Math.sin(lambda);
     const cosLambda = Math.cos(lambda);
@@ -2267,7 +2276,7 @@ function vincentyDistance(lat1, lon1, lat2, lon2) {
     const C = WGS84_F / 16 * cos2Alpha * (4 + WGS84_F * (4 - 3 * cos2Alpha));
     prevLambda = lambda;
     lambda = L + (1 - C) * WGS84_F * sinAlpha * (sigma + C * sinSigma * (cos2SigmaM + C * cosSigma * (-1 + 2 * cos2SigmaM * cos2SigmaM)));
-  } while (Math.abs(lambda - prevLambda) > CONVERGENCE_THRESHOLD && --iterations > 0);
+  } while (Math.abs(lambda - prevLambda) > VINCENTY_CONVERGENCE_THRESHOLD && --iterations > 0);
   if (iterations === 0) {
     return haversineDistance(lat1, lon1, lat2, lon2);
   }
@@ -2696,6 +2705,20 @@ function createNumericIndex() {
   };
 }
 
+// src/core/tokenizer/constants.ts
+var TOKEN_CACHE_SIZE_FLOOR = 5e4;
+var TOKEN_CACHE_SIZE_CEILING = 2e6;
+var TOKEN_CACHE_BYTES_PER_ENTRY = 200;
+var NODE_TOKEN_CACHE_ENTRIES = 1e6;
+var UNKNOWN_MEMORY_TOKEN_CACHE_ENTRIES = 2e5;
+var CONSTRAINED_MEMORY_TOKEN_CACHE_FRACTION = 0.05;
+var SMALL_DEVICE_MEMORY_GB = 1;
+var MEDIUM_DEVICE_MEMORY_GB = 4;
+var SMALL_DEVICE_TOKEN_CACHE_ENTRIES = 1e5;
+var MEDIUM_DEVICE_TOKEN_CACHE_ENTRIES = 25e4;
+var LARGE_DEVICE_TOKEN_CACHE_ENTRIES = 5e5;
+var DEFAULT_MIN_TOKEN_LENGTH = 1;
+
 // src/core/tokenizer/normalize.ts
 var DOTTED_CAPITAL_I = "\u0130";
 var COMBINING_DOT_ABOVE = "\u0307";
@@ -2742,37 +2765,33 @@ function stripDiacritics(text) {
 }
 
 // src/core/tokenizer/cache.ts
-var CACHE_SIZE_FLOOR = 5e4;
-var CACHE_SIZE_CEILING = 2e6;
-var BYTES_PER_ENTRY = 200;
-var NODE_CACHE_ENTRIES = 1e6;
-var UNKNOWN_MEMORY_CACHE_ENTRIES = 2e5;
 function clampCacheSize(entries) {
-  return Math.max(CACHE_SIZE_FLOOR, Math.min(entries, CACHE_SIZE_CEILING));
+  return Math.max(TOKEN_CACHE_SIZE_FLOOR, Math.min(entries, TOKEN_CACHE_SIZE_CEILING));
 }
 function computeDefaultCacheSize() {
   try {
     if (typeof process !== "undefined" && typeof process.versions?.node === "string" && typeof window === "undefined") {
       const constrainedMemory = typeof process.constrainedMemory === "function" ? process.constrainedMemory() : 0;
       if (constrainedMemory > 0) {
-        return clampCacheSize(Math.floor(constrainedMemory * 0.05 / BYTES_PER_ENTRY));
+        const budget = constrainedMemory * CONSTRAINED_MEMORY_TOKEN_CACHE_FRACTION;
+        return clampCacheSize(Math.floor(budget / TOKEN_CACHE_BYTES_PER_ENTRY));
       }
-      return clampCacheSize(NODE_CACHE_ENTRIES);
+      return clampCacheSize(NODE_TOKEN_CACHE_ENTRIES);
     }
     if (typeof navigator !== "undefined") {
       const mem = navigator.deviceMemory;
       if (typeof mem === "number" && mem > 0) {
         let entries;
-        if (mem <= 1) entries = 1e5;
-        else if (mem <= 4) entries = 25e4;
-        else entries = 5e5;
+        if (mem <= SMALL_DEVICE_MEMORY_GB) entries = SMALL_DEVICE_TOKEN_CACHE_ENTRIES;
+        else if (mem <= MEDIUM_DEVICE_MEMORY_GB) entries = MEDIUM_DEVICE_TOKEN_CACHE_ENTRIES;
+        else entries = LARGE_DEVICE_TOKEN_CACHE_ENTRIES;
         return clampCacheSize(entries);
       }
     }
   } catch {
-    return clampCacheSize(UNKNOWN_MEMORY_CACHE_ENTRIES);
+    return clampCacheSize(UNKNOWN_MEMORY_TOKEN_CACHE_ENTRIES);
   }
-  return clampCacheSize(UNKNOWN_MEMORY_CACHE_ENTRIES);
+  return clampCacheSize(UNKNOWN_MEMORY_TOKEN_CACHE_ENTRIES);
 }
 var normalizationCache = /* @__PURE__ */ new Map();
 var normalizationCacheSize = 0;
@@ -2800,7 +2819,7 @@ function configureNormalizationCache(maxSize) {
       }
     );
   }
-  maxCacheSize = Math.max(CACHE_SIZE_FLOOR, Math.min(Math.floor(maxSize), CACHE_SIZE_CEILING));
+  maxCacheSize = Math.max(TOKEN_CACHE_SIZE_FLOOR, Math.min(Math.floor(maxSize), TOKEN_CACHE_SIZE_CEILING));
   if (normalizationCacheSize > maxCacheSize) {
     evictOldestEntries(normalizationCacheSize - maxCacheSize);
   }
@@ -3013,7 +3032,6 @@ function expandNgrams(part, size, out) {
 
 // src/core/tokenizer/tokenize.ts
 var DEFAULT_SPLIT_PATTERN = /[^\p{L}\p{M}\p{N}_'-]+/u;
-var DEFAULT_MIN_TOKEN_LENGTH = 1;
 function resolveStopWords(language, override) {
   if (!override) return language.stopWords;
   if (override instanceof Set) return override;
@@ -3998,14 +4016,27 @@ function partitionFilterMatches(state, filters, schema) {
   };
 }
 
+// src/core/partition/posting-columns.ts
+function postingColumns(list) {
+  const deletedDocs = list.deletedDocs;
+  return {
+    docIds: list.docIds,
+    termFrequencies: list.termFrequencies,
+    fieldNameIndices: list.fieldNameIndices,
+    deletedDocs,
+    hasDeleted: deletedDocs.size > 0,
+    count: list.length
+  };
+}
+
 // src/core/partition/matches.ts
 function markPostingList(matched, list, fieldNames, fields, filterBitset) {
-  const hasDeleted = list.deletedDocs.size > 0;
-  for (let pi = 0; pi < list.length; pi++) {
-    const internalId = list.docIds[pi];
-    if (hasDeleted && list.deletedDocs.has(internalId)) continue;
+  const { docIds, fieldNameIndices, deletedDocs, hasDeleted, count } = postingColumns(list);
+  for (let pi = 0; pi < count; pi++) {
+    const internalId = docIds[pi];
+    if (hasDeleted && deletedDocs.has(internalId)) continue;
     if (filterBitset && !bitsetHas(filterBitset, internalId)) continue;
-    if (fields && !fields.includes(fieldNames[list.fieldNameIndices[pi]])) continue;
+    if (fields && !fields.includes(fieldNames[fieldNameIndices[pi]])) continue;
     bitsetSet(matched, internalId);
   }
 }
@@ -4076,6 +4107,12 @@ function searchFulltextMatches(state, params) {
   };
 }
 
+// src/core/partition/constants.ts
+var TARGET_BLOCK_ENTRIES = 128;
+var SCORE_BUFFER_INITIAL_TOUCHED_CAPACITY = 1024;
+var SORT_COLUMN_MINIMUM_REBUILD_THRESHOLD = 1024;
+var SORT_COLUMN_REBUILD_FRACTION_SHIFT = 2;
+
 // src/core/partition/sort-columns/order.ts
 var MISSING_RANK = -1;
 var BYTES_PER_RANK = 4;
@@ -4301,8 +4338,6 @@ function createValueStore(initialKind) {
 }
 
 // src/core/partition/sort-columns/index.ts
-var MINIMUM_REBUILD_THRESHOLD = 1024;
-var REBUILD_FRACTION_SHIFT = 2;
 function liveInternalIds(docStore) {
   const ids = [];
   for (const internalId of docStore.allInternalIds()) ids.push(internalId);
@@ -4312,8 +4347,8 @@ function createSortColumnSet(docStore) {
   const columns = /* @__PURE__ */ new Map();
   function rebuildThreshold() {
     const count = docStore.count();
-    const fraction = count >> REBUILD_FRACTION_SHIFT;
-    return fraction > MINIMUM_REBUILD_THRESHOLD ? fraction : MINIMUM_REBUILD_THRESHOLD;
+    const fraction = count >> SORT_COLUMN_REBUILD_FRACTION_SHIFT;
+    return fraction > SORT_COLUMN_MINIMUM_REBUILD_THRESHOLD ? fraction : SORT_COLUMN_MINIMUM_REBUILD_THRESHOLD;
   }
   function rebuild(entry) {
     entry.order = buildOrder(entry.store, docStore.allInternalIds(), docStore.internalIdCapacity());
@@ -4942,13 +4977,12 @@ function sortSelection(heap) {
 }
 
 // src/core/partition/score-buffer.ts
-var INITIAL_TOUCHED_CAPACITY = 1024;
 var MAX_GENERATION = 2147483647;
 function createScoreBuffer(capacity) {
   return {
     scores: new Float64Array(capacity),
     stamps: new Int32Array(capacity),
-    touched: new Int32Array(Math.max(1, Math.min(capacity, INITIAL_TOUCHED_CAPACITY))),
+    touched: new Int32Array(Math.max(1, Math.min(capacity, SCORE_BUFFER_INITIAL_TOUCHED_CAPACITY))),
     touchedCount: 0,
     generation: 0
   };
@@ -5033,7 +5067,6 @@ function topKFromBuffer(buffer, k, resolver, components) {
 }
 
 // src/core/partition/block-bounds.ts
-var TARGET_BLOCK_ENTRIES = 128;
 var ABSENT_FIELD_LENGTH_BOUND = 0;
 var boundsByList = /* @__PURE__ */ new WeakMap();
 function fieldLengthBound(columns, fieldIndex, internalId) {
@@ -5142,12 +5175,27 @@ function bestSearchable(searchable, values) {
   }
   return best;
 }
+function prunableSingleTermList(params, index) {
+  if (params.queryTokens.length !== 1) return null;
+  if (params.prefixExpansion !== void 0) return null;
+  if (params.exact !== true && (params.tolerance ?? 0) !== 0) return null;
+  if (params.termMatch !== void 0 && params.termMatch !== "any") return null;
+  if (params.collectComponents !== false) return null;
+  if (params.collectMatchedSet !== void 0) return null;
+  if (params.maxResults === void 0) return null;
+  if (params.fields !== void 0) return null;
+  if (params.filterBitset !== void 0) return null;
+  if (!bm25PruningSound(params.bm25Params)) return null;
+  const list = index.lookup(params.queryTokens[0].token);
+  if (list === void 0) return null;
+  if (!list.ordered) return null;
+  return list;
+}
 function singleTermTopK(request) {
   const { list, docFrequency, totalDocs, bm25Params, limit, resolver } = request;
   const { fieldSearchable, fieldBoosts, fieldAvgLengths, fieldLengthColumns } = request;
   const wanted = Number.isFinite(limit) ? Math.max(0, Math.floor(limit)) : 0;
-  const deleted = list.deletedDocs;
-  const hasDeleted = deleted.size > 0;
+  const { docIds, termFrequencies, fieldNameIndices, deletedDocs: deleted, hasDeleted } = postingColumns(list);
   const bounds = blockBoundsFor(list, fieldLengthColumns);
   const maxBoost = bestSearchable(fieldSearchable, fieldBoosts);
   const maxAverageLength = bestSearchable(fieldSearchable, fieldAvgLengths);
@@ -5174,19 +5222,19 @@ function singleTermTopK(request) {
     }
     let entry = start;
     while (entry < end) {
-      const internalId = list.docIds[entry];
+      const internalId = docIds[entry];
       if (hasDeleted && deleted.has(internalId)) {
-        while (entry < end && list.docIds[entry] === internalId) entry++;
+        while (entry < end && docIds[entry] === internalId) entry++;
         continue;
       }
       let score = 0;
       let scored2 = false;
-      while (entry < end && list.docIds[entry] === internalId) {
-        const fieldIndex = list.fieldNameIndices[entry];
+      while (entry < end && docIds[entry] === internalId) {
+        const fieldIndex = fieldNameIndices[entry];
         if (fieldSearchable[fieldIndex] === 1) {
           const fieldLength = fieldLengthOf(fieldLengthColumns, fieldIndex, internalId, fieldAvgLengths[fieldIndex]);
           score += computeBM25(
-            list.termFrequencies[entry],
+            termFrequencies[entry],
             docFrequency,
             totalDocs,
             fieldLength,
@@ -5238,21 +5286,10 @@ function singleTermTopK(request) {
 function globalDocFreqFor(docFreqs, term, fallback) {
   return Object.hasOwn(docFreqs, term) ? docFreqs[term] : fallback;
 }
-function prunableSingleTermList(params, index) {
-  if (params.queryTokens.length !== 1) return null;
-  if (params.prefixExpansion !== void 0) return null;
-  if (params.exact !== true && (params.tolerance ?? 0) !== 0) return null;
-  if (params.termMatch !== void 0 && params.termMatch !== "any") return null;
-  if (params.collectComponents !== false) return null;
-  if (params.collectMatchedSet !== void 0) return null;
-  if (params.maxResults === void 0) return null;
-  if (params.fields !== void 0) return null;
-  if (params.filterBitset !== void 0) return null;
-  if (!bm25PruningSound(params.bm25Params)) return null;
-  const list = index.lookup(params.queryTokens[0].token);
-  if (list === void 0) return null;
-  if (!list.ordered) return null;
-  return list;
+function matchesFor(index, token, exact, tolerance, prefixLength) {
+  if (!exact) return index.fuzzyLookup(token, tolerance, prefixLength);
+  const postingList = index.lookup(token);
+  return postingList ? [{ token, postingList }] : [];
 }
 function searchFulltext(state, params) {
   const {
@@ -5333,17 +5370,18 @@ function searchFulltext(state, params) {
     const best = /* @__PURE__ */ new Map();
     for (const match of matches) {
       const perTerm = /* @__PURE__ */ new Map();
-      const list = match.postingList;
-      const hasDeleted = list.deletedDocs.size > 0;
-      for (let pi = 0; pi < list.length; pi++) {
-        const internalId = list.docIds[pi];
-        if (hasDeleted && list.deletedDocs.has(internalId)) continue;
+      const { docIds, termFrequencies, fieldNameIndices, deletedDocs, hasDeleted, count } = postingColumns(
+        match.postingList
+      );
+      for (let pi = 0; pi < count; pi++) {
+        const internalId = docIds[pi];
+        if (hasDeleted && deletedDocs.has(internalId)) continue;
         if (filterBitset && !bitsetHas(filterBitset, internalId)) continue;
-        const fieldIndex = list.fieldNameIndices[pi];
+        const fieldIndex = fieldNameIndices[pi];
         loadFieldMeta(fieldIndex);
         if (fieldSearchable[fieldIndex] === 0) continue;
         const fieldName = fieldNames[fieldIndex];
-        const termFrequency = list.termFrequencies[pi];
+        const termFrequency = termFrequencies[pi];
         const fieldBoost = fieldBoosts[fieldIndex];
         const avgLen = fieldAvgLengths[fieldIndex];
         const actualFieldLength = resolveFieldLength(internalId, fieldIndex, avgLen);
@@ -5415,10 +5453,7 @@ function searchFulltext(state, params) {
         resolved.push({ token: qt.token, matches: [], totalPostings: totalPostings2, isPrefix: true });
         continue;
       }
-      const rawMatches = exact ? (() => {
-        const postingList = state.invertedIdx.lookup(qt.token);
-        return postingList ? [{ token: qt.token, postingList }] : [];
-      })() : state.invertedIdx.fuzzyLookup(qt.token, tolerance, prefixLength);
+      const rawMatches = matchesFor(state.invertedIdx, qt.token, exact, tolerance, prefixLength);
       let totalPostings = 0;
       const matches = [];
       for (const m of rawMatches) {
@@ -5440,17 +5475,18 @@ function searchFulltext(state, params) {
         continue;
       }
       for (const match of resolved[tokenIndex].matches) {
-        const list = match.postingList;
-        const hasDeleted = list.deletedDocs.size > 0;
-        for (let pi = 0; pi < list.length; pi++) {
-          const internalId = list.docIds[pi];
-          if (hasDeleted && list.deletedDocs.has(internalId)) continue;
+        const { docIds, termFrequencies, fieldNameIndices, deletedDocs, hasDeleted, count } = postingColumns(
+          match.postingList
+        );
+        for (let pi = 0; pi < count; pi++) {
+          const internalId = docIds[pi];
+          if (hasDeleted && deletedDocs.has(internalId)) continue;
           if (filterBitset && !bitsetHas(filterBitset, internalId)) continue;
           if (tokenIndex > 0 && !hasScore(scoreBuffer, internalId)) continue;
-          const fieldIndex = list.fieldNameIndices[pi];
+          const fieldIndex = fieldNameIndices[pi];
           loadFieldMeta(fieldIndex);
           if (fieldSearchable[fieldIndex] === 0) continue;
-          const termFrequency = list.termFrequencies[pi];
+          const termFrequency = termFrequencies[pi];
           const fieldBoost = fieldBoosts[fieldIndex];
           const avgLen = fieldAvgLengths[fieldIndex];
           const actualFieldLength = resolveFieldLength(internalId, fieldIndex, avgLen);
@@ -5483,23 +5519,21 @@ function searchFulltext(state, params) {
         }
         continue;
       }
-      const matchingPostings = exact ? (() => {
-        const postingList = state.invertedIdx.lookup(qt.token);
-        return postingList ? [{ token: qt.token, postingList }] : [];
-      })() : state.invertedIdx.fuzzyLookup(qt.token, tolerance, prefixLength);
+      const matchingPostings = matchesFor(state.invertedIdx, qt.token, exact, tolerance, prefixLength);
       for (const match of matchingPostings) {
         const docFreq = globalStats ? globalDocFreqFor(globalDocFreqs, match.token, match.postingList.docIdSet.size) : match.postingList.docIdSet.size;
         const idf = computeIDF(docFreq, totalDocs);
-        const list = match.postingList;
-        const hasDeleted = list.deletedDocs.size > 0;
-        for (let pi = 0; pi < list.length; pi++) {
-          const internalId = list.docIds[pi];
-          if (hasDeleted && list.deletedDocs.has(internalId)) continue;
+        const { docIds, termFrequencies, fieldNameIndices, deletedDocs, hasDeleted, count } = postingColumns(
+          match.postingList
+        );
+        for (let pi = 0; pi < count; pi++) {
+          const internalId = docIds[pi];
+          if (hasDeleted && deletedDocs.has(internalId)) continue;
           if (filterBitset && !bitsetHas(filterBitset, internalId)) continue;
-          const fieldIndex = list.fieldNameIndices[pi];
+          const fieldIndex = fieldNameIndices[pi];
           loadFieldMeta(fieldIndex);
           if (fieldSearchable[fieldIndex] === 0) continue;
-          const termFrequency = list.termFrequencies[pi];
+          const termFrequency = termFrequencies[pi];
           const fieldBoost = fieldBoosts[fieldIndex];
           const avgLen = fieldAvgLengths[fieldIndex];
           const actualFieldLength = resolveFieldLength(internalId, fieldIndex, avgLen);
@@ -7147,6 +7181,9 @@ function createFrozenTombstones() {
       removed.add(internalId);
       revision++;
       return true;
+    },
+    values() {
+      return removed.values();
     }
   };
 }
@@ -7270,7 +7307,7 @@ function buildGeoReaders(entries) {
   }
   return readers;
 }
-function assembleFrozenSegment(segmentId, source, documentSource) {
+function assembleFrozenSegment(segmentId, source, documentSource, sharedSnapshot) {
   const tombstones = createFrozenTombstones();
   const postingViews = createFrozenPostingViews(source, tombstones);
   const lengthColumns = /* @__PURE__ */ new Map();
@@ -7291,6 +7328,7 @@ function assembleFrozenSegment(segmentId, source, documentSource) {
   const segment = {
     segmentId,
     documentSource,
+    sharedSnapshot,
     invertedIdx: createFrozenInvertedReader(source.tokenTable, postingViews),
     docStore,
     stats: buildStatsView(source),
@@ -7321,6 +7359,11 @@ function assembleFrozenSegment(segmentId, source, documentSource) {
         segment.scoreBuffer = null;
       }
       return added;
+    },
+    tombstonedDocIds() {
+      const docIds = [];
+      for (const ordinal of tombstones.values()) docIds.push(source.idTable.idAt(ordinal));
+      return docIds;
     }
   };
   return segment;
@@ -7334,7 +7377,8 @@ function createFrozenSegment(payload, documents, segmentId) {
       idTable: buildExternalIdTable(payload.docIds),
       docFrequencies: () => payload.docFrequencies
     },
-    wrapDocumentArray(documents)
+    wrapDocumentArray(documents),
+    null
   );
 }
 function createSharedFrozenSegment(snapshot) {
@@ -7353,7 +7397,8 @@ function createSharedFrozenSegment(snapshot) {
         return frequencies;
       }
     },
-    wrapEncodedDocumentTable(snapshot.documentTable)
+    wrapEncodedDocumentTable(snapshot.documentTable),
+    snapshot
   );
 }
 
@@ -7395,6 +7440,15 @@ function buildCompactedSegmentPayload(segments) {
   }
   return { payload: scratch.encodeSegment(), documents };
 }
+function freezeLiveTailInto(live, liveState, frozen, freeze) {
+  if (live.count() === 0) return null;
+  const payload = live.encodeSegment();
+  const segment = freeze(payload, survivorDocumentsOf(liveState, payload));
+  if (segment === null) return null;
+  live.clear();
+  frozen.push(segment);
+  return segment;
+}
 function swapFrozenSegmentList(frozen, dropSegmentIds, replacement, partitionId) {
   const dropped = resolveFrozenSegments(frozen, dropSegmentIds, partitionId);
   const dropSet = new Set(dropSegmentIds);
@@ -7434,11 +7488,15 @@ function subBitsetView(composite, layout, subIndex) {
   const endWord = subIndex + 1 < layout.bases.length ? layout.bases[subIndex + 1] >> 5 : Math.ceil(layout.totalCapacity / WORD_BITS);
   return composite.subarray(startWord, endWord);
 }
+function placeSubBitset(composite, layout, subIndex, subBits) {
+  const words = subBitsetView(composite, layout, subIndex).length;
+  if (words === 0) return;
+  composite.set(subBits.length > words ? subBits.subarray(0, words) : subBits, layout.bases[subIndex] >> 5);
+}
 function compositeFiltersBitset(subs, layout, filters, schema) {
   const composite = new Uint32Array(Math.ceil(layout.totalCapacity / WORD_BITS));
   for (let i = 0; i < subs.length; i++) {
-    const subBits = applyPartitionFiltersBitset(subs[i], filters, schema);
-    composite.set(subBits, layout.bases[i] >> 5);
+    placeSubBitset(composite, layout, i, applyPartitionFiltersBitset(subs[i], filters, schema));
   }
   return composite;
 }
@@ -7700,10 +7758,30 @@ function subParams(params, layout, subIndex, globalStats) {
     filterBitset: params.filterBitset === void 0 ? void 0 : subBitsetView(params.filterBitset, layout, subIndex)
   };
 }
+function onlyPopulatedSub(subs) {
+  let found = -1;
+  for (let i = 0; i < subs.length; i++) {
+    if (subs[i].stats.totalDocuments === 0) continue;
+    if (found !== -1) return -1;
+    found = i;
+  }
+  return found;
+}
+function searchSingleSub(subs, layout, params, index) {
+  const result = searchFulltext(subs[index], subParams(params, layout, index, params.globalStats));
+  if (result.matchedOrdinalBitset === void 0) return result;
+  const matchedOrdinalBitset = createBitSet(layout.totalCapacity);
+  placeSubBitset(matchedOrdinalBitset, layout, index, result.matchedOrdinalBitset);
+  return { ...result, matchedOrdinalBitset };
+}
 function compositeSearchFulltext(subs, layout, params) {
   if (params.queryTokens.length === 0) {
     return { scored: [], totalMatched: 0 };
   }
+  const single = onlyPopulatedSub(subs);
+  if (single !== -1) {
+    return searchSingleSub(subs, layout, params, single);
+  }
   const globalStats = compositeQueryStats(subs, params);
   const results = subs.map((sub, index) => searchFulltext(sub, subParams(params, layout, index, globalStats)));
   const scored = kWayMerge(results.map((result) => result.scored));
@@ -7721,7 +7799,7 @@ function compositeSearchFulltext(subs, layout, params) {
     const matchedOrdinalBitset = createBitSet(layout.totalCapacity);
     for (let i = 0; i < results.length; i++) {
       const subBitset = results[i].matchedOrdinalBitset;
-      if (subBitset !== void 0) matchedOrdinalBitset.set(subBitset, layout.bases[i] >> 5);
+      if (subBitset !== void 0) placeSubBitset(matchedOrdinalBitset, layout, i, subBitset);
     }
     return { scored, totalMatched, matchedOrdinalBitset };
   }
@@ -7765,7 +7843,7 @@ function compositeSearchMatches(subs, layout, params) {
     ordinalBitset() {
       const combined = createBitSet(layout.totalCapacity);
       for (let i = 0; i < subMatches.length; i++) {
-        combined.set(subMatches[i].ordinalBitset(), layout.bases[i] >> 5);
+        placeSubBitset(combined, layout, i, subMatches[i].ordinalBitset());
       }
       return combined;
     }
@@ -7848,17 +7926,6 @@ function compositeExpandTermPrefix(subs, surfacePrefix, stemmedToken, maxExpansi
 function isCompositePartition(partition) {
   return "attachFrozenSegment" in partition;
 }
-function survivorDocuments(sub, payload) {
-  return payload.docIds.map((docId) => {
-    const stored = sub.docStore.get(docId);
-    if (stored === void 0) {
-      throw new NarsilError(ErrorCodes.PARTITION_CORRUPTED, `Document "${docId}" vanished while composing a segment`, {
-        docId
-      });
-    }
-    return stored.fields;
-  });
-}
 function createCompositePartition(partitionId, trackPositions = true, existingLive) {
   const live = existingLive ?? createPartitionIndex(partitionId, trackPositions);
   const liveState = partitionStateOf(live);
@@ -7881,7 +7948,7 @@ function createCompositePartition(partitionId, trackPositions = true, existingLi
     for (const sub of subs()) {
       const payload = encodeSegmentState(sub);
       if (payload.documentCount === 0) continue;
-      scratch.mergeSegmentPayload(payload, survivorDocuments(sub, payload));
+      scratch.mergeSegmentPayload(payload, survivorDocumentsOf(sub, payload));
     }
     return scratch;
   }
@@ -7917,6 +7984,16 @@ function createCompositePartition(partitionId, trackPositions = true, existingLi
       swapFrozenSegmentList(frozen, dropSegmentIds, replacement, partitionId);
       invalidateDocFrequencies();
     },
+    freezeLiveTail(freeze) {
+      const segment = freezeLiveTailInto(live, liveState, frozen, freeze);
+      if (segment !== null) invalidateDocFrequencies();
+      return segment;
+    },
+    replaceLiveTail(segment) {
+      live.clear();
+      frozen.push(segment);
+      invalidateDocFrequencies();
+    },
     appendFrozenSegment(payload, documents) {
       for (const docId of payload.docIds) {
         if (live.has(docId) || frozenOwner(docId) !== void 0) {
@@ -7961,7 +8038,7 @@ function createCompositePartition(partitionId, trackPositions = true, existingLi
         for (const segment of frozen) {
           const payload = encodeSegmentState(segment);
           if (payload.documentCount === 0) continue;
-          live.mergeSegmentPayload(payload, survivorDocuments(segment, payload));
+          live.mergeSegmentPayload(payload, survivorDocumentsOf(segment, payload));
         }
         frozen.length = 0;
       }
@@ -8304,11 +8381,6 @@ function applySorting(hits, sort, sortKeyOf) {
 
 // src/search/cursor.ts
 var CURSOR_VERSION = 3;
-var MAX_CURSOR_LENGTH = 40960;
-var MAX_SORT_FIELDS = 8;
-var MAX_SORT_FIELD_NAME_LENGTH = 255;
-var MAX_ANCHOR_CODE_POINTS = 512;
-var MAX_SORT_VALUE_CODE_POINTS = 512;
 function invalidCursor(cursor, reason) {
   const shown = cursor.length > 100 ? `${cursor.slice(0, 100)}...` : cursor;
   return new NarsilError(ErrorCodes.SEARCH_INVALID_CURSOR, `Failed to decode cursor: ${reason}`, { cursor: shown });
@@ -8376,7 +8448,7 @@ function decodeSortKey(value, cursor) {
       continue;
     }
     if (typeof entry === "string") {
-      if (exceedsCodePoints(entry, MAX_SORT_VALUE_CODE_POINTS)) {
+      if (exceedsCodePoints(entry, SORT_VALUE_MAX_CODE_POINTS)) {
         throw invalidCursor(cursor, '"k" holds an oversized sort value');
       }
       key.push(entry);
@@ -8409,7 +8481,7 @@ function decodePageCursor(cursor) {
     throw invalidCursor(cursor, '"q" must be 8 lowercase hex digits');
   }
   if (typeof a !== "string" || a.length === 0) throw invalidCursor(cursor, '"a" must be a non-empty string');
-  if (exceedsCodePoints(a, MAX_ANCHOR_CODE_POINTS)) {
+  if (exceedsCodePoints(a, MAX_CURSOR_ANCHOR_CODE_POINTS)) {
     throw invalidCursor(cursor, '"a" is too long to be a document id');
   }
   if (s !== void 0 && (typeof s !== "number" || !Number.isFinite(s))) {
@@ -8451,8 +8523,6 @@ function requireMatchingCursor(cursor, encoded, signature, scoreAnchored, bindin
 }
 
 // src/search/pagination.ts
-var RESULT_WINDOW = 1e4;
-var DEFAULT_PAGE_SIZE = 10;
 function clampRowCount(value, fallback) {
   if (value === void 0 || !Number.isFinite(value)) return fallback;
   return Math.max(0, Math.floor(value));
@@ -8524,7 +8594,6 @@ function applyPagination(results, limit, offset, binding, cursor, sort, pinnedId
 }
 
 // src/search/fulltext.ts
-var PREFIX_MAX_EXPANSIONS = 50;
 function resolvePrefixExpansion(partition, params, language, options, queryTokens, lastToken) {
   const term = params.term;
   if (term === void 0) return void 0;
@@ -9171,6 +9240,14 @@ function createPartitionManager(indexName, config, language, router, initialPart
         if (docId !== void 0) docPartitionMap.set(docId, partitionId);
       }
     },
+    freezeLiveTail(partitionId, freeze) {
+      validatePartitionId(partitionId);
+      return asCompositePartition(partitionId).freezeLiveTail(freeze);
+    },
+    replaceLiveTail(partitionId, segment) {
+      validatePartitionId(partitionId);
+      asCompositePartition(partitionId).replaceLiveTail(segment);
+    },
     deserializePartition(partitionId, data) {
       validatePartitionId(partitionId);
       partitions[partitionId].deserialize(data, config.schema);
@@ -9280,10 +9357,10 @@ function createPartitionRouter() {
 }
 
 // src/workers/node-worker.ts
-async function spawnNodeWorker(entryPoint) {
+async function spawnNodeWorker(entryPoint, resourceLimits) {
   try {
     const workerThreads = await import('worker_threads');
-    return new workerThreads.Worker(entryPoint);
+    return new workerThreads.Worker(entryPoint, { resourceLimits });
   } catch {
     return null;
   }
@@ -9332,7 +9409,6 @@ function detectRuntime() {
 }
 
 // src/vector/hnsw-worker-dispatch.ts
-var BUILD_TIMEOUT_MS = 12e4;
 function resolveWorkerEntryPoint() {
   const base = import.meta.url;
   const distIndex = base.lastIndexOf("/dist/");
@@ -9398,7 +9474,7 @@ async function dispatchWorkerBuild(docIds, vectorData, dimension, config, timeou
       message: "No worker thread support available in the current runtime"
     };
   }
-  const effectiveTimeout = timeoutMs ?? BUILD_TIMEOUT_MS;
+  const effectiveTimeout = timeoutMs ?? HNSW_BUILD_TIMEOUT_MS;
   let transferBuffer;
   if (skipCopy) {
     transferBuffer = vectorData;
@@ -9468,7 +9544,7 @@ async function dispatchWorkerBuild(docIds, vectorData, dimension, config, timeou
   });
 }
 
-// src/vector/vector-index/shared.ts
+// src/vector/vector-index/constants.ts
 var DEFAULT_PROMOTION_THRESHOLD = 1024;
 var DEFAULT_FILTER_THRESHOLD = 0.03;
 var ESTIMATED_MS_PER_TOMBSTONE = 0.05;
@@ -9477,6 +9553,9 @@ var WORKER_BUILD_SIZE_THRESHOLD = 5e3;
 var WORKER_COPY_MIN_VECTORS = 1024;
 var BUILD_CHUNK_SIZE = 100;
 var REBUILD_REMOVED_RATIO = 0.2;
+
+// src/vector/vector-index/shared.ts
+var VECTOR_WORKER_COPIES_ALLOWED = { enabled: true };
 function liveSize(state) {
   return state.store.size - state.tombstones.size;
 }
@@ -9588,6 +9667,16 @@ function recalibrateFromStore(state) {
   sq8.recalibrateAll(storeVectors());
 }
 
+// src/workers/constants.ts
+var WORKER_YOUNG_GENERATION_MB = 24;
+var MIN_WORKER_COUNT = 2;
+var MAX_WORKER_COUNT = 8;
+var FALLBACK_CPU_COUNT = 4;
+var DEFAULT_BACKPRESSURE_LIMIT = 100;
+var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
+var SHUTDOWN_TIMEOUT_MS = 5e3;
+var CONSECUTIVE_TIMEOUTS_BEFORE_DEATH = 3;
+
 // src/workers/pool.ts
 function toFinite(value) {
   return typeof value === "number" && Number.isFinite(value) ? value : 0;
@@ -9596,7 +9685,7 @@ function resolveWorkerCount(requested) {
   if (requested !== void 0 && requested > 0) {
     return requested;
   }
-  let cpuCount = 4;
+  let cpuCount = FALLBACK_CPU_COUNT;
   try {
     if (navigator?.hardwareConcurrency) {
       cpuCount = navigator.hardwareConcurrency;
@@ -9607,9 +9696,13 @@ function resolveWorkerCount(requested) {
       }
     }
   } catch {
-    cpuCount = 4;
+    cpuCount = FALLBACK_CPU_COUNT;
   }
-  return Math.max(2, Math.min(8, cpuCount - 1));
+  return Math.max(MIN_WORKER_COUNT, Math.min(MAX_WORKER_COUNT, cpuCount - 1));
+}
+function splitWorkerBudget(total) {
+  const keyword = Math.ceil(total / 2);
+  return { keyword, vector: total - keyword };
 }
 function createWorkerPool(config) {
   const workerCount = resolveWorkerCount(config.count);
@@ -9618,29 +9711,61 @@ function createWorkerPool(config) {
   const indexAssignment = /* @__PURE__ */ new Map();
   let isShutdown = false;
   function handleWorkerDeath(slotIndex, error) {
-    if (isShutdown || deadSlots.has(slotIndex)) {
+    if (isShutdown) {
       return;
     }
-    deadSlots.add(slotIndex);
     const slot = workers.get(slotIndex);
+    if (slot !== void 0 && !slot.serving) {
+      workers.delete(slotIndex);
+      return;
+    }
+    if (deadSlots.has(slotIndex)) {
+      return;
+    }
+    deadSlots.add(slotIndex);
     const indexNames = slot ? [...slot.indexes].sort() : [];
     workers.delete(slotIndex);
     config.onWorkerCrash?.(slotIndex, indexNames, error);
   }
-  function ensureWorker(slotIndex) {
-    if (deadSlots.has(slotIndex)) {
-      return void 0;
-    }
-    let slot = workers.get(slotIndex);
-    if (!slot) {
-      slot = {
-        executor: config.workerFactory(slotIndex, (error) => handleWorkerDeath(slotIndex, error)),
-        indexes: /* @__PURE__ */ new Set()
-      };
-      workers.set(slotIndex, slot);
-    }
+  function spawnSlot(slotIndex, serving) {
+    const slot = {
+      executor: config.workerFactory(slotIndex, (error) => handleWorkerDeath(slotIndex, error)),
+      indexes: /* @__PURE__ */ new Set(),
+      inFlight: 0,
+      serving
+    };
+    workers.set(slotIndex, slot);
     return slot;
   }
+  function ensureWorker(slotIndex) {
+    const slot = workers.get(slotIndex);
+    if (slot !== void 0) return slot;
+    if (deadSlots.has(slotIndex)) return void 0;
+    return spawnSlot(slotIndex, true);
+  }
+  function deadWorkerIds() {
+    return [...deadSlots].filter((slotIndex) => !workers.has(slotIndex)).sort((a, b) => a - b);
+  }
+  function spawnReplacement(slotIndex) {
+    if (isShutdown || !deadSlots.has(slotIndex) || workers.has(slotIndex)) return null;
+    const slot = spawnSlot(slotIndex, false);
+    return {
+      workerId: slotIndex,
+      executor: slot.executor,
+      hold(indexName) {
+        slot.indexes.add(indexName);
+      },
+      admit() {
+        if (workers.get(slotIndex) !== slot) return;
+        deadSlots.delete(slotIndex);
+        slot.serving = true;
+      },
+      abandon() {
+        if (workers.get(slotIndex) === slot) workers.delete(slotIndex);
+        void slot.executor.shutdown().catch(() => void 0);
+      }
+    };
+  }
   function assignSlot(indexName) {
     const preferred = fnv1a(indexName) % workerCount;
     for (let probe = 0; probe < workerCount; probe++) {
@@ -9679,11 +9804,11 @@ function createWorkerPool(config) {
       throw new NarsilError(ErrorCodes.INDEX_NOT_FOUND, `Index "${indexName}" is not registered in the worker pool`);
     }
     const slot = workers.get(slotIndex);
-    if (slot) {
+    if (slot?.serving) {
       return slot.executor;
     }
     for (const survivor of workers.values()) {
-      if (survivor.indexes.has(indexName)) {
+      if (survivor.serving && survivor.indexes.has(indexName)) {
         return survivor.executor;
       }
     }
@@ -9728,6 +9853,54 @@ function createWorkerPool(config) {
   function getAllExecutors() {
     return [...workers.values()].map((slot) => slot.executor);
   }
+  function executorsHolding(indexName) {
+    const holders = [];
+    for (const slot of workers.values()) {
+      if (slot.indexes.has(indexName)) holders.push(slot.executor);
+    }
+    return holders;
+  }
+  function lease(workerId, slot) {
+    slot.inFlight += 1;
+    let released = false;
+    return {
+      workerId,
+      executor: slot.executor,
+      release() {
+        if (released) return;
+        released = true;
+        slot.inFlight -= 1;
+      }
+    };
+  }
+  function leaseLeastBusy() {
+    let chosenId = -1;
+    let chosen = null;
+    for (const [workerId, slot] of workers) {
+      if (!slot.serving) continue;
+      if (chosen === null || slot.inFlight < chosen.inFlight) {
+        chosenId = workerId;
+        chosen = slot;
+      }
+      if (chosen.inFlight === 0) break;
+    }
+    return chosen === null ? null : lease(chosenId, chosen);
+  }
+  function queriesInFlight() {
+    let total = 0;
+    for (const slot of workers.values()) {
+      if (slot.serving) total += slot.inFlight;
+    }
+    return total;
+  }
+  function leaseIdle(limit) {
+    const leases = [];
+    for (const [workerId, slot] of workers) {
+      if (leases.length >= limit) break;
+      if (slot.serving && slot.inFlight === 0) leases.push(lease(workerId, slot));
+    }
+    return leases;
+  }
   function addIndexToAll(indexName) {
     if (isShutdown) {
       throw new NarsilError(ErrorCodes.WORKER_CRASHED, "Worker pool has been shut down");
@@ -9737,9 +9910,22 @@ function createWorkerPool(config) {
     }
     indexAssignment.set(indexName, assignSlot(indexName));
   }
+  function spawnAll() {
+    if (isShutdown) {
+      throw new NarsilError(ErrorCodes.WORKER_CRASHED, "Worker pool has been shut down");
+    }
+    for (let i = 0; i < workerCount; i++) ensureWorker(i);
+  }
   return {
     getExecutor,
     getAllExecutors,
+    executorsHolding,
+    leaseLeastBusy,
+    leaseIdle,
+    queriesInFlight,
+    spawnAll,
+    deadWorkerIds,
+    spawnReplacement,
     get workerCount() {
       return workerCount;
     },
@@ -9751,6 +9937,9 @@ function createWorkerPool(config) {
   };
 }
 
+// src/workers/resource-limits.ts
+var WORKER_RESOURCE_LIMITS = { maxYoungGenerationSizeMb: WORKER_YOUNG_GENERATION_MB };
+
 // src/vector/search-pool/spawn.ts
 function resolveWorkerEntryPoint2() {
   const base = import.meta.url;
@@ -9764,7 +9953,7 @@ async function spawnWorker2(entryPoint) {
   const runtime = detectRuntime();
   if (runtime.supportsWorkerThreads) {
     try {
-      return await spawnNodeWorker(new URL(entryPoint));
+      return await spawnNodeWorker(new URL(entryPoint), WORKER_RESOURCE_LIMITS);
     } catch {
       return null;
     }
@@ -9799,8 +9988,6 @@ function listenForFailure(worker, handler) {
 }
 
 // src/vector/search-pool/index.ts
-var SEARCH_TIMEOUT_MS = 3e4;
-var LOAD_TIMEOUT_MS = 3e5;
 async function createVectorSearchPool(requestedCount) {
   const entryPoint = resolveWorkerEntryPoint2();
   const count = resolveWorkerCount(requestedCount);
@@ -9863,7 +10050,7 @@ async function createVectorSearchPool(requestedCount) {
   async function sendSearch(slot, request) {
     slot.outstanding += 1;
     try {
-      return await send(slot, request.requestId, request, SEARCH_TIMEOUT_MS);
+      return await send(slot, request.requestId, request, VECTOR_SEARCH_TIMEOUT_MS);
     } finally {
       slot.outstanding -= 1;
     }
@@ -9880,7 +10067,7 @@ async function createVectorSearchPool(requestedCount) {
         slots.map((slot) => {
           requestCounter += 1;
           const requestId = `${requestCounter}`;
-          return send(slot, requestId, { type: "load", requestId, handle, snapshot }, LOAD_TIMEOUT_MS);
+          return send(slot, requestId, { type: "load", requestId, handle, snapshot }, VECTOR_SEARCH_LOAD_TIMEOUT_MS);
         })
       );
       return outcomes.every(
@@ -9896,7 +10083,7 @@ async function createVectorSearchPool(requestedCount) {
             slot,
             requestId,
             { type: "loadShared", requestId, handle, scratchSlot, snapshot },
-            LOAD_TIMEOUT_MS
+            VECTOR_SEARCH_LOAD_TIMEOUT_MS
           );
         })
       );
@@ -9909,7 +10096,7 @@ async function createVectorSearchPool(requestedCount) {
         slots.map((slot) => {
           requestCounter += 1;
           const requestId = `${requestCounter}`;
-          return send(slot, requestId, { type: "drop", requestId, handle }, SEARCH_TIMEOUT_MS);
+          return send(slot, requestId, { type: "drop", requestId, handle }, VECTOR_SEARCH_TIMEOUT_MS);
         })
       );
     },
@@ -9977,11 +10164,11 @@ async function createVectorSearchPool(requestedCount) {
 var sharedPool = null;
 var poolHolders = 0;
 var workersUnavailable = false;
-function acquireVectorSearchPool() {
+function acquireVectorSearchPool(requestedCount) {
   poolHolders += 1;
   if (workersUnavailable) return Promise.resolve(null);
   if (sharedPool === null) {
-    sharedPool = createVectorSearchPool().then(
+    sharedPool = createVectorSearchPool(requestedCount).then(
       (pool) => {
         if (pool === null) workersUnavailable = true;
         return pool;
@@ -10005,8 +10192,6 @@ async function releaseVectorSearchPool() {
 }
 
 // src/vector/shared-generation/layout.ts
-var WASM_PAGE_BYTES = 65536;
-var MAX_WASM_PAGES = 65536;
 var SCRATCH_ALIGNMENT = 16;
 function alignUp(bytes) {
   return Math.ceil(bytes / SCRATCH_ALIGNMENT) * SCRATCH_ALIGNMENT;
@@ -10148,6 +10333,7 @@ function captureCloneSnapshot(state) {
   };
 }
 function scheduleWorkerCopyLoad(state) {
+  if (!state.workerCopies.enabled) return;
   if (state.disposed || state.workerCopyLoading || state.building) return;
   if (state.workerCopyHandle !== null) return;
   if (!state.hnsw || state.buffer.size > 0) return;
@@ -10159,7 +10345,7 @@ function scheduleWorkerCopyLoad(state) {
 }
 async function loadWorkerCopies(state) {
   const revision = state.revision;
-  const pool = await acquireVectorSearchPool();
+  const pool = await acquireVectorSearchPool(state.workerCopies.count);
   if (pool === null) {
     await releaseVectorSearchPool();
     return;
@@ -10760,7 +10946,7 @@ function searchWithFilter(state, query, k, options, filter) {
 }
 
 // src/vector/vector-index/index.ts
-function createVectorIndex(fieldName, dimension, config) {
+function createVectorIndex(fieldName, dimension, config, workerCopies = VECTOR_WORKER_COPIES_ALLOWED) {
   if (!Number.isInteger(dimension) || dimension <= 0) {
     throw new NarsilError(
       ErrorCodes.VECTOR_DIMENSION_MISMATCH,
@@ -10783,6 +10969,7 @@ function createVectorIndex(fieldName, dimension, config) {
     filterThreshold,
     quantizationMode,
     hnswConfig,
+    workerCopies,
     store,
     tombstones: /* @__PURE__ */ new Set(),
     buffer: /* @__PURE__ */ new Set(),
@@ -10925,8 +11112,15 @@ function createVectorIndex(fieldName, dimension, config) {
 }
 
 // src/workers/direct-executor.ts
-function createDirectExecutor() {
+var NO_VECTOR_WORKER_COPIES = { enabled: false };
+function growPartitionsTo(manager, partitionId) {
+  while (manager.partitionCount <= partitionId) {
+    manager.addPartition();
+  }
+}
+function createDirectExecutor(options) {
   const indexes = /* @__PURE__ */ new Map();
+  const vectorWorkerCopies = options?.vectorWorkerCopies ?? NO_VECTOR_WORKER_COPIES;
   function requireIndex(indexName) {
     const entry = indexes.get(indexName);
     if (!entry) {
@@ -10947,7 +11141,7 @@ function createDirectExecutor() {
     const vectorFields = extractVectorFieldsFromSchema(config.schema);
     const vectorIndexes = /* @__PURE__ */ new Map();
     for (const [fieldPath, dim] of vectorFields) {
-      vectorIndexes.set(fieldPath, createVectorIndex(fieldPath, dim, config.vectorPromotion));
+      vectorIndexes.set(fieldPath, createVectorIndex(fieldPath, dim, config.vectorPromotion, vectorWorkerCopies));
     }
     const manager = createPartitionManager(indexName, config, language, router, partitionCount, vectorIndexes);
     indexes.set(indexName, {
@@ -11004,10 +11198,10 @@ function createDirectExecutor() {
       case "buildSegment": {
         const entry = requireIndex(action.indexName);
         const segment = createPartitionIndex(0, entry.config.trackPositions ?? true);
-        const options = resolvePartitionInsertOptions(entry.config, entry.manager.analysis, action.options);
+        const options2 = resolvePartitionInsertOptions(entry.config, entry.manager.analysis, action.options);
         segment.beginBatch();
         for (const doc of action.documents) {
-          segment.insert(doc.docId, doc.document, entry.config.schema, entry.language, options);
+          segment.insert(doc.docId, doc.document, entry.config.schema, entry.language, options2);
         }
         segment.endBatch();
         return segment.encodeSegment();
@@ -11028,10 +11222,10 @@ function createDirectExecutor() {
       case "attachSegments": {
         const entry = requireIndex(action.indexName);
         for (const segment of action.segments) {
-          while (entry.manager.partitionCount <= segment.partitionId) {
-            entry.manager.addPartition();
-          }
-          entry.manager.attachFrozenSegment(segment.partitionId, createSharedFrozenSegment(segment.snapshot));
+          growPartitionsTo(entry.manager, segment.partitionId);
+          const frozen = createSharedFrozenSegment(segment.snapshot);
+          for (const docId of segment.tombstonedDocIds ?? []) frozen.tombstoneDocument(docId);
+          entry.manager.attachFrozenSegment(segment.partitionId, frozen);
         }
         return void 0;
       }
@@ -11062,6 +11256,19 @@ function createDirectExecutor() {
         partition.swapFrozenSegments(action.dropSegmentIds, createSharedFrozenSegment(action.snapshot));
         return void 0;
       }
+      case "freezeLiveTail": {
+        const entry = requireIndex(action.indexName);
+        growPartitionsTo(entry.manager, action.partitionId);
+        const tail = entry.manager.getPartition(action.partitionId);
+        const held = isCompositePartition(tail) ? tail.live.count() : tail.count();
+        if (held !== action.snapshot.documentCount) {
+          console.warn(
+            `Partition ${action.partitionId} of "${action.indexName}" held ${held} live documents where the frozen tail holds ${action.snapshot.documentCount}`
+          );
+        }
+        entry.manager.replaceLiveTail(action.partitionId, createSharedFrozenSegment(action.snapshot));
+        return void 0;
+      }
       case "remove": {
         const entry = requireIndex(action.indexName);
         entry.manager.remove(action.docId);
@@ -11137,7 +11344,10 @@ function createDirectExecutor() {
         const vectorFields = extractVectorFieldsFromSchema(entry.config.schema);
         const newVectorIndexes = /* @__PURE__ */ new Map();
         for (const [fieldPath, dim] of vectorFields) {
-          newVectorIndexes.set(fieldPath, createVectorIndex(fieldPath, dim, entry.config.vectorPromotion));
+          newVectorIndexes.set(
+            fieldPath,
+            createVectorIndex(fieldPath, dim, entry.config.vectorPromotion, vectorWorkerCopies)
+          );
         }
         entry.manager.resetVectorIndexes(newVectorIndexes);
         entry.vectorIndexes = entry.manager.getVectorIndexes();
@@ -11149,9 +11359,7 @@ function createDirectExecutor() {
       }
       case "deserialize": {
         const entry = requireIndex(action.indexName);
-        while (entry.manager.partitionCount <= action.partitionId) {
-          entry.manager.addPartition();
-        }
+        growPartitionsTo(entry.manager, action.partitionId);
         entry.manager.deserializePartition(action.partitionId, action.data);
         return void 0;
       }
@@ -11183,4 +11391,4 @@ function createDirectExecutor() {
   };
 }
 
-export { DEFAULT_PAGE_SIZE, FIELD_FILTER_OPERATORS, FILTER_EXPRESSION_KEYS, MAX_CURSOR_LENGTH, MAX_NESTING_DEPTH, RESULT_WINDOW, applyPagination, applyProjection, applySorting, buildCompactedSegmentPayload, clampRowCount, clearNormalizationCache, collectQueryTermStats, configureNormalizationCache, countsWithoutScores, createDirectExecutor, createFrozenSegment, createPartitionIndex, createPartitionManager, createPartitionRouter, createSharedFrozenSegment, createVectorIndex, createWorkerPool, decodePageCursor, deserializeMetadata, deserializePayloadV1, deserializePayloadV2, detectRuntime, encodePageCursor, extractVectorFieldsFromSchema, fanOutMatchCount, fanOutQuery, flattenSchema, fnv1a, fnv1aBytes, freezeSegmentShared, fulltextMatches, getLanguage, getNestedValue, getNormalizationCacheSize, getStopWords, getTokenizer, hasStopWords, hasTokenizer, isCompositePartition, isNodeMainThread, isTextFieldType, kWayMerge, mergeFacets, mergePartitionStats, normalizeSort, partitionsIn, pruneStatsToQueryTerms, readSortValues, registerLanguage, registerStopWords, registerTokenizer, requireMatchingCursor, requireSortableFields, requireWithinResultWindow, resetNormalizationCache, resolveIndexAnalysis, resolveProjection, serializeMetadata, sortSignatureOf, spawnNodeWorker, tokenize, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateVectorPromotion };
+export { CHECKSUM_TIMEOUT_MS, CHECKSUM_YIELD_CHUNK_BYTES, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, FIELD_FILTER_OPERATORS, FILTER_EXPRESSION_KEYS, MAX_NESTING_DEPTH, SHUTDOWN_TIMEOUT_MS, WORKER_RESOURCE_LIMITS, applyPagination, applyProjection, applySorting, buildCompactedSegmentPayload, clampRowCount, clearNormalizationCache, collectQueryTermStats, configureNormalizationCache, countsWithoutScores, createDirectExecutor, createFrozenSegment, createPartitionIndex, createPartitionManager, createPartitionRouter, createSharedFrozenSegment, createVectorIndex, createWorkerPool, decodePageCursor, deserializeMetadata, deserializePayloadV1, deserializePayloadV2, detectRuntime, encodePageCursor, encodeSegmentState, extractVectorFieldsFromSchema, fanOutMatchCount, fanOutQuery, flattenSchema, fnv1a, fnv1aBytes, freezeSegmentShared, fulltextMatches, getLanguage, getNestedValue, getNormalizationCacheSize, getStopWords, getTokenizer, hasStopWords, hasTokenizer, isCompositePartition, isNodeMainThread, isTextFieldType, kWayMerge, mergeFacets, mergePartitionStats, normalizeSort, partitionsIn, pruneStatsToQueryTerms, readSortValues, registerLanguage, registerStopWords, registerTokenizer, requireMatchingCursor, requireSortableFields, requireWithinResultWindow, resetNormalizationCache, resolveIndexAnalysis, resolveProjection, resolveWorkerCount, serializeMetadata, sortSignatureOf, spawnNodeWorker, splitWorkerBudget, tokenize, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateVectorPromotion };