@delali/narsil 0.3.1-next.67 → 0.3.1-next.69

package/dist/{capabilities-DSsOGz6F.d.ts → capabilities-B1wz2Zl0.d.ts}

@@ -1,6 +1,6 @@
 import { E as EmbeddingAdapter } from './adapters-79OIa4xm.js';
-import { C as ClusterNamespace } from './config-BhldZgaK.js';
-import { h as TaskStore } from './tasks-CH2Dod8w.js';
+import { C as ClusterNamespace } from './config-CSvCVtB7.js';
+import { h as TaskStore } from './tasks-BEiNxDRs.js';
 
 /**
  * Context handed to {@link OnRequestHook} for every inbound request, captured

package/dist/{chunk-B2TFROFX.mjs → chunk-2BDG2IWP.mjs}

@@ -1,6 +1,6 @@
-import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_LIMIT, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, DEFAULT_OFFSET } from './chunk-3LHGNRYE.mjs';
-import { clampRowCount, sortSignatureOf, requireSortableFields, decodePageCursor, requireMatchingCursor, resolveProjection, encodePageCursor, requireWithinResultWindow, normalizeSort, fanOutQuery, sortModesOf, applySorting, applyPagination, projectionKeepsField, countsWithoutScores, fanOutMatchCount, tokenize, fnv1aBytes, requireValidFilter, everyValueFacetConfig, fulltextMatches, mergeFacets, pruneStatsToQueryTerms, partitionsIn, undeclaredFieldOnStrictIndex, fuzzyTermMatches } from './chunk-ZNZBXMP5.mjs';
-import { DEFAULT_MAX_PER_GROUP, flattenSchema, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, MIN_RANK_CONSTANT, DEFAULT_FUZZY_PREFIX_LENGTH, RESULT_WINDOW, isTextFieldType, isGeopointOrVectorType } from './chunk-L6TNPLAR.mjs';
+import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_LIMIT, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, DEFAULT_OFFSET } from './chunk-5JLSTECC.mjs';
+import { clampRowCount, sortSignatureOf, requireSortableFields, decodePageCursor, requireMatchingCursor, resolveProjection, encodePageCursor, requireWithinResultWindow, normalizeSort, fanOutQuery, sortModesOf, applySorting, applyPagination, projectionKeepsField, countsWithoutScores, fanOutMatchCount, tokenize, fnv1aBytes, requireValidFilter, everyValueFacetConfig, fulltextMatches, mergeFacets, pruneStatsToQueryTerms, partitionsIn, undeclaredFieldOnStrictIndex, fuzzyTermMatches } from './chunk-4VU5TWCR.mjs';
+import { DEFAULT_MAX_PER_GROUP, flattenSchema, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, MIN_RANK_CONSTANT, DEFAULT_FUZZY_PREFIX_LENGTH, RESULT_WINDOW, isTextFieldType, isGeopointOrVectorType, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-6TGZG2TV.mjs';
 import { MIN_OVERSAMPLE } from './chunk-ZJ4CSAB2.mjs';
 import { compareCodePoints, compareComparableKeys } from './chunk-YMZCMH5M.mjs';
 import { NarsilError, ErrorCodes } from './chunk-USKFU7J5.mjs';
@@ -210,6 +210,20 @@ function requireUsableQueryFields(params, schema, strict = false) {
   if (checksGroup && params.group !== void 0) requireDeclaredGroupFields(params.group.fields, flatSchema);
 }
 
+// src/search/typo-tolerance.ts
+function requireIntegerUpTo(option, value, maximum) {
+  if (value === void 0 || Number.isInteger(value) && value >= 0 && value <= maximum) return;
+  throw new NarsilError(
+    ErrorCodes.CONFIG_INVALID,
+    `The query option "${option}" takes an integer from 0 to ${maximum}, and this query sets ${String(value)}`,
+    { option, value: String(value), maximum }
+  );
+}
+function requireValidTypoTolerance(params) {
+  requireIntegerUpTo("tolerance", params.tolerance, MAX_TOLERANCE);
+  requireIntegerUpTo("prefixLength", params.prefixLength, MAX_PREFIX_LENGTH);
+}
+
 // src/engine/query/shared.ts
 function partitionsFor(manager, partitionIds) {
   return partitionsIn(manager, partitionIds);
@@ -301,6 +315,7 @@ function requireKnownMode(params) {
 }
 function requireValidQueryOptions(params, config) {
   const strict = config.strict === true;
+  requireValidTypoTolerance(params);
   requireSortableFields(params.sort, config.schema, strict);
   requireValidQueryFilter(params.filters, config.schema, strict);
   requireUsableQueryFields(params, config.schema, strict);
@@ -800,13 +815,15 @@ function highlightField(text, queryTokens, language, options) {
   const prefixToken = options?.prefixToken;
   const tolerance = options?.tolerance ?? 0;
   const prefixLength = options?.prefixLength ?? 0;
+  const completedToken = options?.completedToken;
+  const queryTolerances = queryTokens.map((qt) => qt.token === completedToken ? 0 : tolerance);
   const matchByFieldToken = /* @__PURE__ */ new Map();
   const matchesQuery = (fieldToken) => {
     const known = matchByFieldToken.get(fieldToken);
     if (known !== void 0) return known;
     const stemmedField = language.stemmer ? language.stemmer(fieldToken) : fieldToken;
     const matches = stemmedQueryTokens.some(
-      (stemmedQuery) => fuzzyTermMatches(stemmedQuery, stemmedField, tolerance, prefixLength)
+      (stemmedQuery, index) => fuzzyTermMatches(stemmedQuery, stemmedField, queryTolerances[index], prefixLength)
     );
     matchByFieldToken.set(fieldToken, matches);
     return matches;
@@ -856,8 +873,9 @@ function applyHighlights(hits, params, language, analysis, readStoredDocument) {
     stopWordOverride: analysis.stopWords
   });
   let prefixToken;
+  let completedToken;
   if (params.prefix === true && params.exact !== true && queryTokenResult.tokens.length > 0) {
-    const lastPosition = queryTokenResult.tokens[queryTokenResult.tokens.length - 1].position;
+    const lastToken = queryTokenResult.tokens[queryTokenResult.tokens.length - 1];
     const unstemmed = tokenize(params.term ?? "", language, {
       stem: false,
       removeStopWords: true,
@@ -865,8 +883,9 @@ function applyHighlights(hits, params, language, analysis, readStoredDocument) {
       stopWordOverride: analysis.stopWords
     });
     for (const t of unstemmed.tokens) {
-      if (t.position === lastPosition) {
+      if (t.position === lastToken.position) {
         prefixToken = t.token;
+        completedToken = lastToken.token;
         break;
       }
     }
@@ -887,6 +906,7 @@ function applyHighlights(hits, params, language, analysis, readStoredDocument) {
           postTag: params.highlight.postTag,
           maxSnippetLength: params.highlight.maxSnippetLength,
           prefixToken,
+          completedToken,
           tolerance: params.exact === true ? 0 : params.tolerance ?? 0,
           prefixLength: params.prefixLength ?? DEFAULT_FUZZY_PREFIX_LENGTH
         });

package/dist/{chunk-ZNZBXMP5.mjs → chunk-4VU5TWCR.mjs}

@@ -1,4 +1,4 @@
-import { isTextFieldType, flattenSchema, SORTABLE_TEXT_FIELD_TYPE, isGeopointOrVectorType, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_CURSOR_LENGTH, RESULT_WINDOW, DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_PAGE_SIZE, PROTOTYPE_POLLUTION_KEYS, PREFIX_MAX_EXPANSIONS, MAX_CURSOR_ANCHOR_CODE_POINTS } from './chunk-L6TNPLAR.mjs';
+import { isTextFieldType, flattenSchema, SORTABLE_TEXT_FIELD_TYPE, isGeopointOrVectorType, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_CURSOR_LENGTH, RESULT_WINDOW, DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_PAGE_SIZE, PROTOTYPE_POLLUTION_KEYS, PREFIX_MAX_EXPANSIONS, MAX_CURSOR_ANCHOR_CODE_POINTS } from './chunk-6TGZG2TV.mjs';
 import { compareCodePoints, sortModeOf, defaultSortMode, toReducedSortValue, readSortField, compareComparableKeys, toComparableSortValue, isSortMode, SORT_MODES, SORT_VALUE_MAX_CODE_POINTS, compareSortValues } from './chunk-YMZCMH5M.mjs';
 import { createNarsilError, ErrorCodes, NarsilError } from './chunk-USKFU7J5.mjs';
 
@@ -1008,60 +1008,64 @@ function mergeFacets(partitionFacets, config) {
 }
 
 // src/core/fuzzy.ts
+var FIRST_SURROGATE = 55296;
+var LAST_SURROGATE = 57343;
+var LAST_BASIC_PLANE_CODE_POINT = 65535;
+function hasSurrogate(text) {
+  for (let index = 0; index < text.length; index++) {
+    const unit = text.charCodeAt(index);
+    if (unit >= FIRST_SURROGATE && unit <= LAST_SURROGATE) return true;
+  }
+  return false;
+}
+function fuzzyPrefixOf(queryTerm, prefixLength) {
+  let end = 0;
+  for (let counted = 0; counted < prefixLength && end < queryTerm.length; counted++) {
+    const codePoint = queryTerm.codePointAt(end);
+    end += codePoint !== void 0 && codePoint > LAST_BASIC_PLANE_CODE_POINT ? 2 : 1;
+  }
+  return queryTerm.slice(0, end);
+}
 function fuzzyTermMatches(queryTerm, indexTerm, tolerance, prefixLength) {
   if (queryTerm === indexTerm) return true;
   if (tolerance <= 0) return false;
-  if (prefixLength > 0 && queryTerm.length >= prefixLength && !indexTerm.startsWith(queryTerm.slice(0, prefixLength))) {
-    return false;
-  }
+  if (!indexTerm.startsWith(fuzzyPrefixOf(queryTerm, prefixLength))) return false;
   return boundedLevenshtein(queryTerm, indexTerm, tolerance).withinTolerance;
 }
 function boundedLevenshtein(a, b, tolerance) {
   if (tolerance < 0) return { distance: -1, withinTolerance: false };
   if (a === b) return { distance: 0, withinTolerance: true };
+  if (hasSurrogate(a) || hasSurrogate(b)) return bandedDistance(Array.from(a), Array.from(b), tolerance);
+  return bandedDistance(a, b, tolerance);
+}
+function bandedDistance(a, b, tolerance) {
   const m = a.length;
   const n = b.length;
-  if (m === 0) {
-    return n <= tolerance ? { distance: n, withinTolerance: true } : { distance: n, withinTolerance: false };
-  }
-  if (n === 0) {
-    return m <= tolerance ? { distance: m, withinTolerance: true } : { distance: m, withinTolerance: false };
-  }
-  if (a.startsWith(b)) {
-    const diff2 = m - n;
-    return diff2 <= tolerance ? { distance: diff2, withinTolerance: true } : { distance: diff2, withinTolerance: false };
-  }
-  if (b.startsWith(a)) {
-    return { distance: 0, withinTolerance: true };
-  }
-  const diff = Math.abs(m - n);
-  if (diff > tolerance) return { distance: -1, withinTolerance: false };
-  const matrix = [];
-  for (let i = 0; i <= m; i++) {
-    matrix[i] = [i];
-    for (let j = 1; j <= n; j++) {
-      matrix[i][j] = i === 0 ? j : 0;
-    }
-  }
+  const beyond = tolerance + 1;
+  if (Math.abs(m - n) > tolerance) return { distance: beyond, withinTolerance: false };
+  let previous = new Uint32Array(n + 1).fill(beyond);
+  let current = new Uint32Array(n + 1).fill(beyond);
+  const firstRowEnd = Math.min(n, tolerance);
+  for (let j = 0; j <= firstRowEnd; j++) previous[j] = j;
   for (let i = 1; i <= m; i++) {
-    let rowMin = Infinity;
-    for (let j = 1; j <= n; j++) {
-      if (a[i - 1] === b[j - 1]) {
-        matrix[i][j] = matrix[i - 1][j - 1];
-      } else {
-        matrix[i][j] = Math.min(matrix[i - 1][j] + 1, matrix[i][j - 1] + 1, matrix[i - 1][j - 1] + 1);
-      }
-      rowMin = Math.min(rowMin, matrix[i][j]);
-    }
-    if (rowMin > tolerance) {
-      return { distance: -1, withinTolerance: false };
-    }
-  }
-  const finalDistance = matrix[m][n];
-  return {
-    distance: finalDistance,
-    withinTolerance: finalDistance <= tolerance
-  };
+    const low = Math.max(1, i - tolerance);
+    const high = Math.min(n, i + tolerance);
+    current[low - 1] = low === 1 ? i : beyond;
+    let rowMin = current[low - 1];
+    const character = a[i - 1];
+    for (let j = low; j <= high; j++) {
+      const substitution = previous[j - 1] + (character === b[j - 1] ? 0 : 1);
+      const cell = Math.min(previous[j] + 1, current[j - 1] + 1, substitution, beyond);
+      current[j] = cell;
+      if (cell < rowMin) rowMin = cell;
+    }
+    if (rowMin > tolerance) return { distance: beyond, withinTolerance: false };
+    const finished = previous;
+    previous = current;
+    current = finished;
+  }
+  const distance = previous[n];
+  return { distance, withinTolerance: distance <= tolerance };
 }
 
 // src/search/cursor-codec.ts
@@ -1722,6 +1726,7 @@ function fulltextSearch(partition, params, language, schema, options) {
       queryTokens,
       termMatch,
       params.tolerance ?? 0,
+      params.prefixLength ?? DEFAULT_FUZZY_PREFIX_LENGTH,
       params.exact ?? false,
       prefixExpansion
     );
@@ -1765,17 +1770,25 @@ function deduplicateTokens(tokens) {
   }
   return result;
 }
-function filterByTermCoverage(scored, queryTokens, policy, tolerance, exact, prefixExpansion) {
+function filterByTermCoverage(scored, queryTokens, policy, tolerance, prefixLength, exact, prefixExpansion) {
   const requiredCount = policy === "all" ? queryTokens.length : policy;
   if (requiredCount <= 0) return scored;
   if (requiredCount > queryTokens.length) return [];
   const expansionTerms = prefixExpansion ? new Set(prefixExpansion.terms) : void 0;
   return scored.filter((doc) => {
-    const matched = countDocTermMatches(doc, queryTokens, tolerance, exact, prefixExpansion?.token, expansionTerms);
+    const matched = countDocTermMatches(
+      doc,
+      queryTokens,
+      tolerance,
+      prefixLength,
+      exact,
+      prefixExpansion?.token,
+      expansionTerms
+    );
     return matched >= requiredCount;
   });
 }
-function countDocTermMatches(doc, queryTokens, tolerance, exact, prefixToken, expansionTerms) {
+function countDocTermMatches(doc, queryTokens, tolerance, prefixLength, exact, prefixToken, expansionTerms) {
   const indexTokens = Object.keys(doc.idf);
   if (indexTokens.length === 0) return 0;
   let count = 0;
@@ -1786,7 +1799,7 @@ function countDocTermMatches(doc, queryTokens, tolerance, exact, prefixToken, ex
       }
       continue;
     }
-    if (queryTermSatisfied(qt.token, indexTokens, tolerance, exact)) {
+    if (queryTermSatisfied(qt.token, indexTokens, tolerance, prefixLength, exact)) {
       count++;
     }
   }
@@ -1799,12 +1812,12 @@ function prefixTokenSatisfied(prefixToken, indexTokens, expansionTerms) {
   }
   return false;
 }
-function queryTermSatisfied(queryToken, indexTokens, tolerance, exact) {
+function queryTermSatisfied(queryToken, indexTokens, tolerance, prefixLength, exact) {
   if (exact || tolerance === 0) {
     return indexTokens.includes(queryToken);
   }
   for (const indexToken of indexTokens) {
-    if (boundedLevenshtein(queryToken, indexToken, tolerance).withinTolerance) {
+    if (fuzzyTermMatches(queryToken, indexToken, tolerance, prefixLength)) {
       return true;
     }
   }
@@ -2114,4 +2127,4 @@ function setNestedValue(obj, path, value) {
   current[segments[segments.length - 1]] = value;
 }
 
-export { DEG_TO_RAD, MAX_FILTER_DEPTH, MIN_POLYGON_POINTS, VINCENTY_CONVERGENCE_THRESHOLD, VINCENTY_MAX_ITERATIONS, applyPagination, applyProjection, applySorting, bitsetAnd, bitsetFromSet, bitsetHas, bitsetNot, bitsetOr, bitsetSet, boundedLevenshtein, clampRowCount, clearNormalizationCache, cloneProjected, collectQueryTermStats, computeFacets, configureNormalizationCache, countsWithoutScores, createBitSet, decodePageCursor, encodePageCursor, everyValueFacetConfig, fanOutMatchCount, fanOutQuery, fnv1a, fnv1aBytes, fnv1aUint32s, fulltextMatches, fuzzyTermMatches, getAllInternalDocIds, getFieldValueByInternalId, getFlatSchema, getNestedValue, getNormalizationCacheSize, getOrCreateFieldNameIndex, kWayMerge, mergeFacets, mergePartitionStats, normalizeSort, oversampledFacetConfig, oversampledShardSize, partitionsIn, polygonContainment, projectionKeepsField, pruneStatsToQueryTerms, readSortValues, requireMatchingCursor, requirePolygonRing, requireSortableFields, requireValidFilter, requireValidOperands, requireWithinResultWindow, resetNormalizationCache, resolveProjection, sanitizeGlobalStats, setNestedValue, sortModesOf, sortSignatureEntry, sortSignatureOf, textFieldsChanged, tokenize, tokenizeIterator, tokenizeOptions, undeclaredFieldOnStrictIndex, visitTokens };
+export { DEG_TO_RAD, MAX_FILTER_DEPTH, MIN_POLYGON_POINTS, VINCENTY_CONVERGENCE_THRESHOLD, VINCENTY_MAX_ITERATIONS, applyPagination, applyProjection, applySorting, bitsetAnd, bitsetFromSet, bitsetHas, bitsetNot, bitsetOr, bitsetSet, boundedLevenshtein, clampRowCount, clearNormalizationCache, cloneProjected, collectQueryTermStats, computeFacets, configureNormalizationCache, countsWithoutScores, createBitSet, decodePageCursor, encodePageCursor, everyValueFacetConfig, fanOutMatchCount, fanOutQuery, fnv1a, fnv1aBytes, fnv1aUint32s, fulltextMatches, fuzzyPrefixOf, fuzzyTermMatches, getAllInternalDocIds, getFieldValueByInternalId, getFlatSchema, getNestedValue, getNormalizationCacheSize, getOrCreateFieldNameIndex, kWayMerge, mergeFacets, mergePartitionStats, normalizeSort, oversampledFacetConfig, oversampledShardSize, partitionsIn, polygonContainment, projectionKeepsField, pruneStatsToQueryTerms, readSortValues, requireMatchingCursor, requirePolygonRing, requireSortableFields, requireValidFilter, requireValidOperands, requireWithinResultWindow, resetNormalizationCache, resolveProjection, sanitizeGlobalStats, setNestedValue, sortModesOf, sortSignatureEntry, sortSignatureOf, textFieldsChanged, tokenize, tokenizeIterator, tokenizeOptions, undeclaredFieldOnStrictIndex, visitTokens };

package/dist/{chunk-3LHGNRYE.mjs → chunk-5JLSTECC.mjs}

@@ -1,4 +1,4 @@
-import { DEFAULT_PAGE_SIZE } from './chunk-L6TNPLAR.mjs';
+import { DEFAULT_PAGE_SIZE } from './chunk-6TGZG2TV.mjs';
 
 // src/engine/constants.ts
 var MIN_DOCUMENTS_FOR_SEGMENTS = 64;

package/dist/{chunk-24RXHMEL.mjs → chunk-6IT3MH5M.mjs}

@@ -1,11 +1,11 @@
 import { ReplicationMessageTypes } from './chunk-GCM3JFVA.mjs';
-import { WIRE_BATCH_BUDGET, resolveVectorText, bindEngineCore, collectRequiredFieldFailures, embedChunkDocuments, providedDocId, admitInsert, asBatchInsertError, embedDocumentFields, assertDocumentCarriesMappedVectors } from './chunk-UXNWQZST.mjs';
-import { generateId, getLanguage, splitWorkerBudget, resolveWorkerCount, createDirectExecutor, createPartitionRouter, createCompositePartition, deserializePayloadV2, createSharedFrozenSegment, createPartitionManager, buildSegmentPayload, resolvePartitionInsertOptions, resolveWorkerEntry, missingWorkerEntry, readHeapStatistics, resolveIndexAnalysis, deserializePayloadV1, decodeVectorIndexParts, nodeThreadId, resolveRequestThreadCount, createPartitionIndex, VECTOR_FILE_MAX_VECTORS, deadBytesFor, mergeFrozenSegments, isCompositePartition, workerResourceLimits, deserializeMetadata, isNodeMainThread, spawnNodeWorker, freezeSegmentShared, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, SHUTDOWN_TIMEOUT_MS, serializeMetadata, encodeSegmentState, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, decodeVectorFilePayload, documentsOfPayloadV2, countDead, decodeVectorGraphPayload, deadBitsWhere, NO_LIVE_VECTOR_AT_POSITION, createFrozenSegment } from './chunk-ZZT3EAUC.mjs';
+import { WIRE_BATCH_BUDGET, resolveVectorText, bindEngineCore, collectRequiredFieldFailures, embedChunkDocuments, providedDocId, admitInsert, asBatchInsertError, embedDocumentFields, assertDocumentCarriesMappedVectors } from './chunk-YA52AC2V.mjs';
+import { generateId, getLanguage, splitWorkerBudget, resolveWorkerCount, createDirectExecutor, createPartitionRouter, createCompositePartition, deserializePayloadV2, createSharedFrozenSegment, createPartitionManager, buildSegmentPayload, resolvePartitionInsertOptions, resolveWorkerEntry, missingWorkerEntry, readHeapStatistics, resolveIndexAnalysis, deserializePayloadV1, decodeVectorIndexParts, nodeThreadId, resolveRequestThreadCount, createPartitionIndex, VECTOR_FILE_MAX_VECTORS, deadBytesFor, mergeFrozenSegments, isCompositePartition, workerResourceLimits, deserializeMetadata, isNodeMainThread, spawnNodeWorker, freezeSegmentShared, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, SHUTDOWN_TIMEOUT_MS, serializeMetadata, encodeSegmentState, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, decodeVectorFilePayload, documentsOfPayloadV2, countDead, decodeVectorGraphPayload, deadBitsWhere, NO_LIVE_VECTOR_AT_POSITION, createFrozenSegment } from './chunk-BEWOA4VV.mjs';
 import { detectRuntime } from './chunk-AV4IJKD2.mjs';
-import { validateWorkerConfig, validateIndexName, validateBM25Params, validatePartitionConfig, executeQuery, queryBindingOf, executePreflight, executeSuggest, executeListDocuments, validateDocId } from './chunk-B2TFROFX.mjs';
-import { BATCH_CHUNK_SIZE, STATISTICS_BROADCAST_INTERVAL_MS, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, HEAP_PRESSURE_WARNING_FRACTION, FOREIGN_STATS_TTL_MS, MIN_DOCUMENTS_FOR_SEGMENTS, HEAP_PRESSURE_REARM_FRACTION } from './chunk-3LHGNRYE.mjs';
-import { getNestedValue, collectQueryTermStats, mergePartitionStats, oversampledFacetConfig, fnv1a, kWayMerge, mergeFacets } from './chunk-ZNZBXMP5.mjs';
-import { extractVectorFieldsFromSchema, validateSchema, validateVectorPromotion, validateVectorStorage, flattenSchema, isTextFieldType, validateRequiredFields, validateDocument, validateDocumentStrict } from './chunk-L6TNPLAR.mjs';
+import { validateWorkerConfig, validateIndexName, validateBM25Params, validatePartitionConfig, executeQuery, queryBindingOf, executePreflight, executeSuggest, executeListDocuments, validateDocId } from './chunk-2BDG2IWP.mjs';
+import { BATCH_CHUNK_SIZE, STATISTICS_BROADCAST_INTERVAL_MS, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, HEAP_PRESSURE_WARNING_FRACTION, FOREIGN_STATS_TTL_MS, MIN_DOCUMENTS_FOR_SEGMENTS, HEAP_PRESSURE_REARM_FRACTION } from './chunk-5JLSTECC.mjs';
+import { getNestedValue, collectQueryTermStats, mergePartitionStats, oversampledFacetConfig, fnv1a, kWayMerge, mergeFacets } from './chunk-4VU5TWCR.mjs';
+import { extractVectorFieldsFromSchema, validateSchema, validateVectorPromotion, validateVectorStorage, flattenSchema, isTextFieldType, validateRequiredFields, validateDocument, validateDocumentStrict } from './chunk-6TGZG2TV.mjs';
 import { releaseLocksHeldBy } from './chunk-THYRHHO2.mjs';
 import { requireSearchBackendSettings } from './chunk-YNVIUGF5.mjs';
 import { crc32, nativeCrc32, crc32Final, crc32Init, crc32Update } from './chunk-3L4U6EJQ.mjs';

package/dist/{chunk-L6TNPLAR.mjs → chunk-6TGZG2TV.mjs}

@@ -517,6 +517,8 @@ var MAX_SORT_FIELD_NAME_LENGTH = 255;
 var MAX_CURSOR_ANCHOR_CODE_POINTS = 512;
 var PREFIX_MAX_EXPANSIONS = 50;
 var DEFAULT_FUZZY_PREFIX_LENGTH = 2;
+var MAX_TOLERANCE = 10;
+var MAX_PREFIX_LENGTH = 1024;
 var DEFAULT_MAX_PER_GROUP = 1;
 var DEFAULT_RANK_CONSTANT = 60;
 var MIN_RANK_CONSTANT = 1;
@@ -524,4 +526,4 @@ var DEFAULT_LINEAR_ALPHA = 0.5;
 var MIN_LINEAR_ALPHA = 0;
 var MAX_LINEAR_ALPHA = 1;
 
-export { DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_LINEAR_ALPHA, DEFAULT_MAX_PER_GROUP, DEFAULT_PAGE_SIZE, DEFAULT_RANK_CONSTANT, MAX_CURSOR_ANCHOR_CODE_POINTS, MAX_CURSOR_LENGTH, MAX_LINEAR_ALPHA, MAX_NESTING_DEPTH, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MIN_LINEAR_ALPHA, MIN_RANK_CONSTANT, PREFIX_MAX_EXPANSIONS, PROTOTYPE_POLLUTION_KEYS, RESULT_WINDOW, SORTABLE_TEXT_FIELD_TYPE, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, isGeopointOrVectorType, isQuantizationMode, isStorageMode, isTextFieldType, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateVectorPromotion, validateVectorStorage };
+export { DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_LINEAR_ALPHA, DEFAULT_MAX_PER_GROUP, DEFAULT_PAGE_SIZE, DEFAULT_RANK_CONSTANT, MAX_CURSOR_ANCHOR_CODE_POINTS, MAX_CURSOR_LENGTH, MAX_LINEAR_ALPHA, MAX_NESTING_DEPTH, MAX_PREFIX_LENGTH, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_TOLERANCE, MIN_LINEAR_ALPHA, MIN_RANK_CONSTANT, PREFIX_MAX_EXPANSIONS, PROTOTYPE_POLLUTION_KEYS, RESULT_WINDOW, SORTABLE_TEXT_FIELD_TYPE, VECTOR_PATTERN, extractVectorFieldsFromSchema, flattenSchema, isGeopointOrVectorType, isQuantizationMode, isStorageMode, isTextFieldType, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateVectorPromotion, validateVectorStorage };

package/dist/{chunk-ZZT3EAUC.mjs → chunk-BEWOA4VV.mjs}

@@ -1,6 +1,6 @@
 import { detectRuntime } from './chunk-AV4IJKD2.mjs';
-import { cloneProjected, everyValueFacetConfig, mergeFacets, computeFacets, tokenizeOptions, getNestedValue, visitTokens, countsWithoutScores, fanOutMatchCount, fanOutQuery, sanitizeGlobalStats, getFlatSchema, textFieldsChanged, projectionKeepsField, setNestedValue, fnv1a, bitsetHas, createBitSet, kWayMerge, boundedLevenshtein, bitsetSet, tokenize, bitsetFromSet, getAllInternalDocIds, getFieldValueByInternalId, getOrCreateFieldNameIndex, tokenizeIterator, polygonContainment, requireValidOperands, bitsetAnd, bitsetOr, bitsetNot, requirePolygonRing, VINCENTY_CONVERGENCE_THRESHOLD, VINCENTY_MAX_ITERATIONS, DEG_TO_RAD } from './chunk-ZNZBXMP5.mjs';
-import { flattenSchema, validateDocument, validateDocumentStrict, isQuantizationMode, isStorageMode, extractVectorFieldsFromSchema, isTextFieldType, VECTOR_PATTERN } from './chunk-L6TNPLAR.mjs';
+import { cloneProjected, everyValueFacetConfig, mergeFacets, computeFacets, tokenizeOptions, getNestedValue, visitTokens, countsWithoutScores, fanOutMatchCount, fanOutQuery, sanitizeGlobalStats, getFlatSchema, textFieldsChanged, projectionKeepsField, setNestedValue, fnv1a, bitsetHas, createBitSet, kWayMerge, fuzzyPrefixOf, boundedLevenshtein, bitsetSet, tokenize, bitsetFromSet, getAllInternalDocIds, getFieldValueByInternalId, getOrCreateFieldNameIndex, tokenizeIterator, polygonContainment, requireValidOperands, bitsetAnd, bitsetOr, bitsetNot, requirePolygonRing, VINCENTY_CONVERGENCE_THRESHOLD, VINCENTY_MAX_ITERATIONS, DEG_TO_RAD } from './chunk-4VU5TWCR.mjs';
+import { flattenSchema, validateDocument, validateDocumentStrict, isQuantizationMode, isStorageMode, extractVectorFieldsFromSchema, isTextFieldType, VECTOR_PATTERN } from './chunk-6TGZG2TV.mjs';
 import { english } from './chunk-TGP5M5R7.mjs';
 import { SCRATCH_SLOTS_PER_THREAD_POOL, osqRecordBytes, openSharedVectorField, osqBitsOf, createVectorStore, DISK_STORAGE_BLOCK_BYTES, createOsqQuantizer, magnitude, createHNSWIndex, nativeStoreScratchBytes, createOrdinalFilter, isTombstoned, addToOrdinalFilter, ordinalFilterValues, nativeScoresOf, toScore, removeFromOrdinalFilter, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, ordinalFilterHas, requireWholeNeighbourLists, STORE_CALIBRATION_GENERATION, entryForOrd, toDistance, sharedMemoryAvailable, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, releaseLocksHeldBy, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_INSERT_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS } from './chunk-THYRHHO2.mjs';
 import { noteFallback } from './chunk-YNVIUGF5.mjs';
@@ -943,18 +943,14 @@ function createInvertedIndex(fieldNameTable) {
       if (bucket.size === 0) charBuckets.delete(ch);
     }
   }
-  function candidatesForPrefix(queryToken, prefixLength) {
-    if (prefixLength <= 0 || queryToken.length < prefixLength) {
-      return index.keys();
-    }
-    const firstChar = queryToken[0];
-    const bucket = charBuckets.get(firstChar);
+  function tokensStartingWith(prefix) {
+    if (prefix.length === 0) return index.keys();
+    const bucket = charBuckets.get(prefix[0]);
     if (!bucket) return [];
-    if (prefixLength === 1) return bucket;
-    const prefix = queryToken.slice(0, prefixLength);
+    if (prefix.length === 1) return bucket;
     const filtered = [];
     for (const t of bucket) {
-      if (t.length >= prefixLength && t.startsWith(prefix)) {
+      if (t.startsWith(prefix)) {
         filtered.push(t);
       }
     }
@@ -1043,7 +1039,7 @@ function createInvertedIndex(fieldNameTable) {
         return exact ? [{ token, postingList: exact }] : [];
       }
       const results = [];
-      const candidates = candidatesForPrefix(token, prefixLength);
+      const candidates = tokensStartingWith(fuzzyPrefixOf(token, prefixLength));
       for (const candidate of candidates) {
         const { withinTolerance } = boundedLevenshtein(token, candidate, tolerance);
         if (withinTolerance) {
@@ -1055,7 +1051,7 @@ function createInvertedIndex(fieldNameTable) {
     },
     prefixSearch(prefix, limit) {
       if (prefix.length === 0 || limit <= 0) return [];
-      const candidates = candidatesForPrefix(prefix, prefix.length);
+      const candidates = tokensStartingWith(prefix);
       const results = [];
       for (const term of candidates) {
         if (!term.startsWith(prefix)) continue;
@@ -9313,11 +9309,9 @@ function createFrozenInvertedReader(table, views) {
   function viewAtSorted(sortedIndex) {
     return views.viewAt(table.payloadSlot(sortedIndex), table.documentFrequencyAt(sortedIndex));
   }
-  function candidateRange(queryToken, prefixLength) {
-    if (prefixLength <= 0 || queryToken.length < prefixLength) {
-      return { start: 0, end: table.size };
-    }
-    return table.firstCharRange(queryToken);
+  function candidateRange(prefix) {
+    if (prefix.length === 0) return { start: 0, end: table.size };
+    return table.firstCharRange(prefix);
   }
   return {
     lookup(token) {
@@ -9335,13 +9329,13 @@ function createFrozenInvertedReader(table, views) {
         const at = table.find(token);
         return at < 0 ? [] : [{ token, postingList: viewAtSorted(at) }];
       }
-      const range = candidateRange(token, prefixLength);
-      const needsPrefixFilter = prefixLength > 1 && token.length >= prefixLength;
-      const prefix = needsPrefixFilter ? token.slice(0, prefixLength) : "";
+      const prefix = fuzzyPrefixOf(token, prefixLength);
+      const range = candidateRange(prefix);
+      const requiredPrefix = prefix.length > 1 ? prefix : "";
       const results = [];
       for (let at = range.start; at < range.end; at++) {
         const candidate = table.tokenAt(at);
-        if (needsPrefixFilter && !(candidate.length >= prefixLength && candidate.startsWith(prefix))) continue;
+        if (!candidate.startsWith(requiredPrefix)) continue;
         const { withinTolerance } = boundedLevenshtein(token, candidate, tolerance);
         if (withinTolerance) {
           results.push({ token: candidate, postingList: viewAtSorted(at) });

package/dist/{chunk-VMRR3DQU.mjs → chunk-DD5X23E6.mjs}

@@ -1,4 +1,4 @@
-import { MAX_SORT_FIELDS } from './chunk-L6TNPLAR.mjs';
+import { MAX_SORT_FIELDS } from './chunk-6TGZG2TV.mjs';
 import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-YNVIUGF5.mjs';
 import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-USKFU7J5.mjs';
 

package/dist/{chunk-U7KYW4BA.mjs → chunk-VTPLKNWI.mjs}

@@ -1,5 +1,5 @@
-import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-UXNWQZST.mjs';
-import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-3LHGNRYE.mjs';
+import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-YA52AC2V.mjs';
+import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-5JLSTECC.mjs';
 import { NarsilError, ErrorCodes } from './chunk-USKFU7J5.mjs';
 import { encode, decode } from '@msgpack/msgpack';
 

package/dist/{chunk-UXNWQZST.mjs → chunk-YA52AC2V.mjs}

@@ -1,4 +1,4 @@
-import { validateRequiredFields } from './chunk-L6TNPLAR.mjs';
+import { validateRequiredFields } from './chunk-6TGZG2TV.mjs';
 import { ErrorCodes, NarsilError } from './chunk-USKFU7J5.mjs';
 
 // src/narsil/internals.ts

package/dist/{client-BQK6Tf6A.d.ts → client-xVrOCYTW.d.ts}

@@ -1,6 +1,6 @@
 import { P as PartitionConfig, A as AnyDocument, a as InsertOptions, W as WriteOptions } from './schema-d5Afu03A.js';
-import { V as VectorMaintenanceResult, B as BatchResult, L as ListParams, g as ListResult, I as IndexInfo, f as IndexStats, P as PartitionStatsResult, Q as QueryParams, e as QueryResult, h as PreflightResult, j as SuggestParams, k as SuggestResult } from './memory-yFaVn2xZ.js';
-import { e as TaskRecord, M as MemoryStatsResponse, b as ImportResult, H as HttpIndexConfig, c as TaskListQuery, T as TaskListPage } from './tasks-CH2Dod8w.js';
+import { V as VectorMaintenanceResult, B as BatchResult, L as ListParams, g as ListResult, I as IndexInfo, f as IndexStats, P as PartitionStatsResult, Q as QueryParams, e as QueryResult, h as PreflightResult, j as SuggestParams, k as SuggestResult } from './memory-CKF-9WLP.js';
+import { e as TaskRecord, M as MemoryStatsResponse, b as ImportResult, H as HttpIndexConfig, c as TaskListQuery, T as TaskListPage } from './tasks-BEiNxDRs.js';
 
 /**
  * This is the `fetch` implementation the client sends every request through.

package/dist/client.d.ts

@@ -1,10 +1,10 @@
-export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-yFaVn2xZ.js';
-export { A as ASYNC_IMPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, R as REBUILD_ANALYSIS_CAPABILITY, S as SERVER_CAPABILITIES, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-DSsOGz6F.js';
-export { C as CapabilitiesResponse, a as CreateIndexEmbedding, H as HttpIndexConfig, I as ImportError, b as ImportResult, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, d as TaskProgress, e as TaskRecord, f as TaskStatus, g as TaskType } from './tasks-CH2Dod8w.js';
-export { A as AdminOperations, B as BulkOperations, D as DocumentOperations, F as FetchFunction, I as ImportSource, a as IndexOperations, N as NarsilClient, b as NarsilClientOptions, P as PutResult, R as RequestOptions, S as SearchOperations, c as ServerOperations, d as ServerVersion, T as TaskOperations, W as WaitForTaskOptions, e as createNarsilClient } from './client-BQK6Tf6A.js';
+export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-CKF-9WLP.js';
+export { A as ASYNC_IMPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, R as REBUILD_ANALYSIS_CAPABILITY, S as SERVER_CAPABILITIES, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-B1wz2Zl0.js';
+export { C as CapabilitiesResponse, a as CreateIndexEmbedding, H as HttpIndexConfig, I as ImportError, b as ImportResult, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, d as TaskProgress, e as TaskRecord, f as TaskStatus, g as TaskType } from './tasks-BEiNxDRs.js';
+export { A as AdminOperations, B as BulkOperations, D as DocumentOperations, F as FetchFunction, I as ImportSource, a as IndexOperations, N as NarsilClient, b as NarsilClientOptions, P as PutResult, R as RequestOptions, S as SearchOperations, c as ServerOperations, d as ServerVersion, T as TaskOperations, W as WaitForTaskOptions, e as createNarsilClient } from './client-xVrOCYTW.js';
 import './schema-d5Afu03A.js';
 import './adapters-79OIa4xm.js';
-import './config-BhldZgaK.js';
-import './config-DmXULPa-.js';
+import './config-CSvCVtB7.js';
+import './config-CEeSV_Xo.js';
 import './types-DAK7mnUZ.js';
 import './types-D5OwhtsQ.js';

package/dist/{config-DmXULPa-.d.ts → config-CEeSV_Xo.d.ts}

@@ -1,5 +1,5 @@
 import { P as PersistenceAdapter, I as InvalidationAdapter, E as EmbeddingAdapter } from './adapters-79OIa4xm.js';
-import { Q as QueryParams, e as QueryResult } from './memory-yFaVn2xZ.js';
+import { Q as QueryParams, e as QueryResult } from './memory-CKF-9WLP.js';
 import { I as IndexConfig, A as AnyDocument } from './schema-d5Afu03A.js';
 
 /**

package/dist/{config-BhldZgaK.d.ts → config-CSvCVtB7.d.ts}

@@ -1,4 +1,4 @@
-import { N as NarsilConfig } from './config-DmXULPa-.js';
+import { N as NarsilConfig } from './config-CEeSV_Xo.js';
 import { A as AllocationTable, N as NodeRole, a as NodeRegistration, C as ClusterCoordinator, b as NodeCapacity } from './types-DAK7mnUZ.js';
 import { N as NodeTransport } from './types-D5OwhtsQ.js';
 

package/dist/{direct-executor-ALAVE7FC.mjs → direct-executor-3ZYXSGFX.mjs}

@@ -1,7 +1,7 @@
-export { createDirectExecutor } from './chunk-ZZT3EAUC.mjs';
+export { createDirectExecutor } from './chunk-BEWOA4VV.mjs';
 import './chunk-AV4IJKD2.mjs';
-import './chunk-ZNZBXMP5.mjs';
-import './chunk-L6TNPLAR.mjs';
+import './chunk-4VU5TWCR.mjs';
+import './chunk-6TGZG2TV.mjs';
 import './chunk-TGP5M5R7.mjs';
 import './chunk-THYRHHO2.mjs';
 import './chunk-ZJ4CSAB2.mjs';

package/dist/distribution.d.ts

@@ -1,12 +1,12 @@
-import { a as CreateIndexOptions, C as ClusterNamespace, b as ClusterNodeConfig } from './config-BhldZgaK.js';
-export { c as ClusterControllerConfig, d as ClusterNodeInfo, e as ClusterQueryConfig, N as NodeReadiness, R as ReplicationConfig } from './config-BhldZgaK.js';
-import { N as NarsilEventMap, a as Narsil } from './engine-CIOyFozK.js';
-import { B as BatchResult, L as ListParams, g as ListResult, j as SuggestParams, k as SuggestResult, Q as QueryParams, h as PreflightResult, f as IndexStats, P as PartitionStatsResult, M as MemoryStats, e as QueryResult } from './memory-yFaVn2xZ.js';
+import { a as CreateIndexOptions, C as ClusterNamespace, b as ClusterNodeConfig } from './config-CSvCVtB7.js';
+export { c as ClusterControllerConfig, d as ClusterNodeInfo, e as ClusterQueryConfig, N as NodeReadiness, R as ReplicationConfig } from './config-CSvCVtB7.js';
+import { N as NarsilEventMap, a as Narsil } from './engine-77ErLy8P.js';
+import { B as BatchResult, L as ListParams, g as ListResult, j as SuggestParams, k as SuggestResult, Q as QueryParams, h as PreflightResult, f as IndexStats, P as PartitionStatsResult, M as MemoryStats, e as QueryResult } from './memory-CKF-9WLP.js';
 import { I as IndexConfig, A as AnyDocument, a as InsertOptions } from './schema-d5Afu03A.js';
 import { b as NodeCapacity, N as NodeRole } from './types-DAK7mnUZ.js';
 export { c as AllocationConstraints, d as AllocationEvent, A as AllocationTable, C as ClusterCoordinator, e as NodeEvent, a as NodeRegistration, P as PartitionAssignment, f as PartitionState, S as SchemaEvent, U as UnassignedReason } from './types-DAK7mnUZ.js';
 export { L as ListenHandler, N as NodeTransport, R as RespondFn, T as TransportConfig, a as TransportMessage } from './types-D5OwhtsQ.js';
-import './config-DmXULPa-.js';
+import './config-CEeSV_Xo.js';
 import './adapters-79OIa4xm.js';
 
 /**

package/dist/distribution.mjs

@@ -1,14 +1,14 @@
 import { MAX_MESSAGE_SIZE_BYTES } from './chunk-UNEEFTEU.mjs';
-import { validateIndexName, indexConfigKey, putIndexMetadata, getIndexMetadata } from './chunk-U7KYW4BA.mjs';
-import { requireKnownConfig, resolveRunnableConfig, createEngineCore, startEngineCore, createNarsilFromCore, runEngineQueryStats, runEngineListDocuments, runEngineSuggest, runEnginePreflight, runEngineQuery, createEngineIndex, applyIndexEntry, applyDeleteEntry, validateEntryBatchPayload, createAckMessage, validateEntryPayload, validateForwardBatchPayload, createForwardBatchResultMessage, createForwardBatchMessage, validateForwardBatchResultPayload, createForwardMessage, validateReplicationEntry, computeEntryChecksum, createEntryMessage, createEntryBatchMessage, createInsyncConfirmMessage, validateAckPayload, createInsyncRemoveMessage, validateInsyncConfirmPayload, createInsyncAddMessage } from './chunk-24RXHMEL.mjs';
+import { validateIndexName, indexConfigKey, putIndexMetadata, getIndexMetadata } from './chunk-VTPLKNWI.mjs';
+import { requireKnownConfig, resolveRunnableConfig, createEngineCore, startEngineCore, createNarsilFromCore, runEngineQueryStats, runEngineListDocuments, runEngineSuggest, runEnginePreflight, runEngineQuery, createEngineIndex, applyIndexEntry, applyDeleteEntry, validateEntryBatchPayload, createAckMessage, validateEntryPayload, validateForwardBatchPayload, createForwardBatchResultMessage, createForwardBatchMessage, validateForwardBatchResultPayload, createForwardMessage, validateReplicationEntry, computeEntryChecksum, createEntryMessage, createEntryBatchMessage, createInsyncConfirmMessage, validateAckPayload, createInsyncRemoveMessage, validateInsyncConfirmPayload, createInsyncAddMessage } from './chunk-6IT3MH5M.mjs';
 import { ReplicationMessageTypes, TransportErrorCodes, ClusterMessageTypes, QueryMessageTypes, TransportError } from './chunk-GCM3JFVA.mjs';
-import { providedDocId, MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR, WIRE_BATCH_BUDGET } from './chunk-UXNWQZST.mjs';
-import { generateId, deserializePayloadV2, createPartitionIndex, getLanguage, FILTER_EXPRESSION_KEYS, FIELD_FILTER_OPERATORS } from './chunk-ZZT3EAUC.mjs';
+import { providedDocId, MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR, WIRE_BATCH_BUDGET } from './chunk-YA52AC2V.mjs';
+import { generateId, deserializePayloadV2, createPartitionIndex, getLanguage, FILTER_EXPRESSION_KEYS, FIELD_FILTER_OPERATORS } from './chunk-BEWOA4VV.mjs';
 import './chunk-AV4IJKD2.mjs';
-import { now, listBindingOf, queryBindingOf, hitsKeptPerGroup, clampLimit, resolveHybridFusion, dedupePinnedEntries, foldGroupReducer } from './chunk-B2TFROFX.mjs';
-import { DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, MAX_INDEX_NAME_LENGTH, MAX_DOC_ID_LENGTH, SUGGEST_OVERSAMPLE_FACTOR, SUGGEST_OVERSAMPLE_PADDING, INDEX_NAME_PATTERN } from './chunk-3LHGNRYE.mjs';
-import { oversampledShardSize, resolveProjection, clampRowCount, sortSignatureOf, requireMatchingCursor, decodePageCursor, normalizeSort, sortModesOf, encodePageCursor, applyProjection, readSortValues, requireWithinResultWindow, fnv1a, sortSignatureEntry, MAX_FILTER_DEPTH, fnv1aUint32s, mergePartitionStats, MIN_POLYGON_POINTS } from './chunk-ZNZBXMP5.mjs';
-import { DEFAULT_PAGE_SIZE, MAX_SORT_FIELDS, MAX_CURSOR_LENGTH, RESULT_WINDOW, MAX_NESTING_DEPTH } from './chunk-L6TNPLAR.mjs';
+import { now, listBindingOf, queryBindingOf, hitsKeptPerGroup, clampLimit, resolveHybridFusion, dedupePinnedEntries, foldGroupReducer } from './chunk-2BDG2IWP.mjs';
+import { DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, MAX_INDEX_NAME_LENGTH, MAX_DOC_ID_LENGTH, SUGGEST_OVERSAMPLE_FACTOR, SUGGEST_OVERSAMPLE_PADDING, INDEX_NAME_PATTERN } from './chunk-5JLSTECC.mjs';
+import { oversampledShardSize, resolveProjection, clampRowCount, sortSignatureOf, requireMatchingCursor, decodePageCursor, normalizeSort, sortModesOf, encodePageCursor, applyProjection, readSortValues, requireWithinResultWindow, fnv1a, sortSignatureEntry, MAX_FILTER_DEPTH, fnv1aUint32s, mergePartitionStats, MIN_POLYGON_POINTS } from './chunk-4VU5TWCR.mjs';
+import { DEFAULT_PAGE_SIZE, MAX_SORT_FIELDS, MAX_CURSOR_LENGTH, MAX_TOLERANCE, MAX_PREFIX_LENGTH, RESULT_WINDOW, MAX_NESTING_DEPTH } from './chunk-6TGZG2TV.mjs';
 import './chunk-TGP5M5R7.mjs';
 import './chunk-THYRHHO2.mjs';
 import { MIN_OVERSAMPLE } from './chunk-ZJ4CSAB2.mjs';
@@ -6080,12 +6080,10 @@ var MAX_FETCH_DOCUMENT_IDS = 1e4;
 var MAX_FILTER_FIELDS = 256;
 var MAX_FILTER_ARRAY_SIZE = 65536;
 var MAX_FILTER_STRING_LENGTH = 1024;
-var MAX_TOLERANCE = 10;
 var MAX_LIMIT = 1e4;
 var MAX_OFFSET = 1e4;
 var MAX_HYBRID_K = 1e4;
 var MIN_HYBRID_K = 1;
-var MAX_PREFIX_LENGTH = 1024;
 var MAX_PINNED_ENTRIES = 1e3;
 var MAX_PINNED_POSITION = RESULT_WINDOW;
 var MAX_EF_SEARCH = 1e4;

package/dist/{engine-CIOyFozK.d.ts → engine-77ErLy8P.d.ts}

@@ -1,5 +1,5 @@
 import { E as EmbeddingAdapter } from './adapters-79OIa4xm.js';
-import { B as BatchResult, I as IndexInfo, f as IndexStats, P as PartitionStatsResult, L as ListParams, g as ListResult, Q as QueryParams, e as QueryResult, h as PreflightResult, j as SuggestParams, k as SuggestResult, M as MemoryStats, V as VectorMaintenanceResult } from './memory-yFaVn2xZ.js';
+import { B as BatchResult, I as IndexInfo, f as IndexStats, P as PartitionStatsResult, L as ListParams, g as ListResult, Q as QueryParams, e as QueryResult, h as PreflightResult, j as SuggestParams, k as SuggestResult, M as MemoryStats, V as VectorMaintenanceResult } from './memory-CKF-9WLP.js';
 import { A as AnyDocument, a as InsertOptions, W as WriteOptions, I as IndexConfig, P as PartitionConfig } from './schema-d5Afu03A.js';
 
 /**

package/dist/index.browser.mjs

@@ -3366,60 +3366,64 @@ var POSTING_LIST_COMPACTION_THRESHOLD = 0.3;
 var MAX_TERM_FREQUENCY = 65535;
 
 // src/core/fuzzy.ts
+var FIRST_SURROGATE = 55296;
+var LAST_SURROGATE = 57343;
+var LAST_BASIC_PLANE_CODE_POINT = 65535;
+function hasSurrogate(text) {
+  for (let index = 0; index < text.length; index++) {
+    const unit = text.charCodeAt(index);
+    if (unit >= FIRST_SURROGATE && unit <= LAST_SURROGATE) return true;
+  }
+  return false;
+}
+function fuzzyPrefixOf(queryTerm, prefixLength) {
+  let end = 0;
+  for (let counted = 0; counted < prefixLength && end < queryTerm.length; counted++) {
+    const codePoint = queryTerm.codePointAt(end);
+    end += codePoint !== void 0 && codePoint > LAST_BASIC_PLANE_CODE_POINT ? 2 : 1;
+  }
+  return queryTerm.slice(0, end);
+}
 function fuzzyTermMatches(queryTerm, indexTerm, tolerance, prefixLength) {
   if (queryTerm === indexTerm) return true;
   if (tolerance <= 0) return false;
-  if (prefixLength > 0 && queryTerm.length >= prefixLength && !indexTerm.startsWith(queryTerm.slice(0, prefixLength))) {
-    return false;
-  }
+  if (!indexTerm.startsWith(fuzzyPrefixOf(queryTerm, prefixLength))) return false;
   return boundedLevenshtein(queryTerm, indexTerm, tolerance).withinTolerance;
 }
 function boundedLevenshtein(a, b, tolerance) {
   if (tolerance < 0) return { distance: -1, withinTolerance: false };
   if (a === b) return { distance: 0, withinTolerance: true };
+  if (hasSurrogate(a) || hasSurrogate(b)) return bandedDistance(Array.from(a), Array.from(b), tolerance);
+  return bandedDistance(a, b, tolerance);
+}
+function bandedDistance(a, b, tolerance) {
   const m = a.length;
   const n = b.length;
-  if (m === 0) {
-    return n <= tolerance ? { distance: n, withinTolerance: true } : { distance: n, withinTolerance: false };
-  }
-  if (n === 0) {
-    return m <= tolerance ? { distance: m, withinTolerance: true } : { distance: m, withinTolerance: false };
-  }
-  if (a.startsWith(b)) {
-    const diff2 = m - n;
-    return diff2 <= tolerance ? { distance: diff2, withinTolerance: true } : { distance: diff2, withinTolerance: false };
-  }
-  if (b.startsWith(a)) {
-    return { distance: 0, withinTolerance: true };
-  }
-  const diff = Math.abs(m - n);
-  if (diff > tolerance) return { distance: -1, withinTolerance: false };
-  const matrix = [];
-  for (let i = 0; i <= m; i++) {
-    matrix[i] = [i];
-    for (let j = 1; j <= n; j++) {
-      matrix[i][j] = i === 0 ? j : 0;
-    }
-  }
+  const beyond = tolerance + 1;
+  if (Math.abs(m - n) > tolerance) return { distance: beyond, withinTolerance: false };
+  let previous = new Uint32Array(n + 1).fill(beyond);
+  let current = new Uint32Array(n + 1).fill(beyond);
+  const firstRowEnd = Math.min(n, tolerance);
+  for (let j = 0; j <= firstRowEnd; j++) previous[j] = j;
   for (let i = 1; i <= m; i++) {
-    let rowMin = Infinity;
-    for (let j = 1; j <= n; j++) {
-      if (a[i - 1] === b[j - 1]) {
-        matrix[i][j] = matrix[i - 1][j - 1];
-      } else {
-        matrix[i][j] = Math.min(matrix[i - 1][j] + 1, matrix[i][j - 1] + 1, matrix[i - 1][j - 1] + 1);
-      }
-      rowMin = Math.min(rowMin, matrix[i][j]);
-    }
-    if (rowMin > tolerance) {
-      return { distance: -1, withinTolerance: false };
-    }
-  }
-  const finalDistance = matrix[m][n];
-  return {
-    distance: finalDistance,
-    withinTolerance: finalDistance <= tolerance
-  };
+    const low = Math.max(1, i - tolerance);
+    const high = Math.min(n, i + tolerance);
+    current[low - 1] = low === 1 ? i : beyond;
+    let rowMin = current[low - 1];
+    const character = a[i - 1];
+    for (let j = low; j <= high; j++) {
+      const substitution = previous[j - 1] + (character === b[j - 1] ? 0 : 1);
+      const cell = Math.min(previous[j] + 1, current[j - 1] + 1, substitution, beyond);
+      current[j] = cell;
+      if (cell < rowMin) rowMin = cell;
+    }
+    if (rowMin > tolerance) return { distance: beyond, withinTolerance: false };
+    const finished = previous;
+    previous = current;
+    current = finished;
+  }
+  const distance = previous[n];
+  return { distance, withinTolerance: distance <= tolerance };
 }
 
 // src/core/posting-list.ts
@@ -3524,18 +3528,14 @@ function createInvertedIndex(fieldNameTable) {
       if (bucket.size === 0) charBuckets.delete(ch);
     }
   }
-  function candidatesForPrefix(queryToken, prefixLength) {
-    if (prefixLength <= 0 || queryToken.length < prefixLength) {
-      return index.keys();
-    }
-    const firstChar = queryToken[0];
-    const bucket = charBuckets.get(firstChar);
+  function tokensStartingWith(prefix) {
+    if (prefix.length === 0) return index.keys();
+    const bucket = charBuckets.get(prefix[0]);
     if (!bucket) return [];
-    if (prefixLength === 1) return bucket;
-    const prefix = queryToken.slice(0, prefixLength);
+    if (prefix.length === 1) return bucket;
     const filtered = [];
     for (const t of bucket) {
-      if (t.length >= prefixLength && t.startsWith(prefix)) {
+      if (t.startsWith(prefix)) {
         filtered.push(t);
       }
     }
@@ -3624,7 +3624,7 @@ function createInvertedIndex(fieldNameTable) {
         return exact ? [{ token, postingList: exact }] : [];
       }
       const results = [];
-      const candidates = candidatesForPrefix(token, prefixLength);
+      const candidates = tokensStartingWith(fuzzyPrefixOf(token, prefixLength));
       for (const candidate of candidates) {
         const { withinTolerance } = boundedLevenshtein(token, candidate, tolerance);
         if (withinTolerance) {
@@ -3636,7 +3636,7 @@ function createInvertedIndex(fieldNameTable) {
     },
     prefixSearch(prefix, limit) {
       if (prefix.length === 0 || limit <= 0) return [];
-      const candidates = candidatesForPrefix(prefix, prefix.length);
+      const candidates = tokensStartingWith(prefix);
       const results = [];
       for (const term of candidates) {
         if (!term.startsWith(prefix)) continue;
@@ -9311,6 +9311,8 @@ var MAX_SORT_FIELD_NAME_LENGTH = 255;
 var MAX_CURSOR_ANCHOR_CODE_POINTS = 512;
 var PREFIX_MAX_EXPANSIONS = 50;
 var DEFAULT_FUZZY_PREFIX_LENGTH = 2;
+var MAX_TOLERANCE = 10;
+var MAX_PREFIX_LENGTH = 1024;
 var DEFAULT_MAX_PER_GROUP = 1;
 var DEFAULT_RANK_CONSTANT = 60;
 var MIN_RANK_CONSTANT = 1;
@@ -9744,6 +9746,7 @@ function fulltextSearch(partition, params, language, schema, options) {
       queryTokens,
       termMatch,
       params.tolerance ?? 0,
+      params.prefixLength ?? DEFAULT_FUZZY_PREFIX_LENGTH,
       params.exact ?? false,
       prefixExpansion
     );
@@ -9787,17 +9790,25 @@ function deduplicateTokens(tokens) {
   }
   return result;
 }
-function filterByTermCoverage(scored, queryTokens, policy, tolerance, exact, prefixExpansion) {
+function filterByTermCoverage(scored, queryTokens, policy, tolerance, prefixLength, exact, prefixExpansion) {
   const requiredCount = policy === "all" ? queryTokens.length : policy;
   if (requiredCount <= 0) return scored;
   if (requiredCount > queryTokens.length) return [];
   const expansionTerms = prefixExpansion ? new Set(prefixExpansion.terms) : void 0;
   return scored.filter((doc) => {
-    const matched = countDocTermMatches(doc, queryTokens, tolerance, exact, prefixExpansion?.token, expansionTerms);
+    const matched = countDocTermMatches(
+      doc,
+      queryTokens,
+      tolerance,
+      prefixLength,
+      exact,
+      prefixExpansion?.token,
+      expansionTerms
+    );
     return matched >= requiredCount;
   });
 }
-function countDocTermMatches(doc, queryTokens, tolerance, exact, prefixToken, expansionTerms) {
+function countDocTermMatches(doc, queryTokens, tolerance, prefixLength, exact, prefixToken, expansionTerms) {
   const indexTokens = Object.keys(doc.idf);
   if (indexTokens.length === 0) return 0;
   let count = 0;
@@ -9808,7 +9819,7 @@ function countDocTermMatches(doc, queryTokens, tolerance, exact, prefixToken, ex
       }
       continue;
     }
-    if (queryTermSatisfied(qt.token, indexTokens, tolerance, exact)) {
+    if (queryTermSatisfied(qt.token, indexTokens, tolerance, prefixLength, exact)) {
       count++;
     }
   }
@@ -9821,12 +9832,12 @@ function prefixTokenSatisfied(prefixToken, indexTokens, expansionTerms) {
   }
   return false;
 }
-function queryTermSatisfied(queryToken, indexTokens, tolerance, exact) {
+function queryTermSatisfied(queryToken, indexTokens, tolerance, prefixLength, exact) {
   if (exact || tolerance === 0) {
     return indexTokens.includes(queryToken);
   }
   for (const indexToken of indexTokens) {
-    if (boundedLevenshtein(queryToken, indexToken, tolerance).withinTolerance) {
+    if (fuzzyTermMatches(queryToken, indexToken, tolerance, prefixLength)) {
       return true;
     }
   }
@@ -17736,11 +17747,9 @@ function createFrozenInvertedReader(table, views) {
   function viewAtSorted(sortedIndex) {
     return views.viewAt(table.payloadSlot(sortedIndex), table.documentFrequencyAt(sortedIndex));
   }
-  function candidateRange(queryToken, prefixLength) {
-    if (prefixLength <= 0 || queryToken.length < prefixLength) {
-      return { start: 0, end: table.size };
-    }
-    return table.firstCharRange(queryToken);
+  function candidateRange(prefix) {
+    if (prefix.length === 0) return { start: 0, end: table.size };
+    return table.firstCharRange(prefix);
   }
   return {
     lookup(token) {
@@ -17758,13 +17767,13 @@ function createFrozenInvertedReader(table, views) {
         const at = table.find(token);
         return at < 0 ? [] : [{ token, postingList: viewAtSorted(at) }];
       }
-      const range = candidateRange(token, prefixLength);
-      const needsPrefixFilter = prefixLength > 1 && token.length >= prefixLength;
-      const prefix = needsPrefixFilter ? token.slice(0, prefixLength) : "";
+      const prefix = fuzzyPrefixOf(token, prefixLength);
+      const range = candidateRange(prefix);
+      const requiredPrefix = prefix.length > 1 ? prefix : "";
       const results = [];
       for (let at = range.start; at < range.end; at++) {
         const candidate = table.tokenAt(at);
-        if (needsPrefixFilter && !(candidate.length >= prefixLength && candidate.startsWith(prefix))) continue;
+        if (!candidate.startsWith(requiredPrefix)) continue;
         const { withinTolerance } = boundedLevenshtein(token, candidate, tolerance);
         if (withinTolerance) {
           results.push({ token: candidate, postingList: viewAtSorted(at) });
@@ -30540,6 +30549,20 @@ function requireUsableQueryFields(params, schema, strict = false) {
   if (checksGroup && params.group !== void 0) requireDeclaredGroupFields(params.group.fields, flatSchema);
 }
 
+// src/search/typo-tolerance.ts
+function requireIntegerUpTo(option, value, maximum) {
+  if (value === void 0 || Number.isInteger(value) && value >= 0 && value <= maximum) return;
+  throw new NarsilError(
+    ErrorCodes.CONFIG_INVALID,
+    `The query option "${option}" takes an integer from 0 to ${maximum}, and this query sets ${String(value)}`,
+    { option, value: String(value), maximum }
+  );
+}
+function requireValidTypoTolerance(params) {
+  requireIntegerUpTo("tolerance", params.tolerance, MAX_TOLERANCE);
+  requireIntegerUpTo("prefixLength", params.prefixLength, MAX_PREFIX_LENGTH);
+}
+
 // src/engine/query/shared.ts
 function partitionsFor(manager, partitionIds) {
   return partitionsIn(manager, partitionIds);
@@ -30631,6 +30654,7 @@ function requireKnownMode(params) {
 }
 function requireValidQueryOptions(params, config) {
   const strict = config.strict === true;
+  requireValidTypoTolerance(params);
   requireSortableFields(params.sort, config.schema, strict);
   requireValidQueryFilter(params.filters, config.schema, strict);
   requireUsableQueryFields(params, config.schema, strict);
@@ -31004,13 +31028,15 @@ function highlightField(text, queryTokens, language, options) {
   const prefixToken = options?.prefixToken;
   const tolerance = options?.tolerance ?? 0;
   const prefixLength = options?.prefixLength ?? 0;
+  const completedToken = options?.completedToken;
+  const queryTolerances = queryTokens.map((qt) => qt.token === completedToken ? 0 : tolerance);
   const matchByFieldToken = /* @__PURE__ */ new Map();
   const matchesQuery = (fieldToken) => {
     const known = matchByFieldToken.get(fieldToken);
     if (known !== void 0) return known;
     const stemmedField = language.stemmer ? language.stemmer(fieldToken) : fieldToken;
     const matches = stemmedQueryTokens.some(
-      (stemmedQuery) => fuzzyTermMatches(stemmedQuery, stemmedField, tolerance, prefixLength)
+      (stemmedQuery, index) => fuzzyTermMatches(stemmedQuery, stemmedField, queryTolerances[index], prefixLength)
     );
     matchByFieldToken.set(fieldToken, matches);
     return matches;
@@ -31060,8 +31086,9 @@ function applyHighlights(hits, params, language, analysis, readStoredDocument) {
     stopWordOverride: analysis.stopWords
   });
   let prefixToken;
+  let completedToken;
   if (params.prefix === true && params.exact !== true && queryTokenResult.tokens.length > 0) {
-    const lastPosition = queryTokenResult.tokens[queryTokenResult.tokens.length - 1].position;
+    const lastToken = queryTokenResult.tokens[queryTokenResult.tokens.length - 1];
     const unstemmed = tokenize(params.term ?? "", language, {
       stem: false,
       removeStopWords: true,
@@ -31069,8 +31096,9 @@ function applyHighlights(hits, params, language, analysis, readStoredDocument) {
       stopWordOverride: analysis.stopWords
     });
     for (const t of unstemmed.tokens) {
-      if (t.position === lastPosition) {
+      if (t.position === lastToken.position) {
         prefixToken = t.token;
+        completedToken = lastToken.token;
         break;
       }
     }
@@ -31091,6 +31119,7 @@ function applyHighlights(hits, params, language, analysis, readStoredDocument) {
           postTag: params.highlight.postTag,
           maxSnippetLength: params.highlight.maxSnippetLength,
           prefixToken,
+          completedToken,
           tolerance: params.exact === true ? 0 : params.tolerance ?? 0,
           prefixLength: params.prefixLength ?? DEFAULT_FUZZY_PREFIX_LENGTH
         });

package/dist/index.d.ts

@@ -2,11 +2,11 @@ import { b as StopWordOverride, C as CustomTokenizer } from './schema-d5Afu03A.j
 export { A as AnyDocument, B as BM25Params, E as EmbeddingFieldConfig, F as FieldType, I as IndexConfig, a as InsertOptions, P as PartitionConfig, S as SchemaDefinition, c as ScoringMode, V as VectorIndexConfig, d as VectorQuantizationMode, e as VectorStorageMode, W as WriteOptions } from './schema-d5Afu03A.js';
 import { L as LanguageModule } from './language-DB8KG1z5.js';
 export { T as TokenizerConfig } from './language-DB8KG1z5.js';
-export { A as ArrayFilter, B as BatchResult, C as ClientErrorCode, a as ClientErrorCodes, l as ComparisonFilter, D as DocumentProjection, E as ErrorCode, b as ErrorCodes, F as FacetConfig, m as FacetResult, n as FieldFilter, o as FilterExpression, G as GeoFilter, p as GeoPolygonFilter, q as GeoRadiusFilter, r as GroupConfig, s as GroupReducer, t as GroupResult, H as HighlightConfig, u as HighlightMatch, v as Hit, w as HybridConfig, I as IndexInfo, f as IndexStats, L as ListParams, g as ListResult, x as ListedDocument, M as MemoryStats, N as NarsilError, c as NarsilErrorCode, P as PartitionStatsResult, h as PreflightResult, y as PresenceFilter, z as ProcessMemoryReport, J as QueryCoverage, Q as QueryParams, e as QueryResult, K as ScoreComponents, O as SearchMode, S as ServerErrorCode, d as ServerErrorCodes, R as SortField, T as SortSpec, U as StringFilter, j as SuggestParams, k as SuggestResult, W as TermMatchPolicy, V as VectorMaintenanceResult, X as VectorQueryConfig, Y as WorkerCopyReport, i as isNarsilError } from './memory-yFaVn2xZ.js';
-import { N as NarsilConfig } from './config-DmXULPa-.js';
-export { A as AnalysisConfig, D as DurabilityConfig, I as IndexContext, a as IndexLifecycleConfig, b as InsertContext, M as MainCopyQueries, c as NarsilPlugin, P as PartitionContext, R as RemoveContext, S as SearchContext, d as StaleAnalysis, U as UpdateContext, W as WorkerConfig, e as WorkerContext } from './config-DmXULPa-.js';
-import { a as Narsil } from './engine-CIOyFozK.js';
-export { D as DocumentWriteOperations, I as IndexLifecycleOperations, N as NarsilEventMap } from './engine-CIOyFozK.js';
+export { A as ArrayFilter, B as BatchResult, C as ClientErrorCode, a as ClientErrorCodes, l as ComparisonFilter, D as DocumentProjection, E as ErrorCode, b as ErrorCodes, F as FacetConfig, m as FacetResult, n as FieldFilter, o as FilterExpression, G as GeoFilter, p as GeoPolygonFilter, q as GeoRadiusFilter, r as GroupConfig, s as GroupReducer, t as GroupResult, H as HighlightConfig, u as HighlightMatch, v as Hit, w as HybridConfig, I as IndexInfo, f as IndexStats, L as ListParams, g as ListResult, x as ListedDocument, M as MemoryStats, N as NarsilError, c as NarsilErrorCode, P as PartitionStatsResult, h as PreflightResult, y as PresenceFilter, z as ProcessMemoryReport, J as QueryCoverage, Q as QueryParams, e as QueryResult, K as ScoreComponents, O as SearchMode, S as ServerErrorCode, d as ServerErrorCodes, R as SortField, T as SortSpec, U as StringFilter, j as SuggestParams, k as SuggestResult, W as TermMatchPolicy, V as VectorMaintenanceResult, X as VectorQueryConfig, Y as WorkerCopyReport, i as isNarsilError } from './memory-CKF-9WLP.js';
+import { N as NarsilConfig } from './config-CEeSV_Xo.js';
+export { A as AnalysisConfig, D as DurabilityConfig, I as IndexContext, a as IndexLifecycleConfig, b as InsertContext, M as MainCopyQueries, c as NarsilPlugin, P as PartitionContext, R as RemoveContext, S as SearchContext, d as StaleAnalysis, U as UpdateContext, W as WorkerConfig, e as WorkerContext } from './config-CEeSV_Xo.js';
+import { a as Narsil } from './engine-77ErLy8P.js';
+export { D as DocumentWriteOperations, I as IndexLifecycleOperations, N as NarsilEventMap } from './engine-77ErLy8P.js';
 export { E as EmbeddingAdapter, I as InvalidationAdapter, a as InvalidationEvent, b as PartitionStatistics, P as PersistenceAdapter } from './adapters-79OIa4xm.js';
 export { i as isSimdAvailable } from './simd-DW5AtJ6B.js';
 

package/dist/index.mjs

@@ -1,12 +1,12 @@
-export { VERSION, createNarsil } from './chunk-24RXHMEL.mjs';
+export { VERSION, createNarsil } from './chunk-6IT3MH5M.mjs';
 import './chunk-GCM3JFVA.mjs';
-import './chunk-UXNWQZST.mjs';
-export { getLanguage, getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerLanguage, registerStopWords, registerTokenizer } from './chunk-ZZT3EAUC.mjs';
+import './chunk-YA52AC2V.mjs';
+export { getLanguage, getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerLanguage, registerStopWords, registerTokenizer } from './chunk-BEWOA4VV.mjs';
 import './chunk-AV4IJKD2.mjs';
-import './chunk-B2TFROFX.mjs';
-import './chunk-3LHGNRYE.mjs';
-export { clearNormalizationCache, configureNormalizationCache, getNormalizationCacheSize, resetNormalizationCache } from './chunk-ZNZBXMP5.mjs';
-import './chunk-L6TNPLAR.mjs';
+import './chunk-2BDG2IWP.mjs';
+import './chunk-5JLSTECC.mjs';
+export { clearNormalizationCache, configureNormalizationCache, getNormalizationCacheSize, resetNormalizationCache } from './chunk-4VU5TWCR.mjs';
+import './chunk-6TGZG2TV.mjs';
 import './chunk-TGP5M5R7.mjs';
 export { isSimdAvailable } from './chunk-THYRHHO2.mjs';
 import './chunk-ZJ4CSAB2.mjs';

package/dist/{memory-yFaVn2xZ.d.ts → memory-CKF-9WLP.d.ts}

@@ -868,19 +868,33 @@ interface QueryParams {
      * query can reject every hit in another.
      */
     minScore?: number;
-    /** The engine keeps a document only where it matches this many query terms, and one term is enough by default. */
+    /**
+     * The engine keeps a document only where the document matches this many
+     * query terms, under the same `tolerance` and `prefixLength` that the search
+     * uses. One term is enough by default.
+     */
     termMatch?: TermMatchPolicy;
-    /** The engine matches an indexed term within this edit distance of a query term, so a query with a typo still finds its document. */
+    /**
+     * The engine matches an indexed term within this edit distance of a query
+     * term, so it finds a document for a query with a typo. It counts each
+     * Unicode code point as one character. Set an integer from 0 to 10.
+     */
     tolerance?: number;
-    /** The engine applies `tolerance` only to indexed terms that share this many leading characters with the query term, 2 by default. */
+    /**
+     * The engine applies `tolerance` only to the indexed terms that share this
+     * many leading characters with the query term, or to the terms that start
+     * with the whole query term when the query term is shorter. Set an integer
+     * from 0 to 1,024; the default is 2.
+     */
     prefixLength?: number;
     /**
-     * Setting this makes the engine treat the last query term as an unfinished
-     * word, so `secur` matches `security`. The earlier terms must match whole,
-     * and `tolerance` applies to them alone. The engine scores completions
-     * against a shared document frequency and ranks them below whole-word
-     * matches. It ignores this setting where `exact` is true, and the setting
-     * defaults to false.
+     * With this set, the engine treats the last query term as an unfinished
+     * word, so `secur` matches `security`. The engine matches that last term by
+     * its stem or by completing it, while `tolerance` applies only to the earlier
+     * terms, which have to match whole. The engine scores completions against a
+     * shared document frequency. It also ranks them below whole-word matches.
+     * The engine ignores this setting where `exact` is true, and the setting is
+     * false by default.
      */
     prefix?: boolean;
     /**
@@ -1106,15 +1120,15 @@ type GroupReducer = {
     initialValue: () => unknown;
 };
 /**
- * Which fields a query returns highlighted snippets for, and how those
- * snippets are marked up.
- *
- * The engine analyses the text of each returned field again and marks every
- * word that the query matches. That covers a word whose stem equals a query
- * stem, a word within the query's `tolerance` of a query stem, and, for a
- * `prefix` query, a word that completes the last query term. The engine
- * therefore marks the same words whatever the index's `trackPositions`
- * setting is.
+ * This configuration names the fields that receive highlighted snippets. It
+ * also sets how the engine marks those snippets up.
+ *
+ * The engine analyses the text of each returned field again to tag every word
+ * that it matched, so it tags the same words whatever the index's
+ * `trackPositions` setting is. It tags a word whose stem equals a query stem,
+ * and a word within the query's `tolerance` of a query stem. For a `prefix`
+ * query, it tags a word for the last query term only when that word completes
+ * the term or shares its stem.
  *
  * @public
  */

package/dist/persistence/durability/checkpoint-worker.mjs

@@ -1,12 +1,12 @@
-import { CHECKPOINT_WORKER_HEARTBEAT_MS, createDurableDirectory, writeCheckpointSegments } from '../../chunk-24RXHMEL.mjs';
+import { CHECKPOINT_WORKER_HEARTBEAT_MS, createDurableDirectory, writeCheckpointSegments } from '../../chunk-6IT3MH5M.mjs';
 import '../../chunk-GCM3JFVA.mjs';
-import '../../chunk-UXNWQZST.mjs';
-import '../../chunk-ZZT3EAUC.mjs';
+import '../../chunk-YA52AC2V.mjs';
+import '../../chunk-BEWOA4VV.mjs';
 import '../../chunk-AV4IJKD2.mjs';
-import '../../chunk-B2TFROFX.mjs';
-import '../../chunk-3LHGNRYE.mjs';
-import '../../chunk-ZNZBXMP5.mjs';
-import '../../chunk-L6TNPLAR.mjs';
+import '../../chunk-2BDG2IWP.mjs';
+import '../../chunk-5JLSTECC.mjs';
+import '../../chunk-4VU5TWCR.mjs';
+import '../../chunk-6TGZG2TV.mjs';
 import '../../chunk-TGP5M5R7.mjs';
 import '../../chunk-THYRHHO2.mjs';
 import '../../chunk-ZJ4CSAB2.mjs';

package/dist/react.d.ts

@@ -1,9 +1,9 @@
-import { N as NarsilError, L as ListParams, g as ListResult, I as IndexInfo, f as IndexStats, Q as QueryParams, h as PreflightResult, e as QueryResult, j as SuggestParams, k as SuggestResult } from './memory-yFaVn2xZ.js';
-export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-yFaVn2xZ.js';
-import { e as TaskRecord, d as TaskProgress, b as ImportResult, c as TaskListQuery, T as TaskListPage } from './tasks-CH2Dod8w.js';
-export { I as ImportError, f as TaskStatus, g as TaskType } from './tasks-CH2Dod8w.js';
+import { N as NarsilError, L as ListParams, g as ListResult, I as IndexInfo, f as IndexStats, Q as QueryParams, h as PreflightResult, e as QueryResult, j as SuggestParams, k as SuggestResult } from './memory-CKF-9WLP.js';
+export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-CKF-9WLP.js';
+import { e as TaskRecord, d as TaskProgress, b as ImportResult, c as TaskListQuery, T as TaskListPage } from './tasks-BEiNxDRs.js';
+export { I as ImportError, f as TaskStatus, g as TaskType } from './tasks-BEiNxDRs.js';
 import { ReactNode, ReactElement } from 'react';
-import { N as NarsilClient, I as ImportSource } from './client-BQK6Tf6A.js';
+import { N as NarsilClient, I as ImportSource } from './client-xVrOCYTW.js';
 import { A as AnyDocument } from './schema-d5Afu03A.js';
 import './adapters-79OIa4xm.js';
 

package/dist/server.d.ts

@@ -1,13 +1,13 @@
-export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-yFaVn2xZ.js';
-import { b as ServerOptions, N as NarsilServer } from './capabilities-DSsOGz6F.js';
-export { A as ASYNC_IMPORT_CAPABILITY, C as CorsOptions, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY, c as RequestContext, d as RequestDenial, S as SERVER_CAPABILITIES, e as ServerLimits, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-DSsOGz6F.js';
-import { a as Narsil } from './engine-CIOyFozK.js';
-import { d as TaskProgress, b as ImportResult, h as TaskStore, e as TaskRecord } from './tasks-CH2Dod8w.js';
-export { C as CapabilitiesResponse, a as CreateIndexEmbedding, i as CreateIndexRequest, H as HttpIndexConfig, I as ImportError, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, f as TaskStatus, g as TaskType } from './tasks-CH2Dod8w.js';
+export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-CKF-9WLP.js';
+import { b as ServerOptions, N as NarsilServer } from './capabilities-B1wz2Zl0.js';
+export { A as ASYNC_IMPORT_CAPABILITY, C as CorsOptions, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY, c as RequestContext, d as RequestDenial, S as SERVER_CAPABILITIES, e as ServerLimits, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-B1wz2Zl0.js';
+import { a as Narsil } from './engine-77ErLy8P.js';
+import { d as TaskProgress, b as ImportResult, h as TaskStore, e as TaskRecord } from './tasks-BEiNxDRs.js';
+export { C as CapabilitiesResponse, a as CreateIndexEmbedding, i as CreateIndexRequest, H as HttpIndexConfig, I as ImportError, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, f as TaskStatus, g as TaskType } from './tasks-BEiNxDRs.js';
 import './schema-d5Afu03A.js';
 import './adapters-79OIa4xm.js';
-import './config-BhldZgaK.js';
-import './config-DmXULPa-.js';
+import './config-CSvCVtB7.js';
+import './config-CEeSV_Xo.js';
 import './types-DAK7mnUZ.js';
 import './types-D5OwhtsQ.js';
 

package/dist/server.mjs

@@ -1,10 +1,10 @@
-import { DEFAULT_MAX_RETAINED_TASKS, loadUWebSockets, resolveCors, authorizerFor, createSharedGateBuffer, gateSlotOfWorker, createRouteRunner, corsHeaderReader, createSharedRequestGate, MAIN_THREAD_GATE_SLOT, registerServerRoutes, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_BODY_BYTES, RUNNING_TASK_TTL_MS, DEFAULT_TASK_PAGE_SIZE, TERMINAL_TASK_TTL_MS, TASK_PROGRESS_WRITE_INTERVAL_MS, serializeNarsilError, createVersionHandler, acceptorOf, createDocumentReadHandlers, sendError, respondError, respondJson, MAX_INDEX_TOUCH_INTERVAL_MS, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, clearGateSlot, parseJson, validateCreateIndex, rejectInvalid, validateBatch, serializeBatchResult, validateDocumentBody, validateSuggest, validateQuery, parseTaskListQuery, parseJsonOptional, validateRebalance, sendBinary, IMPORT_FLUSHES_IN_FLIGHT, badRequest, SERVER_CAPABILITIES, toHttpError, MIN_UNBOUNDED_SERVER_LIMIT, MIN_COUNTED_SERVER_LIMIT } from './chunk-VMRR3DQU.mjs';
-export { ASYNC_IMPORT_CAPABILITY, INDEX_LIFECYCLE_CAPABILITY, REBUILD_ANALYSIS_CAPABILITY, SERVER_CAPABILITIES, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, httpStatusForNarsilError } from './chunk-VMRR3DQU.mjs';
-import { validateIndexName } from './chunk-U7KYW4BA.mjs';
-import { engineCoreOf, providedDocId, resolveVectorText } from './chunk-UXNWQZST.mjs';
+import { DEFAULT_MAX_RETAINED_TASKS, loadUWebSockets, resolveCors, authorizerFor, createSharedGateBuffer, gateSlotOfWorker, createRouteRunner, corsHeaderReader, createSharedRequestGate, MAIN_THREAD_GATE_SLOT, registerServerRoutes, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_BODY_BYTES, RUNNING_TASK_TTL_MS, DEFAULT_TASK_PAGE_SIZE, TERMINAL_TASK_TTL_MS, TASK_PROGRESS_WRITE_INTERVAL_MS, serializeNarsilError, createVersionHandler, acceptorOf, createDocumentReadHandlers, sendError, respondError, respondJson, MAX_INDEX_TOUCH_INTERVAL_MS, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, clearGateSlot, parseJson, validateCreateIndex, rejectInvalid, validateBatch, serializeBatchResult, validateDocumentBody, validateSuggest, validateQuery, parseTaskListQuery, parseJsonOptional, validateRebalance, sendBinary, IMPORT_FLUSHES_IN_FLIGHT, badRequest, SERVER_CAPABILITIES, toHttpError, MIN_UNBOUNDED_SERVER_LIMIT, MIN_COUNTED_SERVER_LIMIT } from './chunk-DD5X23E6.mjs';
+export { ASYNC_IMPORT_CAPABILITY, INDEX_LIFECYCLE_CAPABILITY, REBUILD_ANALYSIS_CAPABILITY, SERVER_CAPABILITIES, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, httpStatusForNarsilError } from './chunk-DD5X23E6.mjs';
+import { validateIndexName } from './chunk-VTPLKNWI.mjs';
+import { engineCoreOf, providedDocId, resolveVectorText } from './chunk-YA52AC2V.mjs';
 import { detectRuntime } from './chunk-AV4IJKD2.mjs';
-import './chunk-3LHGNRYE.mjs';
-import './chunk-L6TNPLAR.mjs';
+import './chunk-5JLSTECC.mjs';
+import './chunk-6TGZG2TV.mjs';
 import './chunk-YNVIUGF5.mjs';
 import { startIdleHeapCleanup } from './chunk-Y3L5MDRV.mjs';
 import { NarsilError, ErrorCodes, ServerErrorCodes, isNarsilError } from './chunk-USKFU7J5.mjs';

package/dist/{tasks-CH2Dod8w.d.ts → tasks-BEiNxDRs.d.ts}

@@ -1,4 +1,4 @@
-import { M as MemoryStats } from './memory-yFaVn2xZ.js';
+import { M as MemoryStats } from './memory-CKF-9WLP.js';
 
 /** Declarative index configuration accepted over HTTP. Function-valued engine
  * options (custom tokenizer, stopWords-as-function, group reducer, embedding

package/dist/{thread-DYHEQRVY.mjs → thread-FLP45EUD.mjs}

@@ -1,8 +1,8 @@
-import { loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedRequestGate, registerServerRoutes, sendRelayed, createDocumentReadHandlers, respondJson, SERVER_CAPABILITIES, versionReport, sendError, serverRoutes, parseJson, validateSuggest, rejectInvalid, respondError, validateQuery } from './chunk-VMRR3DQU.mjs';
-import { executeListDocuments, executeSuggest, executePreflight, queryBindingOf, executeQuery } from './chunk-B2TFROFX.mjs';
-import './chunk-3LHGNRYE.mjs';
-import { resolveProjection, projectionKeepsField, setNestedValue } from './chunk-ZNZBXMP5.mjs';
-import { extractVectorFieldsFromSchema } from './chunk-L6TNPLAR.mjs';
+import { loadUWebSockets, childAppOf, createRouteRunner, corsHeaderReader, createSharedRequestGate, registerServerRoutes, sendRelayed, createDocumentReadHandlers, respondJson, SERVER_CAPABILITIES, versionReport, sendError, serverRoutes, parseJson, validateSuggest, rejectInvalid, respondError, validateQuery } from './chunk-DD5X23E6.mjs';
+import { executeListDocuments, executeSuggest, executePreflight, queryBindingOf, executeQuery } from './chunk-2BDG2IWP.mjs';
+import './chunk-5JLSTECC.mjs';
+import { resolveProjection, projectionKeepsField, setNestedValue } from './chunk-4VU5TWCR.mjs';
+import { extractVectorFieldsFromSchema } from './chunk-6TGZG2TV.mjs';
 import './chunk-ZJ4CSAB2.mjs';
 import './chunk-YNVIUGF5.mjs';
 import './chunk-YMZCMH5M.mjs';

package/dist/workers/entry.mjs

@@ -18,7 +18,7 @@ async function importBootstrapModule(moduleUrl) {
   await import(moduleUrl);
 }
 async function stopServingRequests() {
-  const { closeRequestThread } = await import('../thread-DYHEQRVY.mjs');
+  const { closeRequestThread } = await import('../thread-FLP45EUD.mjs');
   closeRequestThread();
 }
 function holdsCopies(executor) {
@@ -49,7 +49,7 @@ function createActionHandler(executor) {
         if (!holdsCopies(executor)) {
           throw new NarsilError(ErrorCodes.CONFIG_INVALID, "This executor holds no copies to answer requests from");
         }
-        const starting = import('../thread-DYHEQRVY.mjs').then(
+        const starting = import('../thread-FLP45EUD.mjs').then(
           ({ serveRequests }) => serveRequests(executor, action.settings)
         );
         serving.start = starting.then(
@@ -102,7 +102,7 @@ async function setup() {
   } catch {
     parentPort = null;
   }
-  const { createDirectExecutor } = await import('../direct-executor-ALAVE7FC.mjs');
+  const { createDirectExecutor } = await import('../direct-executor-3ZYXSGFX.mjs');
   const handleAction = createActionHandler(createDirectExecutor({ threadSlot }));
   if (parentPort) {
     const port = parentPort;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@delali/narsil",
-  "version": "0.3.1-next.67",
+  "version": "0.3.1-next.69",
   "type": "module",
   "description": "Distributed search engine with full-text, vector, hybrid, and geosearch. One engine, embedded or on a server, with a cross-language .nrsl format.",
   "author": "Delali (https://sondelali.com)",
@@ -198,7 +198,7 @@
     "tsup": "8.5.1",
     "tsx": "4.21.0",
     "typescript": "5.9.3",
-    "uWebSockets.js": "github:uNetworking/uWebSockets.js#v20.58.0",
+    "uWebSockets.js": "github:uNetworking/uWebSockets.js#ba110e817908b56c61d625b02f367b4ec9cfc8ab",
     "vitest": "4.0.18",
     "wabt": "1.0.39"
   },
@@ -223,11 +223,11 @@
     }
   },
   "optionalDependencies": {
-    "@delali/narsil-native-darwin-arm64": "0.3.1-next.67",
-    "@delali/narsil-native-darwin-x64": "0.3.1-next.67",
-    "@delali/narsil-native-linux-arm64": "0.3.1-next.67",
-    "@delali/narsil-native-linux-x64": "0.3.1-next.67",
-    "@delali/narsil-native-win32-arm64": "0.3.1-next.67",
-    "@delali/narsil-native-win32-x64": "0.3.1-next.67"
+    "@delali/narsil-native-darwin-arm64": "0.3.1-next.69",
+    "@delali/narsil-native-darwin-x64": "0.3.1-next.69",
+    "@delali/narsil-native-linux-arm64": "0.3.1-next.69",
+    "@delali/narsil-native-linux-x64": "0.3.1-next.69",
+    "@delali/narsil-native-win32-arm64": "0.3.1-next.69",
+    "@delali/narsil-native-win32-x64": "0.3.1-next.69"
   }
 }