@delali/narsil 0.2.4-next.51 → 0.2.4-next.54

package/dist/{chunk-CV5H7XL7.mjs → chunk-RGS7FMCB.mjs}

@@ -1,5 +1,6 @@
-import { MAX_SORT_FIELDS } from './chunk-CBLS46IE.mjs';
-import { ServerErrorCodes, NarsilError, ErrorCodes } from './chunk-P4ELXVJQ.mjs';
+import { MAX_SORT_FIELDS } from './chunk-L225SHNB.mjs';
+import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-UTOFOJOR.mjs';
+import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-FRQVMFY7.mjs';
 
 // src/server/capabilities.ts
 var ASYNC_IMPORT_CAPABILITY = "documents.import.async";
@@ -122,6 +123,7 @@ var STATUS_BY_CODE = {
   PARTITION_CORRUPTED: 503,
   WORKER_CRASHED: 503,
   WORKER_TIMEOUT: 503,
+  WORKER_ACTION_FAILED: 500,
   PERSISTENCE_SAVE_FAILED: 503,
   PERSISTENCE_LOAD_FAILED: 503,
   PERSISTENCE_DELETE_FAILED: 503,
@@ -217,12 +219,15 @@ var DEFAULT_MAX_BODY_BYTES = 16 * BYTES_PER_MB;
 var DEFAULT_MAX_IMPORT_BYTES = 100 * BYTES_PER_MB;
 var DEFAULT_MAX_LINE_BYTES = 4 * BYTES_PER_MB;
 var DEFAULT_IMPORT_BATCH_SIZE = 1e3;
+var IMPORT_FLUSHES_IN_FLIGHT = 4;
 var DEFAULT_MAX_CONCURRENT_REQUESTS = 0;
 var DEFAULT_MAX_RESULT_WINDOW = 1e4;
 var DEFAULT_MAX_FETCH_DOCUMENTS = 1e4;
 var DEFAULT_MAX_IMPORT_ERRORS = 100;
 var DEFAULT_MAX_TASK_PAGE_SIZE = 1e3;
 var DEFAULT_MAX_CONCURRENT_TASKS = 4;
+var MIN_COUNTED_SERVER_LIMIT = 1;
+var MIN_UNBOUNDED_SERVER_LIMIT = 0;
 var RESPONSE_STREAM_THRESHOLD_BYTES = 64 * 1024;
 var MAX_INDEX_TOUCH_INTERVAL_MS = 1e3;
 var INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT = 4;
@@ -483,7 +488,7 @@ function validateRebalance(body) {
   return null;
 }
 var TASK_TYPES = ["optimizeVectors", "rebalance", "restore", "import", "rebuildAnalysis"];
-var TASK_STATUSES = ["queued", "running", "succeeded", "failed", "cancelled"];
+var TASK_STATUSES = ["running", "succeeded", "failed", "cancelled"];
 function parseCountParam(raw, field, minimum) {
   if (raw === null) return minimum;
   const value = Number(raw);
@@ -602,6 +607,22 @@ function indexDocNotFound(docId) {
   return new NarsilError(ErrorCodes.DOC_NOT_FOUND, `Document "${docId}" not found`, { docId });
 }
 
+// src/vector/native/search-path.ts
+function vectorSearchPath() {
+  return nativeSearchCoreIsEnabled() && loadNativeCore() !== null ? "native" : "wasm";
+}
+
+// src/server/handlers/version.ts
+function versionReport(build) {
+  return { name: "narsil", ...build, vectorSearch: vectorSearchPath() };
+}
+function createVersionHandler(deps) {
+  function report(ctx) {
+    respondJson(ctx, versionReport(deps.build));
+  }
+  return { report };
+}
+
 // src/server/request.ts
 function initAbortHandler(res) {
   const listeners = [];
@@ -620,7 +641,22 @@ function initAbortHandler(res) {
     }
   };
 }
-function readBody(res, maxBytes, abort) {
+function declaredBodyBytes(header) {
+  return /^\d{1,15}$/.test(header) ? Number(header) : null;
+}
+function bodyWithRoomFor(body, filled, needed, maxBytes) {
+  if (needed <= body.length) return body;
+  const grown = Buffer.allocUnsafeSlow(Math.min(maxBytes, Math.max(needed, body.length * 2)));
+  grown.set(body.subarray(0, filled));
+  return grown;
+}
+function bodyOfExactly(body, filled) {
+  if (filled === body.length) return body;
+  const exact = Buffer.allocUnsafeSlow(filled);
+  exact.set(body.subarray(0, filled));
+  return exact;
+}
+function readBody(res, maxBytes, abort, declaredBytes = null) {
   return new Promise((resolve, reject) => {
     if (abort.aborted) {
       reject(new Error("aborted"));
@@ -628,7 +664,9 @@ function readBody(res, maxBytes, abort) {
     }
     let done = false;
     let total = 0;
-    const chunks = [];
+    let filled = 0;
+    let body = null;
+    const reserved = declaredBytes !== null && declaredBytes <= maxBytes ? declaredBytes : 0;
     abort.onAbort(() => {
       if (done) return;
       done = true;
@@ -645,10 +683,14 @@ function readBody(res, maxBytes, abort) {
         reject(new Error("payload too large"));
         return;
       }
-      chunks.push(Buffer.from(new Uint8Array(chunk)));
+      const arrived = new Uint8Array(chunk);
+      const firstSize = isLast ? arrived.length : Math.max(reserved, arrived.length);
+      body = bodyWithRoomFor(body ?? Buffer.allocUnsafeSlow(firstSize), filled, total, maxBytes);
+      body.set(arrived, filled);
+      filled = total;
       if (isLast) {
         done = true;
-        resolve(Buffer.concat(chunks));
+        resolve(bodyOfExactly(body, filled));
       }
     });
   });
@@ -703,6 +745,7 @@ function createRouteRunner(deps) {
       }
       const query = new URLSearchParams(req.getQuery() ?? "");
       const contentType = req.getHeader("content-type");
+      const declaredBytes = needsBody ? declaredBodyBytes(req.getHeader("content-length")) : null;
       let hookContext = null;
       if (useHook) {
         const headers = {};
@@ -728,7 +771,7 @@ function createRouteRunner(deps) {
         );
         return;
       }
-      const bodyPromise = needsBody ? readBody(res, opts.maxBytes, abort) : Promise.resolve(null);
+      const bodyPromise = needsBody ? readBody(res, opts.maxBytes, abort, declaredBytes) : Promise.resolve(null);
       const hookPromise = hookContext !== null && authorize !== void 0 ? authorize(hookContext) : Promise.resolve({ allowed: true });
       Promise.all([bodyPromise, hookPromise]).then(async ([rawBody, authorization]) => {
         if (abort.aborted) return;
@@ -767,7 +810,7 @@ function serverRoutes(limits) {
   return [
     { method: "get", path: "/livez", handler: "livez", options: probe },
     { method: "get", path: "/readyz", handler: "readyz", options: probe },
-    { method: "get", path: "/health", handler: "livez", options: probe },
+    { method: "get", path: "/health", handler: "readyz", options: probe },
     { method: "get", path: "/version", handler: "version", options: probe },
     { method: "get", path: "/capabilities", handler: "capabilities", options: probe },
     { method: "get", path: "/cluster", handler: "clusterTopology", options: bare },
@@ -873,4 +916,4 @@ function childAppOf(app) {
   return candidate;
 }
 
-export { ASYNC_IMPORT_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_INDEX_TOUCH_INTERVAL_MS, REBUILD_ANALYSIS_CAPABILITY, RUNNING_TASK_TTL_MS, SERVER_CAPABILITIES, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, badRequest, childAppOf, clearGateSlot, corsWriter, createDocumentReadHandlers, createRouteRunner, createSharedGateBuffer, createSharedRequestGate, gateSlotOfWorker, httpStatusForNarsilError, loadUWebSockets, parseJson, parseJsonOptional, parseTaskListQuery, registerServerRoutes, rejectInvalid, resolveCors, respondError, respondJson, sendBinary, sendError, sendRelayed, serializeBatchResult, serializeNarsilError, serverRoutes, validateBatch, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest };
+export { ASYNC_IMPORT_CAPABILITY, DEFAULT_IMPORT_BATCH_SIZE, DEFAULT_MAX_BODY_BYTES, DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MAX_CONCURRENT_TASKS, DEFAULT_MAX_FETCH_DOCUMENTS, DEFAULT_MAX_IMPORT_BYTES, DEFAULT_MAX_IMPORT_ERRORS, DEFAULT_MAX_LINE_BYTES, DEFAULT_MAX_RESULT_WINDOW, DEFAULT_MAX_RETAINED_TASKS, DEFAULT_MAX_TASK_PAGE_SIZE, DEFAULT_TASK_PAGE_SIZE, IMPORT_FLUSHES_IN_FLIGHT, INDEX_LIFECYCLE_CAPABILITY, INDEX_TOUCH_INTERVALS_PER_IDLE_TIMEOUT, MAIN_THREAD_GATE_SLOT, MAX_INDEX_TOUCH_INTERVAL_MS, MIN_COUNTED_SERVER_LIMIT, MIN_UNBOUNDED_SERVER_LIMIT, REBUILD_ANALYSIS_CAPABILITY, RUNNING_TASK_TTL_MS, SERVER_CAPABILITIES, TASK_CANCEL_CAPABILITY, TASK_FILTER_CAPABILITY, TASK_PROGRESS_WRITE_INTERVAL_MS, TERMINAL_TASK_TTL_MS, acceptorOf, authorizerFor, badRequest, childAppOf, clearGateSlot, corsWriter, createDocumentReadHandlers, createRouteRunner, createSharedGateBuffer, createSharedRequestGate, createVersionHandler, gateSlotOfWorker, httpStatusForNarsilError, loadUWebSockets, parseJson, parseJsonOptional, parseTaskListQuery, registerServerRoutes, rejectInvalid, resolveCors, respondError, respondJson, sendBinary, sendError, sendRelayed, serializeBatchResult, serializeNarsilError, serverRoutes, toHttpError, validateBatch, validateCreateIndex, validateDocumentBody, validateQuery, validateRebalance, validateSuggest, versionReport };

package/dist/{chunk-ZHUQKZBE.mjs → chunk-TVT5V4E7.mjs}

@@ -1,7 +1,9 @@
-import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_LIMIT, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, DEFAULT_OFFSET } from './chunk-XE6XR2OE.mjs';
-import { clampRowCount, sortSignatureOf, requireSortableFields, decodePageCursor, requireMatchingCursor, resolveProjection, encodePageCursor, requireWithinResultWindow, normalizeSort, fanOutQuery, flattenSchema, applySorting, applyPagination, countsWithoutScores, fanOutMatchCount, tokenize, fnv1aBytes, fulltextMatches, mergeFacets, pruneStatsToQueryTerms, partitionsIn } from './chunk-CMVG2UEF.mjs';
+import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_LIMIT, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, DEFAULT_OFFSET } from './chunk-D2S642IV.mjs';
+import { clampRowCount, sortSignatureOf, requireSortableFields, decodePageCursor, requireMatchingCursor, resolveProjection, encodePageCursor, requireWithinResultWindow, normalizeSort, fanOutQuery, applySorting, applyPagination, projectionKeepsField, countsWithoutScores, fanOutMatchCount, tokenize, fnv1aBytes, fulltextMatches, mergeFacets, pruneStatsToQueryTerms, partitionsIn } from './chunk-5T6AOR37.mjs';
+import { flattenSchema } from './chunk-L225SHNB.mjs';
+import { MIN_OVERSAMPLE } from './chunk-ZJ4CSAB2.mjs';
 import { compareCodePoints, compareComparableKeys } from './chunk-2GWVQWGA.mjs';
-import { NarsilError, ErrorCodes } from './chunk-P4ELXVJQ.mjs';
+import { NarsilError, ErrorCodes } from './chunk-FRQVMFY7.mjs';
 
 // src/search/cursor-binding.ts
 var ABSENT_TAG = 0;
@@ -169,32 +171,37 @@ function now() {
   return Date.now();
 }
 function validateIndexName(name) {
-  if (!name || name.length === 0) {
-    throw new NarsilError(ErrorCodes.INDEX_NOT_FOUND, "Index name must not be empty", { indexName: name });
+  const given = name;
+  if (typeof given !== "string" || name.length === 0) {
+    throw new NarsilError(ErrorCodes.CONFIG_INVALID, "Index name must be a string of at least one character", {
+      received: given === null ? "null" : typeof given
+    });
   }
   if (name.length > MAX_INDEX_NAME_LENGTH) {
-    throw new NarsilError(
-      ErrorCodes.INDEX_NOT_FOUND,
-      `Index name must not exceed ${MAX_INDEX_NAME_LENGTH} characters`,
-      {
-        indexName: name,
-        length: name.length
-      }
-    );
+    throw new NarsilError(ErrorCodes.CONFIG_INVALID, `Index name must not exceed ${MAX_INDEX_NAME_LENGTH} characters`, {
+      indexName: name,
+      length: name.length
+    });
   }
   if (!INDEX_NAME_PATTERN.test(name)) {
     throw new NarsilError(
-      ErrorCodes.INDEX_NOT_FOUND,
+      ErrorCodes.CONFIG_INVALID,
       `Index name "${name}" contains invalid characters; use alphanumeric, dots, hyphens, and underscores only`,
       { indexName: name }
     );
   }
   if (name.includes("..")) {
-    throw new NarsilError(ErrorCodes.INDEX_NOT_FOUND, `Index name "${name}" must not contain ".."`, { indexName: name });
+    throw new NarsilError(ErrorCodes.CONFIG_INVALID, `Index name "${name}" must not contain ".."`, { indexName: name });
   }
 }
 function validateDocId(docId) {
-  if (!docId || docId.length === 0) {
+  const given = docId;
+  if (typeof given !== "string") {
+    throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, "Document ID must be a string", {
+      received: given === null ? "null" : Array.isArray(given) ? "array" : typeof given
+    });
+  }
+  if (docId.length === 0) {
     throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, "Document ID must not be empty", { docId });
   }
   if (docId.length > MAX_DOC_ID_LENGTH) {
@@ -235,6 +242,16 @@ function requirePositiveSafeInteger(field, value) {
     throw new NarsilError(ErrorCodes.CONFIG_INVALID, `${field} must be a positive safe integer`, { field, value });
   }
 }
+function validateBootstrapModule(bootstrapModule) {
+  if (bootstrapModule === void 0) return;
+  const absolute = bootstrapModule.startsWith("/") || ABSOLUTE_WINDOWS_PATH_PATTERN.test(bootstrapModule) || MODULE_URL_SCHEME_PATTERN.test(bootstrapModule);
+  if (absolute) return;
+  throw new NarsilError(
+    ErrorCodes.CONFIG_INVALID,
+    `workers.bootstrapModule is "${bootstrapModule}", which a worker would resolve against Narsil's own directory, so pass an absolute path or a URL such as new URL('./bootstrap.js', import.meta.url).href`,
+    { bootstrapModule }
+  );
+}
 function validateWorkerConfig(workers, lifecycle) {
   if (workers === void 0) return;
   requirePositiveSafeInteger("workers.count", workers.count);
@@ -245,6 +262,7 @@ function validateWorkerConfig(workers, lifecycle) {
       mainCopyQueries: workers.mainCopyQueries
     });
   }
+  validateBootstrapModule(workers.bootstrapModule);
   const closeAfter = lifecycle?.idleTimeoutMs;
   if (workers.idleTimeoutMs !== void 0 && closeAfter !== void 0 && workers.idleTimeoutMs > closeAfter) {
     throw new NarsilError(
@@ -566,21 +584,19 @@ function findDensestWindow(positions, text, windowSize) {
 }
 function applySnippetTruncation(taggedText, originalText, positions, maxLen, preTag, postTag) {
   if (maxLen <= 0 || originalText.length <= maxLen) {
-    return { snippet: taggedText, adjustedPositions: positions };
+    return { snippet: taggedText, visiblePositions: positions };
   }
   const window = findDensestWindow(positions, originalText, maxLen);
   const snippetRaw = originalText.substring(window.start, window.end);
-  const adjustedPositions = [];
+  const visiblePositions = [];
+  const withinSnippet = [];
   for (const pos of positions) {
-    if (pos.start >= window.start && pos.end <= window.end) {
-      adjustedPositions.push({
-        start: pos.start - window.start,
-        end: pos.end - window.start
-      });
-    }
+    if (pos.start < window.start || pos.end > window.end) continue;
+    visiblePositions.push(pos);
+    withinSnippet.push({ start: pos.start - window.start, end: pos.end - window.start });
   }
   let snippet = snippetRaw;
-  const sortedDesc = [...adjustedPositions].sort((a, b) => b.start - a.start);
+  const sortedDesc = [...withinSnippet].sort((a, b) => b.start - a.start);
   for (const pos of sortedDesc) {
     snippet = snippet.substring(0, pos.start) + preTag + snippet.substring(pos.start, pos.end) + postTag + snippet.substring(pos.end);
   }
@@ -588,7 +604,7 @@ function applySnippetTruncation(taggedText, originalText, positions, maxLen, pre
   const needsTrailingEllipsis = window.end < originalText.length;
   if (needsLeadingEllipsis) snippet = `...${snippet}`;
   if (needsTrailingEllipsis) snippet = `${snippet}...`;
-  return { snippet, adjustedPositions };
+  return { snippet, visiblePositions };
 }
 function highlightField(text, queryTokens, language, options) {
   const preTag = options?.preTag ?? "<mark>";
@@ -635,7 +651,7 @@ function highlightField(text, queryTokens, language, options) {
     return { snippet: text, positions: [] };
   }
   if (maxSnippetLength > 0 && text.length > maxSnippetLength) {
-    const { snippet, adjustedPositions } = applySnippetTruncation(
+    const { snippet, visiblePositions } = applySnippetTruncation(
       text,
       text,
       mergedPositions,
@@ -643,7 +659,7 @@ function highlightField(text, queryTokens, language, options) {
       preTag,
       postTag
     );
-    return { snippet, positions: adjustedPositions };
+    return { snippet, positions: visiblePositions };
   }
   let result = text;
   const sortedDesc = [...mergedPositions].sort((a, b) => b.start - a.start);
@@ -654,7 +670,7 @@ function highlightField(text, queryTokens, language, options) {
 }
 
 // src/engine/query/highlight.ts
-function applyHighlights(hits, params, language, analysis) {
+function applyHighlights(hits, params, language, analysis, readStoredDocument) {
   if (!params.highlight) return;
   const queryTokenResult = tokenize(params.term ?? "", language, {
     stem: true,
@@ -680,9 +696,14 @@ function applyHighlights(hits, params, language, analysis) {
   }
   for (const hit of hits) {
     const highlights = {};
+    const projected = hit.document;
+    let stored;
     for (const field of params.highlight.fields) {
-      const doc = hit.document;
-      const fieldValue = doc[field];
+      let fieldValue = projected[field];
+      if (typeof fieldValue !== "string" && readStoredDocument !== void 0) {
+        stored ??= readStoredDocument(hit.id);
+        fieldValue = stored?.[field];
+      }
       if (typeof fieldValue === "string") {
         highlights[field] = highlightField(fieldValue, queryTokenResult.tokens, language, {
           preTag: params.highlight.preTag,
@@ -776,6 +797,32 @@ function vectorSearchersOf(context) {
 function resolveVectorIndex(context, fieldName) {
   return vectorSearchersOf(context).get(fieldName);
 }
+var SEARCH_MODES = /* @__PURE__ */ new Set(["fulltext", "vector", "hybrid"]);
+function requireKnownMode(params) {
+  if (params.mode === void 0 || SEARCH_MODES.has(params.mode)) return;
+  throw new NarsilError(
+    ErrorCodes.SEARCH_INVALID_MODE,
+    `A search takes the mode "fulltext", "vector", or "hybrid", while this query names "${String(params.mode)}"`,
+    { mode: String(params.mode), modes: [...SEARCH_MODES] }
+  );
+}
+function requireVectorSearchable(params, context, needsVector) {
+  if (!needsVector) return;
+  const field = params.vector?.field;
+  if (field === void 0) {
+    throw new NarsilError(
+      ErrorCodes.SEARCH_INVALID_MODE,
+      `A "${params.mode}" query needs a vector clause naming the field to search`,
+      { mode: params.mode }
+    );
+  }
+  if (vectorSearchersOf(context).has(field)) return;
+  throw new NarsilError(
+    ErrorCodes.SEARCH_INVALID_FIELD,
+    `Field "${field}" has no vector index, so a vector search cannot use it`,
+    { field, vectorFields: [...vectorSearchersOf(context).keys()] }
+  );
+}
 function clampAlpha(alpha) {
   if (alpha === void 0) return 0.5;
   if (!Number.isFinite(alpha)) return 0.5;
@@ -938,6 +985,18 @@ function minMaxNormalize(docs) {
 }
 
 // src/engine/query/vector.ts
+function oversampleOf(vectorConfig) {
+  const oversample = vectorConfig.oversample;
+  if (oversample === void 0) return void 0;
+  if (typeof oversample !== "number" || !Number.isFinite(oversample) || oversample < MIN_OVERSAMPLE) {
+    throw new NarsilError(
+      ErrorCodes.CONFIG_INVALID,
+      `vector.oversample must be a finite number of at least ${MIN_OVERSAMPLE}`,
+      { oversample }
+    );
+  }
+  return oversample;
+}
 async function executeVectorSearch(params, context, limit, offset) {
   const { manager, config, partitionIds } = context;
   const vectorConfig = params.vector;
@@ -965,7 +1024,8 @@ async function executeVectorSearch(params, context, limit, offset) {
     minSimilarity: vectorConfig.similarity ?? -Infinity,
     ...filterDocIds !== void 0 ? { filterDocIds } : {},
     ...filterPartitions !== void 0 ? { filterPartitions } : {},
-    efSearch: vectorConfig.efSearch
+    efSearch: vectorConfig.efSearch,
+    oversample: oversampleOf(vectorConfig)
   });
   const scored = vectorResultsToScored(results);
   return { scored, totalMatched: scored.length };
@@ -994,7 +1054,8 @@ async function vectorLeg(vectorConfig, queryVector, context, filterDocIds, k) {
     minSimilarity: vectorConfig.similarity ?? -Infinity,
     ...filterDocIds !== void 0 ? { filterDocIds } : {},
     ...filterPartitions !== void 0 ? { filterPartitions } : {},
-    efSearch: vectorConfig.efSearch
+    efSearch: vectorConfig.efSearch,
+    oversample: oversampleOf(vectorConfig)
   });
   return vectorResultsToScored(results);
 }
@@ -1049,6 +1110,7 @@ async function executeQuery(params, context) {
   const offset = clampOffset(params.offset);
   requireWithinResultWindow(limit, offset);
   const sortFields = normalizeSort(params.sort);
+  requireKnownMode(params);
   const sortSignature = sortSignatureOf(params.sort);
   const hasTerm = params.term !== void 0 && params.term.trim().length > 0;
   const hasVector = params.vector !== void 0 && params.vector.value !== void 0;
@@ -1062,6 +1124,7 @@ async function executeQuery(params, context) {
     );
   }
   requireSortableFields(params.sort, config.schema);
+  requireVectorSearchable(params, context, isVectorOnly || isHybridMode);
   let paginated;
   let nextCursor;
   let count;
@@ -1185,7 +1248,9 @@ async function executeQuery(params, context) {
     }
   }
   if (params.highlight) {
-    applyHighlights(paginated, params, language, manager.analysis);
+    const dropped = params.highlight.fields.some((field) => !projectionKeepsField(projection, field));
+    const readStoredDocument = dropped ? (docId) => manager.get(docId, { kind: "full" }) : void 0;
+    applyHighlights(paginated, params, language, manager.analysis, readStoredDocument);
   }
   const elapsed = now() - startTime;
   return {
@@ -1201,10 +1266,12 @@ async function executeQuery(params, context) {
 async function executePreflight(params, context) {
   const { manager, language, config, workerSearch, indexName } = context;
   const startTime = now();
+  requireKnownMode(params);
   const hasTerm = params.term !== void 0 && params.term.trim().length > 0;
   const hasVector = params.vector !== void 0 && params.vector.value !== void 0;
   const isHybridMode = params.mode === "hybrid" || hasTerm && hasVector;
   const isVectorOnly = (params.mode === "vector" || hasVector && !hasTerm) && !isHybridMode;
+  requireVectorSearchable(params, context, isVectorOnly || isHybridMode);
   const requestedVectorField = params.vector?.field;
   const hasGlobalVectorIndex = requestedVectorField !== void 0 && vectorSearchersOf(context).has(requestedVectorField);
   let totalMatched;