@delali/narsil 0.3.1-next.70 → 0.3.1-next.72

package/dist/{chunk-VNMTB3KC.mjs → chunk-7QMTA7AA.mjs}

@@ -1,18 +1,20 @@
+import { validateWorkerConfig, validateIndexName, validatePatternValueLimit, validateBM25Params, validatePartitionConfig, executeQuery, queryBindingOf, executePreflight, executeSuggest, executeListDocuments, validateDocId } from './chunk-2X2ZQOAB.mjs';
 import { ReplicationMessageTypes } from './chunk-GCM3JFVA.mjs';
-import { WIRE_BATCH_BUDGET, resolveVectorText, bindEngineCore, restoredConfigFields, restoredEmbedding, collectRequiredFieldFailures, embedChunkDocuments, providedDocId, admitInsert, asBatchInsertError, embedDocumentFields, assertDocumentCarriesMappedVectors, admitBufferedUpsert, createPendingAdmissions, recordPendingAdmission } from './chunk-FVLQ63B7.mjs';
-import { generateId, splitWorkerBudget, resolveWorkerCount, createDirectExecutor, createPartitionRouter, createCompositePartition, deserializePayloadV2, createSharedFrozenSegment, createPartitionManager, buildSegmentPayload, resolvePartitionInsertOptions, resolveWorkerEntry, missingWorkerEntry, readHeapStatistics, resolveIndexAnalysis, deserializePayloadV1, decodeVectorIndexParts, nodeThreadId, resolveRequestThreadCount, createPartitionIndex, VECTOR_FILE_MAX_VECTORS, deadBytesFor, mergeFrozenSegments, isCompositePartition, workerResourceLimits, deserializeMetadata, isNodeMainThread, spawnNodeWorker, freezeSegmentShared, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, SHUTDOWN_TIMEOUT_MS, serializeMetadata, encodeSegmentState, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, decodeVectorFilePayload, documentsOfPayloadV2, countDead, decodeVectorGraphPayload, deadBitsWhere, NO_LIVE_VECTOR_AT_POSITION, createFrozenSegment } from './chunk-M76V3OGJ.mjs';
-import { getLanguage, detectRuntime } from './chunk-HWQLTLNG.mjs';
-import { validateWorkerConfig, validateIndexName, validatePatternValueLimit, validateBM25Params, validatePartitionConfig, executeQuery, queryBindingOf, executePreflight, executeSuggest, executeListDocuments, validateDocId } from './chunk-P4DSQ6M4.mjs';
-import { BATCH_CHUNK_SIZE, STATISTICS_BROADCAST_INTERVAL_MS, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, HEAP_PRESSURE_WARNING_FRACTION, FOREIGN_STATS_TTL_MS, MIN_DOCUMENTS_FOR_SEGMENTS, HEAP_PRESSURE_REARM_FRACTION } from './chunk-GIVAGD3Q.mjs';
-import { getNestedValue, collectQueryTermStats, mergePartitionStats, oversampledFacetConfig, fnv1a, kWayMerge, mergeFacets } from './chunk-LMO5TJUS.mjs';
-import { extractVectorFieldsFromSchema, validateSchema, validateVectorPromotion, validateVectorStorage, flattenSchema, isSingleStringFieldType, requireValidFieldTypes, validateRequiredFields, validateDocument, validateDocumentStrict } from './chunk-653BNMAF.mjs';
-import { releaseLocksHeldBy } from './chunk-YJDQ7NLA.mjs';
-import { requireSearchBackendSettings } from './chunk-YNVIUGF5.mjs';
+import { WIRE_BATCH_BUDGET, resolveVectorText, bindEngineCore, restoredConfigFields, restoredEmbedding, collectRequiredFieldFailures, embedChunkDocuments, providedDocId, requireDocumentObject, admitInsert, asBatchInsertError, requireMatchingDocId, embedDocumentFields, assertDocumentCarriesMappedVectors, admitBufferedUpsert, createPendingAdmissions, recordPendingAdmission } from './chunk-CVPA5Q7R.mjs';
+import { BATCH_CHUNK_SIZE, STATISTICS_BROADCAST_INTERVAL_MS, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, HEAP_PRESSURE_WARNING_FRACTION, FOREIGN_STATS_TTL_MS, MIN_DOCUMENTS_FOR_SEGMENTS, HEAP_PRESSURE_REARM_FRACTION } from './chunk-XZ4PAREY.mjs';
+import { generateId, splitWorkerBudget, resolveWorkerCount, createDirectExecutor, createPartitionRouter, requirePatternSearchFor, createCompositePartition, deserializePayloadV2, createSharedFrozenSegment, createPartitionManager, buildSegmentPayload, resolvePartitionInsertOptions, resolveWorkerEntry, missingWorkerEntry, readHeapStatistics, resolveIndexAnalysis, deserializePayloadV1, decodeVectorIndexParts, nodeThreadId, resolveRequestThreadCount, createPartitionIndex, VECTOR_FILE_MAX_VECTORS, deadBytesFor, mergeFrozenSegments, isCompositePartition, workerResourceLimits, deserializeMetadata, isNodeMainThread, spawnNodeWorker, freezeSegmentShared, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, SHUTDOWN_TIMEOUT_MS, serializeMetadata, encodeSegmentState, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, decodeVectorFilePayload, documentsOfPayloadV2, countDead, decodeVectorGraphPayload, deadBitsWhere, NO_LIVE_VECTOR_AT_POSITION, createFrozenSegment } from './chunk-HVJYTKK7.mjs';
+import { getNestedValue, collectQueryTermStats, mergePartitionStats, oversampledFacetConfig, fnv1a, kWayMerge, mergeFacets } from './chunk-QR4OKRVY.mjs';
+import { getLanguage, detectRuntime } from './chunk-KZTI25D3.mjs';
+import { extractVectorFieldsFromSchema, validateSchema, validateVectorPromotion, validateVectorStorage, flattenSchema, isSingleStringFieldType, requireValidFieldTypes, schemaFieldsOf, validateRequiredFields, validateDocument, validateDocumentStrict } from './chunk-M6XF5HDE.mjs';
+import { releaseLocksHeldBy } from './chunk-LCCL6EEH.mjs';
+import { requireSearchBackendSettings } from './chunk-P2ZZN32C.mjs';
 import { crc32, nativeCrc32, crc32Final, crc32Init, crc32Update } from './chunk-3L4U6EJQ.mjs';
 import { CHECKSUM_TIMEOUT_MS, CHECKSUM_YIELD_CHUNK_BYTES } from './chunk-IFBKLBGB.mjs';
-import { compareCodePoints } from './chunk-OI42GWLR.mjs';
+import { widestPatternSplit } from './chunk-3HQPUCCT.mjs';
+import { DEFAULT_PATTERN_WORK_CAP, PATTERN_TEST_OPERATORS } from './chunk-ZKRV5M2P.mjs';
+import { compareCodePoints, foldedCodePointCount, codePointCount } from './chunk-LJYTW7GT.mjs';
 import { createRequestId, isValidWorkerResponse, threadSlotOfWorker } from './chunk-POWOTUKJ.mjs';
-import { ErrorCodes, NarsilError } from './chunk-USKFU7J5.mjs';
+import { ErrorCodes, NarsilError } from './chunk-RV77FR2F.mjs';
 import { encode, decode } from '@msgpack/msgpack';
 
 // src/engine/config-keys.ts
@@ -26,7 +28,8 @@ var NARSIL_CONFIG_KEYS = {
   embeddingAdapters: true,
   durability: true,
   analysis: true,
-  lifecycle: true
+  lifecycle: true,
+  patternWorkCap: true
 };
 var DURABILITY_CONFIG_KEYS = {
   tier: true,
@@ -91,6 +94,16 @@ function requireKnownConfig(config) {
   requireKnownKeys("lifecycle.", config.lifecycle, LIFECYCLE_CONFIG_KEYS);
   requireKnownKeys("analysis.", config.analysis, ANALYSIS_CONFIG_KEYS);
   requireNamedPlugins(config.plugins);
+  requireValidPatternWorkCap(config.patternWorkCap);
+}
+function requireValidPatternWorkCap(cap) {
+  if (cap === void 0) return;
+  if (typeof cap === "number" && Number.isSafeInteger(cap) && cap >= 1) return;
+  throw new NarsilError(
+    ErrorCodes.CONFIG_INVALID,
+    `The configuration sets "patternWorkCap" to ${String(cap)}, while the cap must be a whole number from 1 to ${Number.MAX_SAFE_INTEGER}`,
+    { setting: "patternWorkCap" }
+  );
 }
 
 // src/engine/orchestration/turn.ts
@@ -8174,6 +8187,49 @@ function stopIdleSweep(state) {
   state.idleSweep = null;
 }
 
+// src/core/pattern-index/query-positions.ts
+function isRecord3(value) {
+  return value !== null && typeof value === "object" && !Array.isArray(value);
+}
+function textPositions(text, caseFold) {
+  if (typeof text !== "string") return 0;
+  return caseFold ? foldedCodePointCount(text) : codePointCount(text);
+}
+function larger(left, right) {
+  if (left === null) return right;
+  if (right === null) return left;
+  return Math.max(left, right);
+}
+function largestTestOf(filter) {
+  const caseFold = filter.caseFold === true;
+  let largest = null;
+  for (const operator of PATTERN_TEST_OPERATORS) {
+    const operand = filter[operator];
+    if (operand === void 0) continue;
+    const texts = Array.isArray(operand) ? operand : [operand];
+    for (const text of texts) largest = larger(largest, textPositions(text, caseFold));
+  }
+  return largest;
+}
+function largestIn(expression, patternFields) {
+  let largest = null;
+  if (isRecord3(expression.fields)) {
+    for (const [fieldPath, filter] of Object.entries(expression.fields)) {
+      if (patternFields.has(fieldPath) && isRecord3(filter)) largest = larger(largest, largestTestOf(filter));
+    }
+  }
+  const nested = [...expression.and ?? [], ...expression.or ?? []];
+  if (expression.not !== void 0) nested.push(expression.not);
+  for (const child of nested) largest = larger(largest, largestIn(child, patternFields));
+  return largest;
+}
+function largestPatternTest(expression, schema) {
+  if (expression === void 0) return null;
+  const patternFields = /* @__PURE__ */ new Set();
+  for (const { path, pattern } of schemaFieldsOf(schema)) if (pattern) patternFields.add(path);
+  return patternFields.size === 0 ? null : largestIn(expression, patternFields);
+}
+
 // src/engine/orchestration/search.ts
 function partitionsPerLease(scope, leaseCount) {
   const assignments = Array.from({ length: leaseCount }, () => []);
@@ -8185,15 +8241,18 @@ function partitionsPerLease(scope, leaseCount) {
 function mergeWorkerResults(results, facetConfig) {
   const merged = kWayMerge(results.map((result) => result.scored));
   let totalMatched = 0;
+  let patternWorkSpent = 0;
   const workerFacets = [];
   for (const result of results) {
     totalMatched += result.totalMatched;
+    patternWorkSpent += result.patternWorkSpent ?? 0;
     if (result.facets !== void 0) workerFacets.push(result.facets);
   }
   return {
     scored: merged,
     totalMatched,
-    facets: facetConfig !== void 0 && workerFacets.length > 0 ? mergeFacets(workerFacets, facetConfig) : void 0
+    facets: facetConfig !== void 0 && workerFacets.length > 0 ? mergeFacets(workerFacets, facetConfig) : void 0,
+    patternWorkSpent
   };
 }
 function scoresPerPartition(state, indexName, params, globalStats) {
@@ -8201,26 +8260,45 @@ function scoresPerPartition(state, indexName, params, globalStats) {
   if (mode === "local") return true;
   return mode === "broadcast" && globalStats !== void 0;
 }
-function queryAction(indexName, params, globalStats, partitionIds) {
+function queryAction(indexName, params, globalStats, partitionIds, patternWork) {
   return {
     type: "query",
     indexName,
     params,
     requestId: createRequestId(),
+    patternWork,
     ...partitionIds !== void 0 ? { partitionIds } : {},
     ...globalStats !== void 0 ? { globalStats } : {}
   };
 }
-async function runSplit(leases, scope, indexName, params, globalStats) {
+async function runSplit(leases, scope, indexName, params, globalStats, patternWork) {
   const assignments = partitionsPerLease(scope, leases.length);
   const workerParams = params.facets !== void 0 ? { ...params, facets: oversampledFacetConfig(params.facets) } : params;
-  const results = await Promise.all(
+  const outcomes = await Promise.allSettled(
     assignments.map(
-      (partitionIds, at) => leases[at].executor.execute(queryAction(indexName, workerParams, globalStats, partitionIds)).finally(() => leases[at].release())
+      (partitionIds, at) => leases[at].executor.execute(queryAction(indexName, workerParams, globalStats, partitionIds, patternWork)).finally(() => leases[at].release())
     )
   );
+  const results = [];
+  const failures = [];
+  for (const outcome of outcomes) {
+    if (outcome.status === "fulfilled") results.push(outcome.value);
+    else failures.push(outcome.reason);
+  }
+  if (failures.length > 0) throw failures.find(isWorkCapError) ?? failures[0];
   return mergeWorkerResults(results, params.facets);
 }
+function isWorkCapError(err) {
+  return err instanceof NarsilError && err.code === ErrorCodes.SEARCH_WORK_CAP_EXCEEDED;
+}
+function patternSplitWidth(state, indexName, params) {
+  const schema = state.indexRegistry.get(indexName)?.config.schema;
+  if (schema === void 0) return Number.POSITIVE_INFINITY;
+  const largest = largestPatternTest(params.filters, schema);
+  if (largest === null) return Number.POSITIVE_INFINITY;
+  if (typeof SharedArrayBuffer !== "function") return 1;
+  return widestPatternSplit(largest);
+}
 function takeMainCopyTurn(state) {
   if (state.mainCopyQueries === "none" || state.mainCopyTurnTaken) return false;
   state.mainCopyTurnTaken = true;
@@ -8234,7 +8312,7 @@ function answersFasterOnMainCopy(state, pool, manager) {
   if (manager.countDocuments() > MAIN_COPY_LONE_QUERY_DOCUMENTS) return false;
   return takeMainCopyTurn(state);
 }
-async function searchViaWorker(state, indexName, params, globalStats, partitionIds) {
+async function searchViaWorker(state, indexName, params, globalStats, partitionIds, patternWork) {
   const pool = state.workerPool;
   if (!pool) return null;
   if (!state.scaledOutIndexes.has(indexName) || state.copyLoadBuffers.has(indexName)) return null;
@@ -8242,19 +8320,30 @@ async function searchViaWorker(state, indexName, params, globalStats, partitionI
   if (!manager) return null;
   if (answersFasterOnMainCopy(state, pool, manager)) return null;
   const scope = partitionIds ?? Array.from({ length: manager.partitionCount }, (_, partitionId) => partitionId);
-  const idle = pool.leaseIdle(scope.length);
+  const idle = pool.leaseIdle(Math.min(scope.length, patternSplitWidth(state, indexName, params)));
   const leases = [];
+  let fork = null;
   try {
     if (idle.length >= 2 && scoresPerPartition(state, indexName, params, globalStats)) {
       leases.push(...idle);
-      return await runSplit(leases, scope, indexName, params, globalStats);
+      fork = patternWork.fork(leases.length);
+      const merged = await runSplit(leases, scope, indexName, params, globalStats, fork.shared);
+      fork.settle(merged.patternWorkSpent ?? 0);
+      return merged;
     }
     for (const lease2 of idle.slice(1)) lease2.release();
     const lease = idle[0] ?? (takeMainCopyTurn(state) ? null : pool.leaseLeastBusy());
     if (lease === null) return null;
     leases.push(lease);
-    return await lease.executor.execute(queryAction(indexName, params, globalStats, partitionIds));
+    fork = patternWork.fork(1);
+    const result = await lease.executor.execute(
+      queryAction(indexName, params, globalStats, partitionIds, fork.shared)
+    );
+    fork.settle(result.patternWorkSpent ?? 0);
+    return result;
   } catch (err) {
+    if (isWorkCapError(err)) throw err;
+    fork?.settle(0);
     console.warn("Worker search failed, falling back to local:", err);
     return null;
   } finally {
@@ -8483,7 +8572,7 @@ function createWorkerOrchestrator(config, executor, indexRegistry, callbacks, ve
     segmentBuildConcurrency: (indexName) => segmentBuildConcurrency(state, indexName),
     holdUnbroadcastSegments: (indexName, segmentIds) => holdUnbroadcastSegments(state, indexName, segmentIds),
     releaseUnbroadcastSegments: (indexName, segmentIds) => releaseUnbroadcastSegments(state, indexName, segmentIds),
-    searchViaWorker: (indexName, params, globalStats, partitionIds) => searchViaWorker(state, indexName, params, globalStats, partitionIds),
+    searchViaWorker: (indexName, params, globalStats, partitionIds, patternWork) => searchViaWorker(state, indexName, params, globalStats, partitionIds, patternWork),
     hasWorkerPool: () => state.workerPool !== null,
     mainCopyQueries: () => state.mainCopyQueries ?? "lone",
     shareMainThread: () => {
@@ -8507,6 +8596,30 @@ function createWorkerOrchestrator(config, executor, indexRegistry, callbacks, ve
   };
 }
 
+// src/engine/mutations/write-visibility.ts
+async function awaitWriteVisibility(ctx, indexName) {
+  await ctx.awaitRebalanceReplay(indexName);
+  await ctx.orchestrator.awaitWrites(indexName);
+}
+
+// src/engine/write-events.ts
+var WRITE_EVENT = "write";
+function emitWriteEvent(source, indexName) {
+  const handlers = source.eventHandlers.get(WRITE_EVENT);
+  if (handlers === void 0 || handlers.size === 0) return;
+  const emit = () => {
+    emitEngineEvent(source.eventHandlers, WRITE_EVENT, { indexName });
+  };
+  awaitWriteVisibility(source.mutationCtx, indexName).then(emit, emit);
+}
+async function emitWriteEventAfter(source, indexName, write) {
+  try {
+    return await write;
+  } finally {
+    emitWriteEvent(source, indexName);
+  }
+}
+
 // src/engine/core.ts
 function createEngineCore(config, hooks, capacityScope = "index") {
   validateWorkerConfig(config?.workers, config?.lifecycle);
@@ -8646,7 +8759,11 @@ function createEngineCore(config, hooks, capacityScope = "index") {
       }
       return names;
     },
-    reloadIndex: (indexName) => durability?.manager.reloadIndex?.(indexName) ?? Promise.resolve(),
+    reloadIndex: (indexName) => emitWriteEventAfter(
+      { eventHandlers, mutationCtx },
+      indexName,
+      durability?.manager.reloadIndex?.(indexName) ?? Promise.resolve()
+    ),
     onError(error) {
       if (emitEngineEvent(eventHandlers, "invalidationError", { error }) === 0) {
         console.warn("Invalidation error:", error);
@@ -8744,7 +8861,8 @@ function createEngineCore(config, hooks, capacityScope = "index") {
     analysisRebuild,
     indexState,
     mutationCtx,
-    rebalanceCtx
+    rebalanceCtx,
+    patternWorkCap: config?.patternWorkCap ?? DEFAULT_PATTERN_WORK_CAP
   };
 }
 
@@ -8844,6 +8962,7 @@ async function createEngineIndex(core, config, name, requestedConfig, creation =
   }
   const schema = validateSchema(requestedConfig.schema);
   const indexConfig = schema === requestedConfig.schema ? requestedConfig : { ...requestedConfig, schema };
+  requirePatternSearchFor(schema);
   validatePatternValueLimit(indexConfig.patternValueLimit);
   validateVectorPromotion(indexConfig.vectorPromotion);
   validateVectorStorage(indexConfig.vectorPromotion, core.filesystemDurability);
@@ -9011,25 +9130,12 @@ async function rollbackUpdatedDocument(ctx, indexName, docId, restoreDoc, origin
   }
 }
 
-// src/engine/mutations/write-visibility.ts
-async function awaitWriteVisibility(ctx, indexName) {
-  await ctx.awaitRebalanceReplay(indexName);
-  await ctx.orchestrator.awaitWrites(indexName);
-}
-
 // src/engine/mutations/insert.ts
 async function insertDocument(ctx, indexName, document, docId, options) {
   ctx.guardShutdown();
   const entry = ctx.requireIndex(indexName);
-  const embeddedDocId = providedDocId(document);
-  if (docId !== void 0 && embeddedDocId !== void 0 && embeddedDocId !== docId) {
-    throw new NarsilError(
-      ErrorCodes.DOC_VALIDATION_FAILED,
-      `The call names document id "${docId}" while the document's own id field is "${embeddedDocId}", so the stored document would contradict the key that it is stored under`,
-      { docId, documentId: embeddedDocId }
-    );
-  }
-  const resolvedDocId = docId ?? embeddedDocId ?? ctx.idGenerator();
+  if (docId !== void 0) requireMatchingDocId(docId, document);
+  const resolvedDocId = docId ?? providedDocId(document) ?? ctx.idGenerator();
   validateDocId(resolvedDocId);
   await ctx.pluginRegistry.runHook("beforeInsert", { indexName, docId: resolvedDocId, document });
   if (entry.config.required && entry.config.required.length > 0) {
@@ -9266,6 +9372,7 @@ async function admitBatchDocuments(ctx, indexName, documents, failed) {
       if (chunkFailedIndexes.has(i)) continue;
       const docId = providedDocId(documents[i]) ?? ctx.idGenerator();
       try {
+        requireDocumentObject(documents[i]);
         validateDocId(docId);
         if (hasBeforeHook) {
           await ctx.pluginRegistry.runHook("beforeInsert", { indexName, docId, document: documents[i] });
@@ -9764,6 +9871,7 @@ async function insertDocumentBatch(ctx, indexName, documents, options) {
       if (chunkFailedIndexes.has(i)) continue;
       const batchDocId = providedDocId(documents[i]) ?? ctx.idGenerator();
       try {
+        requireDocumentObject(documents[i]);
         validateDocId(batchDocId);
         if (hasBeforeHook) {
           await ctx.pluginRegistry.runHook("beforeInsert", { indexName, docId: batchDocId, document: documents[i] });
@@ -9986,6 +10094,7 @@ async function settleUpdate(ctx, indexName, prepared) {
 async function prepareUpdate(ctx, indexName, entry, docId, document) {
   ctx.guardShutdown();
   validateDocId(docId);
+  requireMatchingDocId(docId, document);
   const manager = ctx.requireManager(indexName);
   if (ctx.pluginRegistry.hasHooks("beforeUpdate")) {
     await ctx.pluginRegistry.runHook("beforeUpdate", {
@@ -10095,6 +10204,22 @@ async function updateDocument(ctx, indexName, docId, document, options) {
   ctx.checkHeapPressure(indexName);
   if (options?.wait === true) await awaitWriteVisibility(ctx, indexName);
 }
+function reportedDocIdOf(update) {
+  const docId = update !== null && typeof update === "object" ? update.docId : void 0;
+  return typeof docId === "string" ? docId : "";
+}
+function requireUpdateEntry(update) {
+  if (update !== null && typeof update === "object" && !Array.isArray(update)) {
+    const { docId, document } = update;
+    if (typeof docId === "string" && document !== null && typeof document === "object" && !Array.isArray(document)) {
+      return { document };
+    }
+  }
+  throw new NarsilError(
+    ErrorCodes.DOC_VALIDATION_FAILED,
+    "Each entry of a batch update must be an object whose docId is a string and whose document is an object"
+  );
+}
 async function updateDocumentBatch(ctx, indexName, updates, options) {
   ctx.guardShutdown();
   const entry = ctx.requireIndex(indexName);
@@ -10107,10 +10232,13 @@ async function updateDocumentBatch(ctx, indexName, updates, options) {
     const chunkEnd = Math.min(chunkStart + BATCH_CHUNK_SIZE, updates.length);
     const prepared = [];
     for (let i = chunkStart; i < chunkEnd; i++) {
+      const update = updates[i];
+      const docId = reportedDocIdOf(update);
       try {
-        prepared.push(await prepareUpdate(ctx, indexName, entry, updates[i].docId, updates[i].document));
+        const { document } = requireUpdateEntry(update);
+        prepared.push(await prepareUpdate(ctx, indexName, entry, docId, document));
       } catch (err) {
-        failed.push({ docId: updates[i].docId, error: asUpdateError(err) });
+        failed.push({ docId, error: asUpdateError(err) });
       }
     }
     const applies = prepared.map((update) => applyOfUpdate(ctx, indexName, update));
@@ -10748,7 +10876,8 @@ async function runEngineQuery(core, indexName, params, options) {
       indexName,
       broadcastStats: broadcastStatsFor(core, options),
       partitionIds: options?.partitionIds,
-      cursorBinding: queryBindingOf(params)
+      cursorBinding: queryBindingOf(params),
+      patternWorkCap: core.patternWorkCap
     });
     if (core.pluginRegistry.hasHooks("afterSearch")) {
       const observed = { ...result, hits: [...result.hits] };
@@ -10789,7 +10918,8 @@ async function runEnginePreflight(core, indexName, params, options) {
       indexName,
       broadcastStats: broadcastStatsFor(core, options),
       partitionIds: options?.partitionIds,
-      cursorBinding: queryBindingOf(params)
+      cursorBinding: queryBindingOf(params),
+      patternWorkCap: core.patternWorkCap
     });
     if (core.analysisRebuild.isStale(indexName)) {
       result.analysisStale = true;
@@ -10851,7 +10981,8 @@ async function runEngineListDocuments(core, indexName, params, partitionIds) {
       manager: core.requireManager(indexName),
       schema: entry.config.schema,
       strict: entry.config.strict,
-      partitionIds
+      partitionIds,
+      patternWorkCap: core.patternWorkCap
     });
   } finally {
     release();
@@ -10885,15 +11016,18 @@ function createNarsilFromCore(core, config) {
       release();
     }
   }
+  function withOpenIndexWrite(indexName, action) {
+    return emitWriteEventAfter(core, indexName, withOpenIndex(indexName, action));
+  }
   const narsil = {
     createIndex(name, indexConfig) {
-      return createEngineIndex(core, config, name, indexConfig);
+      return emitWriteEventAfter(core, name, createEngineIndex(core, config, name, indexConfig));
     },
     registerEmbeddingAdapter(name, adapter) {
       registerEngineEmbeddingAdapter(core, name, adapter);
     },
     dropIndex(name) {
-      return dropEngineIndex(core, name);
+      return emitWriteEventAfter(core, name, dropEngineIndex(core, name));
     },
     open(indexName) {
       guardShutdown();
@@ -10939,22 +11073,22 @@ function createNarsilFromCore(core, config) {
       return executor.getManager(indexName)?.getPartitionStats() ?? [];
     },
     insert(indexName, document, docId, options) {
-      return withOpenIndex(indexName, () => insertDocument(mutationCtx, indexName, document, docId, options));
+      return withOpenIndexWrite(indexName, () => insertDocument(mutationCtx, indexName, document, docId, options));
     },
     insertBatch(indexName, documents, options) {
-      return withOpenIndex(indexName, () => insertDocumentBatch(mutationCtx, indexName, documents, options));
+      return withOpenIndexWrite(indexName, () => insertDocumentBatch(mutationCtx, indexName, documents, options));
     },
     remove(indexName, docId, options) {
-      return withOpenIndex(indexName, () => removeDocument(mutationCtx, indexName, docId, options));
+      return withOpenIndexWrite(indexName, () => removeDocument(mutationCtx, indexName, docId, options));
     },
     removeBatch(indexName, docIds, options) {
-      return withOpenIndex(indexName, () => removeDocumentBatch(mutationCtx, indexName, docIds, options));
+      return withOpenIndexWrite(indexName, () => removeDocumentBatch(mutationCtx, indexName, docIds, options));
     },
     update(indexName, docId, document, options) {
-      return withOpenIndex(indexName, () => updateDocument(mutationCtx, indexName, docId, document, options));
+      return withOpenIndexWrite(indexName, () => updateDocument(mutationCtx, indexName, docId, document, options));
     },
     updateBatch(indexName, updates, options) {
-      return withOpenIndex(indexName, () => updateDocumentBatch(mutationCtx, indexName, updates, options));
+      return withOpenIndexWrite(indexName, () => updateDocumentBatch(mutationCtx, indexName, updates, options));
     },
     waitForWrites(indexName) {
       guardShutdown();
@@ -11002,7 +11136,7 @@ function createNarsilFromCore(core, config) {
     async rebuildAnalysis(indexName) {
       guardShutdown();
       requireIndex(indexName);
-      await withOpenIndex(indexName, () => core.analysisRebuild.rebuild(indexName));
+      await withOpenIndexWrite(indexName, () => core.analysisRebuild.rebuild(indexName));
     },
     async snapshot(indexName) {
       guardShutdown();
@@ -11010,11 +11144,11 @@ function createNarsilFromCore(core, config) {
     },
     async restore(indexName, data) {
       guardShutdown();
-      await restoreFromSnapshot(indexName, data, {
+      const restored = restoreFromSnapshot(indexName, data, {
         executor,
         indexRegistry,
         getVectorFieldPaths,
-        dropIndex: narsil.dropIndex.bind(narsil),
+        dropIndex: (name) => dropEngineIndex(core, name),
         announceIndexCreated: (name, restoredConfig) => announceIndexCreated(core, name, restoredConfig),
         requireManager,
         durability,
@@ -11025,6 +11159,7 @@ function createNarsilFromCore(core, config) {
         clearAnalysisStale: core.analysisRebuild.clearStale,
         indexState: core.indexState
       });
+      await emitWriteEventAfter(core, indexName, restored);
       core.heapPressureNotifier.check(indexName);
     },
     async checkpoint(indexName) {
@@ -11037,7 +11172,7 @@ function createNarsilFromCore(core, config) {
     async clear(indexName) {
       guardShutdown();
       requireIndex(indexName);
-      await withOpenIndex(indexName, async () => {
+      await withOpenIndexWrite(indexName, async () => {
         await executor.execute({ type: "clear", indexName, requestId: indexName });
         await orchestrator.replicateToWorkers({ type: "clear", indexName, requestId: `replicate-clear-${indexName}` });
         core.watermarkNotifier.forget(indexName);
@@ -11046,7 +11181,7 @@ function createNarsilFromCore(core, config) {
     async rebalance(indexName, targetPartitionCount) {
       guardShutdown();
       requireIndex(indexName);
-      return withOpenIndex(
+      return withOpenIndexWrite(
         indexName,
         () => executeRebalance(requireManager(indexName), indexName, targetPartitionCount, rebalanceCtx)
       );
@@ -11112,14 +11247,14 @@ function createNarsilFromCore(core, config) {
     async compactVectors(indexName, fieldName) {
       guardShutdown();
       requireIndex(indexName);
-      await withOpenIndex(indexName, async () => {
+      await withOpenIndexWrite(indexName, async () => {
         compactVectors(requireManager(indexName), indexName, fieldName);
       });
     },
     async optimizeVectors(indexName, fieldName) {
       guardShutdown();
       requireIndex(indexName);
-      await withOpenIndex(indexName, () => optimizeVectors(requireManager(indexName), indexName, fieldName));
+      await withOpenIndexWrite(indexName, () => optimizeVectors(requireManager(indexName), indexName, fieldName));
     },
     vectorMaintenanceStatus(indexName) {
       guardShutdown();

package/dist/{chunk-FVLQ63B7.mjs → chunk-CVPA5Q7R.mjs}

@@ -1,5 +1,5 @@
-import { validateRequiredFields } from './chunk-653BNMAF.mjs';
-import { ErrorCodes, NarsilError } from './chunk-USKFU7J5.mjs';
+import { validateRequiredFields } from './chunk-M6XF5HDE.mjs';
+import { ErrorCodes, NarsilError } from './chunk-RV77FR2F.mjs';
 
 // src/narsil/internals.ts
 var engineCores = /* @__PURE__ */ new WeakMap();
@@ -239,9 +239,30 @@ async function embedBatchDocumentFields(documents, embeddingConfig, adapter, sig
 
 // src/engine/mutations/insert-admission.ts
 function providedDocId(document) {
+  if (document === null || typeof document !== "object") return void 0;
   const id = document.id;
   return typeof id === "string" && id.length > 0 ? id : void 0;
 }
+function requireDocumentObject(document) {
+  if (document !== null && typeof document === "object" && !Array.isArray(document)) return;
+  const received = Array.isArray(document) ? "a list" : document === null ? "null" : `a ${typeof document}`;
+  throw new NarsilError(
+    ErrorCodes.DOC_VALIDATION_FAILED,
+    `Each document must be an object, while this entry is ${received}`,
+    {
+      received
+    }
+  );
+}
+function requireMatchingDocId(docId, document) {
+  const embeddedDocId = providedDocId(document);
+  if (embeddedDocId === void 0 || embeddedDocId === docId) return;
+  throw new NarsilError(
+    ErrorCodes.DOC_VALIDATION_FAILED,
+    `The call names document id "${docId}" while the document's own id field is "${embeddedDocId}", so the stored document would contradict the key that it is stored under`,
+    { docId, documentId: embeddedDocId }
+  );
+}
 function asBatchInsertError(err) {
   return err instanceof NarsilError ? err : new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, String(err));
 }
@@ -566,4 +587,4 @@ function restoredConfigFields(envelope) {
   };
 }
 
-export { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR, WIRE_BATCH_BUDGET, admitBufferedUpsert, admitInsert, asBatchInsertError, assertDocumentCarriesMappedVectors, bindEngineCore, collectRequiredFieldFailures, createPendingAdmissions, embedChunkDocuments, embedDocumentFields, engineCoreOf, providedDocId, readSharedConfigFields, recordPendingAdmission, resolveVectorText, restoredConfigFields, restoredEmbedding, restoredPartitionConfig };
+export { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR, WIRE_BATCH_BUDGET, admitBufferedUpsert, admitInsert, asBatchInsertError, assertDocumentCarriesMappedVectors, bindEngineCore, collectRequiredFieldFailures, createPendingAdmissions, embedChunkDocuments, embedDocumentFields, engineCoreOf, providedDocId, readSharedConfigFields, recordPendingAdmission, requireDocumentObject, requireMatchingDocId, resolveVectorText, restoredConfigFields, restoredEmbedding, restoredPartitionConfig };

package/dist/{chunk-2STVUTNA.mjs → chunk-EDMCZLSJ.mjs}

@@ -1,6 +1,6 @@
-import { MAX_SORT_FIELDS } from './chunk-653BNMAF.mjs';
-import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-YNVIUGF5.mjs';
-import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-USKFU7J5.mjs';
+import { MAX_SORT_FIELDS } from './chunk-M6XF5HDE.mjs';
+import { nativeSearchCoreIsEnabled, loadNativeCore } from './chunk-P2ZZN32C.mjs';
+import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-RV77FR2F.mjs';
 
 // src/server/capabilities.ts
 var ASYNC_IMPORT_CAPABILITY = "documents.import.async";
@@ -113,6 +113,7 @@ var STATUS_BY_CODE = {
   SEARCH_INVALID_MODE: 400,
   SEARCH_INVALID_CURSOR: 400,
   SEARCH_RESULT_WINDOW_EXCEEDED: 400,
+  SEARCH_WORK_CAP_EXCEEDED: 400,
   LANGUAGE_NOT_SUPPORTED: 400,
   CONFIG_INVALID: 400,
   EMBEDDING_DIMENSION_MISMATCH: 400,