@delali/narsil 0.2.4-next.48 → 0.2.4-next.50

package/dist/{config-B-ZI-ft5.d.ts → config-Czh2YNDi.d.ts}

@@ -1,5 +1,5 @@
-import { N as NarsilConfig } from './config-BZRExglL.js';
-import { A as AllocationTable, N as NodeRole, a as NodeRegistration, C as ClusterCoordinator, b as NodeCapacity } from './types-DsSSjY4d.js';
+import { N as NarsilConfig } from './config-OON7IJ_B.js';
+import { A as AllocationTable, N as NodeRole, a as NodeRegistration, C as ClusterCoordinator, b as NodeCapacity } from './types-DXPxaXPO.js';
 import { N as NodeTransport } from './types-D5OwhtsQ.js';
 
 /**

package/dist/{config-BZRExglL.d.ts → config-OON7IJ_B.d.ts}

@@ -1,6 +1,6 @@
 import { P as PersistenceAdapter, I as InvalidationAdapter, E as EmbeddingAdapter } from './adapters-79OIa4xm.js';
-import { Q as QueryParams, e as QueryResult } from './search-DDHjfXhJ.js';
-import { I as IndexConfig, A as AnyDocument } from './schema-B7juWg8Q.js';
+import { Q as QueryParams, e as QueryResult } from './memory-Bzd5xcEW.js';
+import { I as IndexConfig, A as AnyDocument } from './schema-BqRx9t4E.js';
 
 /**
  * Hooks that run alongside the engine's own work, which is how you add
@@ -148,7 +148,7 @@ interface NarsilConfig {
     plugins?: NarsilPlugin[];
     /** This supplies the id for a document inserted without one. The engine generates a UUID v7 by default. */
     idGenerator?: () => string;
-    /** These settings control when the engine moves its indexes onto worker threads, and how many it uses. */
+    /** These settings control when an index gains worker copies, how many threads they share, and when an idle index gives them up. */
     workers?: WorkerConfig;
     /** Every index uses this adapter unless its own config names another. */
     embedding?: EmbeddingAdapter;
@@ -249,25 +249,62 @@ interface DurabilityConfig {
     compactionThreshold?: number;
 }
 /**
- * When the engine moves its indexes onto worker threads, and how many it uses.
+ * Which queries the main copy of an index answers once the index holds worker
+ * copies. Under `lone`, the main copy answers a query the engine receives
+ * while no copy holds one, on an index of at most 50,000 documents. Once
+ * every copy is busy, it also answers one query per turn of the event loop.
+ * Under `none`, every query on an index that holds copies goes to one of
+ * them, while the main copy still answers a query on an index whose copies
+ * are loading.
  *
- * An engine starts on the main thread, where a small index answers fastest.
- * Once an index passes a threshold the engine promotes it to a worker pool, so
- * that indexing and searching run off the calling thread.
+ * @public
+ */
+type MainCopyQueries = 'lone' | 'none';
+/**
+ * How the engine holds worker copies of its indexes, and how many threads
+ * they may use.
+ *
+ * A small index answers fastest on the main thread. Once an index holds as
+ * many documents as the copy threshold, the engine loads a copy of it onto
+ * every worker thread, and each query then runs whole on the copy with the
+ * fewest queries in flight. The same switch governs the vector search pool.
  *
  * @public
  */
 interface WorkerConfig {
-    /** Setting this allows promotion to worker threads. The engine promotes nothing while it is false. */
+    /**
+     * Whether the engine may hold worker copies and a vector search pool. It is
+     * on everywhere but a browser page. Set it to false to hold the process to
+     * one thread, which leaves both pools absent.
+     */
     enabled?: boolean;
-    /** The pool runs this many workers. The engine derives a count from the host's cores by default. */
+    /**
+     * The keyword copies and the vector search pool share this many threads
+     * between them, half each, in an embedded engine. The HTTP server holds a
+     * copy on every one of them and receives requests there. The engine takes
+     * the host's cores minus one by default, between 2 and 8.
+     */
     count?: number;
-    /** This many documents in one index trigger promotion. */
+    /** An index gains worker copies once it holds this many documents, 1,000 by default. */
     promotionThreshold?: number;
-    /** This many documents across every index trigger promotion. */
-    totalPromotionThreshold?: number;
+    /**
+     * The engine drops an index's copies after this many milliseconds without a
+     * read or a write, five minutes by default, and loads them again on the
+     * next request while the main copy answers it. It may not exceed
+     * `lifecycle.idleTimeoutMs`, and where it is unset the copies take the
+     * smaller of five minutes and that interval.
+     */
+    idleTimeoutMs?: number;
+    /**
+     * Which queries the main copy answers, `lone` by default. Set `none` where
+     * the main thread also serves the host's own work, such as HTTP requests,
+     * because a query answered on the main copy then delays every other request
+     * waiting on that thread. A server created with `createServer` sets `none` on
+     * an engine that leaves this unset.
+     */
+    mainCopyQueries?: MainCopyQueries;
     /** Each worker imports this module on start-up, which is how a worker reaches a custom tokeniser or language. */
     bootstrapModule?: string;
 }
 
-export type { AnalysisConfig as A, DurabilityConfig as D, IndexContext as I, NarsilConfig as N, PartitionContext as P, RemoveContext as R, SearchContext as S, UpdateContext as U, WorkerConfig as W, IndexLifecycleConfig as a, InsertContext as b, NarsilPlugin as c, StaleAnalysis as d, WorkerContext as e };
+export type { AnalysisConfig as A, DurabilityConfig as D, IndexContext as I, MainCopyQueries as M, NarsilConfig as N, PartitionContext as P, RemoveContext as R, SearchContext as S, UpdateContext as U, WorkerConfig as W, IndexLifecycleConfig as a, InsertContext as b, NarsilPlugin as c, StaleAnalysis as d, WorkerContext as e };

package/dist/direct-executor-OREXU72C.mjs

@@ -0,0 +1,12 @@
+export { createDirectExecutor } from './chunk-BEIK3EOZ.mjs';
+import './chunk-CMVG2UEF.mjs';
+import './chunk-AV4IJKD2.mjs';
+import './chunk-CBLS46IE.mjs';
+import './chunk-TGP5M5R7.mjs';
+import './chunk-PMBHH44R.mjs';
+import './chunk-X6YZO4MQ.mjs';
+import './chunk-RP23PWMV.mjs';
+import './chunk-U2BKYEC7.mjs';
+import './chunk-2GWVQWGA.mjs';
+import './chunk-WYJXSLER.mjs';
+import './chunk-P4ELXVJQ.mjs';

package/dist/distribution/coordinator/etcd.d.ts

@@ -1,5 +1,5 @@
-import { C as ClusterCoordinator } from '../../types-DsSSjY4d.js';
-import '../../schema-B7juWg8Q.js';
+import { C as ClusterCoordinator } from '../../types-DXPxaXPO.js';
+import '../../schema-BqRx9t4E.js';
 import '../../adapters-79OIa4xm.js';
 
 /**

package/dist/distribution/coordinator/etcd.mjs

@@ -1,4 +1,5 @@
-import { compareCodePoints } from '../../chunk-BFIH7OV5.mjs';
+import { MAX_NODE_ID_LENGTH, MAX_WATCHERS } from '../../chunk-ORBLD3EL.mjs';
+import { compareCodePoints } from '../../chunk-2GWVQWGA.mjs';
 import { NarsilError, ErrorCodes } from '../../chunk-P4ELXVJQ.mjs';
 import { decode, encode } from '@msgpack/msgpack';
 
@@ -236,9 +237,7 @@ async function writeUnderLease(context, registration) {
 }
 
 // src/distribution/coordinator/etcd/validation.ts
-var MAX_NODE_ID_LENGTH = 255;
 var VALID_PARTITION_STATES = /* @__PURE__ */ new Set(["UNASSIGNED", "INITIALISING", "ACTIVE", "MIGRATING", "DECOMMISSIONING"]);
-var MAX_WATCHERS = 64;
 function validateNodeId(nodeId) {
   if (nodeId.length === 0) {
     throw new NarsilError(ErrorCodes.CONFIG_INVALID, "Node ID must not be empty");

package/dist/distribution/coordinator/in-memory.d.ts

@@ -1,5 +1,5 @@
-import { C as ClusterCoordinator } from '../../types-DsSSjY4d.js';
-import '../../schema-B7juWg8Q.js';
+import { C as ClusterCoordinator } from '../../types-DXPxaXPO.js';
+import '../../schema-BqRx9t4E.js';
 import '../../adapters-79OIa4xm.js';
 
 /**

package/dist/distribution/coordinator/in-memory.mjs

@@ -1,8 +1,8 @@
-import { compareCodePoints } from '../../chunk-BFIH7OV5.mjs';
+import { NODE_HEARTBEAT_TTL_MS } from '../../chunk-ORBLD3EL.mjs';
+import { compareCodePoints } from '../../chunk-2GWVQWGA.mjs';
 
 // src/distribution/coordinator/in-memory.ts
 var NODE_HEARTBEAT_PREFIX = "_narsil/node/";
-var NODE_HEARTBEAT_TTL_MS = 3e4;
 function bytesEqual(a, b) {
   if (a.byteLength !== b.byteLength) {
     return false;

package/dist/distribution/transport/grpc.mjs

@@ -1,5 +1,6 @@
-import { decodeTransportMessage, encodeTransportMessage } from '../../chunk-PM52SMBT.mjs';
-import { TransportError, TransportErrorCodes, MAX_MESSAGE_SIZE_BYTES } from '../../chunk-JQUL2T6I.mjs';
+import { decodeTransportMessage, encodeTransportMessage } from '../../chunk-OOSIDHA3.mjs';
+import { MAX_MESSAGE_SIZE_BYTES, GRPC_KEEPALIVE_TIMEOUT_MS, GRPC_KEEPALIVE_TIME_MS, GRPC_ENVELOPE_OVERHEAD_BYTES } from '../../chunk-UNEEFTEU.mjs';
+import { TransportError, TransportErrorCodes } from '../../chunk-GCM3JFVA.mjs';
 import { NarsilError, ErrorCodes } from '../../chunk-P4ELXVJQ.mjs';
 
 // src/distribution/transport/grpc/codec.ts
@@ -123,15 +124,12 @@ var DEFAULT_GRPC_CONFIG = {
   replicationTimeout: 1e4,
   snapshotTimeout: 3e5
 };
-var ENVELOPE_OVERHEAD_BYTES = 1024;
-var KEEPALIVE_TIME_MS = 3e4;
-var KEEPALIVE_TIMEOUT_MS = 1e4;
 function channelOptions() {
   return {
-    "grpc.max_receive_message_length": MAX_MESSAGE_SIZE_BYTES + ENVELOPE_OVERHEAD_BYTES,
-    "grpc.max_send_message_length": MAX_MESSAGE_SIZE_BYTES + ENVELOPE_OVERHEAD_BYTES,
-    "grpc.keepalive_time_ms": KEEPALIVE_TIME_MS,
-    "grpc.keepalive_timeout_ms": KEEPALIVE_TIMEOUT_MS,
+    "grpc.max_receive_message_length": MAX_MESSAGE_SIZE_BYTES + GRPC_ENVELOPE_OVERHEAD_BYTES,
+    "grpc.max_send_message_length": MAX_MESSAGE_SIZE_BYTES + GRPC_ENVELOPE_OVERHEAD_BYTES,
+    "grpc.keepalive_time_ms": GRPC_KEEPALIVE_TIME_MS,
+    "grpc.keepalive_timeout_ms": GRPC_KEEPALIVE_TIMEOUT_MS,
     "grpc.keepalive_permit_without_calls": 1
   };
 }

package/dist/distribution/transport/in-memory.mjs

@@ -1,4 +1,5 @@
-import { DEFAULT_TRANSPORT_CONFIG, TransportError, TransportErrorCodes, MAX_MESSAGE_SIZE_BYTES } from '../../chunk-JQUL2T6I.mjs';
+import { MAX_MESSAGE_SIZE_BYTES } from '../../chunk-UNEEFTEU.mjs';
+import { DEFAULT_TRANSPORT_CONFIG, TransportError, TransportErrorCodes } from '../../chunk-GCM3JFVA.mjs';
 
 // src/distribution/transport/in-memory.ts
 function createInMemoryNetwork() {

package/dist/distribution/transport/tcp.mjs

@@ -1,5 +1,6 @@
-import { DEFAULT_TCP_CONFIG, encodeTransportMessage, encodeFrame, FRAME_TYPE_REQUEST, FrameParser, FRAME_TYPE_RESPONSE, decodeTransportMessage, FRAME_TYPE_STREAM_CHUNK, FRAME_TYPE_STREAM_END } from '../../chunk-PM52SMBT.mjs';
-import { MAX_MESSAGE_SIZE_BYTES, TransportError, TransportErrorCodes } from '../../chunk-JQUL2T6I.mjs';
+import { DEFAULT_TCP_CONFIG, encodeTransportMessage, encodeFrame, FRAME_TYPE_REQUEST, FrameParser, FRAME_TYPE_RESPONSE, decodeTransportMessage, FRAME_TYPE_STREAM_CHUNK, FRAME_TYPE_STREAM_END } from '../../chunk-OOSIDHA3.mjs';
+import { MAX_MESSAGE_SIZE_BYTES } from '../../chunk-UNEEFTEU.mjs';
+import { TransportError, TransportErrorCodes } from '../../chunk-GCM3JFVA.mjs';
 import { connect as connect$1, createServer as createServer$1 } from 'net';
 import { connect, createServer } from 'tls';
 

package/dist/distribution.d.ts

@@ -1,12 +1,12 @@
-import { a as CreateIndexOptions, C as ClusterNamespace, b as ClusterNodeConfig } from './config-B-ZI-ft5.js';
-export { c as ClusterControllerConfig, d as ClusterNodeInfo, e as ClusterQueryConfig, N as NodeReadiness, R as ReplicationConfig } from './config-B-ZI-ft5.js';
-import { N as NarsilEventMap, a as Narsil } from './engine-Cjr1uBLa.js';
-import { B as BatchResult, L as ListParams, g as ListResult, i as SuggestParams, j as SuggestResult, Q as QueryParams, h as PreflightResult, f as IndexStats, P as PartitionStatsResult, M as MemoryStats, e as QueryResult } from './search-DDHjfXhJ.js';
-import { I as IndexConfig, A as AnyDocument, b as InsertOptions } from './schema-B7juWg8Q.js';
-import { b as NodeCapacity, N as NodeRole } from './types-DsSSjY4d.js';
-export { c as AllocationConstraints, d as AllocationEvent, A as AllocationTable, C as ClusterCoordinator, e as NodeEvent, a as NodeRegistration, P as PartitionAssignment, f as PartitionState, S as SchemaEvent, U as UnassignedReason } from './types-DsSSjY4d.js';
+import { a as CreateIndexOptions, C as ClusterNamespace, b as ClusterNodeConfig } from './config-Czh2YNDi.js';
+export { c as ClusterControllerConfig, d as ClusterNodeInfo, e as ClusterQueryConfig, N as NodeReadiness, R as ReplicationConfig } from './config-Czh2YNDi.js';
+import { N as NarsilEventMap, a as Narsil } from './engine-9PtFY50q.js';
+import { B as BatchResult, L as ListParams, g as ListResult, i as SuggestParams, j as SuggestResult, Q as QueryParams, h as PreflightResult, f as IndexStats, P as PartitionStatsResult, M as MemoryStats, e as QueryResult } from './memory-Bzd5xcEW.js';
+import { I as IndexConfig, A as AnyDocument, b as InsertOptions } from './schema-BqRx9t4E.js';
+import { b as NodeCapacity, N as NodeRole } from './types-DXPxaXPO.js';
+export { c as AllocationConstraints, d as AllocationEvent, A as AllocationTable, C as ClusterCoordinator, e as NodeEvent, a as NodeRegistration, P as PartitionAssignment, f as PartitionState, S as SchemaEvent, U as UnassignedReason } from './types-DXPxaXPO.js';
 export { L as ListenHandler, N as NodeTransport, R as RespondFn, T as TransportConfig, a as TransportMessage } from './types-D5OwhtsQ.js';
-import './config-BZRExglL.js';
+import './config-OON7IJ_B.js';
 import './adapters-79OIa4xm.js';
 
 /**