@delali/narsil 0.2.4-next.48 → 0.2.4-next.50

package/README.md

@@ -91,7 +91,7 @@ Every hit holds the document, its id, and its BM25 score. `results.count` report
 
 **Storage.** [Persistence adapters](https://github.com/assetcorp/narsil/blob/main/docs/persistence-and-durability.md) plug in filesystem, IndexedDB, memory, or custom backends. Durability adds a write-ahead log with periodic checkpoints and automatic recovery, and snapshots capture a whole index as one portable byte array.
 
-**Scale.** [Partitioned indexes](https://github.com/assetcorp/narsil/blob/main/docs/partitions-and-workers.md) route documents by deterministic hash and reshape online through `rebalance()`, with writes buffering in a write-ahead queue during the reshape. Worker promotion moves search off the main thread once document counts cross a threshold.
+**Scale.** [Partitioned indexes](https://github.com/assetcorp/narsil/blob/main/docs/partitions-and-workers.md) route documents by deterministic hash and reshape online through `rebalance()`, with writes buffering in a write-ahead queue during the reshape. Worker copies answer keyword queries on half the worker threads once an index holds 1,000 documents, and the HTTP server receives requests on the threads that hold them.
 
 **Operations.** The [HTTP server](https://github.com/assetcorp/narsil/blob/main/docs/http-server.md) subpath wraps an engine in a REST API with health probes, bulk NDJSON import, snapshot and restore endpoints, and task-based long operations. The [client](https://github.com/assetcorp/narsil/blob/main/docs/client.md) subpath reaches every one of those routes from a browser or from Node under the engine's own method names, and the [React](https://github.com/assetcorp/narsil/blob/main/docs/react.md) subpath gives those methods to components as hooks. [Events, plugins, and memory reporting](https://github.com/assetcorp/narsil/blob/main/docs/observability.md) cover observability, and [language modules](https://github.com/assetcorp/narsil/blob/main/docs/language-support.md) cover 107 languages as separate entry points, 20 of them African.
 
@@ -108,7 +108,7 @@ Every hit holds the document, its id, and its BM25 score. `results.count` report
 | [Geosearch](../../docs/geosearch.md) | Radius and polygon filters, and the two distance formulas |
 | [Embedding adapters](../../docs/embedding-adapters.md) | Automatic embedding on insert and query, named adapters, the bundled ones, and custom ones |
 | [Persistence and durability](../../docs/persistence-and-durability.md) | Storage backends, the write-ahead log, checkpoints, recovery, and snapshots |
-| [Partitions and workers](../../docs/partitions-and-workers.md) | Partition routing, online rebalancing, worker promotion, and multi-instance invalidation |
+| [Partitions and workers](../../docs/partitions-and-workers.md) | Partition routing, online rebalancing, worker copies, and multi-instance invalidation |
 | [Language support](../../docs/language-support.md) | The 107 language modules, analysis revisions and rebuilds, and named tokenizers and stop words |
 | [HTTP server](../../docs/http-server.md) | Wrapping an engine in a REST API, every route it serves, and long-running tasks |
 | [Cluster mode](../../docs/cluster.md) | Multi-node indexes: nodes and roles, replication, routed writes, distributed searches and reads, and what a cluster refuses |

package/dist/adapters/indexeddb.mjs

@@ -1,18 +1,20 @@
 import { NarsilError, ErrorCodes } from '../chunk-P4ELXVJQ.mjs';
 
+// src/persistence/constants.ts
+var DEFAULT_INDEXEDDB_NAME = "narsil";
+var DEFAULT_INDEXEDDB_STORE_NAME = "partitions";
+var MAX_PERSISTENCE_KEY_LENGTH = 1024;
+var INDEXEDDB_BLOCKED_TIMEOUT_MS = 5e3;
+
 // src/persistence/indexeddb.ts
-var DEFAULT_DB_NAME = "narsil";
-var DEFAULT_STORE_NAME = "partitions";
-var MAX_KEY_LENGTH = 1024;
-var BLOCKED_TIMEOUT_MS = 5e3;
 function validateKey(key) {
   if (!key || key.length === 0) {
     throw new NarsilError(ErrorCodes.PERSISTENCE_SAVE_FAILED, "Key must be a non-empty string");
   }
-  if (key.length > MAX_KEY_LENGTH) {
+  if (key.length > MAX_PERSISTENCE_KEY_LENGTH) {
     throw new NarsilError(
       ErrorCodes.PERSISTENCE_SAVE_FAILED,
-      `Key length ${key.length} exceeds maximum of ${MAX_KEY_LENGTH}`
+      `Key length ${key.length} exceeds maximum of ${MAX_PERSISTENCE_KEY_LENGTH}`
     );
   }
 }
@@ -23,8 +25,8 @@ function createIndexedDBPersistence(config) {
       "IndexedDB is not available in this environment. Use createMemoryPersistence() or createFilesystemPersistence() instead."
     );
   }
-  const dbName = config?.dbName ?? DEFAULT_DB_NAME;
-  const storeName = config?.storeName ?? DEFAULT_STORE_NAME;
+  const dbName = config?.dbName ?? DEFAULT_INDEXEDDB_NAME;
+  const storeName = config?.storeName ?? DEFAULT_INDEXEDDB_STORE_NAME;
   let cachedDb = null;
   function openDatabase() {
     if (cachedDb !== null) {
@@ -36,9 +38,12 @@ function createIndexedDBPersistence(config) {
       request.onblocked = () => {
         blockedTimer = setTimeout(() => {
           reject(
-            new NarsilError(ErrorCodes.PERSISTENCE_SAVE_FAILED, `IndexedDB open blocked for ${BLOCKED_TIMEOUT_MS}ms`)
+            new NarsilError(
+              ErrorCodes.PERSISTENCE_SAVE_FAILED,
+              `IndexedDB open blocked for ${INDEXEDDB_BLOCKED_TIMEOUT_MS}ms`
+            )
           );
-        }, BLOCKED_TIMEOUT_MS);
+        }, INDEXEDDB_BLOCKED_TIMEOUT_MS);
       };
       request.onupgradeneeded = () => {
         const db = request.result;

package/dist/{options-BC68VPoE.d.ts → capabilities-JrVQOwi4.d.ts}

@@ -1,52 +1,7 @@
-import { C as ClusterNamespace } from './config-B-ZI-ft5.js';
 import { E as EmbeddingAdapter } from './adapters-79OIa4xm.js';
+import { C as ClusterNamespace } from './config-Czh2YNDi.js';
 import { h as TaskStore } from './tasks-Bn4R1NPN.js';
 
-/**
- * Marks that `POST /indexes/{name}/documents/_import` accepts `?async=true` and
- * answers with a task record.
- *
- * @public
- */
-declare const ASYNC_IMPORT_CAPABILITY = "documents.import.async";
-/**
- * Marks that `POST /tasks/{id}/_cancel` asks a running task to stop.
- *
- * @public
- */
-declare const TASK_CANCEL_CAPABILITY = "tasks.cancel";
-/**
- * Marks that `GET /tasks` filters by index, type, and status, and pages through
- * `from` and `limit`.
- *
- * @public
- */
-declare const TASK_FILTER_CAPABILITY = "tasks.filter";
-/**
- * Marks that `POST /indexes/{name}/_rebuild-analysis` reanalyses an index whose
- * language module moved on.
- *
- * @public
- */
-declare const REBUILD_ANALYSIS_CAPABILITY = "indexes.rebuildAnalysis";
-/**
- * Marks that `POST /indexes/{name}/_open` and `POST /indexes/{name}/_close`
- * load and release an index's server memory.
- *
- * @public
- */
-declare const INDEX_LIFECYCLE_CAPABILITY = "indexes.lifecycle";
-/**
- * Every capability this server announces at `/capabilities`.
- *
- * A client reads this list to find out whether an optional route or mode is
- * available before it sends a request, because a server that predates one of
- * them answers 404 rather than explaining itself.
- *
- * @public
- */
-declare const SERVER_CAPABILITIES: readonly string[];
-
 /**
  * Context handed to {@link OnRequestHook} for every inbound request, captured
  * synchronously before any body is read. `remoteAddress` is the peer address
@@ -121,7 +76,7 @@ interface ServerLimits {
     maxLineBytes?: number;
     /** Documents handed to the engine per batch during NDJSON import; the loop yields between batches. */
     importBatchSize?: number;
-    /** Maximum requests executing engine work at once; excess is shed with 429. Omit or 0 to disable. */
+    /** Maximum requests executing engine work at once, counted across every request thread; excess is shed with 429. Omit or 0 to disable. */
     maxConcurrentRequests?: number;
     /** Ceiling for a search's `limit`, `offset`, and `group.maxPerGroup`, so one
      * request cannot ask for an unbounded result set. Excess → 400. Defaults to
@@ -228,6 +183,14 @@ interface NarsilServer {
     close(): Promise<void>;
     /** The server bound to this port, which is what you read after binding to port 0. */
     readonly listeningPort: number;
+    /**
+     * How many request threads receive connections, which is the engine's
+     * worker count on a machine with three cores or more and one below that.
+     * It reads zero while the main thread answers every request itself, which
+     * happens on a runtime without worker threads, on an engine created with
+     * `workers.enabled: false`, and on a cluster node's engine.
+     */
+    readonly requestThreadCount: number;
 }
 /**
  * The body every failed response carries, which is what an HTTP client parses
@@ -247,4 +210,49 @@ interface ErrorEnvelope {
     };
 }
 
+/**
+ * Marks that `POST /indexes/{name}/documents/_import` accepts `?async=true` and
+ * answers with a task record.
+ *
+ * @public
+ */
+declare const ASYNC_IMPORT_CAPABILITY = "documents.import.async";
+/**
+ * Marks that `POST /tasks/{id}/_cancel` asks a running task to stop.
+ *
+ * @public
+ */
+declare const TASK_CANCEL_CAPABILITY = "tasks.cancel";
+/**
+ * Marks that `GET /tasks` filters by index, type, and status, and pages through
+ * `from` and `limit`.
+ *
+ * @public
+ */
+declare const TASK_FILTER_CAPABILITY = "tasks.filter";
+/**
+ * Marks that `POST /indexes/{name}/_rebuild-analysis` reanalyses an index whose
+ * language module moved on.
+ *
+ * @public
+ */
+declare const REBUILD_ANALYSIS_CAPABILITY = "indexes.rebuildAnalysis";
+/**
+ * Marks that `POST /indexes/{name}/_open` and `POST /indexes/{name}/_close`
+ * load and release an index's server memory.
+ *
+ * @public
+ */
+declare const INDEX_LIFECYCLE_CAPABILITY = "indexes.lifecycle";
+/**
+ * Every capability this server announces at `/capabilities`.
+ *
+ * A client reads this list to find out whether an optional route or mode is
+ * available before it sends a request, because a server that predates one of
+ * them answers 404 rather than explaining itself.
+ *
+ * @public
+ */
+declare const SERVER_CAPABILITIES: readonly string[];
+
 export { ASYNC_IMPORT_CAPABILITY as A, type CorsOptions as C, type ErrorEnvelope as E, INDEX_LIFECYCLE_CAPABILITY as I, type NarsilServer as N, type OnRequestHook as O, REBUILD_ANALYSIS_CAPABILITY as R, SERVER_CAPABILITIES as S, TASK_CANCEL_CAPABILITY as T, TASK_FILTER_CAPABILITY as a, type ServerOptions as b, type RequestContext as c, type RequestDenial as d, type ServerLimits as e };

package/dist/{chunk-BFIH7OV5.mjs → chunk-2GWVQWGA.mjs}

@@ -108,8 +108,10 @@ function compareSortStrings(a, b) {
   return compareCodePoints(a, b);
 }
 
-// src/core/ordering/sort-values.ts
+// src/core/ordering/constants.ts
 var SORT_VALUE_MAX_CODE_POINTS = 512;
+
+// src/core/ordering/sort-values.ts
 function truncateSortString(value) {
   if (value.length <= SORT_VALUE_MAX_CODE_POINTS) return value;
   let index = 0;

package/dist/chunk-AV4IJKD2.mjs

@@ -0,0 +1,35 @@
+// src/runtime/detect.ts
+function detectRuntimeName() {
+  if ("Bun" in globalThis) {
+    return "bun";
+  }
+  if ("Deno" in globalThis) {
+    return "deno";
+  }
+  const proc = globalThis.process;
+  if (typeof proc === "object" && proc !== null && typeof proc.versions === "object" && typeof proc.versions?.node === "string") {
+    return "node";
+  }
+  return "browser";
+}
+function getCpuCount() {
+  const nav = globalThis.navigator;
+  if (nav && typeof nav.hardwareConcurrency === "number" && nav.hardwareConcurrency >= 1) {
+    return nav.hardwareConcurrency;
+  }
+  return 1;
+}
+function detectRuntime() {
+  const runtime = detectRuntimeName();
+  return {
+    runtime,
+    cpuCount: getCpuCount(),
+    supportsWorkerThreads: runtime === "node" || runtime === "bun",
+    supportsWebWorkers: runtime === "browser" || runtime === "deno" || runtime === "bun",
+    supportsFileSystem: runtime === "node" || runtime === "bun" || runtime === "deno",
+    supportsIndexedDB: runtime === "browser" || "indexedDB" in globalThis,
+    supportsBroadcastChannel: "BroadcastChannel" in globalThis
+  };
+}
+
+export { detectRuntime };