@delali/narsil 0.3.1-next.72 → 0.3.1-next.74

package/README.md

@@ -106,7 +106,7 @@ Every hit holds the document, its id, and its BM25 score. Beside the hits, `resu
 
 **Geosearch.** [Geo filters](https://github.com/assetcorp/narsil/blob/main/docs/geosearch.md) match documents by radius, using Haversine or Vincenty distance, or by polygon containment. You can combine a geo filter with every other query feature.
 
-**Storage.** [Persistence adapters](https://github.com/assetcorp/narsil/blob/main/docs/persistence-and-durability.md) store indexes on the filesystem, in IndexedDB, in memory, or in a backend of your own. With durability on, the engine keeps a write-ahead log with periodic checkpoints and recovers on its own after a crash. A snapshot captures a whole index as one portable byte array.
+**Storage.** [Persistence adapters](https://github.com/assetcorp/narsil/blob/main/docs/persistence-and-durability.md) store indexes on the filesystem, in IndexedDB, in memory, or in a backend of your own. With durability on, the engine keeps a write-ahead log with periodic checkpoints and recovers on its own after a crash. You can stream a whole index into a portable snapshot archive, or export its documents as JSON Lines to move the index across releases.
 
 **Scale.** The engine routes each document to a [partition](https://github.com/assetcorp/narsil/blob/main/docs/partitions-and-workers.md) by a deterministic hash. When you call `rebalance()`, the engine reshapes the partitions online and buffers incoming writes in a write-ahead queue. Once an index holds 1,000 documents, the engine serves keyword queries from worker copies on half its worker threads, while the HTTP server receives requests on the threads that hold those copies.
 
@@ -124,7 +124,7 @@ Every hit holds the document, its id, and its BM25 score. Beside the hits, `resu
 | [Hybrid search](https://github.com/assetcorp/narsil/blob/main/docs/hybrid-search.md) | Reciprocal rank fusion and linear blending of text and vector rankings |
 | [Geosearch](https://github.com/assetcorp/narsil/blob/main/docs/geosearch.md) | Radius and polygon filters, and the two distance formulas |
 | [Embedding adapters](https://github.com/assetcorp/narsil/blob/main/docs/embedding-adapters.md) | Automatic embedding on insert and query, named adapters, the bundled ones, and custom ones |
-| [Persistence and durability](https://github.com/assetcorp/narsil/blob/main/docs/persistence-and-durability.md) | Storage backends, the write-ahead log, checkpoints, recovery, and snapshots |
+| [Persistence and durability](https://github.com/assetcorp/narsil/blob/main/docs/persistence-and-durability.md) | Storage backends, the write-ahead log, checkpoints, recovery, snapshots, document exports, and indexes from an earlier release |
 | [Partitions and workers](https://github.com/assetcorp/narsil/blob/main/docs/partitions-and-workers.md) | Partition routing, online rebalancing, worker copies, and multi-instance invalidation |
 | [Language support](https://github.com/assetcorp/narsil/blob/main/docs/language-support.md) | The 107 language modules, analysis revisions and rebuilds, and named tokenizers and stop words |
 | [HTTP server](https://github.com/assetcorp/narsil/blob/main/docs/http-server.md) | Wrapping an engine in a REST API, every route it serves, and long-running tasks |

package/dist/adapters/filesystem.mjs

@@ -1,4 +1,4 @@
-import { NarsilError, ErrorCodes } from '../chunk-RV77FR2F.mjs';
+import { NarsilError, ErrorCodes } from '../chunk-I64LXKO3.mjs';
 
 // src/persistence/filesystem.ts
 var cachedFs = null;

package/dist/adapters/indexeddb.mjs

@@ -1,4 +1,4 @@
-import { NarsilError, ErrorCodes } from '../chunk-RV77FR2F.mjs';
+import { NarsilError, ErrorCodes } from '../chunk-I64LXKO3.mjs';
 
 // src/persistence/constants.ts
 var DEFAULT_INDEXEDDB_NAME = "narsil";

package/dist/{capabilities-D6gjjQyA.d.ts → capabilities-CAMzmkAg.d.ts}

@@ -1,6 +1,6 @@
 import { E as EmbeddingAdapter } from './adapters-79OIa4xm.js';
-import { C as ClusterNamespace } from './config-BLguB-om.js';
-import { h as TaskStore } from './tasks-BECd0b__.js';
+import { C as ClusterNamespace } from './config-C6Iw5rCX.js';
+import { h as TaskStore } from './tasks-BVmAKYBh.js';
 
 /**
  * Context handed to {@link OnRequestHook} for every inbound request, captured
@@ -70,8 +70,15 @@ interface CorsOptions {
 interface ServerLimits {
     /** Cap for JSON request bodies (single doc, batch, search). Excess → 413. */
     maxBodyBytes?: number;
-    /** Cap for the NDJSON import stream and binary restore body. Excess → 413. */
+    /** Cap for the NDJSON import stream. Excess → 413. */
     maxImportBytes?: number;
+    /** The server accepts a snapshot archive for `POST /indexes/{name}/restore`
+     * and a document export for `POST /indexes/{name}/import` of up to this many
+     * bytes, and it answers a larger upload with 413. The server writes each
+     * upload to a temporary file as the upload arrives, so it needs the same
+     * memory for an upload of any size. The default is 64 GiB, and 0 accepts an
+     * upload of any size. */
+    maxRestoreBytes?: number;
     /** Cap for a single NDJSON line, so one unterminated line cannot exhaust memory. Excess → 413. */
     maxLineBytes?: number;
     /** Documents handed to the engine per batch during NDJSON import; the loop yields between batches. */
@@ -255,6 +262,14 @@ declare const REBUILD_ANALYSIS_CAPABILITY = "indexes.rebuildAnalysis";
  * @public
  */
 declare const INDEX_LIFECYCLE_CAPABILITY = "indexes.lifecycle";
+/**
+ * Marks a server that answers `GET /indexes/{name}/export` with a stream of a
+ * document export and imports an export sent to `POST /indexes/{name}/import`
+ * in a task.
+ *
+ * @public
+ */
+declare const DOCUMENT_EXPORT_CAPABILITY = "indexes.documentExport";
 /**
  * Every capability this server announces at `/capabilities`.
  *
@@ -266,4 +281,4 @@ declare const INDEX_LIFECYCLE_CAPABILITY = "indexes.lifecycle";
  */
 declare const SERVER_CAPABILITIES: readonly string[];
 
-export { ASYNC_IMPORT_CAPABILITY as A, type CorsOptions as C, type ErrorEnvelope as E, INDEX_LIFECYCLE_CAPABILITY as I, type NarsilServer as N, type OnRequestHook as O, REBUILD_ANALYSIS_CAPABILITY as R, SERVER_CAPABILITIES as S, TASK_CANCEL_CAPABILITY as T, TASK_FILTER_CAPABILITY as a, type ServerOptions as b, type RequestContext as c, type RequestDenial as d, type ServerLimits as e };
+export { ASYNC_IMPORT_CAPABILITY as A, type CorsOptions as C, DOCUMENT_EXPORT_CAPABILITY as D, type ErrorEnvelope as E, INDEX_LIFECYCLE_CAPABILITY as I, type NarsilServer as N, type OnRequestHook as O, REBUILD_ANALYSIS_CAPABILITY as R, SERVER_CAPABILITIES as S, TASK_CANCEL_CAPABILITY as T, TASK_FILTER_CAPABILITY as a, type ServerOptions as b, type RequestContext as c, type RequestDenial as d, type ServerLimits as e };

package/dist/{chunk-P2ZZN32C.mjs → chunk-2E35UM3G.mjs}

@@ -1,18 +1,8 @@
-import { NarsilError, ErrorCodes } from './chunk-RV77FR2F.mjs';
+import { NarsilError, ErrorCodes } from './chunk-I64LXKO3.mjs';
 import { existsSync } from 'fs';
 import { createRequire } from 'module';
 import { join, dirname } from 'path';
 
-// src/vector/hnsw/constants.ts
-var MAX_LAYER_CAP = 32;
-var MAX_M = 512;
-var INITIAL_UPPER_SLOTS = 64;
-var INITIAL_LIST_CAPACITY = 64;
-var PLACEMENT_ROOM_REQUESTS = 8;
-var COMPACTION_TOMBSTONE_RATIO = 0.1;
-var COMPACTION_ABSOLUTE_THRESHOLD = 1e3;
-var DEFAULT_EF_SEARCH = 50;
-
 // src/vector/native/backend.ts
 var nativeSearchCoreEnabled = true;
 function nativeSearchCoreIsEnabled() {
@@ -136,4 +126,4 @@ function loadNativeCore() {
   return loaded;
 }
 
-export { COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, DEFAULT_EF_SEARCH, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, MAX_LAYER_CAP, MAX_M, PLACEMENT_ROOM_REQUESTS, loadNativeCore, nativeSearchCoreIsEnabled, noteFallback, requireSearchBackendSettings, stopUsingTheNativeSearchCore };
+export { loadNativeCore, nativeSearchCoreIsEnabled, noteFallback, requireSearchBackendSettings, stopUsingTheNativeSearchCore };

package/dist/chunk-3DDUNI6N.mjs

@@ -0,0 +1,48 @@
+// src/search/constants.ts
+var RESULT_WINDOW = 1e4;
+var DEFAULT_PAGE_SIZE = 10;
+var MAX_CURSOR_LENGTH = 40960;
+var MAX_SORT_FIELDS = 8;
+var MAX_SORT_FIELD_NAME_LENGTH = 255;
+var MAX_CURSOR_ANCHOR_CODE_POINTS = 512;
+var PREFIX_MAX_EXPANSIONS = 50;
+var PARTIAL_WORDS_ADDED_PER_QUERY = 50;
+var PARTIAL_WORD_MIN_CODE_POINTS = 3;
+var DEFAULT_FUZZY_PREFIX_LENGTH = 2;
+var MAX_TOLERANCE = 10;
+var MAX_PREFIX_LENGTH = 1024;
+var DEFAULT_MAX_PER_GROUP = 1;
+var DEFAULT_RANK_CONSTANT = 60;
+var MIN_RANK_CONSTANT = 1;
+var DEFAULT_LINEAR_ALPHA = 0.5;
+var MIN_LINEAR_ALPHA = 0;
+var MAX_LINEAR_ALPHA = 1;
+
+// src/engine/constants.ts
+var MIN_DOCUMENTS_FOR_SEGMENTS = 64;
+var BATCH_CHUNK_SIZE = 1e3;
+var DEFAULT_LIMIT = DEFAULT_PAGE_SIZE;
+var DEFAULT_OFFSET = 0;
+var INDEX_NAME_PATTERN = /^[a-zA-Z0-9][a-zA-Z0-9._-]*$/;
+var ABSOLUTE_WINDOWS_PATH_PATTERN = /^[a-zA-Z]:[\\/]/;
+var MODULE_URL_SCHEME_PATTERN = /^(file|https?|data|node):/;
+var MAX_INDEX_NAME_LENGTH = 255;
+var MAX_DOC_ID_LENGTH = 512;
+var EXPORT_CHUNK_BYTES = 1048576;
+var MAX_EXPORT_LINE_BYTES = 117443592;
+var MAX_INDEX_CONFIGURATION_BYTES = 16777216;
+var IMPORT_BATCH_DOCUMENTS = 1e3;
+var MAX_IMPORT_REFUSALS_REPORTED = 1e3;
+var MIN_SWEEP_INTERVAL_MS = 100;
+var MAX_SWEEP_INTERVAL_MS = 6e4;
+var HEAP_PRESSURE_WARNING_FRACTION = 0.9;
+var HEAP_PRESSURE_REARM_FRACTION = 0.8;
+var STATISTICS_BROADCAST_INTERVAL_MS = 5e3;
+var FOREIGN_STATS_TTL_MS = 6e4;
+var DEFAULT_SUGGEST_LIMIT = 10;
+var MAX_SUGGEST_LIMIT = 100;
+var SUGGEST_OVERSAMPLE_FACTOR = 1.5;
+var SUGGEST_OVERSAMPLE_PADDING = 10;
+var MAX_SUGGEST_SCATTER_LIMIT = Math.ceil(MAX_SUGGEST_LIMIT * SUGGEST_OVERSAMPLE_FACTOR) + SUGGEST_OVERSAMPLE_PADDING;
+
+export { ABSOLUTE_WINDOWS_PATH_PATTERN, BATCH_CHUNK_SIZE, DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_LIMIT, DEFAULT_LINEAR_ALPHA, DEFAULT_MAX_PER_GROUP, DEFAULT_OFFSET, DEFAULT_PAGE_SIZE, DEFAULT_RANK_CONSTANT, DEFAULT_SUGGEST_LIMIT, EXPORT_CHUNK_BYTES, FOREIGN_STATS_TTL_MS, HEAP_PRESSURE_REARM_FRACTION, HEAP_PRESSURE_WARNING_FRACTION, IMPORT_BATCH_DOCUMENTS, INDEX_NAME_PATTERN, MAX_CURSOR_ANCHOR_CODE_POINTS, MAX_CURSOR_LENGTH, MAX_DOC_ID_LENGTH, MAX_EXPORT_LINE_BYTES, MAX_IMPORT_REFUSALS_REPORTED, MAX_INDEX_CONFIGURATION_BYTES, MAX_INDEX_NAME_LENGTH, MAX_LINEAR_ALPHA, MAX_PREFIX_LENGTH, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, MAX_SWEEP_INTERVAL_MS, MAX_TOLERANCE, MIN_DOCUMENTS_FOR_SEGMENTS, MIN_LINEAR_ALPHA, MIN_RANK_CONSTANT, MIN_SWEEP_INTERVAL_MS, MODULE_URL_SCHEME_PATTERN, PARTIAL_WORDS_ADDED_PER_QUERY, PARTIAL_WORD_MIN_CODE_POINTS, PREFIX_MAX_EXPANSIONS, RESULT_WINDOW, STATISTICS_BROADCAST_INTERVAL_MS, SUGGEST_OVERSAMPLE_FACTOR, SUGGEST_OVERSAMPLE_PADDING };

package/dist/{chunk-KZTI25D3.mjs → chunk-4MQ5F4IL.mjs}

@@ -1,5 +1,5 @@
 import { english } from './chunk-TGP5M5R7.mjs';
-import { NarsilError, ErrorCodes } from './chunk-RV77FR2F.mjs';
+import { NarsilError, ErrorCodes } from './chunk-I64LXKO3.mjs';
 
 // src/languages/registry.ts
 var languages = /* @__PURE__ */ new Map();