@delali/narsil 0.3.1-next.71 → 0.3.1-next.73

package/README.md

@@ -106,7 +106,7 @@ Every hit holds the document, its id, and its BM25 score. Beside the hits, `resu
 
 **Geosearch.** [Geo filters](https://github.com/assetcorp/narsil/blob/main/docs/geosearch.md) match documents by radius, using Haversine or Vincenty distance, or by polygon containment. You can combine a geo filter with every other query feature.
 
-**Storage.** [Persistence adapters](https://github.com/assetcorp/narsil/blob/main/docs/persistence-and-durability.md) store indexes on the filesystem, in IndexedDB, in memory, or in a backend of your own. With durability on, the engine keeps a write-ahead log with periodic checkpoints and recovers on its own after a crash. A snapshot captures a whole index as one portable byte array.
+**Storage.** [Persistence adapters](https://github.com/assetcorp/narsil/blob/main/docs/persistence-and-durability.md) store indexes on the filesystem, in IndexedDB, in memory, or in a backend of your own. With durability on, the engine keeps a write-ahead log with periodic checkpoints and recovers on its own after a crash. You can stream a whole index into a portable snapshot archive, or export its documents as JSON Lines to move the index across releases.
 
 **Scale.** The engine routes each document to a [partition](https://github.com/assetcorp/narsil/blob/main/docs/partitions-and-workers.md) by a deterministic hash. When you call `rebalance()`, the engine reshapes the partitions online and buffers incoming writes in a write-ahead queue. Once an index holds 1,000 documents, the engine serves keyword queries from worker copies on half its worker threads, while the HTTP server receives requests on the threads that hold those copies.
 
@@ -124,7 +124,7 @@ Every hit holds the document, its id, and its BM25 score. Beside the hits, `resu
 | [Hybrid search](https://github.com/assetcorp/narsil/blob/main/docs/hybrid-search.md) | Reciprocal rank fusion and linear blending of text and vector rankings |
 | [Geosearch](https://github.com/assetcorp/narsil/blob/main/docs/geosearch.md) | Radius and polygon filters, and the two distance formulas |
 | [Embedding adapters](https://github.com/assetcorp/narsil/blob/main/docs/embedding-adapters.md) | Automatic embedding on insert and query, named adapters, the bundled ones, and custom ones |
-| [Persistence and durability](https://github.com/assetcorp/narsil/blob/main/docs/persistence-and-durability.md) | Storage backends, the write-ahead log, checkpoints, recovery, and snapshots |
+| [Persistence and durability](https://github.com/assetcorp/narsil/blob/main/docs/persistence-and-durability.md) | Storage backends, the write-ahead log, checkpoints, recovery, snapshots, document exports, and indexes from an earlier release |
 | [Partitions and workers](https://github.com/assetcorp/narsil/blob/main/docs/partitions-and-workers.md) | Partition routing, online rebalancing, worker copies, and multi-instance invalidation |
 | [Language support](https://github.com/assetcorp/narsil/blob/main/docs/language-support.md) | The 107 language modules, analysis revisions and rebuilds, and named tokenizers and stop words |
 | [HTTP server](https://github.com/assetcorp/narsil/blob/main/docs/http-server.md) | Wrapping an engine in a REST API, every route it serves, and long-running tasks |

package/dist/adapters/filesystem.mjs

@@ -1,4 +1,4 @@
-import { NarsilError, ErrorCodes } from '../chunk-USKFU7J5.mjs';
+import { NarsilError, ErrorCodes } from '../chunk-I64LXKO3.mjs';
 
 // src/persistence/filesystem.ts
 var cachedFs = null;

package/dist/adapters/indexeddb.mjs

@@ -1,4 +1,4 @@
-import { NarsilError, ErrorCodes } from '../chunk-USKFU7J5.mjs';
+import { NarsilError, ErrorCodes } from '../chunk-I64LXKO3.mjs';
 
 // src/persistence/constants.ts
 var DEFAULT_INDEXEDDB_NAME = "narsil";

package/dist/{capabilities-Dt-7B4Wz.d.ts → capabilities-CYeAWYxQ.d.ts}

@@ -1,6 +1,6 @@
 import { E as EmbeddingAdapter } from './adapters-79OIa4xm.js';
-import { C as ClusterNamespace } from './config-rBpbgTw8.js';
-import { h as TaskStore } from './tasks-BZt_zes6.js';
+import { C as ClusterNamespace } from './config-Bv8etwUZ.js';
+import { h as TaskStore } from './tasks-DpgCpW1x.js';
 
 /**
  * Context handed to {@link OnRequestHook} for every inbound request, captured
@@ -70,8 +70,15 @@ interface CorsOptions {
 interface ServerLimits {
     /** Cap for JSON request bodies (single doc, batch, search). Excess → 413. */
     maxBodyBytes?: number;
-    /** Cap for the NDJSON import stream and binary restore body. Excess → 413. */
+    /** Cap for the NDJSON import stream. Excess → 413. */
     maxImportBytes?: number;
+    /** The server accepts a snapshot archive for `POST /indexes/{name}/restore`
+     * and a document export for `POST /indexes/{name}/import` of up to this many
+     * bytes, and it answers a larger upload with 413. The server writes each
+     * upload to a temporary file as the upload arrives, so it needs the same
+     * memory for an upload of any size. The default is 64 GiB, and 0 accepts an
+     * upload of any size. */
+    maxRestoreBytes?: number;
     /** Cap for a single NDJSON line, so one unterminated line cannot exhaust memory. Excess → 413. */
     maxLineBytes?: number;
     /** Documents handed to the engine per batch during NDJSON import; the loop yields between batches. */
@@ -255,6 +262,14 @@ declare const REBUILD_ANALYSIS_CAPABILITY = "indexes.rebuildAnalysis";
  * @public
  */
 declare const INDEX_LIFECYCLE_CAPABILITY = "indexes.lifecycle";
+/**
+ * Marks a server that answers `GET /indexes/{name}/export` with a stream of a
+ * document export and imports an export sent to `POST /indexes/{name}/import`
+ * in a task.
+ *
+ * @public
+ */
+declare const DOCUMENT_EXPORT_CAPABILITY = "indexes.documentExport";
 /**
  * Every capability this server announces at `/capabilities`.
  *
@@ -266,4 +281,4 @@ declare const INDEX_LIFECYCLE_CAPABILITY = "indexes.lifecycle";
  */
 declare const SERVER_CAPABILITIES: readonly string[];
 
-export { ASYNC_IMPORT_CAPABILITY as A, type CorsOptions as C, type ErrorEnvelope as E, INDEX_LIFECYCLE_CAPABILITY as I, type NarsilServer as N, type OnRequestHook as O, REBUILD_ANALYSIS_CAPABILITY as R, SERVER_CAPABILITIES as S, TASK_CANCEL_CAPABILITY as T, TASK_FILTER_CAPABILITY as a, type ServerOptions as b, type RequestContext as c, type RequestDenial as d, type ServerLimits as e };
+export { ASYNC_IMPORT_CAPABILITY as A, type CorsOptions as C, DOCUMENT_EXPORT_CAPABILITY as D, type ErrorEnvelope as E, INDEX_LIFECYCLE_CAPABILITY as I, type NarsilServer as N, type OnRequestHook as O, REBUILD_ANALYSIS_CAPABILITY as R, SERVER_CAPABILITIES as S, TASK_CANCEL_CAPABILITY as T, TASK_FILTER_CAPABILITY as a, type ServerOptions as b, type RequestContext as c, type RequestDenial as d, type ServerLimits as e };

package/dist/{chunk-3JGWULDF.mjs → chunk-2WLD2NFW.mjs}

@@ -1,8 +1,8 @@
-import { readSharedConfigFields, restoredEmbedding, restoredPartitionConfig, MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-FVLQ63B7.mjs';
-import { getLanguage } from './chunk-HWQLTLNG.mjs';
-import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-GIVAGD3Q.mjs';
-import { compareCodePoints } from './chunk-OI42GWLR.mjs';
-import { NarsilError, ErrorCodes } from './chunk-USKFU7J5.mjs';
+import { readSharedConfigFields, restoredEmbedding, restoredPartitionConfig, MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-AFKH4ZK3.mjs';
+import { getLanguage } from './chunk-4MQ5F4IL.mjs';
+import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-AK3BLGCI.mjs';
+import { compareCodePoints } from './chunk-LJYTW7GT.mjs';
+import { NarsilError, ErrorCodes } from './chunk-I64LXKO3.mjs';
 import { encode, decode } from '@msgpack/msgpack';
 
 // src/distribution/cluster/index-settings.ts