@delali/narsil 0.3.1-next.72 → 0.3.1-next.73

package/dist/index.d.ts

@@ -3,11 +3,11 @@ export { A as AnyDocument, B as BM25Params, E as EmbeddingFieldConfig, F as Fiel
 import { P as PatternSearch } from './pattern-Cledccbl.js';
 import { L as LanguageModule } from './language-DB8KG1z5.js';
 export { T as TokenizerConfig } from './language-DB8KG1z5.js';
-export { A as ArrayFilter, B as BatchResult, C as ClientErrorCode, a as ClientErrorCodes, l as ComparisonFilter, D as DocumentProjection, E as ErrorCode, b as ErrorCodes, F as FacetConfig, m as FacetResult, n as FieldFilter, o as FilterExpression, G as GeoFilter, p as GeoPolygonFilter, q as GeoRadiusFilter, r as GroupConfig, s as GroupReducer, t as GroupResult, H as HighlightConfig, u as HighlightMatch, v as Hit, w as HybridConfig, I as IndexInfo, f as IndexStats, L as ListParams, g as ListResult, x as ListedDocument, M as MemoryStats, N as NarsilError, c as NarsilErrorCode, P as PartitionStatsResult, h as PreflightResult, y as PresenceFilter, z as ProcessMemoryReport, J as QueryCoverage, Q as QueryParams, e as QueryResult, K as ScoreComponents, O as SearchMode, S as ServerErrorCode, d as ServerErrorCodes, R as SortField, T as SortSpec, U as StringFilter, j as SuggestParams, k as SuggestResult, W as TermMatchPolicy, V as VectorMaintenanceResult, X as VectorQueryConfig, Y as WorkerCopyReport, i as isNarsilError } from './memory-CKHTU1CL.js';
-import { N as NarsilConfig } from './config-C7Ip8Ife.js';
-export { A as AnalysisConfig, D as DurabilityConfig, I as IndexContext, a as IndexLifecycleConfig, b as InsertContext, M as MainCopyQueries, c as NarsilPlugin, P as PartitionContext, R as RemoveContext, S as SearchContext, d as StaleAnalysis, U as UpdateContext, W as WorkerConfig, e as WorkerContext } from './config-C7Ip8Ife.js';
-import { a as Narsil } from './engine-Dm4446j1.js';
-export { D as DocumentWriteOperations, I as IndexLifecycleOperations, N as NarsilEventMap } from './engine-Dm4446j1.js';
+export { A as ArrayFilter, B as BatchResult, C as ClientErrorCode, a as ClientErrorCodes, n as ComparisonFilter, D as DocumentImportResult, o as DocumentProjection, E as ErrorCode, b as ErrorCodes, F as FacetConfig, p as FacetResult, q as FieldFilter, r as FilterExpression, G as GeoFilter, s as GeoPolygonFilter, t as GeoRadiusFilter, u as GroupConfig, v as GroupReducer, w as GroupResult, H as HighlightConfig, x as HighlightMatch, y as Hit, z as HybridConfig, I as IndexInfo, g as IndexStats, L as ListParams, h as ListResult, J as ListedDocument, M as MemoryStats, N as NarsilError, c as NarsilErrorCode, f as NarsilEventHandlers, m as NarsilEventMap, P as PartitionStatsResult, j as PreflightResult, K as PresenceFilter, O as ProcessMemoryReport, R as QueryCoverage, Q as QueryParams, e as QueryResult, T as ScoreComponents, U as SearchMode, S as ServerErrorCode, d as ServerErrorCodes, W as SortField, X as SortSpec, Y as StringFilter, k as SuggestParams, l as SuggestResult, Z as TermMatchPolicy, V as VectorMaintenanceResult, _ as VectorQueryConfig, $ as WorkerCopyReport, i as isNarsilError } from './memory-B4jMmygw.js';
+import { N as NarsilConfig } from './config-QXU3HMpq.js';
+export { A as AnalysisConfig, D as DurabilityConfig, I as IndexContext, a as IndexLifecycleConfig, b as InsertContext, M as MainCopyQueries, c as NarsilPlugin, P as PartitionContext, R as RemoveContext, S as SearchContext, d as StaleAnalysis, U as UpdateContext, W as WorkerConfig, e as WorkerContext } from './config-QXU3HMpq.js';
+import { N as Narsil } from './engine-D_OzKZ-6.js';
+export { B as ByteSource, D as DocumentWriteOperations, I as IndexLifecycleOperations } from './engine-D_OzKZ-6.js';
 export { E as EmbeddingAdapter, I as InvalidationAdapter, a as InvalidationEvent, b as PartitionStatistics, P as PersistenceAdapter } from './adapters-79OIa4xm.js';
 export { i as isSimdAvailable } from './simd-DW5AtJ6B.js';
 

package/dist/index.mjs

@@ -1,21 +1,18 @@
-export { VERSION, createNarsil } from './chunk-7QMTA7AA.mjs';
-import './chunk-2X2ZQOAB.mjs';
+export { VERSION, createNarsil } from './chunk-CVFAFZSN.mjs';
 import './chunk-GCM3JFVA.mjs';
-import './chunk-CVPA5Q7R.mjs';
-import './chunk-XZ4PAREY.mjs';
-export { getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerPatternSearch, registerStopWords, registerTokenizer } from './chunk-HVJYTKK7.mjs';
-export { clearNormalizationCache, configureNormalizationCache, getNormalizationCacheSize, resetNormalizationCache } from './chunk-QR4OKRVY.mjs';
-export { getLanguage, registerLanguage } from './chunk-KZTI25D3.mjs';
-import './chunk-M6XF5HDE.mjs';
+import './chunk-AFKH4ZK3.mjs';
+export { getStopWords, getTokenizer, hasStopWords, hasTokenizer, registerPatternSearch, registerStopWords, registerTokenizer } from './chunk-THMSFOJO.mjs';
+export { getLanguage, registerLanguage } from './chunk-4MQ5F4IL.mjs';
+import './chunk-ZULSEZCE.mjs';
+export { clearNormalizationCache, configureNormalizationCache, getNormalizationCacheSize, resetNormalizationCache } from './chunk-3YKWSO54.mjs';
+import './chunk-AK3BLGCI.mjs';
 import './chunk-TGP5M5R7.mjs';
-export { isSimdAvailable } from './chunk-LCCL6EEH.mjs';
+export { isSimdAvailable } from './chunk-WVDFG45M.mjs';
 import './chunk-ZJ4CSAB2.mjs';
-import './chunk-P2ZZN32C.mjs';
-import './chunk-3L4U6EJQ.mjs';
-import './chunk-IFBKLBGB.mjs';
-import './chunk-3HQPUCCT.mjs';
+import './chunk-PU43WDY4.mjs';
+import './chunk-XW25X6AU.mjs';
 import './chunk-ZKRV5M2P.mjs';
 import './chunk-U2BKYEC7.mjs';
 import './chunk-LJYTW7GT.mjs';
 import './chunk-POWOTUKJ.mjs';
-export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './chunk-RV77FR2F.mjs';
+export { ClientErrorCodes, ErrorCodes, NarsilError, ServerErrorCodes, isNarsilError } from './chunk-I64LXKO3.mjs';

package/dist/{memory-CKHTU1CL.d.ts → memory-B4jMmygw.d.ts}

@@ -82,7 +82,6 @@ declare const ErrorCodes: {
     readonly SNAPSHOT_SYNC_UNAUTHORIZED: "SNAPSHOT_SYNC_UNAUTHORIZED";
     readonly SNAPSHOT_SYNC_REQUEST_INVALID: "SNAPSHOT_SYNC_REQUEST_INVALID";
     readonly SNAPSHOT_SYNC_INDEX_NOT_FOUND: "SNAPSHOT_SYNC_INDEX_NOT_FOUND";
-    readonly SNAPSHOT_SYNC_TOO_LARGE: "SNAPSHOT_SYNC_TOO_LARGE";
     readonly SNAPSHOT_SYNC_CAPACITY_EXHAUSTED: "SNAPSHOT_SYNC_CAPACITY_EXHAUSTED";
     readonly SNAPSHOT_SYNC_SNAPSHOT_FAILED: "SNAPSHOT_SYNC_SNAPSHOT_FAILED";
     readonly SNAPSHOT_SYNC_DECODE_FAILED: "SNAPSHOT_SYNC_DECODE_FAILED";
@@ -226,6 +225,200 @@ declare class NarsilError extends Error {
  */
 declare function isNarsilError(value: unknown): value is NarsilError;
 
+/**
+ * This map lists every event that the engine emits, with the payload of each
+ * one.
+ *
+ * {@link Narsil.on} registers a listener under a key from this map, so that the
+ * engine can pass the matching payload to that listener. Most of these events
+ * report work that the engine does in the background, away from the call that
+ * started it, so a failure that such an event reports never rejects a promise
+ * that you are holding.
+ *
+ * @public
+ */
+type NarsilEventMap = {
+    /**
+     * The engine emits this event after a call changes what a read returns from
+     * an index. The calls are the inserts, updates, and removals, singly or in a
+     * batch, together with `clear`, `restore`, `rebalance`, `rebuildAnalysis`,
+     * `compactVectors`, `optimizeVectors`, `createIndex`, and `dropIndex`. The
+     * engine emits the event after a call that throws as well, because a call can
+     * change the index before it throws. It also emits the event after it reloads
+     * an index, once a shared invalidation adapter reports that another instance
+     * saved that index. The engine emits one event per batch, however many
+     * documents the batch holds.
+     *
+     * The engine emits the event once a query can see the change, which means
+     * after every worker copy applies the change and after any rebalance in
+     * progress replays it. A query that a listener sends from its handler
+     * therefore returns results that include the change. The engine waits for the
+     * change to become visible only while a listener is registered for the event.
+     */
+    write: {
+        /** This is the name of the index that changed. */
+        indexName: string;
+    };
+    /**
+     * A worker thread exited unexpectedly. The pool removes the thread and fails
+     * the requests that the thread was serving with `WORKER_CRASHED`. The engine
+     * then sends each of those queries again on the main thread, so the caller
+     * receives a result with no error. The remaining workers keep serving
+     * queries, because each of them holds a full worker copy of every promoted
+     * index.
+     *
+     * After a delay, the engine spawns a replacement and loads every copy onto
+     * it before it sends queries to the replacement. Once no worker is left, the
+     * main thread serves every query, because it holds every document. The first
+     * request after the delay then starts a new pool. The delay starts at one
+     * second and doubles up to a minute while replacements keep failing.
+     */
+    workerCrash: {
+        /** This is the id of the worker that exited. */
+        workerId: number;
+        /** These are the indexes that the worker held. */
+        indexNames: string[];
+        /** This is the error that ended the worker. */
+        error: Error;
+    };
+    /** An index gained worker copies, either because it reached the copy
+     * threshold or because a request loaded its copies again after an idle
+     * spell. */
+    workerPromote: {
+        /** This is the number of workers in the pool. */
+        workerCount: number;
+        /** This is the reason that the index gained its copies, such as the copy
+         * threshold that it reached. */
+        reason: string;
+    };
+    /** An index could not gain worker copies, so the main thread keeps serving
+     * its queries. */
+    workerPromoteFailure: {
+        /** This is the reason that the engine tried to load the copies. */
+        reason: string;
+        /** This is the error that stopped the load. */
+        error: Error;
+        /** This is true when the engine will try again at a later threshold. */
+        retryable: boolean;
+    };
+    /** An index finished spreading its documents across a new number of
+     * partitions. */
+    partitionRebalance: {
+        /** This is the name of the index that the engine rebalanced. */
+        indexName: string;
+        /** This is the number of partitions before the rebalance. */
+        oldCount: number;
+        /** This is the number of partitions after the rebalance. */
+        newCount: number;
+    };
+    /**
+     * An index passed its watermark, so its partitions are close to their
+     * capacity. On a cluster node, the engine reports the document count and the
+     * capacity of the one partition that `partitionId` identifies, which this
+     * node leads.
+     */
+    partitionWatermark: {
+        /** This is the name of the index that crossed the mark. */
+        indexName: string;
+        /** This is the number of documents in the index, or in the partition on a
+         * cluster node. */
+        documentCount: number;
+        /** This is the number of documents that the current partitions of the
+         * index can hold, or that the partition can hold on a cluster node. */
+        capacity: number;
+        /** This is the number of partitions in the index. */
+        partitionCount: number;
+        /** On a cluster node, this is the partition that crossed the mark, while
+         * outside a cluster the field is absent. */
+        partitionId?: number;
+    };
+    /**
+     * The process uses nine tenths of its heap, as measured during a write or a
+     * load, so the next large index can end the process with an out-of-memory
+     * error.
+     *
+     * Where `--max-old-space-size` or `--max-old-space-size-percentage` sets a
+     * limit, on the command line or in `NODE_OPTIONS`, the engine measures the
+     * used bytes against that limit, which `heapLimit` then reports. Where
+     * neither flag sets a limit, the engine measures the share of the heap that
+     * V8 reports as no longer available. V8 reports a limit about 192 MB above
+     * the true ceiling, so a process on a default heap below about 2 GB can end before
+     * this event fires.
+     *
+     * The engine emits the event once per crossing, then arms it again once the
+     * free share of the heap recovers to two tenths. Raise the limit with
+     * `--max-old-space-size-percentage` or `--max-old-space-size`, or close an
+     * idle index; see {@link ProcessMemoryReport.heapLimit}.
+     */
+    heapPressure: {
+        /** This is the index that a write or a load was touching when the heap
+         * reached that point. */
+        indexName: string;
+        /** This is the heap that the process uses, in bytes. */
+        heapUsed: number;
+        /** This is the size in bytes that the heap can grow to. */
+        heapLimit: number;
+        /** This is the estimate of the bytes that the index holds. */
+        estimatedMemoryBytes: number;
+    };
+    /** The engine started, completed, or failed a rebuild that brings the terms
+     * of an index up to the current analysis of its language module. */
+    analysisRebuild: {
+        /** This is the name of the index under rebuild. */
+        indexName: string;
+        /** This is the stage that the rebuild has reached. */
+        status: 'started' | 'completed' | 'failed';
+        /** This is the number of partitions that the rebuild has covered so far. */
+        partitionsRebuilt: number;
+        /** This is the number of partitions that the rebuild covers in total. */
+        partitionCount: number;
+        /** This is the error that stopped the rebuild, which only a `failed`
+         * status includes. */
+        error?: Error;
+    };
+    /** The engine started, completed, or failed the rewrite of an index that you
+     * saved with an earlier release. The engine rewrites the index as it
+     * recovers it, before it serves the index's first request. Because the
+     * engine writes the new manifest last, the earlier files stay intact through
+     * a failed rewrite. The engine then starts the rewrite again the next time
+     * it recovers the index. Without index lifecycle settings, the engine
+     * recovers every index before {@link createNarsil} returns, so pass the
+     * listener in the `events` setting of {@link createNarsil}. */
+    layoutUpgrade: {
+        /** This is the name of the index under rewrite. */
+        indexName: string;
+        /** This is the stage that the rewrite has reached. */
+        status: 'started' | 'completed' | 'failed';
+        /** This is `manifest` where the earlier index is a segment manifest with
+         * its files, and `bundle` where it is a single snapshot bundle. */
+        layout: 'manifest' | 'bundle';
+        /** This is the error that stopped the rewrite, which only a `failed`
+         * status includes. */
+        error?: Error;
+    };
+    /** A write to the write-ahead log or a checkpoint failed, so the writes since
+     * the last checkpoint are at risk. */
+    durabilityError: {
+        /** This is the error that the durability layer threw. */
+        error: Error;
+    };
+    /** The invalidation channel failed, so this instance can serve partitions
+     * that another instance has since changed. */
+    invalidationError: {
+        /** This is the error that the adapter threw. */
+        error: Error;
+    };
+};
+/**
+ * This map holds a listener for any event of {@link NarsilEventMap}, so that
+ * the engine can register each listener before it starts.
+ *
+ * @public
+ */
+type NarsilEventHandlers = {
+    [K in keyof NarsilEventMap]?: (payload: NarsilEventMap[K]) => void;
+};
+
 /**
  * What {@link Narsil.query} returns: the ranked hits and everything the query
  * asked for alongside them.
@@ -425,6 +618,24 @@ interface BatchResult {
         error: NarsilError;
     }>;
 }
+/**
+ * What {@link Narsil.importDocumentExport} returns. The engine continues past each
+ * refused line, so read the refusals to learn which documents it skipped.
+ *
+ * @public
+ */
+interface DocumentImportResult {
+    /** The engine wrote this many documents, counting each one that it replaced. */
+    imported: number;
+    /** The engine refused this many lines in total. */
+    refusedCount: number;
+    /** These are the 1,000 refusals with the lowest line numbers. Each entry contains the line number, where the header is line 1, along with the error code and a message. */
+    refused: Array<{
+        line: number;
+        code: NarsilErrorCode;
+        message: string;
+    }>;
+}
 /**
  * What {@link Narsil.getStats} returns about one index.
  *
@@ -1293,4 +1504,4 @@ interface MemoryStats {
     }>;
 }
 
-export { type ArrayFilter as A, type BatchResult as B, type ClientErrorCode as C, type DocumentProjection as D, type ErrorCode as E, type FacetConfig as F, type GeoFilter as G, type HighlightConfig as H, type IndexInfo as I, type QueryCoverage as J, type ScoreComponents as K, type ListParams as L, type MemoryStats as M, NarsilError as N, type SearchMode as O, type PartitionStatsResult as P, type QueryParams as Q, type SortField as R, type ServerErrorCode as S, type SortSpec as T, type StringFilter as U, type VectorMaintenanceResult as V, type TermMatchPolicy as W, type VectorQueryConfig as X, type WorkerCopyReport as Y, ClientErrorCodes as a, ErrorCodes as b, type NarsilErrorCode as c, ServerErrorCodes as d, type QueryResult as e, type IndexStats as f, type ListResult as g, type PreflightResult as h, isNarsilError as i, type SuggestParams as j, type SuggestResult as k, type ComparisonFilter as l, type FacetResult as m, type FieldFilter as n, type FilterExpression as o, type GeoPolygonFilter as p, type GeoRadiusFilter as q, type GroupConfig as r, type GroupReducer as s, type GroupResult as t, type HighlightMatch as u, type Hit as v, type HybridConfig as w, type ListedDocument as x, type PresenceFilter as y, type ProcessMemoryReport as z };
+export { type WorkerCopyReport as $, type ArrayFilter as A, type BatchResult as B, type ClientErrorCode as C, type DocumentImportResult as D, type ErrorCode as E, type FacetConfig as F, type GeoFilter as G, type HighlightConfig as H, type IndexInfo as I, type ListedDocument as J, type PresenceFilter as K, type ListParams as L, type MemoryStats as M, NarsilError as N, type ProcessMemoryReport as O, type PartitionStatsResult as P, type QueryParams as Q, type QueryCoverage as R, type ServerErrorCode as S, type ScoreComponents as T, type SearchMode as U, type VectorMaintenanceResult as V, type SortField as W, type SortSpec as X, type StringFilter as Y, type TermMatchPolicy as Z, type VectorQueryConfig as _, ClientErrorCodes as a, ErrorCodes as b, type NarsilErrorCode as c, ServerErrorCodes as d, type QueryResult as e, type NarsilEventHandlers as f, type IndexStats as g, type ListResult as h, isNarsilError as i, type PreflightResult as j, type SuggestParams as k, type SuggestResult as l, type NarsilEventMap as m, type ComparisonFilter as n, type DocumentProjection as o, type FacetResult as p, type FieldFilter as q, type FilterExpression as r, type GeoPolygonFilter as s, type GeoRadiusFilter as t, type GroupConfig as u, type GroupReducer as v, type GroupResult as w, type HighlightMatch as x, type Hit as y, type HybridConfig as z };

package/dist/pattern.mjs

@@ -1,4 +1,4 @@
-import { patternSearchModule } from './chunk-3HQPUCCT.mjs';
+import { patternSearchModule } from './chunk-XW25X6AU.mjs';
 import './chunk-ZKRV5M2P.mjs';
 
 // src/pattern/index.ts

package/dist/persistence/durability/checkpoint-worker.d.ts

@@ -68,7 +68,7 @@ interface SegmentPayload {
     postingOffsets: Uint32Array;
     postingDocIds: Uint32Array;
     postingFrequencies: Uint16Array;
-    postingFieldIndices: Uint8Array;
+    postingFieldIndices: Uint16Array;
     positionOffsets: Uint32Array | null;
     positionValues: Uint32Array | null;
     fieldLengthNames: string[];
@@ -110,7 +110,7 @@ interface SegmentPostingColumns {
     postingOffsets: Uint32Array;
     postingDocIds: Uint32Array;
     postingFrequencies: Uint16Array;
-    postingFieldIndices: Uint8Array;
+    postingFieldIndices: Uint16Array;
     positionOffsets: Uint32Array | null;
     positionValues: Uint32Array | null;
 }
@@ -132,6 +132,7 @@ interface SegmentColumns extends SegmentPostingColumns {
 interface EncodedDocumentTableData {
     blob: Uint8Array;
     offsets: Uint32Array;
+    discardedFields?: readonly string[];
 }
 
 interface ExternalIdTableData {
@@ -162,27 +163,19 @@ interface SharedSegmentSnapshot extends Omit<SegmentColumns, 'surfaceForms'> {
     surfaceTable: SurfaceTableData | null;
 }
 
-interface CapturedFrozenSegment {
-    snapshot: SharedSegmentSnapshot;
-    tombstonedDocIds: string[];
-}
-interface CapturedWholePartition {
-    partitionId: number;
-    totalPartitions: number;
-    docCount: number;
-    liveTail: Uint8Array | null;
-    frozen: CapturedFrozenSegment[];
-}
-
 interface PartitionCheckpoint {
     partitionId: number;
     lastSeqNo: number;
     primaryTerm: number;
 }
 
-interface SegmentRef {
-    id: number;
+interface FileRef {
     key: string;
+    bytes: number;
+    checksum: number;
+}
+interface SegmentRef extends FileRef {
+    id: number;
     docCount: number;
     tombstoneCount: number;
 }
@@ -192,6 +185,20 @@ interface PartitionManifestEntry {
     segments: SegmentRef[];
 }
 
+interface CapturedSegment {
+    snapshot: SharedSegmentSnapshot;
+    keep: Uint8Array;
+}
+interface CapturedWholePartition {
+    partitionId: number;
+    docCount: number;
+    segments: CapturedSegment[];
+}
+
+interface PriorCheckpoint {
+    checkpoint: PartitionCheckpoint[];
+    partitions: PartitionManifestEntry[];
+}
 interface CheckpointSegmentsWritten {
     checkpoint: PartitionCheckpoint[];
     partitions: PartitionManifestEntry[];
@@ -202,6 +209,7 @@ interface CheckpointWorkerRequest {
     metadata: IndexMetadata;
     targets: PartitionCheckpoint[];
     compactionThreshold: number;
+    prior: PriorCheckpoint | null;
     capturedPartitions?: CapturedWholePartition[];
 }
 interface CheckpointWorkerSuccess {

package/dist/persistence/durability/checkpoint-worker.mjs

@@ -1,29 +1,34 @@
-import { CHECKPOINT_WORKER_HEARTBEAT_MS, createDurableDirectory, writeCheckpointSegments } from '../../chunk-7QMTA7AA.mjs';
-import '../../chunk-2X2ZQOAB.mjs';
+import { CHECKPOINT_WORKER_HEARTBEAT_MS, createDurableDirectory, writeCheckpointSegments, directoryCheckpointStore } from '../../chunk-CVFAFZSN.mjs';
 import '../../chunk-GCM3JFVA.mjs';
-import '../../chunk-CVPA5Q7R.mjs';
-import '../../chunk-XZ4PAREY.mjs';
-import '../../chunk-HVJYTKK7.mjs';
-import '../../chunk-QR4OKRVY.mjs';
-import '../../chunk-KZTI25D3.mjs';
-import '../../chunk-M6XF5HDE.mjs';
+import '../../chunk-AFKH4ZK3.mjs';
+import '../../chunk-THMSFOJO.mjs';
+import '../../chunk-4MQ5F4IL.mjs';
+import '../../chunk-ZULSEZCE.mjs';
+import '../../chunk-3YKWSO54.mjs';
+import '../../chunk-AK3BLGCI.mjs';
 import '../../chunk-TGP5M5R7.mjs';
-import '../../chunk-LCCL6EEH.mjs';
+import '../../chunk-WVDFG45M.mjs';
 import '../../chunk-ZJ4CSAB2.mjs';
-import '../../chunk-P2ZZN32C.mjs';
-import '../../chunk-3L4U6EJQ.mjs';
-import '../../chunk-IFBKLBGB.mjs';
-import '../../chunk-3HQPUCCT.mjs';
+import '../../chunk-PU43WDY4.mjs';
+import '../../chunk-XW25X6AU.mjs';
 import '../../chunk-ZKRV5M2P.mjs';
 import '../../chunk-U2BKYEC7.mjs';
 import '../../chunk-LJYTW7GT.mjs';
 import '../../chunk-POWOTUKJ.mjs';
-import '../../chunk-RV77FR2F.mjs';
+import '../../chunk-I64LXKO3.mjs';
 
 // src/persistence/durability/rebuild.ts
-async function rebuildSegmentsFromDurable(root, metadata, targets, compactionThreshold, capturedPartitions = []) {
+async function rebuildSegmentsFromDurable(root, metadata, targets, compactionThreshold, prior, capturedPartitions = []) {
   const directory = createDurableDirectory(root);
-  return writeCheckpointSegments({ directory, metadata, targets, compactionThreshold, capturedPartitions });
+  return writeCheckpointSegments({
+    store: directoryCheckpointStore(directory),
+    directory,
+    metadata,
+    targets,
+    compactionThreshold,
+    prior,
+    capturedPartitions
+  });
 }
 
 // src/persistence/durability/checkpoint-worker.ts
@@ -49,6 +54,7 @@ async function handleRequest(raw) {
     request.metadata,
     request.targets,
     request.compactionThreshold,
+    request.prior ?? null,
     request.capturedPartitions
   );
   return { type: "success", segments };

package/dist/react.d.ts

@@ -1,10 +1,10 @@
-import { N as NarsilError, L as ListParams, g as ListResult, I as IndexInfo, f as IndexStats, Q as QueryParams, h as PreflightResult, e as QueryResult, j as SuggestParams, k as SuggestResult } from './memory-CKHTU1CL.js';
-export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-CKHTU1CL.js';
-import { e as TaskRecord, d as TaskProgress, b as ImportResult, c as TaskListQuery, T as TaskListPage } from './tasks-BECd0b__.js';
-export { I as ImportError, f as TaskStatus, g as TaskType } from './tasks-BECd0b__.js';
+import { N as NarsilError, L as ListParams, h as ListResult, I as IndexInfo, g as IndexStats, Q as QueryParams, j as PreflightResult, e as QueryResult, k as SuggestParams, l as SuggestResult } from './memory-B4jMmygw.js';
+export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-B4jMmygw.js';
+import { e as TaskRecord, d as TaskProgress, b as ImportResult, c as TaskListQuery, T as TaskListPage } from './tasks-DpgCpW1x.js';
+export { I as ImportError, f as TaskStatus, g as TaskType } from './tasks-DpgCpW1x.js';
 import { ReactNode, ReactElement } from 'react';
-import { a as Narsil } from './engine-Dm4446j1.js';
-import { N as NarsilClient, I as ImportSource } from './client-C2TiW29y.js';
+import { N as Narsil } from './engine-D_OzKZ-6.js';
+import { N as NarsilClient, I as ImportSource } from './client-D698E5ge.js';
 import { A as AnyDocument } from './schema-BBOCdhND.js';
 import './adapters-79OIa4xm.js';
 

package/dist/react.mjs

@@ -74,7 +74,6 @@ var ErrorCodes = {
   SNAPSHOT_SYNC_UNAUTHORIZED: "SNAPSHOT_SYNC_UNAUTHORIZED",
   SNAPSHOT_SYNC_REQUEST_INVALID: "SNAPSHOT_SYNC_REQUEST_INVALID",
   SNAPSHOT_SYNC_INDEX_NOT_FOUND: "SNAPSHOT_SYNC_INDEX_NOT_FOUND",
-  SNAPSHOT_SYNC_TOO_LARGE: "SNAPSHOT_SYNC_TOO_LARGE",
   SNAPSHOT_SYNC_CAPACITY_EXHAUSTED: "SNAPSHOT_SYNC_CAPACITY_EXHAUSTED",
   SNAPSHOT_SYNC_SNAPSHOT_FAILED: "SNAPSHOT_SYNC_SNAPSHOT_FAILED",
   SNAPSHOT_SYNC_DECODE_FAILED: "SNAPSHOT_SYNC_DECODE_FAILED",

package/dist/server.d.ts

@@ -1,15 +1,15 @@
-export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-CKHTU1CL.js';
-import { b as ServerOptions, N as NarsilServer } from './capabilities-D6gjjQyA.js';
-export { A as ASYNC_IMPORT_CAPABILITY, C as CorsOptions, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY, c as RequestContext, d as RequestDenial, S as SERVER_CAPABILITIES, e as ServerLimits, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-D6gjjQyA.js';
-import { a as Narsil } from './engine-Dm4446j1.js';
-import { d as TaskProgress, b as ImportResult, h as TaskStore, e as TaskRecord } from './tasks-BECd0b__.js';
-export { C as CapabilitiesResponse, a as CreateIndexEmbedding, i as CreateIndexRequest, H as HttpIndexConfig, I as ImportError, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, f as TaskStatus, g as TaskType } from './tasks-BECd0b__.js';
+export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-B4jMmygw.js';
+import { b as ServerOptions, N as NarsilServer } from './capabilities-CYeAWYxQ.js';
+export { A as ASYNC_IMPORT_CAPABILITY, C as CorsOptions, D as DOCUMENT_EXPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY, c as RequestContext, d as RequestDenial, S as SERVER_CAPABILITIES, e as ServerLimits, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-CYeAWYxQ.js';
+import { N as Narsil } from './engine-D_OzKZ-6.js';
+import { d as TaskProgress, b as ImportResult, h as TaskStore, e as TaskRecord } from './tasks-DpgCpW1x.js';
+export { C as CapabilitiesResponse, a as CreateIndexEmbedding, i as CreateIndexRequest, H as HttpIndexConfig, I as ImportError, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, f as TaskStatus, g as TaskType } from './tasks-DpgCpW1x.js';
 import './schema-BBOCdhND.js';
 import './adapters-79OIa4xm.js';
-import './config-BLguB-om.js';
-import './config-C7Ip8Ife.js';
+import './config-Bv8etwUZ.js';
+import './config-QXU3HMpq.js';
 import './types-BiUmaiWT.js';
-import './types-D5OwhtsQ.js';
+import './types-Cb9kiY5P.js';
 
 /**
  * What a running task reports back while it works, and how it learns that a