@delali/narsil 0.3.1-next.71 → 0.3.1-next.73

package/dist/persistence/durability/checkpoint-worker.d.ts

@@ -1,6 +1,14 @@
-import { P as PartitionConfig, d as ScoringMode, V as VectorIndexConfig } from '../../schema-Bgzr4g7b.js';
+import { P as PartitionConfig, d as ScoringMode, V as VectorIndexConfig } from '../../schema-BBOCdhND.js';
 import '../../adapters-79OIa4xm.js';
 
+interface PatternIndexArrays {
+    fieldPath: string;
+    docIds: Uint32Array;
+    runs: Uint32Array;
+    offsets: Uint32Array;
+    postings: Uint32Array;
+}
+
 interface IndexMetadata {
     indexName: string;
     /** Number of documents represented by the last completed checkpoint. */
@@ -60,7 +68,7 @@ interface SegmentPayload {
     postingOffsets: Uint32Array;
     postingDocIds: Uint32Array;
     postingFrequencies: Uint16Array;
-    postingFieldIndices: Uint8Array;
+    postingFieldIndices: Uint16Array;
     positionOffsets: Uint32Array | null;
     positionValues: Uint32Array | null;
     fieldLengthNames: string[];
@@ -90,13 +98,19 @@ interface SegmentPayload {
         latitudes: Float64Array;
         longitudes: Float64Array;
     }>;
+    pattern: PatternIndexArrays[];
+    sizes: Array<{
+        fieldPath: string;
+        docIds: Uint32Array;
+        values: Float64Array;
+    }>;
 }
 
 interface SegmentPostingColumns {
     postingOffsets: Uint32Array;
     postingDocIds: Uint32Array;
     postingFrequencies: Uint16Array;
-    postingFieldIndices: Uint8Array;
+    postingFieldIndices: Uint16Array;
     positionOffsets: Uint32Array | null;
     positionValues: Uint32Array | null;
 }
@@ -110,12 +124,15 @@ interface SegmentColumns extends SegmentPostingColumns {
     boolean: SegmentPayload['boolean'];
     enums: SegmentPayload['enums'];
     geo: SegmentPayload['geo'];
+    pattern: SegmentPayload['pattern'];
+    sizes: SegmentPayload['sizes'];
     surfaceForms: SerializedSurfaceForms | null;
 }
 
 interface EncodedDocumentTableData {
     blob: Uint8Array;
     offsets: Uint32Array;
+    discardedFields?: readonly string[];
 }
 
 interface ExternalIdTableData {
@@ -146,27 +163,19 @@ interface SharedSegmentSnapshot extends Omit<SegmentColumns, 'surfaceForms'> {
     surfaceTable: SurfaceTableData | null;
 }
 
-interface CapturedFrozenSegment {
-    snapshot: SharedSegmentSnapshot;
-    tombstonedDocIds: string[];
-}
-interface CapturedWholePartition {
-    partitionId: number;
-    totalPartitions: number;
-    docCount: number;
-    liveTail: Uint8Array | null;
-    frozen: CapturedFrozenSegment[];
-}
-
 interface PartitionCheckpoint {
     partitionId: number;
     lastSeqNo: number;
     primaryTerm: number;
 }
 
-interface SegmentRef {
-    id: number;
+interface FileRef {
     key: string;
+    bytes: number;
+    checksum: number;
+}
+interface SegmentRef extends FileRef {
+    id: number;
     docCount: number;
     tombstoneCount: number;
 }
@@ -176,6 +185,20 @@ interface PartitionManifestEntry {
     segments: SegmentRef[];
 }
 
+interface CapturedSegment {
+    snapshot: SharedSegmentSnapshot;
+    keep: Uint8Array;
+}
+interface CapturedWholePartition {
+    partitionId: number;
+    docCount: number;
+    segments: CapturedSegment[];
+}
+
+interface PriorCheckpoint {
+    checkpoint: PartitionCheckpoint[];
+    partitions: PartitionManifestEntry[];
+}
 interface CheckpointSegmentsWritten {
     checkpoint: PartitionCheckpoint[];
     partitions: PartitionManifestEntry[];
@@ -186,6 +209,7 @@ interface CheckpointWorkerRequest {
     metadata: IndexMetadata;
     targets: PartitionCheckpoint[];
     compactionThreshold: number;
+    prior: PriorCheckpoint | null;
     capturedPartitions?: CapturedWholePartition[];
 }
 interface CheckpointWorkerSuccess {

package/dist/persistence/durability/checkpoint-worker.mjs

@@ -1,27 +1,34 @@
-import { CHECKPOINT_WORKER_HEARTBEAT_MS, createDurableDirectory, writeCheckpointSegments } from '../../chunk-IOR2K26O.mjs';
+import { CHECKPOINT_WORKER_HEARTBEAT_MS, createDurableDirectory, writeCheckpointSegments, directoryCheckpointStore } from '../../chunk-CVFAFZSN.mjs';
 import '../../chunk-GCM3JFVA.mjs';
-import '../../chunk-FVLQ63B7.mjs';
-import '../../chunk-M76V3OGJ.mjs';
-import '../../chunk-HWQLTLNG.mjs';
-import '../../chunk-P4DSQ6M4.mjs';
-import '../../chunk-GIVAGD3Q.mjs';
-import '../../chunk-LMO5TJUS.mjs';
-import '../../chunk-653BNMAF.mjs';
+import '../../chunk-AFKH4ZK3.mjs';
+import '../../chunk-THMSFOJO.mjs';
+import '../../chunk-4MQ5F4IL.mjs';
+import '../../chunk-ZULSEZCE.mjs';
+import '../../chunk-3YKWSO54.mjs';
+import '../../chunk-AK3BLGCI.mjs';
 import '../../chunk-TGP5M5R7.mjs';
-import '../../chunk-YJDQ7NLA.mjs';
+import '../../chunk-WVDFG45M.mjs';
 import '../../chunk-ZJ4CSAB2.mjs';
-import '../../chunk-YNVIUGF5.mjs';
-import '../../chunk-3L4U6EJQ.mjs';
-import '../../chunk-IFBKLBGB.mjs';
+import '../../chunk-PU43WDY4.mjs';
+import '../../chunk-XW25X6AU.mjs';
+import '../../chunk-ZKRV5M2P.mjs';
 import '../../chunk-U2BKYEC7.mjs';
-import '../../chunk-OI42GWLR.mjs';
+import '../../chunk-LJYTW7GT.mjs';
 import '../../chunk-POWOTUKJ.mjs';
-import '../../chunk-USKFU7J5.mjs';
+import '../../chunk-I64LXKO3.mjs';
 
 // src/persistence/durability/rebuild.ts
-async function rebuildSegmentsFromDurable(root, metadata, targets, compactionThreshold, capturedPartitions = []) {
+async function rebuildSegmentsFromDurable(root, metadata, targets, compactionThreshold, prior, capturedPartitions = []) {
   const directory = createDurableDirectory(root);
-  return writeCheckpointSegments({ directory, metadata, targets, compactionThreshold, capturedPartitions });
+  return writeCheckpointSegments({
+    store: directoryCheckpointStore(directory),
+    directory,
+    metadata,
+    targets,
+    compactionThreshold,
+    prior,
+    capturedPartitions
+  });
 }
 
 // src/persistence/durability/checkpoint-worker.ts
@@ -47,6 +54,7 @@ async function handleRequest(raw) {
     request.metadata,
     request.targets,
     request.compactionThreshold,
+    request.prior ?? null,
     request.capturedPartitions
   );
   return { type: "success", segments };

package/dist/react.d.ts

@@ -1,11 +1,11 @@
-import { N as NarsilError, L as ListParams, g as ListResult, I as IndexInfo, f as IndexStats, Q as QueryParams, h as PreflightResult, e as QueryResult, j as SuggestParams, k as SuggestResult } from './memory-C7UMCMH3.js';
-export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-C7UMCMH3.js';
-import { e as TaskRecord, d as TaskProgress, b as ImportResult, c as TaskListQuery, T as TaskListPage } from './tasks-BZt_zes6.js';
-export { I as ImportError, f as TaskStatus, g as TaskType } from './tasks-BZt_zes6.js';
+import { N as NarsilError, L as ListParams, h as ListResult, I as IndexInfo, g as IndexStats, Q as QueryParams, j as PreflightResult, e as QueryResult, k as SuggestParams, l as SuggestResult } from './memory-B4jMmygw.js';
+export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-B4jMmygw.js';
+import { e as TaskRecord, d as TaskProgress, b as ImportResult, c as TaskListQuery, T as TaskListPage } from './tasks-DpgCpW1x.js';
+export { I as ImportError, f as TaskStatus, g as TaskType } from './tasks-DpgCpW1x.js';
 import { ReactNode, ReactElement } from 'react';
-import { a as Narsil } from './engine-igk0aMpQ.js';
-import { N as NarsilClient, I as ImportSource } from './client-COek5GXK.js';
-import { A as AnyDocument } from './schema-Bgzr4g7b.js';
+import { N as Narsil } from './engine-D_OzKZ-6.js';
+import { N as NarsilClient, I as ImportSource } from './client-D698E5ge.js';
+import { A as AnyDocument } from './schema-BBOCdhND.js';
 import './adapters-79OIa4xm.js';
 
 /**

package/dist/react.mjs

@@ -33,6 +33,7 @@ var ErrorCodes = {
   SEARCH_INVALID_MODE: "SEARCH_INVALID_MODE",
   SEARCH_INVALID_CURSOR: "SEARCH_INVALID_CURSOR",
   SEARCH_RESULT_WINDOW_EXCEEDED: "SEARCH_RESULT_WINDOW_EXCEEDED",
+  SEARCH_WORK_CAP_EXCEEDED: "SEARCH_WORK_CAP_EXCEEDED",
   LANGUAGE_NOT_SUPPORTED: "LANGUAGE_NOT_SUPPORTED",
   ENVELOPE_VERSION_MISMATCH: "ENVELOPE_VERSION_MISMATCH",
   ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC",
@@ -73,7 +74,6 @@ var ErrorCodes = {
   SNAPSHOT_SYNC_UNAUTHORIZED: "SNAPSHOT_SYNC_UNAUTHORIZED",
   SNAPSHOT_SYNC_REQUEST_INVALID: "SNAPSHOT_SYNC_REQUEST_INVALID",
   SNAPSHOT_SYNC_INDEX_NOT_FOUND: "SNAPSHOT_SYNC_INDEX_NOT_FOUND",
-  SNAPSHOT_SYNC_TOO_LARGE: "SNAPSHOT_SYNC_TOO_LARGE",
   SNAPSHOT_SYNC_CAPACITY_EXHAUSTED: "SNAPSHOT_SYNC_CAPACITY_EXHAUSTED",
   SNAPSHOT_SYNC_SNAPSHOT_FAILED: "SNAPSHOT_SYNC_SNAPSHOT_FAILED",
   SNAPSHOT_SYNC_DECODE_FAILED: "SNAPSHOT_SYNC_DECODE_FAILED",

package/dist/{schema-Bgzr4g7b.d.ts → schema-BBOCdhND.d.ts}

@@ -18,12 +18,13 @@ type AnyDocument = Record<string, unknown> & {
  *
  * The engine can sort by a field whose type includes `sortable`. On a single
  * `string` field with that option, the engine can also test a text range with
- * `gt`, `gte`, `lt`, `lte`, or `between`. The engine raises
- * `DOC_VALIDATION_FAILED` for a value longer than
- * {@link IndexConfig.patternValueLimit} in a field whose type includes
- * `pattern`. A later release will add pattern search and partial-word search,
- * which will test the fields whose types include `pattern` and `partial`
- * respectively.
+ * `gt`, `gte`, `lt`, `lte`, or `between`. The engine keeps a pattern index for
+ * a field whose type includes `pattern`. It answers `contains`, `eq`, `ne`,
+ * `in`, `nin`, `startsWith`, and `endsWith` on that field from the index,
+ * comparing case folds for any of those tests that sets `caseFold`. The engine
+ * raises `DOC_VALIDATION_FAILED` for a value longer than
+ * {@link IndexConfig.patternValueLimit} in such a field. A later release will
+ * add partial-word search for the fields whose types include `partial`.
  *
  * @public
  */
@@ -51,7 +52,8 @@ type FieldOptionChain<Remaining extends string> = {
  * The engine stores and compares a `verbatim` value exactly as written, as one
  * piece of text. Because the engine keeps that value whole, it leaves the
  * field out of keyword search, although it can test the whole value in a
- * filter.
+ * filter. The engine keeps a pattern index for every `verbatim` field, so it
+ * can also test such a field with `contains` and `caseFold`.
  *
  * Add the {@link TextFieldOption} options to a `string` or `string[]` type, or
  * `sortable` alone to a `verbatim` or `verbatim[]` type, as in

package/dist/server.d.ts

@@ -1,15 +1,15 @@
-export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-C7UMCMH3.js';
-import { b as ServerOptions, N as NarsilServer } from './capabilities-Dt-7B4Wz.js';
-export { A as ASYNC_IMPORT_CAPABILITY, C as CorsOptions, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY, c as RequestContext, d as RequestDenial, S as SERVER_CAPABILITIES, e as ServerLimits, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-Dt-7B4Wz.js';
-import { a as Narsil } from './engine-igk0aMpQ.js';
-import { d as TaskProgress, b as ImportResult, h as TaskStore, e as TaskRecord } from './tasks-BZt_zes6.js';
-export { C as CapabilitiesResponse, a as CreateIndexEmbedding, i as CreateIndexRequest, H as HttpIndexConfig, I as ImportError, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, f as TaskStatus, g as TaskType } from './tasks-BZt_zes6.js';
-import './schema-Bgzr4g7b.js';
+export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-B4jMmygw.js';
+import { b as ServerOptions, N as NarsilServer } from './capabilities-CYeAWYxQ.js';
+export { A as ASYNC_IMPORT_CAPABILITY, C as CorsOptions, D as DOCUMENT_EXPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY, c as RequestContext, d as RequestDenial, S as SERVER_CAPABILITIES, e as ServerLimits, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-CYeAWYxQ.js';
+import { N as Narsil } from './engine-D_OzKZ-6.js';
+import { d as TaskProgress, b as ImportResult, h as TaskStore, e as TaskRecord } from './tasks-DpgCpW1x.js';
+export { C as CapabilitiesResponse, a as CreateIndexEmbedding, i as CreateIndexRequest, H as HttpIndexConfig, I as ImportError, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, f as TaskStatus, g as TaskType } from './tasks-DpgCpW1x.js';
+import './schema-BBOCdhND.js';
 import './adapters-79OIa4xm.js';
-import './config-rBpbgTw8.js';
-import './config-Dfanyqqt.js';
-import './types-gOUqhs2F.js';
-import './types-D5OwhtsQ.js';
+import './config-Bv8etwUZ.js';
+import './config-QXU3HMpq.js';
+import './types-BiUmaiWT.js';
+import './types-Cb9kiY5P.js';
 
 /**
  * What a running task reports back while it works, and how it learns that a