@delali/narsil 0.3.1-next.72 → 0.3.1-next.74

package/dist/partial-words-DTIHO8G4.d.ts

@@ -0,0 +1,19 @@
+/**
+ * An app passes an object of this type to {@link registerPartialWordSearch}
+ * to give the engine its partial-word search code. The engine uses that code
+ * to match each query word inside the longer words of a field whose type
+ * includes `partial`, whenever a query has {@link QueryParams.partialWords}
+ * set.
+ *
+ * A Node process loads this code by itself. A browser bundle contains it only
+ * when the app imports `partialWordSearch` from `@delali/narsil/partial-words`,
+ * so a bundler can leave it out of an app that has no `partial` field.
+ *
+ * @public
+ */
+interface PartialWordSearch {
+    /** The engine checks that this name is `'partialWords'` when an app registers the object. */
+    readonly name: 'partialWords';
+}
+
+export type { PartialWordSearch as P };

package/dist/partial-words.d.ts

@@ -0,0 +1,22 @@
+import { P as PartialWordSearch } from './partial-words-DTIHO8G4.js';
+
+/**
+ * This object contains the partial-word search code. A browser app has to
+ * pass it to {@link registerPartialWordSearch} before the app creates or
+ * loads an index with a `partial` field.
+ *
+ * ```ts
+ * import { registerPartialWordSearch } from '@delali/narsil'
+ * import { partialWordSearch } from '@delali/narsil/partial-words'
+ *
+ * registerPartialWordSearch(partialWordSearch)
+ * ```
+ *
+ * A Node process loads that code by itself, so only a browser app has to make
+ * this call.
+ *
+ * @public
+ */
+declare const partialWordSearch: PartialWordSearch;
+
+export { PartialWordSearch, partialWordSearch };

package/dist/partial-words.mjs

@@ -0,0 +1,11 @@
+import { partialWordSearchModule } from './chunk-T5ZWEWVD.mjs';
+import './chunk-I23G3IZC.mjs';
+import './chunk-Z3DQPOJQ.mjs';
+import './chunk-KEHK2O6P.mjs';
+import './chunk-LJYTW7GT.mjs';
+import './chunk-I64LXKO3.mjs';
+
+// src/partial-words/index.ts
+var partialWordSearch = partialWordSearchModule;
+
+export { partialWordSearch };

package/dist/pattern.mjs

@@ -1,4 +1,4 @@
-import { patternSearchModule } from './chunk-3HQPUCCT.mjs';
+import { patternSearchModule } from './chunk-XW25X6AU.mjs';
 import './chunk-ZKRV5M2P.mjs';
 
 // src/pattern/index.ts

package/dist/persistence/durability/checkpoint-worker.d.ts

@@ -1,12 +1,11 @@
-import { P as PartitionConfig, d as ScoringMode, V as VectorIndexConfig } from '../../schema-BBOCdhND.js';
+import { P as PartitionConfig, d as ScoringMode, V as VectorIndexConfig } from '../../schema-DgyDijhf.js';
 import '../../adapters-79OIa4xm.js';
 
-interface PatternIndexArrays {
-    fieldPath: string;
-    docIds: Uint32Array;
-    runs: Uint32Array;
+interface FrozenTokenTableData {
+    blob: Uint8Array;
     offsets: Uint32Array;
-    postings: Uint32Array;
+    payloadSlots: Uint32Array;
+    documentFrequencies: Uint32Array;
 }
 
 interface IndexMetadata {
@@ -60,6 +59,32 @@ interface IndexEmbeddingMetadata {
  */
 type SerializedSurfaceForms = Record<string, number | [number, string]>;
 
+interface PatternIndexArrays {
+    fieldPath: string;
+    docIds: Uint32Array;
+    runs: Uint32Array;
+    offsets: Uint32Array;
+    postings: Uint32Array;
+}
+
+interface PartialSpellings {
+    fields: string[];
+    tokens: string[];
+    spellings: string[];
+    counts: number[];
+}
+
+interface PartialWordTableData {
+    fields: string[];
+    spellings: Uint8Array;
+    spellingOffsets: Uint32Array;
+    spellingTokens: Uint32Array;
+    spellingCounts: Uint32Array;
+    runs: Uint32Array;
+    runOffsets: Uint32Array;
+    runEntries: Uint32Array;
+}
+
 interface SegmentPayload {
     documentCount: number;
     docIds: string[];
@@ -68,7 +93,7 @@ interface SegmentPayload {
     postingOffsets: Uint32Array;
     postingDocIds: Uint32Array;
     postingFrequencies: Uint16Array;
-    postingFieldIndices: Uint8Array;
+    postingFieldIndices: Uint16Array;
     positionOffsets: Uint32Array | null;
     positionValues: Uint32Array | null;
     fieldLengthNames: string[];
@@ -76,6 +101,7 @@ interface SegmentPayload {
     totalFieldLengths: Record<string, number>;
     docFrequencies: Record<string, number>;
     surfaceForms: SerializedSurfaceForms | null;
+    partialSpellings: PartialSpellings | null;
     numeric: Array<{
         fieldPath: string;
         docIds: Uint32Array;
@@ -110,7 +136,7 @@ interface SegmentPostingColumns {
     postingOffsets: Uint32Array;
     postingDocIds: Uint32Array;
     postingFrequencies: Uint16Array;
-    postingFieldIndices: Uint8Array;
+    postingFieldIndices: Uint16Array;
     positionOffsets: Uint32Array | null;
     positionValues: Uint32Array | null;
 }
@@ -132,6 +158,7 @@ interface SegmentColumns extends SegmentPostingColumns {
 interface EncodedDocumentTableData {
     blob: Uint8Array;
     offsets: Uint32Array;
+    discardedFields?: readonly string[];
 }
 
 interface ExternalIdTableData {
@@ -146,13 +173,6 @@ interface SurfaceTableData {
     counts: Uint32Array;
 }
 
-interface FrozenTokenTableData {
-    blob: Uint8Array;
-    offsets: Uint32Array;
-    payloadSlots: Uint32Array;
-    documentFrequencies: Uint32Array;
-}
-
 interface SharedSegmentSnapshot extends Omit<SegmentColumns, 'surfaceForms'> {
     segmentId: string;
     tokenTable: FrozenTokenTableData;
@@ -160,18 +180,7 @@ interface SharedSegmentSnapshot extends Omit<SegmentColumns, 'surfaceForms'> {
     documentTable: EncodedDocumentTableData;
     /** The surface forms packed flat, or null where the segment holds none. */
     surfaceTable: SurfaceTableData | null;
-}
-
-interface CapturedFrozenSegment {
-    snapshot: SharedSegmentSnapshot;
-    tombstonedDocIds: string[];
-}
-interface CapturedWholePartition {
-    partitionId: number;
-    totalPartitions: number;
-    docCount: number;
-    liveTail: Uint8Array | null;
-    frozen: CapturedFrozenSegment[];
+    partialWords: PartialWordTableData | null;
 }
 
 interface PartitionCheckpoint {
@@ -180,9 +189,13 @@ interface PartitionCheckpoint {
     primaryTerm: number;
 }
 
-interface SegmentRef {
-    id: number;
+interface FileRef {
     key: string;
+    bytes: number;
+    checksum: number;
+}
+interface SegmentRef extends FileRef {
+    id: number;
     docCount: number;
     tombstoneCount: number;
 }
@@ -192,6 +205,20 @@ interface PartitionManifestEntry {
     segments: SegmentRef[];
 }
 
+interface CapturedSegment {
+    snapshot: SharedSegmentSnapshot;
+    keep: Uint8Array;
+}
+interface CapturedWholePartition {
+    partitionId: number;
+    docCount: number;
+    segments: CapturedSegment[];
+}
+
+interface PriorCheckpoint {
+    checkpoint: PartitionCheckpoint[];
+    partitions: PartitionManifestEntry[];
+}
 interface CheckpointSegmentsWritten {
     checkpoint: PartitionCheckpoint[];
     partitions: PartitionManifestEntry[];
@@ -202,6 +229,7 @@ interface CheckpointWorkerRequest {
     metadata: IndexMetadata;
     targets: PartitionCheckpoint[];
     compactionThreshold: number;
+    prior: PriorCheckpoint | null;
     capturedPartitions?: CapturedWholePartition[];
 }
 interface CheckpointWorkerSuccess {

package/dist/persistence/durability/checkpoint-worker.mjs

@@ -1,29 +1,38 @@
-import { CHECKPOINT_WORKER_HEARTBEAT_MS, createDurableDirectory, writeCheckpointSegments } from '../../chunk-7QMTA7AA.mjs';
-import '../../chunk-2X2ZQOAB.mjs';
+import { CHECKPOINT_WORKER_HEARTBEAT_MS, createDurableDirectory, writeCheckpointSegments, directoryCheckpointStore } from '../../chunk-CUZOX6CN.mjs';
+import '../../chunk-CTOSGRM7.mjs';
 import '../../chunk-GCM3JFVA.mjs';
-import '../../chunk-CVPA5Q7R.mjs';
-import '../../chunk-XZ4PAREY.mjs';
-import '../../chunk-HVJYTKK7.mjs';
-import '../../chunk-QR4OKRVY.mjs';
-import '../../chunk-KZTI25D3.mjs';
-import '../../chunk-M6XF5HDE.mjs';
+import '../../chunk-LX4JERXI.mjs';
+import '../../chunk-BVBIQQKG.mjs';
+import '../../chunk-VKX2BPXD.mjs';
+import '../../chunk-4MQ5F4IL.mjs';
+import '../../chunk-3DDUNI6N.mjs';
 import '../../chunk-TGP5M5R7.mjs';
-import '../../chunk-LCCL6EEH.mjs';
+import '../../chunk-PO53FV4Q.mjs';
 import '../../chunk-ZJ4CSAB2.mjs';
-import '../../chunk-P2ZZN32C.mjs';
-import '../../chunk-3L4U6EJQ.mjs';
-import '../../chunk-IFBKLBGB.mjs';
-import '../../chunk-3HQPUCCT.mjs';
+import '../../chunk-2E35UM3G.mjs';
+import '../../chunk-XW25X6AU.mjs';
 import '../../chunk-ZKRV5M2P.mjs';
+import '../../chunk-T5ZWEWVD.mjs';
+import '../../chunk-I23G3IZC.mjs';
+import '../../chunk-Z3DQPOJQ.mjs';
+import '../../chunk-KEHK2O6P.mjs';
 import '../../chunk-U2BKYEC7.mjs';
 import '../../chunk-LJYTW7GT.mjs';
 import '../../chunk-POWOTUKJ.mjs';
-import '../../chunk-RV77FR2F.mjs';
+import '../../chunk-I64LXKO3.mjs';
 
 // src/persistence/durability/rebuild.ts
-async function rebuildSegmentsFromDurable(root, metadata, targets, compactionThreshold, capturedPartitions = []) {
+async function rebuildSegmentsFromDurable(root, metadata, targets, compactionThreshold, prior, capturedPartitions = []) {
   const directory = createDurableDirectory(root);
-  return writeCheckpointSegments({ directory, metadata, targets, compactionThreshold, capturedPartitions });
+  return writeCheckpointSegments({
+    store: directoryCheckpointStore(directory),
+    directory,
+    metadata,
+    targets,
+    compactionThreshold,
+    prior,
+    capturedPartitions
+  });
 }
 
 // src/persistence/durability/checkpoint-worker.ts
@@ -49,6 +58,7 @@ async function handleRequest(raw) {
     request.metadata,
     request.targets,
     request.compactionThreshold,
+    request.prior ?? null,
     request.capturedPartitions
   );
   return { type: "success", segments };

package/dist/react.d.ts

@@ -1,11 +1,11 @@
-import { N as NarsilError, L as ListParams, g as ListResult, I as IndexInfo, f as IndexStats, Q as QueryParams, h as PreflightResult, e as QueryResult, j as SuggestParams, k as SuggestResult } from './memory-CKHTU1CL.js';
-export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-CKHTU1CL.js';
-import { e as TaskRecord, d as TaskProgress, b as ImportResult, c as TaskListQuery, T as TaskListPage } from './tasks-BECd0b__.js';
-export { I as ImportError, f as TaskStatus, g as TaskType } from './tasks-BECd0b__.js';
+import { N as NarsilError, L as ListParams, h as ListResult, I as IndexInfo, g as IndexStats, Q as QueryParams, j as PreflightResult, e as QueryResult, k as SuggestParams, l as SuggestResult } from './memory-DJEwWoCi.js';
+export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-DJEwWoCi.js';
+import { e as TaskRecord, d as TaskProgress, b as ImportResult, c as TaskListQuery, T as TaskListPage } from './tasks-BVmAKYBh.js';
+export { I as ImportError, f as TaskStatus, g as TaskType } from './tasks-BVmAKYBh.js';
 import { ReactNode, ReactElement } from 'react';
-import { a as Narsil } from './engine-Dm4446j1.js';
-import { N as NarsilClient, I as ImportSource } from './client-C2TiW29y.js';
-import { A as AnyDocument } from './schema-BBOCdhND.js';
+import { N as Narsil } from './engine-B8eRPO7m.js';
+import { N as NarsilClient, I as ImportSource } from './client-C-I70ArH.js';
+import { A as AnyDocument } from './schema-DgyDijhf.js';
 import './adapters-79OIa4xm.js';
 
 /**

package/dist/react.mjs

@@ -74,7 +74,6 @@ var ErrorCodes = {
   SNAPSHOT_SYNC_UNAUTHORIZED: "SNAPSHOT_SYNC_UNAUTHORIZED",
   SNAPSHOT_SYNC_REQUEST_INVALID: "SNAPSHOT_SYNC_REQUEST_INVALID",
   SNAPSHOT_SYNC_INDEX_NOT_FOUND: "SNAPSHOT_SYNC_INDEX_NOT_FOUND",
-  SNAPSHOT_SYNC_TOO_LARGE: "SNAPSHOT_SYNC_TOO_LARGE",
   SNAPSHOT_SYNC_CAPACITY_EXHAUSTED: "SNAPSHOT_SYNC_CAPACITY_EXHAUSTED",
   SNAPSHOT_SYNC_SNAPSHOT_FAILED: "SNAPSHOT_SYNC_SNAPSHOT_FAILED",
   SNAPSHOT_SYNC_DECODE_FAILED: "SNAPSHOT_SYNC_DECODE_FAILED",

package/dist/{schema-BBOCdhND.d.ts → schema-DgyDijhf.d.ts}

@@ -23,8 +23,12 @@ type AnyDocument = Record<string, unknown> & {
  * `in`, `nin`, `startsWith`, and `endsWith` on that field from the index,
  * comparing case folds for any of those tests that sets `caseFold`. The engine
  * raises `DOC_VALIDATION_FAILED` for a value longer than
- * {@link IndexConfig.patternValueLimit} in such a field. A later release will
- * add partial-word search for the fields whose types include `partial`.
+ * {@link IndexConfig.patternValueLimit} in such a field. For a query with
+ * {@link QueryParams.partialWords} set, the engine also matches each query
+ * word inside the longer words of a field whose type includes `partial`. It
+ * raises `CONFIG_INVALID` for such a field in an index whose `surfaceForms`
+ * setting is false, because it matches inside the original spellings of
+ * words, which it records only while that setting is on.
  *
  * @public
  */

package/dist/server.d.ts

@@ -1,15 +1,15 @@
-export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-CKHTU1CL.js';
-import { b as ServerOptions, N as NarsilServer } from './capabilities-D6gjjQyA.js';
-export { A as ASYNC_IMPORT_CAPABILITY, C as CorsOptions, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY, c as RequestContext, d as RequestDenial, S as SERVER_CAPABILITIES, e as ServerLimits, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-D6gjjQyA.js';
-import { a as Narsil } from './engine-Dm4446j1.js';
-import { d as TaskProgress, b as ImportResult, h as TaskStore, e as TaskRecord } from './tasks-BECd0b__.js';
-export { C as CapabilitiesResponse, a as CreateIndexEmbedding, i as CreateIndexRequest, H as HttpIndexConfig, I as ImportError, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, f as TaskStatus, g as TaskType } from './tasks-BECd0b__.js';
-import './schema-BBOCdhND.js';
+export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './memory-DJEwWoCi.js';
+import { b as ServerOptions, N as NarsilServer } from './capabilities-CAMzmkAg.js';
+export { A as ASYNC_IMPORT_CAPABILITY, C as CorsOptions, D as DOCUMENT_EXPORT_CAPABILITY, E as ErrorEnvelope, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY, c as RequestContext, d as RequestDenial, S as SERVER_CAPABILITIES, e as ServerLimits, T as TASK_CANCEL_CAPABILITY, a as TASK_FILTER_CAPABILITY } from './capabilities-CAMzmkAg.js';
+import { N as Narsil } from './engine-B8eRPO7m.js';
+import { d as TaskProgress, b as ImportResult, h as TaskStore, e as TaskRecord } from './tasks-BVmAKYBh.js';
+export { C as CapabilitiesResponse, a as CreateIndexEmbedding, i as CreateIndexRequest, H as HttpIndexConfig, I as ImportError, M as MemoryStatsResponse, T as TaskListPage, c as TaskListQuery, f as TaskStatus, g as TaskType } from './tasks-BVmAKYBh.js';
+import './schema-DgyDijhf.js';
 import './adapters-79OIa4xm.js';
-import './config-BLguB-om.js';
-import './config-C7Ip8Ife.js';
-import './types-BiUmaiWT.js';
-import './types-D5OwhtsQ.js';
+import './config-C6Iw5rCX.js';
+import './config-DJPH3IQB.js';
+import './types-ChrVy4lH.js';
+import './types-Cb9kiY5P.js';
 
 /**
  * What a running task reports back while it works, and how it learns that a