@delali/narsil 0.1.7 → 0.1.8

package/dist/invalidation/broadcast-channel.d.ts

@@ -1,4 +1,4 @@
-import { I as InvalidationAdapter } from '../adapters-BbRkoiu9.js';
+import { I as InvalidationAdapter } from '../adapters-Bo2JQg8b.js';
 
 interface BroadcastChannelInvalidationConfig {
     channelName?: string;

package/dist/invalidation/filesystem.d.ts

@@ -1,4 +1,4 @@
-import { I as InvalidationAdapter } from '../adapters-BbRkoiu9.js';
+import { I as InvalidationAdapter } from '../adapters-Bo2JQg8b.js';
 
 interface FilesystemInvalidationConfig {
     directory: string;

package/dist/invalidation/noop.d.ts

@@ -1,4 +1,4 @@
-import { I as InvalidationAdapter } from '../adapters-BbRkoiu9.js';
+import { I as InvalidationAdapter } from '../adapters-Bo2JQg8b.js';
 
 declare function createNoopInvalidation(): InvalidationAdapter;
 

package/dist/{language-ClUGLuoC.d.ts → language-ONQ3iVDf.d.ts}

@@ -8,6 +8,7 @@ interface TokenizerConfig {
     splitPattern?: RegExp;
     normalizeDiacritics?: boolean;
     minTokenLength?: number;
+    stripPossessive?: boolean;
 }
 
 export type { LanguageModule as L };

package/dist/languages/arabic.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const arabic: LanguageModule;
 

package/dist/languages/armenian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const armenian: LanguageModule;
 

package/dist/languages/bulgarian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const bulgarian: LanguageModule;
 

package/dist/languages/chinese.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const chinese: LanguageModule;
 

package/dist/languages/dagbani.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const dagbani: LanguageModule;
 

package/dist/languages/danish.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const danish: LanguageModule;
 

package/dist/languages/dutch.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const dutch: LanguageModule;
 

package/dist/languages/english.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const english: LanguageModule;
 

package/dist/languages/english.mjs

@@ -1 +1 @@
-export { english } from '../chunk-I24SGLFS.mjs';
+export { english } from '../chunk-TW6BXTOL.mjs';

package/dist/languages/ewe.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const ewe: LanguageModule;
 

package/dist/languages/finnish.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const finnish: LanguageModule;
 

package/dist/languages/french.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const french: LanguageModule;
 

package/dist/languages/ga.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const ga: LanguageModule;
 

package/dist/languages/german.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const german: LanguageModule;
 

package/dist/languages/greek.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const greek: LanguageModule;
 

package/dist/languages/hausa.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const hausa: LanguageModule;
 

package/dist/languages/hindi.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const hindi: LanguageModule;
 

package/dist/languages/hungarian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const hungarian: LanguageModule;
 

package/dist/languages/igbo.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const igbo: LanguageModule;
 

package/dist/languages/indonesian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const indonesian: LanguageModule;
 

package/dist/languages/irish.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const irish: LanguageModule;
 

package/dist/languages/italian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const italian: LanguageModule;
 

package/dist/languages/japanese.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const japanese: LanguageModule;
 

package/dist/languages/nepali.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const nepali: LanguageModule;
 

package/dist/languages/norwegian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const norwegian: LanguageModule;
 

package/dist/languages/portuguese.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const portuguese: LanguageModule;
 

package/dist/languages/romanian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const romanian: LanguageModule;
 

package/dist/languages/russian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const russian: LanguageModule;
 

package/dist/languages/sanskrit.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const sanskrit: LanguageModule;
 

package/dist/languages/serbian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const serbian: LanguageModule;
 

package/dist/languages/slovenian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const slovenian: LanguageModule;
 

package/dist/languages/spanish.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const spanish: LanguageModule;
 

package/dist/languages/swahili.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const swahili: LanguageModule;
 

package/dist/languages/swedish.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const swedish: LanguageModule;
 

package/dist/languages/tamil.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const tamil: LanguageModule;
 

package/dist/languages/turkish.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const turkish: LanguageModule;
 

package/dist/languages/twi.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const twi: LanguageModule;
 

package/dist/languages/ukrainian.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const ukrainian: LanguageModule;
 

package/dist/languages/yoruba.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const yoruba: LanguageModule;
 

package/dist/languages/zulu.d.ts

@@ -1,4 +1,4 @@
-import { L as LanguageModule } from '../language-ClUGLuoC.js';
+import { L as LanguageModule } from '../language-ONQ3iVDf.js';
 
 declare const zulu: LanguageModule;
 

package/dist/narsil-ChTdkwPu.d.ts

@@ -0,0 +1,68 @@
+import { l as IndexInfo, m as IndexStats, q as PartitionStatsResult, B as BatchResult, Q as QueryParams, u as QueryResult, r as PreflightResult, y as SuggestParams, z as SuggestResult, M as MemoryStats, V as VectorMaintenanceResult, N as NarsilConfig } from './config-cQLlYR3U.js';
+import { I as IndexConfig, A as AnyDocument, a as InsertOptions, P as PartitionConfig } from './schema-BVaw7nqz.js';
+
+type NarsilEventMap = {
+    persistenceError: {
+        indexName: string;
+        partitionId: number;
+        error: Error;
+        retriesExhausted: boolean;
+    };
+    workerCrash: {
+        workerId: number;
+        indexNames: string[];
+        error: Error;
+    };
+    workerPromote: {
+        workerCount: number;
+        reason: string;
+    };
+    partitionRebalance: {
+        indexName: string;
+        oldCount: number;
+        newCount: number;
+    };
+    durabilityError: {
+        error: Error;
+    };
+};
+
+interface Narsil {
+    createIndex(name: string, config: IndexConfig): Promise<void>;
+    dropIndex(name: string): Promise<void>;
+    listIndexes(): IndexInfo[];
+    getStats(indexName: string): IndexStats;
+    getPartitionStats(indexName: string): PartitionStatsResult[];
+    insert(indexName: string, document: AnyDocument, docId?: string, options?: InsertOptions): Promise<string>;
+    insertBatch(indexName: string, documents: AnyDocument[], options?: InsertOptions): Promise<BatchResult>;
+    remove(indexName: string, docId: string): Promise<void>;
+    removeBatch(indexName: string, docIds: string[]): Promise<BatchResult>;
+    update(indexName: string, docId: string, document: AnyDocument): Promise<void>;
+    updateBatch(indexName: string, updates: Array<{
+        docId: string;
+        document: AnyDocument;
+    }>): Promise<BatchResult>;
+    get(indexName: string, docId: string): Promise<AnyDocument | undefined>;
+    getMultiple(indexName: string, docIds: string[]): Promise<Map<string, AnyDocument>>;
+    has(indexName: string, docId: string): Promise<boolean>;
+    countDocuments(indexName: string): Promise<number>;
+    query<T = AnyDocument>(indexName: string, params: QueryParams): Promise<QueryResult<T>>;
+    preflight(indexName: string, params: QueryParams): Promise<PreflightResult>;
+    suggest(indexName: string, params: SuggestParams): Promise<SuggestResult>;
+    snapshot(indexName: string): Promise<Uint8Array>;
+    restore(indexName: string, data: Uint8Array): Promise<void>;
+    checkpoint(indexName: string): Promise<void>;
+    clear(indexName: string): Promise<void>;
+    rebalance(indexName: string, targetPartitionCount: number): Promise<void>;
+    updatePartitionConfig(indexName: string, config: Partial<PartitionConfig>): Promise<void>;
+    getMemoryStats(): Promise<MemoryStats>;
+    compactVectors(indexName: string, fieldName?: string): Promise<void>;
+    optimizeVectors(indexName: string, fieldName?: string): Promise<void>;
+    vectorMaintenanceStatus(indexName: string): VectorMaintenanceResult[];
+    on<K extends keyof NarsilEventMap>(event: K, handler: (payload: NarsilEventMap[K]) => void): void;
+    off<K extends keyof NarsilEventMap>(event: K, handler: (payload: NarsilEventMap[K]) => void): void;
+    shutdown(): Promise<void>;
+}
+declare function createNarsil(config?: NarsilConfig): Promise<Narsil>;
+
+export { type Narsil as N, type NarsilEventMap as a, createNarsil as c };

package/dist/persistence/durability/checkpoint-worker.d.ts

@@ -0,0 +1,41 @@
+interface IndexMetadata {
+    indexName: string;
+    schema: Record<string, string>;
+    language: string;
+    partitionCount: number;
+    bm25Params: {
+        k1: number;
+        b: number;
+    };
+    createdAt: number;
+    engineVersion: string;
+    vectorFields?: Record<string, {
+        dimension: number;
+        metric: string;
+        quantization: string;
+    }>;
+}
+
+interface PartitionCheckpoint {
+    partitionId: number;
+    lastSeqNo: number;
+    primaryTerm: number;
+}
+
+interface CheckpointWorkerRequest {
+    root: string;
+    metadata: IndexMetadata;
+    targets: PartitionCheckpoint[];
+    compactionThreshold: number;
+}
+interface CheckpointWorkerSuccess {
+    type: 'success';
+}
+interface CheckpointWorkerError {
+    type: 'error';
+    message: string;
+}
+type CheckpointWorkerMessage = CheckpointWorkerSuccess | CheckpointWorkerError;
+declare function handleRequest(raw: unknown): Promise<CheckpointWorkerSuccess>;
+
+export { type CheckpointWorkerError, type CheckpointWorkerMessage, type CheckpointWorkerRequest, type CheckpointWorkerSuccess, handleRequest };

package/dist/persistence/durability/checkpoint-worker.mjs

@@ -0,0 +1,59 @@
+import { createDurableDirectory, writeSegmentedCheckpoint } from '../../chunk-GQEHCZG7.mjs';
+import '../../chunk-FS7XLIUS.mjs';
+import '../../chunk-S7RJJMHI.mjs';
+import '../../chunk-KMMJMDUA.mjs';
+import '../../chunk-TW6BXTOL.mjs';
+import '../../chunk-ALB35PRQ.mjs';
+import '../../chunk-HRABJLPB.mjs';
+
+// src/persistence/durability/rebuild.ts
+async function rebuildSnapshotFromDurable(root, metadata, targets, compactionThreshold) {
+  const directory = createDurableDirectory(root);
+  await writeSegmentedCheckpoint({ directory, metadata, targets, compactionThreshold });
+}
+
+// src/persistence/durability/checkpoint-worker.ts
+async function handleRequest(raw) {
+  const request = raw;
+  if (typeof request.root !== "string" || request.root.length === 0) {
+    throw new Error("Checkpoint request is missing a durable root path");
+  }
+  if (request.metadata === null || typeof request.metadata !== "object") {
+    throw new Error("Checkpoint request is missing index metadata");
+  }
+  if (!Array.isArray(request.targets)) {
+    throw new Error("Checkpoint request is missing partition targets");
+  }
+  if (!Number.isInteger(request.compactionThreshold) || request.compactionThreshold <= 0) {
+    throw new Error("Checkpoint request has an invalid compaction threshold");
+  }
+  await rebuildSnapshotFromDurable(request.root, request.metadata, request.targets, request.compactionThreshold);
+  return { type: "success" };
+}
+async function setupAsync() {
+  let parentPort = null;
+  try {
+    const workerThreads = await import('worker_threads');
+    parentPort = workerThreads.parentPort ?? null;
+  } catch {
+    parentPort = null;
+  }
+  if (parentPort === null) {
+    return;
+  }
+  const port = parentPort;
+  port.on("message", (raw) => {
+    handleRequest(raw).then((result) => port.postMessage(result)).catch((err) => {
+      const message = err instanceof Error ? err.message : String(err);
+      port.postMessage({ type: "error", message });
+    });
+  });
+}
+function setupWorker() {
+  setupAsync().catch((err) => {
+    console.error("Checkpoint worker setup failed:", err);
+  });
+}
+setupWorker();
+
+export { handleRequest };

package/dist/schema-BVaw7nqz.d.ts

@@ -0,0 +1,58 @@
+import { E as EmbeddingAdapter } from './adapters-Bo2JQg8b.js';
+
+type AnyDocument = Record<string, unknown> & {
+    id?: string;
+};
+type FieldType = 'string' | 'number' | 'boolean' | 'enum' | 'geopoint' | `vector[${number}]` | 'string[]' | 'number[]' | 'boolean[]' | 'enum[]';
+type SchemaDefinition = {
+    [field: string]: FieldType | SchemaDefinition;
+};
+type VectorQuantizationMode = 'sq8' | 'none';
+interface VectorIndexConfig {
+    threshold?: number;
+    filterThreshold?: number;
+    hnswConfig?: {
+        m?: number;
+        efConstruction?: number;
+        metric?: 'cosine' | 'dotProduct' | 'euclidean';
+    };
+    quantization?: VectorQuantizationMode;
+}
+interface EmbeddingFieldConfig {
+    adapter?: EmbeddingAdapter;
+    fields: Record<string, string | string[]>;
+}
+interface IndexConfig {
+    schema: SchemaDefinition;
+    language?: string;
+    partitions?: PartitionConfig;
+    defaultScoring?: ScoringMode;
+    bm25?: BM25Params;
+    stopWords?: Set<string> | ((defaults: Set<string>) => Set<string>);
+    tokenizer?: CustomTokenizer;
+    trackPositions?: boolean;
+    vectorPromotion?: VectorIndexConfig;
+    strict?: boolean;
+    embedding?: EmbeddingFieldConfig;
+    required?: string[];
+}
+interface BM25Params {
+    k1?: number;
+    b?: number;
+}
+interface CustomTokenizer {
+    tokenize(text: string): Array<{
+        token: string;
+        position: number;
+    }>;
+}
+interface PartitionConfig {
+    maxDocsPerPartition?: number;
+    maxPartitions?: number;
+}
+type ScoringMode = 'local' | 'dfs' | 'broadcast';
+interface InsertOptions {
+    skipClone?: boolean;
+}
+
+export type { AnyDocument as A, BM25Params as B, CustomTokenizer as C, EmbeddingFieldConfig as E, FieldType as F, IndexConfig as I, PartitionConfig as P, SchemaDefinition as S, InsertOptions as a, ScoringMode as b };

package/dist/serialization/crc32-worker.d.ts

@@ -0,0 +1,20 @@
+interface ChecksumRequest {
+    buffer: ArrayBuffer;
+    byteOffset: number;
+    byteLength: number;
+}
+interface ChecksumResponse {
+    type: 'success';
+    checksum: number;
+    buffer: ArrayBuffer;
+    byteOffset: number;
+    byteLength: number;
+}
+interface ChecksumError {
+    type: 'error';
+    message: string;
+}
+type ChecksumWorkerMessage = ChecksumResponse | ChecksumError;
+declare function handleRequest(raw: unknown): ChecksumResponse;
+
+export { type ChecksumError, type ChecksumRequest, type ChecksumResponse, type ChecksumWorkerMessage, handleRequest };

package/dist/serialization/crc32-worker.mjs

@@ -0,0 +1,61 @@
+import { crc32 } from '../chunk-KMMJMDUA.mjs';
+
+// src/serialization/crc32-worker.ts
+function handleRequest(raw) {
+  const request = raw;
+  if (!(request.buffer instanceof ArrayBuffer)) {
+    throw new Error("Checksum request is missing a transferable buffer");
+  }
+  const { byteOffset, byteLength } = request;
+  if (!Number.isInteger(byteOffset) || !Number.isInteger(byteLength) || byteOffset < 0 || byteLength < 0) {
+    throw new Error("Checksum request has an invalid range");
+  }
+  if (byteOffset + byteLength > request.buffer.byteLength) {
+    throw new Error("Checksum request range exceeds the buffer bounds");
+  }
+  const checksum = crc32(new Uint8Array(request.buffer, byteOffset, byteLength));
+  return { type: "success", checksum, buffer: request.buffer, byteOffset, byteLength };
+}
+async function setupAsync() {
+  let parentPort = null;
+  try {
+    const workerThreads = await import('worker_threads');
+    parentPort = workerThreads.parentPort ?? null;
+  } catch {
+    parentPort = null;
+  }
+  if (parentPort) {
+    const port = parentPort;
+    port.on("message", (raw) => {
+      try {
+        const result = handleRequest(raw);
+        port.postMessage(result, [result.buffer]);
+      } catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        port.postMessage({ type: "error", message });
+      }
+    });
+    return;
+  }
+  const globalSelf = typeof self !== "undefined" ? self : void 0;
+  if (globalSelf && typeof globalSelf.postMessage === "function") {
+    const webSelf = globalSelf;
+    webSelf.onmessage = (event) => {
+      try {
+        const result = handleRequest(event.data);
+        webSelf.postMessage(result, [result.buffer]);
+      } catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        webSelf.postMessage({ type: "error", message });
+      }
+    };
+  }
+}
+function setupWorker() {
+  setupAsync().catch((err) => {
+    console.error("Checksum worker setup failed:", err);
+  });
+}
+setupWorker();
+
+export { handleRequest };