@delali/narsil 0.1.1 → 0.1.2

package/dist/direct-executor-DFRFDLFP.mjs

@@ -0,0 +1,4 @@
+export { createDirectExecutor } from './chunk-LIRVYUQ5.mjs';
+import './chunk-GVN2W4VA.mjs';
+import './chunk-WYC635GI.mjs';
+import './chunk-7GKPWGCN.mjs';

package/dist/index.d.ts

@@ -30,6 +30,7 @@ declare const ErrorCodes: {
     readonly LANGUAGE_NOT_SUPPORTED: "LANGUAGE_NOT_SUPPORTED";
     readonly ENVELOPE_VERSION_MISMATCH: "ENVELOPE_VERSION_MISMATCH";
     readonly ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC";
+    readonly PARTITION_CAPACITY_EXCEEDED: "PARTITION_CAPACITY_EXCEEDED";
 };
 type ErrorCode = (typeof ErrorCodes)[keyof typeof ErrorCodes];
 declare class NarsilError extends Error {
@@ -48,6 +49,15 @@ type FieldType = 'string' | 'number' | 'boolean' | 'enum' | 'geopoint' | `vector
 type SchemaDefinition = {
     [field: string]: FieldType | SchemaDefinition;
 };
+interface VectorPromotionConfig {
+    threshold?: number;
+    hnswConfig?: {
+        m?: number;
+        efConstruction?: number;
+        metric?: 'cosine' | 'dotProduct' | 'euclidean';
+    };
+    workerStrategy?: 'worker-threads' | 'web-worker' | 'synchronous';
+}
 interface IndexConfig {
     schema: SchemaDefinition;
     language?: string;
@@ -56,6 +66,9 @@ interface IndexConfig {
     bm25?: BM25Params;
     stopWords?: Set<string> | ((defaults: Set<string>) => Set<string>);
     tokenizer?: CustomTokenizer;
+    trackPositions?: boolean;
+    vectorPromotion?: VectorPromotionConfig;
+    strict?: boolean;
 }
 interface BM25Params {
     k1?: number;
@@ -72,6 +85,9 @@ interface PartitionConfig {
     maxPartitions?: number;
 }
 type ScoringMode = 'local' | 'dfs' | 'broadcast';
+interface InsertOptions {
+    skipClone?: boolean;
+}
 
 interface QueryResult<T = AnyDocument> {
     hits: Array<Hit<T>>;
@@ -133,6 +149,20 @@ interface IndexInfo {
     partitionCount: number;
     language: string;
 }
+interface PartitionStatsResult {
+    partitionId: number;
+    documentCount: number;
+    estimatedMemoryBytes: number;
+    vectorFieldCount: number;
+    isHnswPromoted: boolean;
+}
+interface SuggestResult {
+    terms: Array<{
+        term: string;
+        documentFrequency: number;
+    }>;
+    elapsed: number;
+}
 interface MemoryStats {
     totalBytes: number;
     workers: Array<{
@@ -224,6 +254,7 @@ interface QueryParams {
     mode?: SearchMode;
     vector?: VectorQueryConfig;
     hybrid?: HybridConfig;
+    includeScoreComponents?: boolean;
 }
 interface VectorQueryConfig {
     field: string;
@@ -260,6 +291,10 @@ interface HighlightConfig {
     postTag?: string;
     maxSnippetLength?: number;
 }
+interface SuggestParams {
+    prefix: string;
+    limit?: number;
+}
 
 interface NarsilPlugin {
     name: string;
@@ -358,8 +393,9 @@ interface Narsil {
     dropIndex(name: string): Promise<void>;
     listIndexes(): IndexInfo[];
     getStats(indexName: string): IndexStats;
-    insert(indexName: string, document: AnyDocument, docId?: string): Promise<string>;
-    insertBatch(indexName: string, documents: AnyDocument[]): Promise<BatchResult>;
+    getPartitionStats(indexName: string): PartitionStatsResult[];
+    insert(indexName: string, document: AnyDocument, docId?: string, options?: InsertOptions): Promise<string>;
+    insertBatch(indexName: string, documents: AnyDocument[], options?: InsertOptions): Promise<BatchResult>;
     remove(indexName: string, docId: string): Promise<void>;
     removeBatch(indexName: string, docIds: string[]): Promise<BatchResult>;
     update(indexName: string, docId: string, document: AnyDocument): Promise<void>;
@@ -373,7 +409,12 @@ interface Narsil {
     countDocuments(indexName: string): Promise<number>;
     query<T = AnyDocument>(indexName: string, params: QueryParams): Promise<QueryResult<T>>;
     preflight(indexName: string, params: QueryParams): Promise<PreflightResult>;
+    suggest(indexName: string, params: SuggestParams): Promise<SuggestResult>;
+    snapshot(indexName: string): Promise<Uint8Array>;
+    restore(indexName: string, data: Uint8Array): Promise<void>;
     clear(indexName: string): Promise<void>;
+    rebalance(indexName: string, targetPartitionCount: number): Promise<void>;
+    updatePartitionConfig(indexName: string, config: Partial<PartitionConfig>): Promise<void>;
     getMemoryStats(): MemoryStats;
     on<K extends keyof NarsilEventMap>(event: K, handler: (payload: NarsilEventMap[K]) => void): void;
     off<K extends keyof NarsilEventMap>(event: K, handler: (payload: NarsilEventMap[K]) => void): void;
@@ -381,6 +422,8 @@ interface Narsil {
 }
 declare function createNarsil(config?: NarsilConfig): Promise<Narsil>;
 
+declare function isSimdAvailable(): boolean;
+
 declare const VERSION = "0.1.0";
 
-export { type AnyDocument, type ArrayFilter, type BM25Params, type BatchResult, type ComparisonFilter, type CustomTokenizer, type ErrorCode, ErrorCodes, type FacetConfig, type FacetResult, type FieldType, type FilterExpression, type FlushConfig, type GeoPolygonFilter, type GeoRadiusFilter, type GroupConfig, type GroupReducer, type GroupResult, type HighlightConfig, type HighlightMatch, type Hit, type HybridConfig, type IndexConfig, type IndexContext, type IndexInfo, type IndexStats, type InsertContext, InvalidationAdapter, LanguageModule, type MemoryStats, type Narsil, type NarsilConfig, NarsilError, type NarsilEventMap, type NarsilPlugin, type PartitionConfig, type PartitionContext, PersistenceAdapter, type PreflightResult, type PresenceFilter, type QueryParams, type QueryResult, type RemoveContext, type SchemaDefinition, type ScoreComponents, type ScoringMode, type SearchContext, type SearchMode, type StringFilter, type TermMatchPolicy, type UpdateContext, VERSION, type VectorQueryConfig, type WorkerConfig, type WorkerContext, createNarsil, getLanguage, registerLanguage };
+export { type AnyDocument, type ArrayFilter, type BM25Params, type BatchResult, type ComparisonFilter, type CustomTokenizer, type ErrorCode, ErrorCodes, type FacetConfig, type FacetResult, type FieldType, type FilterExpression, type FlushConfig, type GeoPolygonFilter, type GeoRadiusFilter, type GroupConfig, type GroupReducer, type GroupResult, type HighlightConfig, type HighlightMatch, type Hit, type HybridConfig, type IndexConfig, type IndexContext, type IndexInfo, type IndexStats, type InsertContext, type InsertOptions, InvalidationAdapter, LanguageModule, type MemoryStats, type Narsil, type NarsilConfig, NarsilError, type NarsilEventMap, type NarsilPlugin, type PartitionConfig, type PartitionContext, type PartitionStatsResult, PersistenceAdapter, type PreflightResult, type PresenceFilter, type QueryParams, type QueryResult, type RemoveContext, type SchemaDefinition, type ScoreComponents, type ScoringMode, type SearchContext, type SearchMode, type StringFilter, type SuggestParams, type SuggestResult, type TermMatchPolicy, type UpdateContext, VERSION, type VectorQueryConfig, type WorkerConfig, type WorkerContext, createNarsil, getLanguage, isSimdAvailable, registerLanguage };