@sparkleideas/embeddings 3.0.0-alpha.12-patch.17 → 3.0.0-alpha.12-patch.18

package/dist/embedding-service.d.ts

@@ -1,207 +0,0 @@
-/**
- * V3 Embedding Service Implementation
- *
- * Production embedding service aligned with agentic-flow@alpha:
- * - OpenAI provider (text-embedding-3-small/large)
- * - Transformers.js provider (local ONNX models)
- * - Mock provider (development/testing)
- *
- * Performance Targets:
- * - Single embedding: <100ms (API), <50ms (local)
- * - Batch embedding: <500ms for 10 items
- * - Cache hit: <1ms
- */
-import { EventEmitter } from 'events';
-import type { EmbeddingProvider, EmbeddingConfig, OpenAIEmbeddingConfig, TransformersEmbeddingConfig, MockEmbeddingConfig, AgenticFlowEmbeddingConfig, EmbeddingResult, BatchEmbeddingResult, IEmbeddingService, EmbeddingEvent, EmbeddingEventListener, SimilarityMetric, SimilarityResult, NormalizationType } from './types.js';
-import { PersistentEmbeddingCache } from './persistent-cache.js';
-declare class LRUCache<K, V> {
-    private readonly maxSize;
-    private cache;
-    private hits;
-    private misses;
-    constructor(maxSize: number);
-    get(key: K): V | undefined;
-    set(key: K, value: V): void;
-    clear(): void;
-    get size(): number;
-    get hitRate(): number;
-    getStats(): {
-        size: number;
-        maxSize: number;
-        hits: number;
-        misses: number;
-        hitRate: number;
-    };
-}
-declare abstract class BaseEmbeddingService extends EventEmitter implements IEmbeddingService {
-    protected readonly config: EmbeddingConfig;
-    abstract readonly provider: EmbeddingProvider;
-    protected cache: LRUCache<string, Float32Array>;
-    protected persistentCache: PersistentEmbeddingCache | null;
-    protected embeddingListeners: Set<EmbeddingEventListener>;
-    protected normalizationType: NormalizationType;
-    constructor(config: EmbeddingConfig);
-    abstract embed(text: string): Promise<EmbeddingResult>;
-    abstract embedBatch(texts: string[]): Promise<BatchEmbeddingResult>;
-    /**
-     * Apply normalization to embedding if configured
-     */
-    protected applyNormalization(embedding: Float32Array): Float32Array;
-    /**
-     * Check persistent cache for embedding
-     */
-    protected checkPersistentCache(text: string): Promise<Float32Array | null>;
-    /**
-     * Store embedding in persistent cache
-     */
-    protected storePersistentCache(text: string, embedding: Float32Array): Promise<void>;
-    protected emitEvent(event: EmbeddingEvent): void;
-    addEventListener(listener: EmbeddingEventListener): void;
-    removeEventListener(listener: EmbeddingEventListener): void;
-    clearCache(): void;
-    getCacheStats(): {
-        size: number;
-        maxSize: number;
-        hitRate: number;
-    };
-    shutdown(): Promise<void>;
-}
-export declare class OpenAIEmbeddingService extends BaseEmbeddingService {
-    readonly provider: EmbeddingProvider;
-    private readonly apiKey;
-    private readonly model;
-    private readonly baseURL;
-    private readonly timeout;
-    private readonly maxRetries;
-    constructor(config: OpenAIEmbeddingConfig);
-    embed(text: string): Promise<EmbeddingResult>;
-    embedBatch(texts: string[]): Promise<BatchEmbeddingResult>;
-    private callOpenAI;
-}
-export declare class TransformersEmbeddingService extends BaseEmbeddingService {
-    readonly provider: EmbeddingProvider;
-    private pipeline;
-    private readonly modelName;
-    private initialized;
-    constructor(config: TransformersEmbeddingConfig);
-    private initialize;
-    embed(text: string): Promise<EmbeddingResult>;
-    embedBatch(texts: string[]): Promise<BatchEmbeddingResult>;
-}
-export declare class MockEmbeddingService extends BaseEmbeddingService {
-    readonly provider: EmbeddingProvider;
-    private readonly dimensions;
-    private readonly simulatedLatency;
-    constructor(config?: Partial<MockEmbeddingConfig>);
-    embed(text: string): Promise<EmbeddingResult>;
-    embedBatch(texts: string[]): Promise<BatchEmbeddingResult>;
-    /**
-     * Generate deterministic hash-based embedding
-     */
-    private hashEmbedding;
-}
-/**
- * Agentic-Flow embedding service using OptimizedEmbedder
- *
- * Features:
- * - ONNX-based embeddings with SIMD acceleration
- * - 256-entry LRU cache with FNV-1a hash
- * - 8x loop unrolling for cosine similarity
- * - Pre-allocated buffers (no GC pressure)
- * - 3-4x faster batch processing
- */
-export declare class AgenticFlowEmbeddingService extends BaseEmbeddingService {
-    readonly provider: EmbeddingProvider;
-    private embedder;
-    private initialized;
-    private readonly modelId;
-    private readonly dimensions;
-    private readonly embedderCacheSize;
-    private readonly modelDir;
-    private readonly autoDownload;
-    constructor(config: AgenticFlowEmbeddingConfig);
-    private initialize;
-    embed(text: string): Promise<EmbeddingResult>;
-    embedBatch(texts: string[]): Promise<BatchEmbeddingResult>;
-    /**
-     * Get combined cache statistics from both our LRU cache and embedder's internal cache
-     */
-    getCacheStats(): {
-        size: number;
-        maxSize: number;
-        hitRate: number;
-    } | {
-        size: any;
-        maxSize: any;
-        hitRate: number;
-        embedderCache: any;
-    };
-    shutdown(): Promise<void>;
-}
-/**
- * Create embedding service based on configuration (sync version)
- * Note: For 'auto' provider or smart fallback, use createEmbeddingServiceAsync
- */
-export declare function createEmbeddingService(config: EmbeddingConfig): IEmbeddingService;
-/**
- * Extended config with auto provider option
- */
-export interface AutoEmbeddingConfig {
-    /** Provider: 'auto' will pick best available (agentic-flow > transformers > mock) */
-    provider: EmbeddingProvider | 'auto';
-    /** Fallback provider if primary fails */
-    fallback?: EmbeddingProvider;
-    /** Auto-install agentic-flow if not available (default: true for 'auto' provider) */
-    autoInstall?: boolean;
-    /** Model ID for agentic-flow */
-    modelId?: string;
-    /** Model name for transformers */
-    model?: string;
-    /** Dimensions */
-    dimensions?: number;
-    /** Cache size */
-    cacheSize?: number;
-    /** OpenAI API key (required for openai provider) */
-    apiKey?: string;
-}
-/**
- * Create embedding service with automatic provider detection and fallback
- *
- * Features:
- * - 'auto' provider picks best available: agentic-flow > transformers > mock
- * - Automatic fallback if primary provider fails to initialize
- * - Pre-validates provider availability before returning
- *
- * @example
- * // Auto-select best provider
- * const service = await createEmbeddingServiceAsync({ provider: 'auto' });
- *
- * // Try agentic-flow, fallback to transformers
- * const service = await createEmbeddingServiceAsync({
- *   provider: 'agentic-flow',
- *   fallback: 'transformers'
- * });
- */
-export declare function createEmbeddingServiceAsync(config: AutoEmbeddingConfig): Promise<IEmbeddingService>;
-/**
- * Convenience function for quick embeddings
- */
-export declare function getEmbedding(text: string, config?: Partial<EmbeddingConfig>): Promise<Float32Array | number[]>;
-/**
- * Compute cosine similarity between two embeddings
- */
-export declare function cosineSimilarity(a: Float32Array | number[], b: Float32Array | number[]): number;
-/**
- * Compute Euclidean distance between two embeddings
- */
-export declare function euclideanDistance(a: Float32Array | number[], b: Float32Array | number[]): number;
-/**
- * Compute dot product between two embeddings
- */
-export declare function dotProduct(a: Float32Array | number[], b: Float32Array | number[]): number;
-/**
- * Compute similarity using specified metric
- */
-export declare function computeSimilarity(a: Float32Array | number[], b: Float32Array | number[], metric?: SimilarityMetric): SimilarityResult;
-export {};
-//# sourceMappingURL=embedding-service.d.ts.map

package/dist/embedding-service.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"embedding-service.d.ts","sourceRoot":"","sources":["../src/embedding-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,KAAK,EACV,iBAAiB,EACjB,eAAe,EACf,qBAAqB,EACrB,2BAA2B,EAC3B,mBAAmB,EACnB,0BAA0B,EAE1B,eAAe,EACf,oBAAoB,EACpB,iBAAiB,EACjB,cAAc,EACd,sBAAsB,EACtB,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EAElB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AAOjE,cAAM,QAAQ,CAAC,CAAC,EAAE,CAAC;IAKL,OAAO,CAAC,QAAQ,CAAC,OAAO;IAJpC,OAAO,CAAC,KAAK,CAAwB;IACrC,OAAO,CAAC,IAAI,CAAK;IACjB,OAAO,CAAC,MAAM,CAAK;gBAEU,OAAO,EAAE,MAAM;IAE5C,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,SAAS;IAa1B,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI;IAa3B,KAAK,IAAI,IAAI;IAMb,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,OAAO,IAAI,MAAM,CAGpB;IAED,QAAQ;;;;;;;CAST;AAMD,uBAAe,oBAAqB,SAAQ,YAAa,YAAW,iBAAiB;IAOvE,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,eAAe;IANtD,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;IAC9C,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAChD,SAAS,CAAC,eAAe,EAAE,wBAAwB,GAAG,IAAI,CAAQ;IAClE,SAAS,CAAC,kBAAkB,EAAE,GAAG,CAAC,sBAAsB,CAAC,CAAa;IACtE,SAAS,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;gBAEhB,MAAM,EAAE,eAAe;IAgBtD,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IACtD,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAEnE;;OAEG;IACH,SAAS,CAAC,kBAAkB,CAAC,SAAS,EAAE,YAAY,GAAG,YAAY;IAOnE;;OAEG;cACa,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAKhF;;OAEG;cACa,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1F,SAAS,CAAC,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG,IAAI;IAWhD,gBAAgB,CAAC,QAAQ,EAAE,sBAAsB,GAAG,IAAI;IAIxD,mBAAmB,CAAC,QAAQ,EAAE,sBAAsB,GAAG,IAAI;IAI3D,UAAU,IAAI,IAAI;IAMlB,aAAa;;;;;IASP,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAIhC;AAMD,qBAAa,sBAAuB,SAAQ,oBAAoB;IAC9D,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAY;IAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;gBAExB,MAAM,EAAE,qBAAqB;IASnC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAwC7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;YA6DlD,UAAU;CA+CzB;AAMD,qBAAa,4BAA6B,SAAQ,oBAAoB;IACpE,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAkB;IACtD,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,EAAE,2BAA2B;YAKjC,UAAU;IAYlB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAsC7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAoCjE;AAMD,qBAAa,oBAAqB,SAAQ,oBAAoB;IAC5D,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAU;IAC9C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;gBAE9B,MAAM,GAAE,OAAO,CAAC,mBAAmB,CAAM;IAa/C,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAgC7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAiChE;;OAEG;IACH,OAAO,CAAC,aAAa;CAyBtB;AAMD;;;;;;;;;GASG;AACH,qBAAa,2BAA4B,SAAQ,oBAAoB;IACnE,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAkB;IACtD,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAU;gBAE3B,MAAM,EAAE,0BAA0B;YAShC,UAAU;IA+ElB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAsC7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAuDhE;;OAEG;IACM,aAAa;;;;;;;;;;IAgBP,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAMzC;AA+CD;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,eAAe,GAAG,iBAAiB,CAgBjF;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,qFAAqF;IACrF,QAAQ,EAAE,iBAAiB,GAAG,MAAM,CAAC;IACrC,yCAAyC;IACzC,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,qFAAqF;IACrF,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,gCAAgC;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kCAAkC;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oDAAoD;IACpD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,2BAA2B,CAC/C,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAAC,iBAAiB,CAAC,CAsH5B;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAChC,OAAO,CAAC,YAAY,GAAG,MAAM,EAAE,CAAC,CAalC;AAMD;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,CAAC,EAAE,YAAY,GAAG,MAAM,EAAE,EAC1B,CAAC,EAAE,YAAY,GAAG,MAAM,EAAE,GACzB,MAAM,CAiBR;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,CAAC,EAAE,YAAY,GAAG,MAAM,EAAE,EAC1B,CAAC,EAAE,YAAY,GAAG,MAAM,EAAE,GACzB,MAAM,CAYR;AAED;;GAEG;AACH,wBAAgB,UAAU,CACxB,CAAC,EAAE,YAAY,GAAG,MAAM,EAAE,EAC1B,CAAC,EAAE,YAAY,GAAG,MAAM,EAAE,GACzB,MAAM,CAWR;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,CAAC,EAAE,YAAY,GAAG,MAAM,EAAE,EAC1B,CAAC,EAAE,YAAY,GAAG,MAAM,EAAE,EAC1B,MAAM,GAAE,gBAA2B,GAClC,gBAAgB,CAYlB"}