agentic-flow 2.0.0-alpha → 2.0.1-alpha.2

package/dist/services/embedding-service.d.ts

@@ -0,0 +1,117 @@
+/**
+ * Production Embedding Service
+ *
+ * Replaces mock embeddings with real implementations:
+ * 1. OpenAI Embeddings API (text-embedding-3-small/large)
+ * 2. Local Transformers.js (runs in Node.js/browser)
+ * 3. Custom ONNX models
+ * 4. Fallback hash-based embeddings (for development)
+ */
+import { EventEmitter } from 'events';
+export interface EmbeddingConfig {
+    provider: 'openai' | 'transformers' | 'onnx' | 'mock';
+    model?: string;
+    dimensions?: number;
+    apiKey?: string;
+    cacheSize?: number;
+}
+export interface EmbeddingResult {
+    embedding: number[];
+    usage?: {
+        promptTokens: number;
+        totalTokens: number;
+    };
+    latency: number;
+}
+/**
+ * Base embedding service interface
+ */
+export declare abstract class EmbeddingService extends EventEmitter {
+    protected config: EmbeddingConfig;
+    protected cache: Map<string, number[]>;
+    constructor(config: EmbeddingConfig);
+    abstract embed(text: string): Promise<EmbeddingResult>;
+    abstract embedBatch(texts: string[]): Promise<EmbeddingResult[]>;
+    /**
+     * Get cached embedding if available
+     */
+    protected getCached(text: string): number[] | null;
+    /**
+     * Cache embedding with LRU eviction
+     */
+    protected setCached(text: string, embedding: number[]): void;
+    /**
+     * Clear cache
+     */
+    clearCache(): void;
+}
+/**
+ * OpenAI Embeddings Service
+ *
+ * Uses OpenAI's text-embedding-3-small (1536D) or text-embedding-3-large (3072D)
+ * https://platform.openai.com/docs/guides/embeddings
+ */
+export declare class OpenAIEmbeddingService extends EmbeddingService {
+    private apiKey;
+    private model;
+    private baseURL;
+    constructor(config: Omit<EmbeddingConfig, 'provider'> & {
+        apiKey: string;
+    });
+    embed(text: string): Promise<EmbeddingResult>;
+    embedBatch(texts: string[]): Promise<EmbeddingResult[]>;
+}
+/**
+ * Transformers.js Local Embedding Service
+ *
+ * Runs locally without API calls using ONNX runtime
+ * https://huggingface.co/docs/transformers.js
+ */
+export declare class TransformersEmbeddingService extends EmbeddingService {
+    private pipeline;
+    private modelName;
+    constructor(config: Omit<EmbeddingConfig, 'provider'>);
+    initialize(): Promise<void>;
+    embed(text: string): Promise<EmbeddingResult>;
+    embedBatch(texts: string[]): Promise<EmbeddingResult[]>;
+}
+/**
+ * Mock Embedding Service (for development/testing)
+ *
+ * Generates deterministic hash-based embeddings
+ * Fast but not semantically meaningful
+ */
+export declare class MockEmbeddingService extends EmbeddingService {
+    constructor(config?: Partial<EmbeddingConfig>);
+    embed(text: string): Promise<EmbeddingResult>;
+    embedBatch(texts: string[]): Promise<EmbeddingResult[]>;
+    private hashEmbedding;
+}
+/**
+ * Factory function to create appropriate embedding service
+ */
+export declare function createEmbeddingService(config: EmbeddingConfig): EmbeddingService;
+/**
+ * Convenience function for quick embeddings
+ */
+export declare function getEmbedding(text: string, config?: Partial<EmbeddingConfig>): Promise<number[]>;
+/**
+ * Benchmark different embedding providers
+ */
+export declare function benchmarkEmbeddings(testText?: string): Promise<{
+    mock: {
+        latency: number;
+        dimensions: number;
+    };
+    transformers?: {
+        latency: number;
+        dimensions: number;
+        error?: string;
+    };
+    openai?: {
+        latency: number;
+        dimensions: number;
+        error?: string;
+    };
+}>;
+//# sourceMappingURL=embedding-service.d.ts.map

package/dist/services/embedding-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-service.d.ts","sourceRoot":"","sources":["../../src/services/embedding-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,QAAQ,GAAG,cAAc,GAAG,MAAM,GAAG,MAAM,CAAC;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,8BAAsB,gBAAiB,SAAQ,YAAY;IACzD,SAAS,CAAC,MAAM,EAAE,eAAe,CAAC;IAClC,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAa;gBAEvC,MAAM,EAAE,eAAe;IAQnC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IACtD,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAEhE;;OAEG;IACH,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI;IAIlD;;OAEG;IACH,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI;IAS5D;;OAEG;IACH,UAAU,IAAI,IAAI;CAGnB;AAED;;;;;GAKG;AACH,qBAAa,sBAAuB,SAAQ,gBAAgB;IAC1D,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAA0C;gBAE7C,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,UAAU,CAAC,GAAG;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE;IAMpE,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAkD7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;CAyC9D;AAED;;;;;GAKG;AACH,qBAAa,4BAA6B,SAAQ,gBAAgB;IAChE,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,UAAU,CAAC;IAK/C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAc3B,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAoC7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;CAqC9D;AAED;;;;;GAKG;AACH,qBAAa,oBAAqB,SAAQ,gBAAgB;gBAC5C,MAAM,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC;IAQvC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IA0B7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAI7D,OAAO,CAAC,aAAa;CAsBtB;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,eAAe,GAAG,gBAAgB,CAkBhF;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAChC,OAAO,CAAC,MAAM,EAAE,CAAC,CAQnB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CAAC,QAAQ,GAAE,MAAsB,GAAG,OAAO,CAAC;IACnF,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,YAAY,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACvE,MAAM,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAClE,CAAC,CAgDD"}

package/dist/services/embedding-service.js

@@ -0,0 +1,367 @@
+/**
+ * Production Embedding Service
+ *
+ * Replaces mock embeddings with real implementations:
+ * 1. OpenAI Embeddings API (text-embedding-3-small/large)
+ * 2. Local Transformers.js (runs in Node.js/browser)
+ * 3. Custom ONNX models
+ * 4. Fallback hash-based embeddings (for development)
+ */
+import { EventEmitter } from 'events';
+/**
+ * Base embedding service interface
+ */
+export class EmbeddingService extends EventEmitter {
+    config;
+    cache = new Map();
+    constructor(config) {
+        super();
+        this.config = {
+            cacheSize: 1000,
+            ...config
+        };
+    }
+    /**
+     * Get cached embedding if available
+     */
+    getCached(text) {
+        return this.cache.get(text) || null;
+    }
+    /**
+     * Cache embedding with LRU eviction
+     */
+    setCached(text, embedding) {
+        if (this.cache.size >= this.config.cacheSize) {
+            // Remove oldest entry (first in map)
+            const firstKey = this.cache.keys().next().value;
+            this.cache.delete(firstKey);
+        }
+        this.cache.set(text, embedding);
+    }
+    /**
+     * Clear cache
+     */
+    clearCache() {
+        this.cache.clear();
+    }
+}
+/**
+ * OpenAI Embeddings Service
+ *
+ * Uses OpenAI's text-embedding-3-small (1536D) or text-embedding-3-large (3072D)
+ * https://platform.openai.com/docs/guides/embeddings
+ */
+export class OpenAIEmbeddingService extends EmbeddingService {
+    apiKey;
+    model;
+    baseURL = 'https://api.openai.com/v1/embeddings';
+    constructor(config) {
+        super({ ...config, provider: 'openai' });
+        this.apiKey = config.apiKey;
+        this.model = config.model || 'text-embedding-3-small';
+    }
+    async embed(text) {
+        // Check cache
+        const cached = this.getCached(text);
+        if (cached) {
+            return {
+                embedding: cached,
+                latency: 0
+            };
+        }
+        const start = Date.now();
+        try {
+            const response = await fetch(this.baseURL, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.apiKey}`
+                },
+                body: JSON.stringify({
+                    model: this.model,
+                    input: text,
+                    dimensions: this.config.dimensions || undefined
+                })
+            });
+            if (!response.ok) {
+                throw new Error(`OpenAI API error: ${response.statusText}`);
+            }
+            const data = await response.json();
+            const embedding = data.data[0].embedding;
+            // Cache it
+            this.setCached(text, embedding);
+            const latency = Date.now() - start;
+            this.emit('embed', { text, latency });
+            return {
+                embedding,
+                usage: data.usage,
+                latency
+            };
+        }
+        catch (error) {
+            throw new Error(`OpenAI embedding failed: ${error.message}`);
+        }
+    }
+    async embedBatch(texts) {
+        const start = Date.now();
+        try {
+            const response = await fetch(this.baseURL, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.apiKey}`
+                },
+                body: JSON.stringify({
+                    model: this.model,
+                    input: texts,
+                    dimensions: this.config.dimensions || undefined
+                })
+            });
+            if (!response.ok) {
+                throw new Error(`OpenAI API error: ${response.statusText}`);
+            }
+            const data = await response.json();
+            const latency = Date.now() - start;
+            return data.data.map((item, index) => {
+                const embedding = item.embedding;
+                this.setCached(texts[index], embedding);
+                return {
+                    embedding,
+                    usage: {
+                        promptTokens: Math.floor(data.usage.prompt_tokens / texts.length),
+                        totalTokens: Math.floor(data.usage.total_tokens / texts.length)
+                    },
+                    latency: Math.floor(latency / texts.length)
+                };
+            });
+        }
+        catch (error) {
+            throw new Error(`OpenAI batch embedding failed: ${error.message}`);
+        }
+    }
+}
+/**
+ * Transformers.js Local Embedding Service
+ *
+ * Runs locally without API calls using ONNX runtime
+ * https://huggingface.co/docs/transformers.js
+ */
+export class TransformersEmbeddingService extends EmbeddingService {
+    pipeline = null;
+    modelName;
+    constructor(config) {
+        super({ ...config, provider: 'transformers' });
+        this.modelName = config.model || 'Xenova/all-MiniLM-L6-v2';
+    }
+    async initialize() {
+        if (this.pipeline)
+            return;
+        try {
+            // Dynamically import transformers.js
+            const { pipeline } = await import('@xenova/transformers');
+            this.pipeline = await pipeline('feature-extraction', this.modelName);
+            this.emit('initialized', { model: this.modelName });
+        }
+        catch (error) {
+            throw new Error(`Failed to initialize transformers.js: ${error.message}`);
+        }
+    }
+    async embed(text) {
+        await this.initialize();
+        // Check cache
+        const cached = this.getCached(text);
+        if (cached) {
+            return {
+                embedding: cached,
+                latency: 0
+            };
+        }
+        const start = Date.now();
+        try {
+            const output = await this.pipeline(text, { pooling: 'mean', normalize: true });
+            // Convert to regular array
+            const embedding = Array.from(output.data);
+            // Cache it
+            this.setCached(text, embedding);
+            const latency = Date.now() - start;
+            this.emit('embed', { text, latency });
+            return {
+                embedding,
+                latency
+            };
+        }
+        catch (error) {
+            throw new Error(`Transformers.js embedding failed: ${error.message}`);
+        }
+    }
+    async embedBatch(texts) {
+        await this.initialize();
+        const start = Date.now();
+        try {
+            const results = [];
+            for (const text of texts) {
+                const cached = this.getCached(text);
+                if (cached) {
+                    results.push({
+                        embedding: cached,
+                        latency: 0
+                    });
+                }
+                else {
+                    const output = await this.pipeline(text, {
+                        pooling: 'mean',
+                        normalize: true
+                    });
+                    const embedding = Array.from(output.data);
+                    this.setCached(text, embedding);
+                    results.push({
+                        embedding,
+                        latency: Math.floor((Date.now() - start) / texts.length)
+                    });
+                }
+            }
+            return results;
+        }
+        catch (error) {
+            throw new Error(`Transformers.js batch embedding failed: ${error.message}`);
+        }
+    }
+}
+/**
+ * Mock Embedding Service (for development/testing)
+ *
+ * Generates deterministic hash-based embeddings
+ * Fast but not semantically meaningful
+ */
+export class MockEmbeddingService extends EmbeddingService {
+    constructor(config) {
+        super({
+            provider: 'mock',
+            dimensions: 384,
+            ...config
+        });
+    }
+    async embed(text) {
+        // Check cache
+        const cached = this.getCached(text);
+        if (cached) {
+            return {
+                embedding: cached,
+                latency: 0
+            };
+        }
+        const start = Date.now();
+        // Generate hash-based embedding
+        const embedding = this.hashEmbedding(text);
+        // Cache it
+        this.setCached(text, embedding);
+        const latency = Date.now() - start;
+        return {
+            embedding,
+            latency
+        };
+    }
+    async embedBatch(texts) {
+        return Promise.all(texts.map(text => this.embed(text)));
+    }
+    hashEmbedding(text) {
+        const dimensions = this.config.dimensions || 384;
+        const embedding = new Array(dimensions);
+        // Seed with text hash
+        let hash = 0;
+        for (let i = 0; i < text.length; i++) {
+            hash = (hash << 5) - hash + text.charCodeAt(i);
+            hash = hash & hash;
+        }
+        // Generate pseudo-random embedding
+        for (let i = 0; i < dimensions; i++) {
+            const seed = hash + i * 2654435761;
+            const x = Math.sin(seed) * 10000;
+            embedding[i] = x - Math.floor(x);
+        }
+        // Normalize to unit vector
+        const norm = Math.sqrt(embedding.reduce((sum, v) => sum + v * v, 0));
+        return embedding.map(v => v / norm);
+    }
+}
+/**
+ * Factory function to create appropriate embedding service
+ */
+export function createEmbeddingService(config) {
+    switch (config.provider) {
+        case 'openai':
+            if (!config.apiKey) {
+                throw new Error('OpenAI API key required');
+            }
+            return new OpenAIEmbeddingService(config);
+        case 'transformers':
+            return new TransformersEmbeddingService(config);
+        case 'mock':
+            return new MockEmbeddingService(config);
+        default:
+            console.warn(`Unknown provider: ${config.provider}, using mock`);
+            return new MockEmbeddingService(config);
+    }
+}
+/**
+ * Convenience function for quick embeddings
+ */
+export async function getEmbedding(text, config) {
+    const service = createEmbeddingService({
+        provider: 'mock',
+        ...config
+    });
+    const result = await service.embed(text);
+    return result.embedding;
+}
+/**
+ * Benchmark different embedding providers
+ */
+export async function benchmarkEmbeddings(testText = 'Hello world') {
+    const results = {};
+    // Test mock
+    const mockService = new MockEmbeddingService({ dimensions: 384 });
+    const mockResult = await mockService.embed(testText);
+    results.mock = {
+        latency: mockResult.latency,
+        dimensions: mockResult.embedding.length
+    };
+    // Test transformers (if available)
+    try {
+        const transformersService = new TransformersEmbeddingService({
+            model: 'Xenova/all-MiniLM-L6-v2'
+        });
+        const transformersResult = await transformersService.embed(testText);
+        results.transformers = {
+            latency: transformersResult.latency,
+            dimensions: transformersResult.embedding.length
+        };
+    }
+    catch (error) {
+        results.transformers = {
+            error: error.message
+        };
+    }
+    // Test OpenAI (if API key available)
+    const apiKey = process.env.OPENAI_API_KEY;
+    if (apiKey) {
+        try {
+            const openaiService = new OpenAIEmbeddingService({
+                apiKey,
+                model: 'text-embedding-3-small'
+            });
+            const openaiResult = await openaiService.embed(testText);
+            results.openai = {
+                latency: openaiResult.latency,
+                dimensions: openaiResult.embedding.length
+            };
+        }
+        catch (error) {
+            results.openai = {
+                error: error.message
+            };
+        }
+    }
+    return results;
+}
+//# sourceMappingURL=embedding-service.js.map

package/dist/services/embedding-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-service.js","sourceRoot":"","sources":["../../src/services/embedding-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAmBtC;;GAEG;AACH,MAAM,OAAgB,gBAAiB,SAAQ,YAAY;IAC/C,MAAM,CAAkB;IACxB,KAAK,GAA0B,IAAI,GAAG,EAAE,CAAC;IAEnD,YAAY,MAAuB;QACjC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,IAAI;YACf,GAAG,MAAM;SACV,CAAC;IACJ,CAAC;IAKD;;OAEG;IACO,SAAS,CAAC,IAAY;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACtC,CAAC;IAED;;OAEG;IACO,SAAS,CAAC,IAAY,EAAE,SAAmB;QACnD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,SAAU,EAAE,CAAC;YAC9C,qCAAqC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;YAChD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,sBAAuB,SAAQ,gBAAgB;IAClD,MAAM,CAAS;IACf,KAAK,CAAS;IACd,OAAO,GAAG,sCAAsC,CAAC;IAEzD,YAAY,MAA8D;QACxE,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,cAAc;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO;gBACL,SAAS,EAAE,MAAM;gBACjB,OAAO,EAAE,CAAC;aACX,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,KAAK,EAAE,IAAI;oBACX,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,SAAS;iBAChD,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAEzC,WAAW;YACX,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAEhC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAEnC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAEtC,OAAO;gBACL,SAAS;gBACT,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,OAAO;aACR,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,KAAK,EAAE,KAAK;oBACZ,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,SAAS;iBAChD,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAEnC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,KAAa,EAAE,EAAE;gBAChD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;gBACjC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC;gBAExC,OAAO;oBACL,SAAS;oBACT,KAAK,EAAE;wBACL,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;wBACjE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC;qBAChE;oBACD,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC;iBAC5C,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,4BAA6B,SAAQ,gBAAgB;IACxD,QAAQ,GAAQ,IAAI,CAAC;IACrB,SAAS,CAAS;IAE1B,YAAY,MAAyC;QACnD,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,IAAI,yBAAyB,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAE1B,IAAI,CAAC;YACH,qCAAqC;YACrC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAE1D,IAAI,CAAC,QAAQ,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACrE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,yCAAyC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,cAAc;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO;gBACL,SAAS,EAAE,MAAM;gBACjB,OAAO,EAAE,CAAC;aACX,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAE/E,2BAA2B;YAC3B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAE1C,WAAW;YACX,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAEhC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAEnC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAEtC,OAAO;gBACL,SAAS;gBACT,OAAO;aACR,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,qCAAqC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,OAAO,GAAsB,EAAE,CAAC;YAEtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAEpC,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,CAAC,IAAI,CAAC;wBACX,SAAS,EAAE,MAAM;wBACjB,OAAO,EAAE,CAAC;qBACX,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;wBACvC,OAAO,EAAE,MAAM;wBACf,SAAS,EAAE,IAAI;qBAChB,CAAC,CAAC;oBACH,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAE1C,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;oBAEhC,OAAO,CAAC,IAAI,CAAC;wBACX,SAAS;wBACT,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;qBACzD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,2CAA2C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,oBAAqB,SAAQ,gBAAgB;IACxD,YAAY,MAAiC;QAC3C,KAAK,CAAC;YACJ,QAAQ,EAAE,MAAM;YAChB,UAAU,EAAE,GAAG;YACf,GAAG,MAAM;SACV,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,cAAc;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO;gBACL,SAAS,EAAE,MAAM;gBACjB,OAAO,EAAE,CAAC;aACX,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,gCAAgC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAE3C,WAAW;QACX,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAEhC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAEnC,OAAO;YACL,SAAS;YACT,OAAO;SACR,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IAEO,aAAa,CAAC,IAAY;QAChC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC;QACjD,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;QAExC,sBAAsB;QACtB,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC/C,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;QACrB,CAAC;QAED,mCAAmC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,UAAU,CAAC;YACnC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;YACjC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC;QAED,2BAA2B;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrE,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACtC,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,MAAuB;IAC5D,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxB,KAAK,QAAQ;YACX,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC7C,CAAC;YACD,OAAO,IAAI,sBAAsB,CAAC,MAAa,CAAC,CAAC;QAEnD,KAAK,cAAc;YACjB,OAAO,IAAI,4BAA4B,CAAC,MAAM,CAAC,CAAC;QAElD,KAAK,MAAM;YACT,OAAO,IAAI,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAE1C;YACE,OAAO,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,QAAQ,cAAc,CAAC,CAAC;YACjE,OAAO,IAAI,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAY,EACZ,MAAiC;IAEjC,MAAM,OAAO,GAAG,sBAAsB,CAAC;QACrC,QAAQ,EAAE,MAAM;QAChB,GAAG,MAAM;KACS,CAAC,CAAC;IAEtB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,MAAM,CAAC,SAAS,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,WAAmB,aAAa;IAKxE,MAAM,OAAO,GAAQ,EAAE,CAAC;IAExB,YAAY;IACZ,MAAM,WAAW,GAAG,IAAI,oBAAoB,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACrD,OAAO,CAAC,IAAI,GAAG;QACb,OAAO,EAAE,UAAU,CAAC,OAAO;QAC3B,UAAU,EAAE,UAAU,CAAC,SAAS,CAAC,MAAM;KACxC,CAAC;IAEF,mCAAmC;IACnC,IAAI,CAAC;QACH,MAAM,mBAAmB,GAAG,IAAI,4BAA4B,CAAC;YAC3D,KAAK,EAAE,yBAAyB;SACjC,CAAC,CAAC;QACH,MAAM,kBAAkB,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACrE,OAAO,CAAC,YAAY,GAAG;YACrB,OAAO,EAAE,kBAAkB,CAAC,OAAO;YACnC,UAAU,EAAE,kBAAkB,CAAC,SAAS,CAAC,MAAM;SAChD,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,YAAY,GAAG;YACrB,KAAK,EAAE,KAAK,CAAC,OAAO;SACrB,CAAC;IACJ,CAAC;IAED,qCAAqC;IACrC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC1C,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,IAAI,sBAAsB,CAAC;gBAC/C,MAAM;gBACN,KAAK,EAAE,wBAAwB;aAChC,CAAC,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACzD,OAAO,CAAC,MAAM,GAAG;gBACf,OAAO,EAAE,YAAY,CAAC,OAAO;gBAC7B,UAAU,EAAE,YAAY,CAAC,SAAS,CAAC,MAAM;aAC1C,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,MAAM,GAAG;gBACf,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC","sourcesContent":["/**\n * Production Embedding Service\n *\n * Replaces mock embeddings with real implementations:\n * 1. OpenAI Embeddings API (text-embedding-3-small/large)\n * 2. Local Transformers.js (runs in Node.js/browser)\n * 3. Custom ONNX models\n * 4. Fallback hash-based embeddings (for development)\n */\n\nimport { EventEmitter } from 'events';\n\nexport interface EmbeddingConfig {\n  provider: 'openai' | 'transformers' | 'onnx' | 'mock';\n  model?: string;\n  dimensions?: number;\n  apiKey?: string;\n  cacheSize?: number;\n}\n\nexport interface EmbeddingResult {\n  embedding: number[];\n  usage?: {\n    promptTokens: number;\n    totalTokens: number;\n  };\n  latency: number;\n}\n\n/**\n * Base embedding service interface\n */\nexport abstract class EmbeddingService extends EventEmitter {\n  protected config: EmbeddingConfig;\n  protected cache: Map<string, number[]> = new Map();\n\n  constructor(config: EmbeddingConfig) {\n    super();\n    this.config = {\n      cacheSize: 1000,\n      ...config\n    };\n  }\n\n  abstract embed(text: string): Promise<EmbeddingResult>;\n  abstract embedBatch(texts: string[]): Promise<EmbeddingResult[]>;\n\n  /**\n   * Get cached embedding if available\n   */\n  protected getCached(text: string): number[] | null {\n    return this.cache.get(text) || null;\n  }\n\n  /**\n   * Cache embedding with LRU eviction\n   */\n  protected setCached(text: string, embedding: number[]): void {\n    if (this.cache.size >= this.config.cacheSize!) {\n      // Remove oldest entry (first in map)\n      const firstKey = this.cache.keys().next().value;\n      this.cache.delete(firstKey);\n    }\n    this.cache.set(text, embedding);\n  }\n\n  /**\n   * Clear cache\n   */\n  clearCache(): void {\n    this.cache.clear();\n  }\n}\n\n/**\n * OpenAI Embeddings Service\n *\n * Uses OpenAI's text-embedding-3-small (1536D) or text-embedding-3-large (3072D)\n * https://platform.openai.com/docs/guides/embeddings\n */\nexport class OpenAIEmbeddingService extends EmbeddingService {\n  private apiKey: string;\n  private model: string;\n  private baseURL = 'https://api.openai.com/v1/embeddings';\n\n  constructor(config: Omit<EmbeddingConfig, 'provider'> & { apiKey: string }) {\n    super({ ...config, provider: 'openai' });\n    this.apiKey = config.apiKey;\n    this.model = config.model || 'text-embedding-3-small';\n  }\n\n  async embed(text: string): Promise<EmbeddingResult> {\n    // Check cache\n    const cached = this.getCached(text);\n    if (cached) {\n      return {\n        embedding: cached,\n        latency: 0\n      };\n    }\n\n    const start = Date.now();\n\n    try {\n      const response = await fetch(this.baseURL, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n          Authorization: `Bearer ${this.apiKey}`\n        },\n        body: JSON.stringify({\n          model: this.model,\n          input: text,\n          dimensions: this.config.dimensions || undefined\n        })\n      });\n\n      if (!response.ok) {\n        throw new Error(`OpenAI API error: ${response.statusText}`);\n      }\n\n      const data = await response.json();\n      const embedding = data.data[0].embedding;\n\n      // Cache it\n      this.setCached(text, embedding);\n\n      const latency = Date.now() - start;\n\n      this.emit('embed', { text, latency });\n\n      return {\n        embedding,\n        usage: data.usage,\n        latency\n      };\n    } catch (error: any) {\n      throw new Error(`OpenAI embedding failed: ${error.message}`);\n    }\n  }\n\n  async embedBatch(texts: string[]): Promise<EmbeddingResult[]> {\n    const start = Date.now();\n\n    try {\n      const response = await fetch(this.baseURL, {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n          Authorization: `Bearer ${this.apiKey}`\n        },\n        body: JSON.stringify({\n          model: this.model,\n          input: texts,\n          dimensions: this.config.dimensions || undefined\n        })\n      });\n\n      if (!response.ok) {\n        throw new Error(`OpenAI API error: ${response.statusText}`);\n      }\n\n      const data = await response.json();\n      const latency = Date.now() - start;\n\n      return data.data.map((item: any, index: number) => {\n        const embedding = item.embedding;\n        this.setCached(texts[index], embedding);\n\n        return {\n          embedding,\n          usage: {\n            promptTokens: Math.floor(data.usage.prompt_tokens / texts.length),\n            totalTokens: Math.floor(data.usage.total_tokens / texts.length)\n          },\n          latency: Math.floor(latency / texts.length)\n        };\n      });\n    } catch (error: any) {\n      throw new Error(`OpenAI batch embedding failed: ${error.message}`);\n    }\n  }\n}\n\n/**\n * Transformers.js Local Embedding Service\n *\n * Runs locally without API calls using ONNX runtime\n * https://huggingface.co/docs/transformers.js\n */\nexport class TransformersEmbeddingService extends EmbeddingService {\n  private pipeline: any = null;\n  private modelName: string;\n\n  constructor(config: Omit<EmbeddingConfig, 'provider'>) {\n    super({ ...config, provider: 'transformers' });\n    this.modelName = config.model || 'Xenova/all-MiniLM-L6-v2';\n  }\n\n  async initialize(): Promise<void> {\n    if (this.pipeline) return;\n\n    try {\n      // Dynamically import transformers.js\n      const { pipeline } = await import('@xenova/transformers');\n\n      this.pipeline = await pipeline('feature-extraction', this.modelName);\n      this.emit('initialized', { model: this.modelName });\n    } catch (error: any) {\n      throw new Error(`Failed to initialize transformers.js: ${error.message}`);\n    }\n  }\n\n  async embed(text: string): Promise<EmbeddingResult> {\n    await this.initialize();\n\n    // Check cache\n    const cached = this.getCached(text);\n    if (cached) {\n      return {\n        embedding: cached,\n        latency: 0\n      };\n    }\n\n    const start = Date.now();\n\n    try {\n      const output = await this.pipeline(text, { pooling: 'mean', normalize: true });\n\n      // Convert to regular array\n      const embedding = Array.from(output.data);\n\n      // Cache it\n      this.setCached(text, embedding);\n\n      const latency = Date.now() - start;\n\n      this.emit('embed', { text, latency });\n\n      return {\n        embedding,\n        latency\n      };\n    } catch (error: any) {\n      throw new Error(`Transformers.js embedding failed: ${error.message}`);\n    }\n  }\n\n  async embedBatch(texts: string[]): Promise<EmbeddingResult[]> {\n    await this.initialize();\n\n    const start = Date.now();\n\n    try {\n      const results: EmbeddingResult[] = [];\n\n      for (const text of texts) {\n        const cached = this.getCached(text);\n\n        if (cached) {\n          results.push({\n            embedding: cached,\n            latency: 0\n          });\n        } else {\n          const output = await this.pipeline(text, {\n            pooling: 'mean',\n            normalize: true\n          });\n          const embedding = Array.from(output.data);\n\n          this.setCached(text, embedding);\n\n          results.push({\n            embedding,\n            latency: Math.floor((Date.now() - start) / texts.length)\n          });\n        }\n      }\n\n      return results;\n    } catch (error: any) {\n      throw new Error(`Transformers.js batch embedding failed: ${error.message}`);\n    }\n  }\n}\n\n/**\n * Mock Embedding Service (for development/testing)\n *\n * Generates deterministic hash-based embeddings\n * Fast but not semantically meaningful\n */\nexport class MockEmbeddingService extends EmbeddingService {\n  constructor(config?: Partial<EmbeddingConfig>) {\n    super({\n      provider: 'mock',\n      dimensions: 384,\n      ...config\n    });\n  }\n\n  async embed(text: string): Promise<EmbeddingResult> {\n    // Check cache\n    const cached = this.getCached(text);\n    if (cached) {\n      return {\n        embedding: cached,\n        latency: 0\n      };\n    }\n\n    const start = Date.now();\n\n    // Generate hash-based embedding\n    const embedding = this.hashEmbedding(text);\n\n    // Cache it\n    this.setCached(text, embedding);\n\n    const latency = Date.now() - start;\n\n    return {\n      embedding,\n      latency\n    };\n  }\n\n  async embedBatch(texts: string[]): Promise<EmbeddingResult[]> {\n    return Promise.all(texts.map(text => this.embed(text)));\n  }\n\n  private hashEmbedding(text: string): number[] {\n    const dimensions = this.config.dimensions || 384;\n    const embedding = new Array(dimensions);\n\n    // Seed with text hash\n    let hash = 0;\n    for (let i = 0; i < text.length; i++) {\n      hash = (hash << 5) - hash + text.charCodeAt(i);\n      hash = hash & hash;\n    }\n\n    // Generate pseudo-random embedding\n    for (let i = 0; i < dimensions; i++) {\n      const seed = hash + i * 2654435761;\n      const x = Math.sin(seed) * 10000;\n      embedding[i] = x - Math.floor(x);\n    }\n\n    // Normalize to unit vector\n    const norm = Math.sqrt(embedding.reduce((sum, v) => sum + v * v, 0));\n    return embedding.map(v => v / norm);\n  }\n}\n\n/**\n * Factory function to create appropriate embedding service\n */\nexport function createEmbeddingService(config: EmbeddingConfig): EmbeddingService {\n  switch (config.provider) {\n    case 'openai':\n      if (!config.apiKey) {\n        throw new Error('OpenAI API key required');\n      }\n      return new OpenAIEmbeddingService(config as any);\n\n    case 'transformers':\n      return new TransformersEmbeddingService(config);\n\n    case 'mock':\n      return new MockEmbeddingService(config);\n\n    default:\n      console.warn(`Unknown provider: ${config.provider}, using mock`);\n      return new MockEmbeddingService(config);\n  }\n}\n\n/**\n * Convenience function for quick embeddings\n */\nexport async function getEmbedding(\n  text: string,\n  config?: Partial<EmbeddingConfig>\n): Promise<number[]> {\n  const service = createEmbeddingService({\n    provider: 'mock',\n    ...config\n  } as EmbeddingConfig);\n\n  const result = await service.embed(text);\n  return result.embedding;\n}\n\n/**\n * Benchmark different embedding providers\n */\nexport async function benchmarkEmbeddings(testText: string = 'Hello world'): Promise<{\n  mock: { latency: number; dimensions: number };\n  transformers?: { latency: number; dimensions: number; error?: string };\n  openai?: { latency: number; dimensions: number; error?: string };\n}> {\n  const results: any = {};\n\n  // Test mock\n  const mockService = new MockEmbeddingService({ dimensions: 384 });\n  const mockResult = await mockService.embed(testText);\n  results.mock = {\n    latency: mockResult.latency,\n    dimensions: mockResult.embedding.length\n  };\n\n  // Test transformers (if available)\n  try {\n    const transformersService = new TransformersEmbeddingService({\n      model: 'Xenova/all-MiniLM-L6-v2'\n    });\n    const transformersResult = await transformersService.embed(testText);\n    results.transformers = {\n      latency: transformersResult.latency,\n      dimensions: transformersResult.embedding.length\n    };\n  } catch (error: any) {\n    results.transformers = {\n      error: error.message\n    };\n  }\n\n  // Test OpenAI (if API key available)\n  const apiKey = process.env.OPENAI_API_KEY;\n  if (apiKey) {\n    try {\n      const openaiService = new OpenAIEmbeddingService({\n        apiKey,\n        model: 'text-embedding-3-small'\n      });\n      const openaiResult = await openaiService.embed(testText);\n      results.openai = {\n        latency: openaiResult.latency,\n        dimensions: openaiResult.embedding.length\n      };\n    } catch (error: any) {\n      results.openai = {\n        error: error.message\n      };\n    }\n  }\n\n  return results;\n}\n"]}

package/dist/services/sona-agent-training.d.ts

@@ -0,0 +1,149 @@
+/**
+ * SONA Agent Training Service
+ *
+ * Train specialized models for specific agents, tasks, and codebases
+ * Uses @ruvector/sona for continuous learning and adaptation
+ */
+import { EventEmitter } from 'events';
+export interface AgentConfig {
+    name: string;
+    purpose: 'simple' | 'complex' | 'diverse';
+    hiddenDim?: number;
+    microLoraRank?: number;
+    baseLoraRank?: number;
+    patternClusters?: number;
+    trajectoryCapacity?: number;
+    qualityThreshold?: number;
+    ewcLambda?: number;
+    route?: string;
+}
+export interface TrainingExample {
+    embedding: number[];
+    prompt?: string;
+    output?: string;
+    hiddenStates?: number[];
+    attention?: number[];
+    quality: number;
+    context?: Record<string, any>;
+}
+export interface CodebaseFile {
+    path: string;
+    language: string;
+    content: string;
+    chunks?: Array<{
+        code: string;
+        type: 'function' | 'class' | 'interface' | 'module';
+        embedding?: number[];
+    }>;
+}
+export interface AgentStats {
+    name: string;
+    purpose: string;
+    trainingCount: number;
+    avgQuality: number;
+    patterns: number;
+    lastTrained?: Date;
+    config: any;
+}
+/**
+ * SONA Agent Factory - Create and manage specialized agents
+ */
+export declare class AgentFactory extends EventEmitter {
+    private agents;
+    private baseConfig;
+    constructor(baseConfig?: Partial<AgentConfig>);
+    /**
+     * Create a new specialized agent
+     */
+    createAgent(name: string, config?: Partial<AgentConfig>): any;
+    /**
+     * Train an agent on specific examples
+     */
+    trainAgent(name: string, examples: TrainingExample[]): Promise<number>;
+    /**
+     * Get an agent's engine for inference
+     */
+    getAgent(name: string): any;
+    /**
+     * Get agent statistics
+     */
+    getAgentStats(name: string): AgentStats | null;
+    /**
+     * List all agents
+     */
+    listAgents(): AgentStats[];
+    /**
+     * Find similar patterns for a query
+     */
+    findPatterns(agentName: string, queryEmbedding: number[], k?: number): Promise<any[]>;
+    /**
+     * Apply agent-specific adaptation to embedding
+     */
+    applyAdaptation(agentName: string, embedding: number[]): Promise<number[]>;
+}
+/**
+ * Codebase-Specific Agent Trainer
+ */
+export declare class CodebaseTrainer {
+    private engine;
+    private indexed;
+    constructor(config?: Partial<AgentConfig>);
+    /**
+     * Index an entire codebase for pattern learning
+     */
+    indexCodebase(files: CodebaseFile[]): Promise<number>;
+    /**
+     * Query with codebase-aware adaptation
+     */
+    query(queryText: string, k?: number): Promise<{
+        adapted: number[];
+        relevantPatterns: any[];
+    }>;
+    /**
+     * Get codebase statistics
+     */
+    getStats(): any;
+    /**
+     * Chunk code into trainable segments
+     */
+    private chunkCode;
+    /**
+     * Find end of code block (simplified)
+     */
+    private findBlockEnd;
+    /**
+     * Mock embedding (replace with actual embedding service in production)
+     */
+    private mockEmbedding;
+    private hashCode;
+}
+/**
+ * Pre-configured agent templates
+ */
+export declare const AgentTemplates: {
+    /**
+     * Code Assistant - Complex reasoning, code-specific patterns
+     */
+    codeAssistant: () => AgentConfig;
+    /**
+     * Chat Agent - Simple conversational patterns
+     */
+    chatBot: () => AgentConfig;
+    /**
+     * Data Analyst - Diverse data patterns
+     */
+    dataAnalyst: () => AgentConfig;
+    /**
+     * RAG Agent - Large capacity for document retrieval
+     */
+    ragAgent: () => AgentConfig;
+    /**
+     * Task Planner - Complex reasoning with strong memory
+     */
+    taskPlanner: () => AgentConfig;
+    /**
+     * Domain Expert - Learns specific domain
+     */
+    domainExpert: (domain: string) => AgentConfig;
+};
+//# sourceMappingURL=sona-agent-training.d.ts.map