agentic-flow 3.0.0-alpha.2 → 3.1.0

package/dist/agentic-flow/src/router/providers/onnx.d.ts

@@ -1,65 +0,0 @@
-/**
- * ONNX Runtime Provider for Local Model Inference
- *
- * Supports CPU and GPU execution providers for optimized local inference
- * Compatible with Phi-3, Llama, and other ONNX models
- */
-import type { LLMProvider, ChatParams, ChatResponse, StreamChunk } from '../types.js';
-export interface ONNXConfig {
-    modelPath?: string;
-    modelId?: string;
-    executionProviders?: string[];
-    sessionOptions?: any;
-    maxTokens?: number;
-    temperature?: number;
-}
-export declare class ONNXProvider implements LLMProvider {
-    name: string;
-    type: "custom";
-    supportsStreaming: boolean;
-    supportsTools: boolean;
-    supportsMCP: boolean;
-    private session;
-    private generator;
-    private config;
-    private executionProviders;
-    constructor(config?: ONNXConfig);
-    /**
-     * Detect available execution providers
-     */
-    private detectExecutionProviders;
-    /**
-     * Initialize ONNX session with model
-     */
-    private initializeSession;
-    /**
-     * Format messages for model input
-     */
-    private formatMessages;
-    /**
-     * Chat completion
-     */
-    chat(params: ChatParams): Promise<ChatResponse>;
-    /**
-     * Streaming generation
-     */
-    stream(params: ChatParams): AsyncGenerator<StreamChunk>;
-    /**
-     * Validate capabilities
-     */
-    validateCapabilities(features: string[]): boolean;
-    /**
-     * Get model info
-     */
-    getModelInfo(): {
-        modelId: string;
-        executionProviders: string[];
-        supportsGPU: boolean;
-        initialized: boolean;
-    };
-    /**
-     * Cleanup resources
-     */
-    dispose(): Promise<void>;
-}
-//# sourceMappingURL=onnx.d.ts.map

package/dist/agentic-flow/src/router/providers/onnx.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"onnx.d.ts","sourceRoot":"","sources":["../../../../../src/router/providers/onnx.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,UAAU,EACV,YAAY,EACZ,WAAW,EAIZ,MAAM,aAAa,CAAC;AA0BrB,MAAM,WAAW,UAAU;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,cAAc,CAAC,EAAE,GAAG,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,YAAa,YAAW,WAAW;IAC9C,IAAI,SAAU;IACd,IAAI,EAAG,QAAQ,CAAU;IACzB,iBAAiB,UAAQ;IACzB,aAAa,UAAS;IACtB,WAAW,UAAS;IAEpB,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,kBAAkB,CAAgB;gBAE9B,MAAM,GAAE,UAAe;IASnC;;OAEG;YACW,wBAAwB;IAgCtC;;OAEG;YACW,iBAAiB;IA8B/B;;OAEG;IACH,OAAO,CAAC,cAAc;IAsBtB;;OAEG;IACG,IAAI,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC;IA+DrD;;OAEG;IACI,MAAM,CAAC,MAAM,EAAE,UAAU,GAAG,cAAc,CAAC,WAAW,CAAC;IAqD9D;;OAEG;IACH,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO;IAKjD;;OAEG;IACH,YAAY;;;;;;IASZ;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAS/B"}

package/dist/agentic-flow/src/router/providers/onnx.js

@@ -1,265 +0,0 @@
-/**
- * ONNX Runtime Provider for Local Model Inference
- *
- * Supports CPU and GPU execution providers for optimized local inference
- * Compatible with Phi-3, Llama, and other ONNX models
- */
-// Dynamic imports for optional ONNX dependencies
-let ort;
-let transformers;
-async function ensureOnnxDependencies() {
-    if (!ort) {
-        try {
-            const ortModule = await import('onnxruntime-node');
-            ort = ortModule;
-        }
-        catch (e) {
-            throw new Error('onnxruntime-node not installed. Run: npm install onnxruntime-node');
-        }
-    }
-    if (!transformers) {
-        try {
-            const transformersModule = await import('@xenova/transformers');
-            transformers = transformersModule;
-            transformers.env.allowLocalModels = true;
-        }
-        catch (e) {
-            throw new Error('@xenova/transformers not installed. Run: npm install @xenova/transformers');
-        }
-    }
-}
-export class ONNXProvider {
-    name = 'onnx';
-    type = 'custom';
-    supportsStreaming = true;
-    supportsTools = false;
-    supportsMCP = false;
-    session = null;
-    generator = null;
-    config;
-    executionProviders = [];
-    constructor(config = {}) {
-        this.config = {
-            modelId: config.modelId || 'Xenova/Phi-3-mini-4k-instruct',
-            maxTokens: config.maxTokens || 512,
-            temperature: config.temperature || 0.7,
-            ...config
-        };
-    }
-    /**
-     * Detect available execution providers
-     */
-    async detectExecutionProviders() {
-        const providers = [];
-        // Try CUDA for NVIDIA GPUs
-        try {
-            if (process.platform === 'linux') {
-                providers.push('cuda');
-                this.executionProviders.push('cuda');
-            }
-        }
-        catch (e) {
-            // CUDA not available
-        }
-        // Try DirectML for Windows GPUs
-        try {
-            if (process.platform === 'win32') {
-                providers.push('dml');
-                this.executionProviders.push('dml');
-            }
-        }
-        catch (e) {
-            // DirectML not available
-        }
-        // Always fallback to CPU
-        providers.push('cpu');
-        this.executionProviders.push('cpu');
-        console.log(`🔧 ONNX Execution Providers: ${this.executionProviders.join(', ')}`);
-        return providers;
-    }
-    /**
-     * Initialize ONNX session with model
-     */
-    async initializeSession() {
-        if (this.generator)
-            return;
-        try {
-            await ensureOnnxDependencies();
-            console.log(`📦 Loading ONNX model: ${this.config.modelId}`);
-            // Use Transformers.js for easier model loading
-            this.generator = await transformers.pipeline('text-generation', this.config.modelId, {
-                quantized: true, // Use quantized models for better CPU performance
-            });
-            console.log(`✅ ONNX model loaded successfully`);
-        }
-        catch (error) {
-            const providerError = {
-                name: 'ONNXInitError',
-                message: `Failed to initialize ONNX model: ${error}`,
-                provider: 'onnx',
-                retryable: false
-            };
-            throw providerError;
-        }
-    }
-    /**
-     * Format messages for model input
-     */
-    formatMessages(messages) {
-        // Simple chat template for Phi-3
-        let prompt = '';
-        for (const msg of messages) {
-            const content = typeof msg.content === 'string'
-                ? msg.content
-                : msg.content.map(c => c.type === 'text' ? c.text : '').join('');
-            if (msg.role === 'user') {
-                prompt += `<|user|>\n${content}<|end|>\n`;
-            }
-            else if (msg.role === 'assistant') {
-                prompt += `<|assistant|>\n${content}<|end|>\n`;
-            }
-            else if (msg.role === 'system') {
-                prompt += `<|system|>\n${content}<|end|>\n`;
-            }
-        }
-        prompt += '<|assistant|>\n';
-        return prompt;
-    }
-    /**
-     * Chat completion
-     */
-    async chat(params) {
-        await this.initializeSession();
-        const startTime = Date.now();
-        const prompt = this.formatMessages(params.messages);
-        try {
-            const result = await this.generator(prompt, {
-                max_new_tokens: params.maxTokens || this.config.maxTokens,
-                temperature: params.temperature || this.config.temperature,
-                do_sample: true,
-                top_p: 0.9,
-            });
-            const generatedText = result[0].generated_text;
-            // Extract only the new assistant response
-            const assistantResponse = generatedText
-                .split('<|assistant|>')
-                .pop()
-                ?.split('<|end|>')[0]
-                ?.trim() || '';
-            const latency = Date.now() - startTime;
-            // Estimate token counts (rough approximation)
-            const inputTokens = Math.ceil(prompt.length / 4);
-            const outputTokens = Math.ceil(assistantResponse.length / 4);
-            const content = [{
-                    type: 'text',
-                    text: assistantResponse
-                }];
-            return {
-                id: `onnx-${Date.now()}`,
-                model: this.config.modelId || 'onnx-model',
-                content,
-                stopReason: 'end_turn',
-                usage: {
-                    inputTokens,
-                    outputTokens
-                },
-                metadata: {
-                    provider: 'onnx',
-                    model: this.config.modelId,
-                    latency,
-                    cost: 0, // Local inference is free
-                    executionProviders: this.executionProviders
-                }
-            };
-        }
-        catch (error) {
-            const providerError = {
-                name: 'ONNXInferenceError',
-                message: `ONNX inference failed: ${error}`,
-                provider: 'onnx',
-                retryable: true
-            };
-            throw providerError;
-        }
-    }
-    /**
-     * Streaming generation
-     */
-    async *stream(params) {
-        await this.initializeSession();
-        const prompt = this.formatMessages(params.messages);
-        try {
-            // Note: Transformers.js doesn't natively support streaming
-            // We'll simulate it by yielding tokens as they're generated
-            const result = await this.generator(prompt, {
-                max_new_tokens: params.maxTokens || this.config.maxTokens,
-                temperature: params.temperature || this.config.temperature,
-                do_sample: true,
-                top_p: 0.9,
-            });
-            const generatedText = result[0].generated_text;
-            const assistantResponse = generatedText
-                .split('<|assistant|>')
-                .pop()
-                ?.split('<|end|>')[0]
-                ?.trim() || '';
-            // Simulate streaming by chunking the response
-            const words = assistantResponse.split(' ');
-            for (let i = 0; i < words.length; i++) {
-                const chunk = words[i] + (i < words.length - 1 ? ' ' : '');
-                yield {
-                    type: 'content_block_delta',
-                    delta: {
-                        type: 'text_delta',
-                        text: chunk
-                    }
-                };
-                // Small delay to simulate real streaming
-                await new Promise(resolve => setTimeout(resolve, 10));
-            }
-            yield {
-                type: 'message_stop'
-            };
-        }
-        catch (error) {
-            const providerError = {
-                name: 'ONNXStreamError',
-                message: `ONNX streaming failed: ${error}`,
-                provider: 'onnx',
-                retryable: true
-            };
-            throw providerError;
-        }
-    }
-    /**
-     * Validate capabilities
-     */
-    validateCapabilities(features) {
-        const supported = ['chat', 'stream'];
-        return features.every(f => supported.includes(f));
-    }
-    /**
-     * Get model info
-     */
-    getModelInfo() {
-        return {
-            modelId: this.config.modelId,
-            executionProviders: this.executionProviders,
-            supportsGPU: this.executionProviders.includes('cuda') || this.executionProviders.includes('dml'),
-            initialized: this.generator !== null
-        };
-    }
-    /**
-     * Cleanup resources
-     */
-    async dispose() {
-        if (this.generator) {
-            this.generator = null;
-        }
-        if (this.session) {
-            await this.session.release();
-            this.session = null;
-        }
-    }
-}
-//# sourceMappingURL=onnx.js.map

package/dist/agentic-flow/src/router/providers/onnx.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"onnx.js","sourceRoot":"","sources":["../../../../../src/router/providers/onnx.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,iDAAiD;AACjD,IAAI,GAAQ,CAAC;AACb,IAAI,YAAiB,CAAC;AAEtB,KAAK,UAAU,sBAAsB;IACnC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,kBAAyB,CAAC,CAAC;YAC1D,GAAG,GAAG,SAAS,CAAC;QAClB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IACD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,MAAM,MAAM,CAAC,sBAA6B,CAAC,CAAC;YACvE,YAAY,GAAG,kBAAkB,CAAC;YAClC,YAAY,CAAC,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC3C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;AACH,CAAC;AAWD,MAAM,OAAO,YAAY;IACvB,IAAI,GAAG,MAAM,CAAC;IACd,IAAI,GAAG,QAAiB,CAAC;IACzB,iBAAiB,GAAG,IAAI,CAAC;IACzB,aAAa,GAAG,KAAK,CAAC;IACtB,WAAW,GAAG,KAAK,CAAC;IAEZ,OAAO,GAAQ,IAAI,CAAC;IACpB,SAAS,GAAQ,IAAI,CAAC;IACtB,MAAM,CAAa;IACnB,kBAAkB,GAAa,EAAE,CAAC;IAE1C,YAAY,SAAqB,EAAE;QACjC,IAAI,CAAC,MAAM,GAAG;YACZ,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,+BAA+B;YAC1D,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,GAAG;YAClC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,GAAG,MAAM;SACV,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB;QACpC,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,2BAA2B;QAC3B,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACjC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,qBAAqB;QACvB,CAAC;QAED,gCAAgC;QAChC,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACjC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACtB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,yBAAyB;QAC3B,CAAC;QAED,yBAAyB;QACzB,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEpC,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElF,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAE3B,IAAI,CAAC;YACH,MAAM,sBAAsB,EAAE,CAAC;YAE/B,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;YAE7D,+CAA+C;YAC/C,IAAI,CAAC,SAAS,GAAG,MAAM,YAAY,CAAC,QAAQ,CAC1C,iBAAiB,EACjB,IAAI,CAAC,MAAM,CAAC,OAAO,EACnB;gBACE,SAAS,EAAE,IAAI,EAAE,kDAAkD;aACpE,CACF,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAElD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,aAAa,GAAkB;gBACnC,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,oCAAoC,KAAK,EAAE;gBACpD,QAAQ,EAAE,MAAM;gBAChB,SAAS,EAAE,KAAK;aACjB,CAAC;YACF,MAAM,aAAa,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,QAAmB;QACxC,iCAAiC;QACjC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC7C,CAAC,CAAC,GAAG,CAAC,OAAO;gBACb,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEnE,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,aAAa,OAAO,WAAW,CAAC;YAC5C,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACpC,MAAM,IAAI,kBAAkB,OAAO,WAAW,CAAC;YACjD,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACjC,MAAM,IAAI,eAAe,OAAO,WAAW,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,MAAM,IAAI,iBAAiB,CAAC;QAC5B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,MAAkB;QAC3B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAEpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;gBAC1C,cAAc,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;gBACzD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;gBAC1D,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;YAE/C,0CAA0C;YAC1C,MAAM,iBAAiB,GAAG,aAAa;iBACpC,KAAK,CAAC,eAAe,CAAC;iBACtB,GAAG,EAAE;gBACN,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBACrB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAEjB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEvC,8CAA8C;YAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAE7D,MAAM,OAAO,GAAmB,CAAC;oBAC/B,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,iBAAiB;iBACxB,CAAC,CAAC;YAEH,OAAO;gBACL,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;gBACxB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,YAAY;gBAC1C,OAAO;gBACP,UAAU,EAAE,UAAU;gBACtB,KAAK,EAAE;oBACL,WAAW;oBACX,YAAY;iBACb;gBACD,QAAQ,EAAE;oBACR,QAAQ,EAAE,MAAM;oBAChB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;oBAC1B,OAAO;oBACP,IAAI,EAAE,CAAC,EAAE,0BAA0B;oBACnC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;iBAC5C;aACF,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,aAAa,GAAkB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,0BAA0B,KAAK,EAAE;gBAC1C,QAAQ,EAAE,MAAM;gBAChB,SAAS,EAAE,IAAI;aAChB,CAAC;YACF,MAAM,aAAa,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAC,MAAM,CAAC,MAAkB;QAC9B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAEpD,IAAI,CAAC;YACH,2DAA2D;YAC3D,4DAA4D;YAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;gBAC1C,cAAc,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;gBACzD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;gBAC1D,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;YAC/C,MAAM,iBAAiB,GAAG,aAAa;iBACpC,KAAK,CAAC,eAAe,CAAC;iBACtB,GAAG,EAAE;gBACN,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBACrB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAEjB,8CAA8C;YAC9C,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3D,MAAM;oBACJ,IAAI,EAAE,qBAAqB;oBAC3B,KAAK,EAAE;wBACL,IAAI,EAAE,YAAY;wBAClB,IAAI,EAAE,KAAK;qBACZ;iBACF,CAAC;gBAEF,yCAAyC;gBACzC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YACxD,CAAC;YAED,MAAM;gBACJ,IAAI,EAAE,cAAc;aACrB,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,aAAa,GAAkB;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,0BAA0B,KAAK,EAAE;gBAC1C,QAAQ,EAAE,MAAM;gBAChB,SAAS,EAAE,IAAI;aAChB,CAAC;YACF,MAAM,aAAa,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,QAAkB;QACrC,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACrC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,WAAW,EAAE,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC;YAChG,WAAW,EAAE,IAAI,CAAC,SAAS,KAAK,IAAI;SACrC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;CACF","sourcesContent":["/**\n * ONNX Runtime Provider for Local Model Inference\n *\n * Supports CPU and GPU execution providers for optimized local inference\n * Compatible with Phi-3, Llama, and other ONNX models\n */\n\nimport type {\n  LLMProvider,\n  ChatParams,\n  ChatResponse,\n  StreamChunk,\n  ProviderError,\n  Message,\n  ContentBlock\n} from '../types.js';\n\n// Dynamic imports for optional ONNX dependencies\nlet ort: any;\nlet transformers: any;\n\nasync function ensureOnnxDependencies() {\n  if (!ort) {\n    try {\n      const ortModule = await import('onnxruntime-node' as any);\n      ort = ortModule;\n    } catch (e) {\n      throw new Error('onnxruntime-node not installed. Run: npm install onnxruntime-node');\n    }\n  }\n  if (!transformers) {\n    try {\n      const transformersModule = await import('@xenova/transformers' as any);\n      transformers = transformersModule;\n      transformers.env.allowLocalModels = true;\n    } catch (e) {\n      throw new Error('@xenova/transformers not installed. Run: npm install @xenova/transformers');\n    }\n  }\n}\n\nexport interface ONNXConfig {\n  modelPath?: string;\n  modelId?: string; // HuggingFace model ID\n  executionProviders?: string[];\n  sessionOptions?: any;\n  maxTokens?: number;\n  temperature?: number;\n}\n\nexport class ONNXProvider implements LLMProvider {\n  name = 'onnx';\n  type = 'custom' as const;\n  supportsStreaming = true;\n  supportsTools = false;\n  supportsMCP = false;\n\n  private session: any = null;\n  private generator: any = null;\n  private config: ONNXConfig;\n  private executionProviders: string[] = [];\n\n  constructor(config: ONNXConfig = {}) {\n    this.config = {\n      modelId: config.modelId || 'Xenova/Phi-3-mini-4k-instruct',\n      maxTokens: config.maxTokens || 512,\n      temperature: config.temperature || 0.7,\n      ...config\n    };\n  }\n\n  /**\n   * Detect available execution providers\n   */\n  private async detectExecutionProviders(): Promise<string[]> {\n    const providers: string[] = [];\n\n    // Try CUDA for NVIDIA GPUs\n    try {\n      if (process.platform === 'linux') {\n        providers.push('cuda');\n        this.executionProviders.push('cuda');\n      }\n    } catch (e) {\n      // CUDA not available\n    }\n\n    // Try DirectML for Windows GPUs\n    try {\n      if (process.platform === 'win32') {\n        providers.push('dml');\n        this.executionProviders.push('dml');\n      }\n    } catch (e) {\n      // DirectML not available\n    }\n\n    // Always fallback to CPU\n    providers.push('cpu');\n    this.executionProviders.push('cpu');\n\n    console.log(`🔧 ONNX Execution Providers: ${this.executionProviders.join(', ')}`);\n\n    return providers;\n  }\n\n  /**\n   * Initialize ONNX session with model\n   */\n  private async initializeSession(): Promise<void> {\n    if (this.generator) return;\n\n    try {\n      await ensureOnnxDependencies();\n\n      console.log(`📦 Loading ONNX model: ${this.config.modelId}`);\n\n      // Use Transformers.js for easier model loading\n      this.generator = await transformers.pipeline(\n        'text-generation',\n        this.config.modelId,\n        {\n          quantized: true, // Use quantized models for better CPU performance\n        }\n      );\n\n      console.log(`✅ ONNX model loaded successfully`);\n\n    } catch (error) {\n      const providerError: ProviderError = {\n        name: 'ONNXInitError',\n        message: `Failed to initialize ONNX model: ${error}`,\n        provider: 'onnx',\n        retryable: false\n      };\n      throw providerError;\n    }\n  }\n\n  /**\n   * Format messages for model input\n   */\n  private formatMessages(messages: Message[]): string {\n    // Simple chat template for Phi-3\n    let prompt = '';\n\n    for (const msg of messages) {\n      const content = typeof msg.content === 'string'\n        ? msg.content\n        : msg.content.map(c => c.type === 'text' ? c.text : '').join('');\n\n      if (msg.role === 'user') {\n        prompt += `<|user|>\\n${content}<|end|>\\n`;\n      } else if (msg.role === 'assistant') {\n        prompt += `<|assistant|>\\n${content}<|end|>\\n`;\n      } else if (msg.role === 'system') {\n        prompt += `<|system|>\\n${content}<|end|>\\n`;\n      }\n    }\n\n    prompt += '<|assistant|>\\n';\n    return prompt;\n  }\n\n  /**\n   * Chat completion\n   */\n  async chat(params: ChatParams): Promise<ChatResponse> {\n    await this.initializeSession();\n\n    const startTime = Date.now();\n    const prompt = this.formatMessages(params.messages);\n\n    try {\n      const result = await this.generator(prompt, {\n        max_new_tokens: params.maxTokens || this.config.maxTokens,\n        temperature: params.temperature || this.config.temperature,\n        do_sample: true,\n        top_p: 0.9,\n      });\n\n      const generatedText = result[0].generated_text;\n\n      // Extract only the new assistant response\n      const assistantResponse = generatedText\n        .split('<|assistant|>')\n        .pop()\n        ?.split('<|end|>')[0]\n        ?.trim() || '';\n\n      const latency = Date.now() - startTime;\n\n      // Estimate token counts (rough approximation)\n      const inputTokens = Math.ceil(prompt.length / 4);\n      const outputTokens = Math.ceil(assistantResponse.length / 4);\n\n      const content: ContentBlock[] = [{\n        type: 'text',\n        text: assistantResponse\n      }];\n\n      return {\n        id: `onnx-${Date.now()}`,\n        model: this.config.modelId || 'onnx-model',\n        content,\n        stopReason: 'end_turn',\n        usage: {\n          inputTokens,\n          outputTokens\n        },\n        metadata: {\n          provider: 'onnx',\n          model: this.config.modelId,\n          latency,\n          cost: 0, // Local inference is free\n          executionProviders: this.executionProviders\n        }\n      };\n\n    } catch (error) {\n      const providerError: ProviderError = {\n        name: 'ONNXInferenceError',\n        message: `ONNX inference failed: ${error}`,\n        provider: 'onnx',\n        retryable: true\n      };\n      throw providerError;\n    }\n  }\n\n  /**\n   * Streaming generation\n   */\n  async *stream(params: ChatParams): AsyncGenerator<StreamChunk> {\n    await this.initializeSession();\n\n    const prompt = this.formatMessages(params.messages);\n\n    try {\n      // Note: Transformers.js doesn't natively support streaming\n      // We'll simulate it by yielding tokens as they're generated\n      const result = await this.generator(prompt, {\n        max_new_tokens: params.maxTokens || this.config.maxTokens,\n        temperature: params.temperature || this.config.temperature,\n        do_sample: true,\n        top_p: 0.9,\n      });\n\n      const generatedText = result[0].generated_text;\n      const assistantResponse = generatedText\n        .split('<|assistant|>')\n        .pop()\n        ?.split('<|end|>')[0]\n        ?.trim() || '';\n\n      // Simulate streaming by chunking the response\n      const words = assistantResponse.split(' ');\n      for (let i = 0; i < words.length; i++) {\n        const chunk = words[i] + (i < words.length - 1 ? ' ' : '');\n        yield {\n          type: 'content_block_delta',\n          delta: {\n            type: 'text_delta',\n            text: chunk\n          }\n        };\n\n        // Small delay to simulate real streaming\n        await new Promise(resolve => setTimeout(resolve, 10));\n      }\n\n      yield {\n        type: 'message_stop'\n      };\n\n    } catch (error) {\n      const providerError: ProviderError = {\n        name: 'ONNXStreamError',\n        message: `ONNX streaming failed: ${error}`,\n        provider: 'onnx',\n        retryable: true\n      };\n      throw providerError;\n    }\n  }\n\n  /**\n   * Validate capabilities\n   */\n  validateCapabilities(features: string[]): boolean {\n    const supported = ['chat', 'stream'];\n    return features.every(f => supported.includes(f));\n  }\n\n  /**\n   * Get model info\n   */\n  getModelInfo() {\n    return {\n      modelId: this.config.modelId,\n      executionProviders: this.executionProviders,\n      supportsGPU: this.executionProviders.includes('cuda') || this.executionProviders.includes('dml'),\n      initialized: this.generator !== null\n    };\n  }\n\n  /**\n   * Cleanup resources\n   */\n  async dispose(): Promise<void> {\n    if (this.generator) {\n      this.generator = null;\n    }\n    if (this.session) {\n      await this.session.release();\n      this.session = null;\n    }\n  }\n}\n"]}

package/dist/agentic-flow/src/router/providers/openrouter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"openrouter.d.ts","sourceRoot":"","sources":["../../../../../src/router/providers/openrouter.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,WAAW,EACX,UAAU,EACV,YAAY,EACZ,WAAW,EACX,cAAc,EAIf,MAAM,aAAa,CAAC;AAGrB,qBAAa,kBAAmB,YAAW,WAAW;IACpD,IAAI,SAAgB;IACpB,IAAI,EAAG,YAAY,CAAU;IAC7B,iBAAiB,UAAQ;IACzB,aAAa,UAAQ;IACrB,WAAW,UAAS;IAEpB,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,MAAM,CAAiB;gBAEnB,MAAM,EAAE,cAAc;IAmBlC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO;IAK3C,IAAI,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC;IAY9C,MAAM,CAAC,MAAM,EAAE,UAAU,GAAG,cAAc,CAAC,WAAW,CAAC;IAqC9D,OAAO,CAAC,aAAa;IA2ErB,OAAO,CAAC,cAAc;IA6CtB,OAAO,CAAC,iBAAiB;IAwCzB,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,WAAW;CAWpB"}

package/dist/agentic-flow/src/router/providers/openrouter.js

@@ -1,246 +0,0 @@
-// OpenRouter provider implementation
-import axios from 'axios';
-import { mapModelId } from '../model-mapping.js';
-export class OpenRouterProvider {
-    name = 'openrouter';
-    type = 'openrouter';
-    supportsStreaming = true;
-    supportsTools = true;
-    supportsMCP = false; // Requires translation
-    client;
-    config;
-    constructor(config) {
-        this.config = config;
-        if (!config.apiKey) {
-            throw new Error('OpenRouter API key is required');
-        }
-        this.client = axios.create({
-            baseURL: config.baseUrl || 'https://openrouter.ai/api/v1',
-            headers: {
-                'Authorization': `Bearer ${config.apiKey}`,
-                'HTTP-Referer': 'https://github.com/ruvnet/agentic-flow',
-                'X-Title': 'Agentic Flow Multi-Model Router',
-                'Content-Type': 'application/json'
-            },
-            timeout: config.timeout || 180000
-        });
-    }
-    validateCapabilities(features) {
-        const supported = ['chat', 'streaming', 'tools'];
-        return features.every(f => supported.includes(f));
-    }
-    async chat(params) {
-        try {
-            const requestBody = this.formatRequest(params);
-            const response = await this.client.post('/chat/completions', requestBody);
-            return this.formatResponse(response.data, params.model);
-        }
-        catch (error) {
-            throw this.handleError(error);
-        }
-    }
-    async *stream(params) {
-        try {
-            const requestBody = this.formatRequest(params, true);
-            const response = await this.client.post('/chat/completions', requestBody, {
-                responseType: 'stream'
-            });
-            for await (const chunk of response.data) {
-                const lines = chunk.toString().split('\n').filter((line) => line.trim() !== '');
-                for (const line of lines) {
-                    if (line.startsWith('data: ')) {
-                        const data = line.slice(6);
-                        if (data === '[DONE]') {
-                            yield { type: 'message_stop' };
-                            return;
-                        }
-                        try {
-                            const parsed = JSON.parse(data);
-                            const streamChunk = this.formatStreamChunk(parsed);
-                            if (streamChunk) {
-                                yield streamChunk;
-                            }
-                        }
-                        catch (e) {
-                            // Skip invalid JSON
-                        }
-                    }
-                }
-            }
-        }
-        catch (error) {
-            throw this.handleError(error);
-        }
-    }
-    formatRequest(params, stream = false) {
-        const messages = params.messages.map(msg => ({
-            role: msg.role,
-            content: typeof msg.content === 'string'
-                ? msg.content
-                : msg.content.map(block => {
-                    if (block.type === 'text')
-                        return { type: 'text', text: block.text };
-                    if (block.type === 'tool_use')
-                        return {
-                            type: 'function',
-                            function: {
-                                name: block.name,
-                                arguments: JSON.stringify(block.input)
-                            }
-                        };
-                    if (block.type === 'tool_result')
-                        return {
-                            type: 'function_result',
-                            content: block.content,
-                            is_error: block.is_error
-                        };
-                    return block;
-                })
-        }));
-        // Map model ID to OpenRouter format
-        const openrouterModel = mapModelId(params.model, 'openrouter');
-        const body = {
-            model: openrouterModel,
-            messages,
-            temperature: params.temperature ?? 0.7,
-            max_tokens: params.maxTokens,
-            stream
-        };
-        // Add tools if provided
-        if (params.tools && params.tools.length > 0) {
-            body.tools = params.tools.map(tool => ({
-                type: 'function',
-                function: {
-                    name: tool.name,
-                    description: tool.description,
-                    parameters: tool.input_schema
-                }
-            }));
-            if (params.toolChoice) {
-                if (params.toolChoice === 'auto' || params.toolChoice === 'none') {
-                    body.tool_choice = params.toolChoice;
-                }
-                else if (typeof params.toolChoice === 'object') {
-                    body.tool_choice = {
-                        type: 'function',
-                        function: { name: params.toolChoice.name }
-                    };
-                }
-            }
-        }
-        // Add OpenRouter-specific preferences
-        if (this.config.preferences) {
-            if (this.config.preferences.requireParameters) {
-                body.require_parameters = true;
-            }
-            if (this.config.preferences.dataCollection) {
-                body['X-Data-Collection'] = this.config.preferences.dataCollection;
-            }
-            if (this.config.preferences.order) {
-                body.provider = {
-                    order: this.config.preferences.order
-                };
-            }
-        }
-        return body;
-    }
-    formatResponse(data, model) {
-        const choice = data.choices[0];
-        const message = choice.message;
-        const content = [];
-        // Handle text content
-        if (message.content) {
-            content.push({
-                type: 'text',
-                text: message.content
-            });
-        }
-        // Handle tool calls
-        if (message.tool_calls) {
-            for (const toolCall of message.tool_calls) {
-                content.push({
-                    type: 'tool_use',
-                    id: toolCall.id,
-                    name: toolCall.function.name,
-                    input: JSON.parse(toolCall.function.arguments)
-                });
-            }
-        }
-        const stopReason = this.mapFinishReason(choice.finish_reason);
-        return {
-            id: data.id,
-            model: data.model || model,
-            content,
-            stopReason,
-            usage: {
-                inputTokens: data.usage?.prompt_tokens || 0,
-                outputTokens: data.usage?.completion_tokens || 0
-            },
-            metadata: {
-                provider: 'openrouter',
-                cost: this.calculateCost(data.usage),
-                latency: 0 // Will be set by router
-            }
-        };
-    }
-    formatStreamChunk(data) {
-        const choice = data.choices?.[0];
-        if (!choice)
-            return null;
-        const delta = choice.delta;
-        if (delta?.content) {
-            return {
-                type: 'content_block_delta',
-                delta: {
-                    type: 'text_delta',
-                    text: delta.content
-                }
-            };
-        }
-        if (delta?.tool_calls) {
-            const toolCall = delta.tool_calls[0];
-            return {
-                type: 'content_block_delta',
-                delta: {
-                    type: 'input_json_delta',
-                    partial_json: toolCall.function?.arguments || ''
-                }
-            };
-        }
-        if (choice.finish_reason) {
-            return {
-                type: 'message_stop',
-                usage: data.usage ? {
-                    inputTokens: data.usage.prompt_tokens || 0,
-                    outputTokens: data.usage.completion_tokens || 0
-                } : undefined
-            };
-        }
-        return null;
-    }
-    mapFinishReason(reason) {
-        switch (reason) {
-            case 'stop': return 'end_turn';
-            case 'length': return 'max_tokens';
-            case 'tool_calls': return 'tool_use';
-            default: return 'end_turn';
-        }
-    }
-    calculateCost(usage) {
-        if (!usage)
-            return 0;
-        // OpenRouter pricing varies by model
-        // Using average pricing: $0.01/1K input, $0.03/1K output
-        const inputCost = (usage.prompt_tokens || 0) * 0.00001;
-        const outputCost = (usage.completion_tokens || 0) * 0.00003;
-        return inputCost + outputCost;
-    }
-    handleError(error) {
-        const providerError = new Error(error.response?.data?.error?.message || error.message || 'OpenRouter request failed');
-        providerError.provider = 'openrouter';
-        providerError.statusCode = error.response?.status;
-        providerError.retryable = error.response?.status >= 500 || error.code === 'ECONNABORTED';
-        return providerError;
-    }
-}
-//# sourceMappingURL=openrouter.js.map

package/dist/agentic-flow/src/router/providers/openrouter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../../../../src/router/providers/openrouter.ts"],"names":[],"mappings":"AAAA,qCAAqC;AACrC,OAAO,KAAwB,MAAM,OAAO,CAAC;AAW7C,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjD,MAAM,OAAO,kBAAkB;IAC7B,IAAI,GAAG,YAAY,CAAC;IACpB,IAAI,GAAG,YAAqB,CAAC;IAC7B,iBAAiB,GAAG,IAAI,CAAC;IACzB,aAAa,GAAG,IAAI,CAAC;IACrB,WAAW,GAAG,KAAK,CAAC,CAAC,uBAAuB;IAEpC,MAAM,CAAgB;IACtB,MAAM,CAAiB;IAE/B,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,8BAA8B;YACzD,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;gBAC1C,cAAc,EAAE,wCAAwC;gBACxD,SAAS,EAAE,iCAAiC;gBAC5C,cAAc,EAAE,kBAAkB;aACnC;YACD,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM;SAClC,CAAC,CAAC;IACL,CAAC;IAED,oBAAoB,CAAC,QAAkB;QACrC,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QACjD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAkB;QAC3B,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAE/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAC;YAE1E,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,MAAkB;QAC9B,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAErD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,WAAW,EAAE;gBACxE,YAAY,EAAE,QAAQ;aACvB,CAAC,CAAC;YAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAExF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAE3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;4BACtB,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;4BAC/B,OAAO;wBACT,CAAC;wBAED,IAAI,CAAC;4BACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAChC,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;4BACnD,IAAI,WAAW,EAAE,CAAC;gCAChB,MAAM,WAAW,CAAC;4BACpB,CAAC;wBACH,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,oBAAoB;wBACtB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,MAAkB,EAAE,MAAM,GAAG,KAAK;QACtD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3C,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EAAE,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBACtC,CAAC,CAAC,GAAG,CAAC,OAAO;gBACb,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;oBACtB,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;wBAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;oBACrE,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;wBAAE,OAAO;4BACpC,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE;gCACR,IAAI,EAAE,KAAK,CAAC,IAAI;gCAChB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;6BACvC;yBACF,CAAC;oBACF,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;wBAAE,OAAO;4BACvC,IAAI,EAAE,iBAAiB;4BACvB,OAAO,EAAE,KAAK,CAAC,OAAO;4BACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;yBACzB,CAAC;oBACF,OAAO,KAAK,CAAC;gBACf,CAAC,CAAC;SACP,CAAC,CAAC,CAAC;QAEJ,oCAAoC;QACpC,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAE/D,MAAM,IAAI,GAAQ;YAChB,KAAK,EAAE,eAAe;YACtB,QAAQ;YACR,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,MAAM;SACP,CAAC;QAEF,wBAAwB;QACxB,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACrC,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,UAAU,EAAE,IAAI,CAAC,YAAY;iBAC9B;aACF,CAAC,CAAC,CAAC;YAEJ,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACtB,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;oBACjE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC;gBACvC,CAAC;qBAAM,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;oBACjD,IAAI,CAAC,WAAW,GAAG;wBACjB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE;qBAC3C,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC;gBAC9C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YACjC,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,EAAE,CAAC;gBAC3C,IAAI,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC;YACrE,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;gBAClC,IAAI,CAAC,QAAQ,GAAG;oBACd,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK;iBACrC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,cAAc,CAAC,IAAS,EAAE,KAAa;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAE/B,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,sBAAsB;QACtB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,OAAO,CAAC,OAAO;aACtB,CAAC,CAAC;QACL,CAAC;QAED,oBAAoB;QACpB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBAC1C,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,QAAQ,CAAC,EAAE;oBACf,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;oBAC5B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;iBAC/C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAE9D,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;YAC1B,OAAO;YACP,UAAU;YACV,KAAK,EAAE;gBACL,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBAC3C,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;aACjD;YACD,QAAQ,EAAE;gBACR,QAAQ,EAAE,YAAY;gBACtB,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC;gBACpC,OAAO,EAAE,CAAC,CAAC,wBAAwB;aACpC;SACF,CAAC;IACJ,CAAC;IAEO,iBAAiB,CAAC,IAAS;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAEzB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;YACnB,OAAO;gBACL,IAAI,EAAE,qBAAqB;gBAC3B,KAAK,EAAE;oBACL,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,KAAK,CAAC,OAAO;iBACpB;aACF,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACrC,OAAO;gBACL,IAAI,EAAE,qBAAqB;gBAC3B,KAAK,EAAE;oBACL,IAAI,EAAE,kBAAkB;oBACxB,YAAY,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;iBACjD;aACF,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,OAAO;gBACL,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBAClB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;oBAC1C,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;iBAChD,CAAC,CAAC,CAAC,SAAS;aACd,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,eAAe,CAAC,MAAc;QACpC,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM,CAAC,CAAC,OAAO,UAAU,CAAC;YAC/B,KAAK,QAAQ,CAAC,CAAC,OAAO,YAAY,CAAC;YACnC,KAAK,YAAY,CAAC,CAAC,OAAO,UAAU,CAAC;YACrC,OAAO,CAAC,CAAC,OAAO,UAAU,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,KAA8D;QAClF,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC;QAErB,qCAAqC;QACrC,yDAAyD;QACzD,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC;QACvD,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC;QAE5D,OAAO,SAAS,GAAG,UAAU,CAAC;IAChC,CAAC;IAEO,WAAW,CAAC,KAAU;QAC5B,MAAM,aAAa,GAAG,IAAI,KAAK,CAC7B,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,IAAI,2BAA2B,CACpE,CAAC;QAEnB,aAAa,CAAC,QAAQ,GAAG,YAAY,CAAC;QACtC,aAAa,CAAC,UAAU,GAAG,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC;QAClD,aAAa,CAAC,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,CAAC;QAEzF,OAAO,aAAa,CAAC;IACvB,CAAC;CACF","sourcesContent":["// OpenRouter provider implementation\nimport axios, { AxiosInstance } from 'axios';\nimport {\n  LLMProvider,\n  ChatParams,\n  ChatResponse,\n  StreamChunk,\n  ProviderConfig,\n  ProviderError,\n  ContentBlock,\n  Tool\n} from '../types.js';\nimport { mapModelId } from '../model-mapping.js';\n\nexport class OpenRouterProvider implements LLMProvider {\n  name = 'openrouter';\n  type = 'openrouter' as const;\n  supportsStreaming = true;\n  supportsTools = true;\n  supportsMCP = false; // Requires translation\n\n  private client: AxiosInstance;\n  private config: ProviderConfig;\n\n  constructor(config: ProviderConfig) {\n    this.config = config;\n\n    if (!config.apiKey) {\n      throw new Error('OpenRouter API key is required');\n    }\n\n    this.client = axios.create({\n      baseURL: config.baseUrl || 'https://openrouter.ai/api/v1',\n      headers: {\n        'Authorization': `Bearer ${config.apiKey}`,\n        'HTTP-Referer': 'https://github.com/ruvnet/agentic-flow',\n        'X-Title': 'Agentic Flow Multi-Model Router',\n        'Content-Type': 'application/json'\n      },\n      timeout: config.timeout || 180000\n    });\n  }\n\n  validateCapabilities(features: string[]): boolean {\n    const supported = ['chat', 'streaming', 'tools'];\n    return features.every(f => supported.includes(f));\n  }\n\n  async chat(params: ChatParams): Promise<ChatResponse> {\n    try {\n      const requestBody = this.formatRequest(params);\n\n      const response = await this.client.post('/chat/completions', requestBody);\n\n      return this.formatResponse(response.data, params.model);\n    } catch (error: any) {\n      throw this.handleError(error);\n    }\n  }\n\n  async *stream(params: ChatParams): AsyncGenerator<StreamChunk> {\n    try {\n      const requestBody = this.formatRequest(params, true);\n\n      const response = await this.client.post('/chat/completions', requestBody, {\n        responseType: 'stream'\n      });\n\n      for await (const chunk of response.data) {\n        const lines = chunk.toString().split('\\n').filter((line: string) => line.trim() !== '');\n\n        for (const line of lines) {\n          if (line.startsWith('data: ')) {\n            const data = line.slice(6);\n\n            if (data === '[DONE]') {\n              yield { type: 'message_stop' };\n              return;\n            }\n\n            try {\n              const parsed = JSON.parse(data);\n              const streamChunk = this.formatStreamChunk(parsed);\n              if (streamChunk) {\n                yield streamChunk;\n              }\n            } catch (e) {\n              // Skip invalid JSON\n            }\n          }\n        }\n      }\n    } catch (error: any) {\n      throw this.handleError(error);\n    }\n  }\n\n  private formatRequest(params: ChatParams, stream = false): any {\n    const messages = params.messages.map(msg => ({\n      role: msg.role,\n      content: typeof msg.content === 'string'\n        ? msg.content\n        : msg.content.map(block => {\n            if (block.type === 'text') return { type: 'text', text: block.text };\n            if (block.type === 'tool_use') return {\n              type: 'function',\n              function: {\n                name: block.name,\n                arguments: JSON.stringify(block.input)\n              }\n            };\n            if (block.type === 'tool_result') return {\n              type: 'function_result',\n              content: block.content,\n              is_error: block.is_error\n            };\n            return block;\n          })\n    }));\n\n    // Map model ID to OpenRouter format\n    const openrouterModel = mapModelId(params.model, 'openrouter');\n\n    const body: any = {\n      model: openrouterModel,\n      messages,\n      temperature: params.temperature ?? 0.7,\n      max_tokens: params.maxTokens,\n      stream\n    };\n\n    // Add tools if provided\n    if (params.tools && params.tools.length > 0) {\n      body.tools = params.tools.map(tool => ({\n        type: 'function',\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: tool.input_schema\n        }\n      }));\n\n      if (params.toolChoice) {\n        if (params.toolChoice === 'auto' || params.toolChoice === 'none') {\n          body.tool_choice = params.toolChoice;\n        } else if (typeof params.toolChoice === 'object') {\n          body.tool_choice = {\n            type: 'function',\n            function: { name: params.toolChoice.name }\n          };\n        }\n      }\n    }\n\n    // Add OpenRouter-specific preferences\n    if (this.config.preferences) {\n      if (this.config.preferences.requireParameters) {\n        body.require_parameters = true;\n      }\n      if (this.config.preferences.dataCollection) {\n        body['X-Data-Collection'] = this.config.preferences.dataCollection;\n      }\n      if (this.config.preferences.order) {\n        body.provider = {\n          order: this.config.preferences.order\n        };\n      }\n    }\n\n    return body;\n  }\n\n  private formatResponse(data: any, model: string): ChatResponse {\n    const choice = data.choices[0];\n    const message = choice.message;\n\n    const content: ContentBlock[] = [];\n\n    // Handle text content\n    if (message.content) {\n      content.push({\n        type: 'text',\n        text: message.content\n      });\n    }\n\n    // Handle tool calls\n    if (message.tool_calls) {\n      for (const toolCall of message.tool_calls) {\n        content.push({\n          type: 'tool_use',\n          id: toolCall.id,\n          name: toolCall.function.name,\n          input: JSON.parse(toolCall.function.arguments)\n        });\n      }\n    }\n\n    const stopReason = this.mapFinishReason(choice.finish_reason);\n\n    return {\n      id: data.id,\n      model: data.model || model,\n      content,\n      stopReason,\n      usage: {\n        inputTokens: data.usage?.prompt_tokens || 0,\n        outputTokens: data.usage?.completion_tokens || 0\n      },\n      metadata: {\n        provider: 'openrouter',\n        cost: this.calculateCost(data.usage),\n        latency: 0 // Will be set by router\n      }\n    };\n  }\n\n  private formatStreamChunk(data: any): StreamChunk | null {\n    const choice = data.choices?.[0];\n    if (!choice) return null;\n\n    const delta = choice.delta;\n\n    if (delta?.content) {\n      return {\n        type: 'content_block_delta',\n        delta: {\n          type: 'text_delta',\n          text: delta.content\n        }\n      };\n    }\n\n    if (delta?.tool_calls) {\n      const toolCall = delta.tool_calls[0];\n      return {\n        type: 'content_block_delta',\n        delta: {\n          type: 'input_json_delta',\n          partial_json: toolCall.function?.arguments || ''\n        }\n      };\n    }\n\n    if (choice.finish_reason) {\n      return {\n        type: 'message_stop',\n        usage: data.usage ? {\n          inputTokens: data.usage.prompt_tokens || 0,\n          outputTokens: data.usage.completion_tokens || 0\n        } : undefined\n      };\n    }\n\n    return null;\n  }\n\n  private mapFinishReason(reason: string): ChatResponse['stopReason'] {\n    switch (reason) {\n      case 'stop': return 'end_turn';\n      case 'length': return 'max_tokens';\n      case 'tool_calls': return 'tool_use';\n      default: return 'end_turn';\n    }\n  }\n\n  private calculateCost(usage?: { prompt_tokens?: number; completion_tokens?: number }): number {\n    if (!usage) return 0;\n\n    // OpenRouter pricing varies by model\n    // Using average pricing: $0.01/1K input, $0.03/1K output\n    const inputCost = (usage.prompt_tokens || 0) * 0.00001;\n    const outputCost = (usage.completion_tokens || 0) * 0.00003;\n\n    return inputCost + outputCost;\n  }\n\n  private handleError(error: any): ProviderError {\n    const providerError = new Error(\n      error.response?.data?.error?.message || error.message || 'OpenRouter request failed'\n    ) as ProviderError;\n\n    providerError.provider = 'openrouter';\n    providerError.statusCode = error.response?.status;\n    providerError.retryable = error.response?.status >= 500 || error.code === 'ECONNABORTED';\n\n    return providerError;\n  }\n}\n"]}