agentic-flow 1.10.1 → 2.0.0-alpha

package/agentic-flow/dist/router/providers/onnx.js

@@ -0,0 +1,265 @@
+/**
+ * ONNX Runtime Provider for Local Model Inference
+ *
+ * Supports CPU and GPU execution providers for optimized local inference
+ * Compatible with Phi-3, Llama, and other ONNX models
+ */
+// Dynamic imports for optional ONNX dependencies
+let ort;
+let transformers;
+async function ensureOnnxDependencies() {
+    if (!ort) {
+        try {
+            const ortModule = await import('onnxruntime-node');
+            ort = ortModule;
+        }
+        catch (e) {
+            throw new Error('onnxruntime-node not installed. Run: npm install onnxruntime-node');
+        }
+    }
+    if (!transformers) {
+        try {
+            const transformersModule = await import('@xenova/transformers');
+            transformers = transformersModule;
+            transformers.env.allowLocalModels = true;
+        }
+        catch (e) {
+            throw new Error('@xenova/transformers not installed. Run: npm install @xenova/transformers');
+        }
+    }
+}
+export class ONNXProvider {
+    name = 'onnx';
+    type = 'custom';
+    supportsStreaming = true;
+    supportsTools = false;
+    supportsMCP = false;
+    session = null;
+    generator = null;
+    config;
+    executionProviders = [];
+    constructor(config = {}) {
+        this.config = {
+            modelId: config.modelId || 'Xenova/Phi-3-mini-4k-instruct',
+            maxTokens: config.maxTokens || 512,
+            temperature: config.temperature || 0.7,
+            ...config
+        };
+    }
+    /**
+     * Detect available execution providers
+     */
+    async detectExecutionProviders() {
+        const providers = [];
+        // Try CUDA for NVIDIA GPUs
+        try {
+            if (process.platform === 'linux') {
+                providers.push('cuda');
+                this.executionProviders.push('cuda');
+            }
+        }
+        catch (e) {
+            // CUDA not available
+        }
+        // Try DirectML for Windows GPUs
+        try {
+            if (process.platform === 'win32') {
+                providers.push('dml');
+                this.executionProviders.push('dml');
+            }
+        }
+        catch (e) {
+            // DirectML not available
+        }
+        // Always fallback to CPU
+        providers.push('cpu');
+        this.executionProviders.push('cpu');
+        console.log(`🔧 ONNX Execution Providers: ${this.executionProviders.join(', ')}`);
+        return providers;
+    }
+    /**
+     * Initialize ONNX session with model
+     */
+    async initializeSession() {
+        if (this.generator)
+            return;
+        try {
+            await ensureOnnxDependencies();
+            console.log(`📦 Loading ONNX model: ${this.config.modelId}`);
+            // Use Transformers.js for easier model loading
+            this.generator = await transformers.pipeline('text-generation', this.config.modelId, {
+                quantized: true, // Use quantized models for better CPU performance
+            });
+            console.log(`✅ ONNX model loaded successfully`);
+        }
+        catch (error) {
+            const providerError = {
+                name: 'ONNXInitError',
+                message: `Failed to initialize ONNX model: ${error}`,
+                provider: 'onnx',
+                retryable: false
+            };
+            throw providerError;
+        }
+    }
+    /**
+     * Format messages for model input
+     */
+    formatMessages(messages) {
+        // Simple chat template for Phi-3
+        let prompt = '';
+        for (const msg of messages) {
+            const content = typeof msg.content === 'string'
+                ? msg.content
+                : msg.content.map(c => c.type === 'text' ? c.text : '').join('');
+            if (msg.role === 'user') {
+                prompt += `<|user|>\n${content}<|end|>\n`;
+            }
+            else if (msg.role === 'assistant') {
+                prompt += `<|assistant|>\n${content}<|end|>\n`;
+            }
+            else if (msg.role === 'system') {
+                prompt += `<|system|>\n${content}<|end|>\n`;
+            }
+        }
+        prompt += '<|assistant|>\n';
+        return prompt;
+    }
+    /**
+     * Chat completion
+     */
+    async chat(params) {
+        await this.initializeSession();
+        const startTime = Date.now();
+        const prompt = this.formatMessages(params.messages);
+        try {
+            const result = await this.generator(prompt, {
+                max_new_tokens: params.maxTokens || this.config.maxTokens,
+                temperature: params.temperature || this.config.temperature,
+                do_sample: true,
+                top_p: 0.9,
+            });
+            const generatedText = result[0].generated_text;
+            // Extract only the new assistant response
+            const assistantResponse = generatedText
+                .split('<|assistant|>')
+                .pop()
+                ?.split('<|end|>')[0]
+                ?.trim() || '';
+            const latency = Date.now() - startTime;
+            // Estimate token counts (rough approximation)
+            const inputTokens = Math.ceil(prompt.length / 4);
+            const outputTokens = Math.ceil(assistantResponse.length / 4);
+            const content = [{
+                    type: 'text',
+                    text: assistantResponse
+                }];
+            return {
+                id: `onnx-${Date.now()}`,
+                model: this.config.modelId || 'onnx-model',
+                content,
+                stopReason: 'end_turn',
+                usage: {
+                    inputTokens,
+                    outputTokens
+                },
+                metadata: {
+                    provider: 'onnx',
+                    model: this.config.modelId,
+                    latency,
+                    cost: 0, // Local inference is free
+                    executionProviders: this.executionProviders
+                }
+            };
+        }
+        catch (error) {
+            const providerError = {
+                name: 'ONNXInferenceError',
+                message: `ONNX inference failed: ${error}`,
+                provider: 'onnx',
+                retryable: true
+            };
+            throw providerError;
+        }
+    }
+    /**
+     * Streaming generation
+     */
+    async *stream(params) {
+        await this.initializeSession();
+        const prompt = this.formatMessages(params.messages);
+        try {
+            // Note: Transformers.js doesn't natively support streaming
+            // We'll simulate it by yielding tokens as they're generated
+            const result = await this.generator(prompt, {
+                max_new_tokens: params.maxTokens || this.config.maxTokens,
+                temperature: params.temperature || this.config.temperature,
+                do_sample: true,
+                top_p: 0.9,
+            });
+            const generatedText = result[0].generated_text;
+            const assistantResponse = generatedText
+                .split('<|assistant|>')
+                .pop()
+                ?.split('<|end|>')[0]
+                ?.trim() || '';
+            // Simulate streaming by chunking the response
+            const words = assistantResponse.split(' ');
+            for (let i = 0; i < words.length; i++) {
+                const chunk = words[i] + (i < words.length - 1 ? ' ' : '');
+                yield {
+                    type: 'content_block_delta',
+                    delta: {
+                        type: 'text_delta',
+                        text: chunk
+                    }
+                };
+                // Small delay to simulate real streaming
+                await new Promise(resolve => setTimeout(resolve, 10));
+            }
+            yield {
+                type: 'message_stop'
+            };
+        }
+        catch (error) {
+            const providerError = {
+                name: 'ONNXStreamError',
+                message: `ONNX streaming failed: ${error}`,
+                provider: 'onnx',
+                retryable: true
+            };
+            throw providerError;
+        }
+    }
+    /**
+     * Validate capabilities
+     */
+    validateCapabilities(features) {
+        const supported = ['chat', 'stream'];
+        return features.every(f => supported.includes(f));
+    }
+    /**
+     * Get model info
+     */
+    getModelInfo() {
+        return {
+            modelId: this.config.modelId,
+            executionProviders: this.executionProviders,
+            supportsGPU: this.executionProviders.includes('cuda') || this.executionProviders.includes('dml'),
+            initialized: this.generator !== null
+        };
+    }
+    /**
+     * Cleanup resources
+     */
+    async dispose() {
+        if (this.generator) {
+            this.generator = null;
+        }
+        if (this.session) {
+            await this.session.release();
+            this.session = null;
+        }
+    }
+}
+//# sourceMappingURL=onnx.js.map

package/agentic-flow/dist/router/providers/onnx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"onnx.js","sourceRoot":"","sources":["../../../src/router/providers/onnx.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,iDAAiD;AACjD,IAAI,GAAQ,CAAC;AACb,IAAI,YAAiB,CAAC;AAEtB,KAAK,UAAU,sBAAsB;IACnC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,kBAAyB,CAAC,CAAC;YAC1D,GAAG,GAAG,SAAS,CAAC;QAClB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IACD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,MAAM,MAAM,CAAC,sBAA6B,CAAC,CAAC;YACvE,YAAY,GAAG,kBAAkB,CAAC;YAClC,YAAY,CAAC,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC3C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;AACH,CAAC;AAWD,MAAM,OAAO,YAAY;IACvB,IAAI,GAAG,MAAM,CAAC;IACd,IAAI,GAAG,QAAiB,CAAC;IACzB,iBAAiB,GAAG,IAAI,CAAC;IACzB,aAAa,GAAG,KAAK,CAAC;IACtB,WAAW,GAAG,KAAK,CAAC;IAEZ,OAAO,GAAQ,IAAI,CAAC;IACpB,SAAS,GAAQ,IAAI,CAAC;IACtB,MAAM,CAAa;IACnB,kBAAkB,GAAa,EAAE,CAAC;IAE1C,YAAY,SAAqB,EAAE;QACjC,IAAI,CAAC,MAAM,GAAG;YACZ,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,+BAA+B;YAC1D,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,GAAG;YAClC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,GAAG,MAAM;SACV,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB;QACpC,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,2BAA2B;QAC3B,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACjC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,qBAAqB;QACvB,CAAC;QAED,gCAAgC;QAChC,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACjC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACtB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,yBAAyB;QAC3B,CAAC;QAED,yBAAyB;QACzB,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEpC,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElF,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAE3B,IAAI,CAAC;YACH,MAAM,sBAAsB,EAAE,CAAC;YAE/B,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;YAE7D,+CAA+C;YAC/C,IAAI,CAAC,SAAS,GAAG,MAAM,YAAY,CAAC,QAAQ,CAC1C,iBAAiB,EACjB,IAAI,CAAC,MAAM,CAAC,OAAO,EACnB;gBACE,SAAS,EAAE,IAAI,EAAE,kDAAkD;aACpE,CACF,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAElD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,aAAa,GAAkB;gBACnC,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,oCAAoC,KAAK,EAAE;gBACpD,QAAQ,EAAE,MAAM;gBAChB,SAAS,EAAE,KAAK;aACjB,CAAC;YACF,MAAM,aAAa,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,QAAmB;QACxC,iCAAiC;QACjC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC7C,CAAC,CAAC,GAAG,CAAC,OAAO;gBACb,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEnE,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,aAAa,OAAO,WAAW,CAAC;YAC5C,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACpC,MAAM,IAAI,kBAAkB,OAAO,WAAW,CAAC;YACjD,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACjC,MAAM,IAAI,eAAe,OAAO,WAAW,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,MAAM,IAAI,iBAAiB,CAAC;QAC5B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,MAAkB;QAC3B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAEpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;gBAC1C,cAAc,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;gBACzD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;gBAC1D,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;YAE/C,0CAA0C;YAC1C,MAAM,iBAAiB,GAAG,aAAa;iBACpC,KAAK,CAAC,eAAe,CAAC;iBACtB,GAAG,EAAE;gBACN,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBACrB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAEjB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEvC,8CAA8C;YAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAE7D,MAAM,OAAO,GAAmB,CAAC;oBAC/B,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,iBAAiB;iBACxB,CAAC,CAAC;YAEH,OAAO;gBACL,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;gBACxB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,YAAY;gBAC1C,OAAO;gBACP,UAAU,EAAE,UAAU;gBACtB,KAAK,EAAE;oBACL,WAAW;oBACX,YAAY;iBACb;gBACD,QAAQ,EAAE;oBACR,QAAQ,EAAE,MAAM;oBAChB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;oBAC1B,OAAO;oBACP,IAAI,EAAE,CAAC,EAAE,0BAA0B;oBACnC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;iBAC5C;aACF,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,aAAa,GAAkB;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,0BAA0B,KAAK,EAAE;gBAC1C,QAAQ,EAAE,MAAM;gBAChB,SAAS,EAAE,IAAI;aAChB,CAAC;YACF,MAAM,aAAa,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAC,MAAM,CAAC,MAAkB;QAC9B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAEpD,IAAI,CAAC;YACH,2DAA2D;YAC3D,4DAA4D;YAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;gBAC1C,cAAc,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;gBACzD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;gBAC1D,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,GAAG;aACX,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;YAC/C,MAAM,iBAAiB,GAAG,aAAa;iBACpC,KAAK,CAAC,eAAe,CAAC;iBACtB,GAAG,EAAE;gBACN,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBACrB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAEjB,8CAA8C;YAC9C,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3D,MAAM;oBACJ,IAAI,EAAE,qBAAqB;oBAC3B,KAAK,EAAE;wBACL,IAAI,EAAE,YAAY;wBAClB,IAAI,EAAE,KAAK;qBACZ;iBACF,CAAC;gBAEF,yCAAyC;gBACzC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YACxD,CAAC;YAED,MAAM;gBACJ,IAAI,EAAE,cAAc;aACrB,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,aAAa,GAAkB;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,0BAA0B,KAAK,EAAE;gBAC1C,QAAQ,EAAE,MAAM;gBAChB,SAAS,EAAE,IAAI;aAChB,CAAC;YACF,MAAM,aAAa,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,QAAkB;QACrC,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACrC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,WAAW,EAAE,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC;YAChG,WAAW,EAAE,IAAI,CAAC,SAAS,KAAK,IAAI;SACrC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;CACF","sourcesContent":["/**\n * ONNX Runtime Provider for Local Model Inference\n *\n * Supports CPU and GPU execution providers for optimized local inference\n * Compatible with Phi-3, Llama, and other ONNX models\n */\n\nimport type {\n  LLMProvider,\n  ChatParams,\n  ChatResponse,\n  StreamChunk,\n  ProviderError,\n  Message,\n  ContentBlock\n} from '../types.js';\n\n// Dynamic imports for optional ONNX dependencies\nlet ort: any;\nlet transformers: any;\n\nasync function ensureOnnxDependencies() {\n  if (!ort) {\n    try {\n      const ortModule = await import('onnxruntime-node' as any);\n      ort = ortModule;\n    } catch (e) {\n      throw new Error('onnxruntime-node not installed. Run: npm install onnxruntime-node');\n    }\n  }\n  if (!transformers) {\n    try {\n      const transformersModule = await import('@xenova/transformers' as any);\n      transformers = transformersModule;\n      transformers.env.allowLocalModels = true;\n    } catch (e) {\n      throw new Error('@xenova/transformers not installed. Run: npm install @xenova/transformers');\n    }\n  }\n}\n\nexport interface ONNXConfig {\n  modelPath?: string;\n  modelId?: string; // HuggingFace model ID\n  executionProviders?: string[];\n  sessionOptions?: any;\n  maxTokens?: number;\n  temperature?: number;\n}\n\nexport class ONNXProvider implements LLMProvider {\n  name = 'onnx';\n  type = 'custom' as const;\n  supportsStreaming = true;\n  supportsTools = false;\n  supportsMCP = false;\n\n  private session: any = null;\n  private generator: any = null;\n  private config: ONNXConfig;\n  private executionProviders: string[] = [];\n\n  constructor(config: ONNXConfig = {}) {\n    this.config = {\n      modelId: config.modelId || 'Xenova/Phi-3-mini-4k-instruct',\n      maxTokens: config.maxTokens || 512,\n      temperature: config.temperature || 0.7,\n      ...config\n    };\n  }\n\n  /**\n   * Detect available execution providers\n   */\n  private async detectExecutionProviders(): Promise<string[]> {\n    const providers: string[] = [];\n\n    // Try CUDA for NVIDIA GPUs\n    try {\n      if (process.platform === 'linux') {\n        providers.push('cuda');\n        this.executionProviders.push('cuda');\n      }\n    } catch (e) {\n      // CUDA not available\n    }\n\n    // Try DirectML for Windows GPUs\n    try {\n      if (process.platform === 'win32') {\n        providers.push('dml');\n        this.executionProviders.push('dml');\n      }\n    } catch (e) {\n      // DirectML not available\n    }\n\n    // Always fallback to CPU\n    providers.push('cpu');\n    this.executionProviders.push('cpu');\n\n    console.log(`🔧 ONNX Execution Providers: ${this.executionProviders.join(', ')}`);\n\n    return providers;\n  }\n\n  /**\n   * Initialize ONNX session with model\n   */\n  private async initializeSession(): Promise<void> {\n    if (this.generator) return;\n\n    try {\n      await ensureOnnxDependencies();\n\n      console.log(`📦 Loading ONNX model: ${this.config.modelId}`);\n\n      // Use Transformers.js for easier model loading\n      this.generator = await transformers.pipeline(\n        'text-generation',\n        this.config.modelId,\n        {\n          quantized: true, // Use quantized models for better CPU performance\n        }\n      );\n\n      console.log(`✅ ONNX model loaded successfully`);\n\n    } catch (error) {\n      const providerError: ProviderError = {\n        name: 'ONNXInitError',\n        message: `Failed to initialize ONNX model: ${error}`,\n        provider: 'onnx',\n        retryable: false\n      };\n      throw providerError;\n    }\n  }\n\n  /**\n   * Format messages for model input\n   */\n  private formatMessages(messages: Message[]): string {\n    // Simple chat template for Phi-3\n    let prompt = '';\n\n    for (const msg of messages) {\n      const content = typeof msg.content === 'string'\n        ? msg.content\n        : msg.content.map(c => c.type === 'text' ? c.text : '').join('');\n\n      if (msg.role === 'user') {\n        prompt += `<|user|>\\n${content}<|end|>\\n`;\n      } else if (msg.role === 'assistant') {\n        prompt += `<|assistant|>\\n${content}<|end|>\\n`;\n      } else if (msg.role === 'system') {\n        prompt += `<|system|>\\n${content}<|end|>\\n`;\n      }\n    }\n\n    prompt += '<|assistant|>\\n';\n    return prompt;\n  }\n\n  /**\n   * Chat completion\n   */\n  async chat(params: ChatParams): Promise<ChatResponse> {\n    await this.initializeSession();\n\n    const startTime = Date.now();\n    const prompt = this.formatMessages(params.messages);\n\n    try {\n      const result = await this.generator(prompt, {\n        max_new_tokens: params.maxTokens || this.config.maxTokens,\n        temperature: params.temperature || this.config.temperature,\n        do_sample: true,\n        top_p: 0.9,\n      });\n\n      const generatedText = result[0].generated_text;\n\n      // Extract only the new assistant response\n      const assistantResponse = generatedText\n        .split('<|assistant|>')\n        .pop()\n        ?.split('<|end|>')[0]\n        ?.trim() || '';\n\n      const latency = Date.now() - startTime;\n\n      // Estimate token counts (rough approximation)\n      const inputTokens = Math.ceil(prompt.length / 4);\n      const outputTokens = Math.ceil(assistantResponse.length / 4);\n\n      const content: ContentBlock[] = [{\n        type: 'text',\n        text: assistantResponse\n      }];\n\n      return {\n        id: `onnx-${Date.now()}`,\n        model: this.config.modelId || 'onnx-model',\n        content,\n        stopReason: 'end_turn',\n        usage: {\n          inputTokens,\n          outputTokens\n        },\n        metadata: {\n          provider: 'onnx',\n          model: this.config.modelId,\n          latency,\n          cost: 0, // Local inference is free\n          executionProviders: this.executionProviders\n        }\n      };\n\n    } catch (error) {\n      const providerError: ProviderError = {\n        name: 'ONNXInferenceError',\n        message: `ONNX inference failed: ${error}`,\n        provider: 'onnx',\n        retryable: true\n      };\n      throw providerError;\n    }\n  }\n\n  /**\n   * Streaming generation\n   */\n  async *stream(params: ChatParams): AsyncGenerator<StreamChunk> {\n    await this.initializeSession();\n\n    const prompt = this.formatMessages(params.messages);\n\n    try {\n      // Note: Transformers.js doesn't natively support streaming\n      // We'll simulate it by yielding tokens as they're generated\n      const result = await this.generator(prompt, {\n        max_new_tokens: params.maxTokens || this.config.maxTokens,\n        temperature: params.temperature || this.config.temperature,\n        do_sample: true,\n        top_p: 0.9,\n      });\n\n      const generatedText = result[0].generated_text;\n      const assistantResponse = generatedText\n        .split('<|assistant|>')\n        .pop()\n        ?.split('<|end|>')[0]\n        ?.trim() || '';\n\n      // Simulate streaming by chunking the response\n      const words = assistantResponse.split(' ');\n      for (let i = 0; i < words.length; i++) {\n        const chunk = words[i] + (i < words.length - 1 ? ' ' : '');\n        yield {\n          type: 'content_block_delta',\n          delta: {\n            type: 'text_delta',\n            text: chunk\n          }\n        };\n\n        // Small delay to simulate real streaming\n        await new Promise(resolve => setTimeout(resolve, 10));\n      }\n\n      yield {\n        type: 'message_stop'\n      };\n\n    } catch (error) {\n      const providerError: ProviderError = {\n        name: 'ONNXStreamError',\n        message: `ONNX streaming failed: ${error}`,\n        provider: 'onnx',\n        retryable: true\n      };\n      throw providerError;\n    }\n  }\n\n  /**\n   * Validate capabilities\n   */\n  validateCapabilities(features: string[]): boolean {\n    const supported = ['chat', 'stream'];\n    return features.every(f => supported.includes(f));\n  }\n\n  /**\n   * Get model info\n   */\n  getModelInfo() {\n    return {\n      modelId: this.config.modelId,\n      executionProviders: this.executionProviders,\n      supportsGPU: this.executionProviders.includes('cuda') || this.executionProviders.includes('dml'),\n      initialized: this.generator !== null\n    };\n  }\n\n  /**\n   * Cleanup resources\n   */\n  async dispose(): Promise<void> {\n    if (this.generator) {\n      this.generator = null;\n    }\n    if (this.session) {\n      await this.session.release();\n      this.session = null;\n    }\n  }\n}\n"]}

package/agentic-flow/dist/router/providers/openrouter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter.d.ts","sourceRoot":"","sources":["../../../src/router/providers/openrouter.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,WAAW,EACX,UAAU,EACV,YAAY,EACZ,WAAW,EACX,cAAc,EAIf,MAAM,aAAa,CAAC;AAGrB,qBAAa,kBAAmB,YAAW,WAAW;IACpD,IAAI,SAAgB;IACpB,IAAI,EAAG,YAAY,CAAU;IAC7B,iBAAiB,UAAQ;IACzB,aAAa,UAAQ;IACrB,WAAW,UAAS;IAEpB,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,MAAM,CAAiB;gBAEnB,MAAM,EAAE,cAAc;IAmBlC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO;IAK3C,IAAI,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC;IAY9C,MAAM,CAAC,MAAM,EAAE,UAAU,GAAG,cAAc,CAAC,WAAW,CAAC;IAqC9D,OAAO,CAAC,aAAa;IA2ErB,OAAO,CAAC,cAAc;IA6CtB,OAAO,CAAC,iBAAiB;IAwCzB,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,WAAW;CAWpB"}

package/agentic-flow/dist/router/providers/openrouter.js

@@ -0,0 +1,246 @@
+// OpenRouter provider implementation
+import axios from 'axios';
+import { mapModelId } from '../model-mapping.js';
+export class OpenRouterProvider {
+    name = 'openrouter';
+    type = 'openrouter';
+    supportsStreaming = true;
+    supportsTools = true;
+    supportsMCP = false; // Requires translation
+    client;
+    config;
+    constructor(config) {
+        this.config = config;
+        if (!config.apiKey) {
+            throw new Error('OpenRouter API key is required');
+        }
+        this.client = axios.create({
+            baseURL: config.baseUrl || 'https://openrouter.ai/api/v1',
+            headers: {
+                'Authorization': `Bearer ${config.apiKey}`,
+                'HTTP-Referer': 'https://github.com/ruvnet/agentic-flow',
+                'X-Title': 'Agentic Flow Multi-Model Router',
+                'Content-Type': 'application/json'
+            },
+            timeout: config.timeout || 180000
+        });
+    }
+    validateCapabilities(features) {
+        const supported = ['chat', 'streaming', 'tools'];
+        return features.every(f => supported.includes(f));
+    }
+    async chat(params) {
+        try {
+            const requestBody = this.formatRequest(params);
+            const response = await this.client.post('/chat/completions', requestBody);
+            return this.formatResponse(response.data, params.model);
+        }
+        catch (error) {
+            throw this.handleError(error);
+        }
+    }
+    async *stream(params) {
+        try {
+            const requestBody = this.formatRequest(params, true);
+            const response = await this.client.post('/chat/completions', requestBody, {
+                responseType: 'stream'
+            });
+            for await (const chunk of response.data) {
+                const lines = chunk.toString().split('\n').filter((line) => line.trim() !== '');
+                for (const line of lines) {
+                    if (line.startsWith('data: ')) {
+                        const data = line.slice(6);
+                        if (data === '[DONE]') {
+                            yield { type: 'message_stop' };
+                            return;
+                        }
+                        try {
+                            const parsed = JSON.parse(data);
+                            const streamChunk = this.formatStreamChunk(parsed);
+                            if (streamChunk) {
+                                yield streamChunk;
+                            }
+                        }
+                        catch (e) {
+                            // Skip invalid JSON
+                        }
+                    }
+                }
+            }
+        }
+        catch (error) {
+            throw this.handleError(error);
+        }
+    }
+    formatRequest(params, stream = false) {
+        const messages = params.messages.map(msg => ({
+            role: msg.role,
+            content: typeof msg.content === 'string'
+                ? msg.content
+                : msg.content.map(block => {
+                    if (block.type === 'text')
+                        return { type: 'text', text: block.text };
+                    if (block.type === 'tool_use')
+                        return {
+                            type: 'function',
+                            function: {
+                                name: block.name,
+                                arguments: JSON.stringify(block.input)
+                            }
+                        };
+                    if (block.type === 'tool_result')
+                        return {
+                            type: 'function_result',
+                            content: block.content,
+                            is_error: block.is_error
+                        };
+                    return block;
+                })
+        }));
+        // Map model ID to OpenRouter format
+        const openrouterModel = mapModelId(params.model, 'openrouter');
+        const body = {
+            model: openrouterModel,
+            messages,
+            temperature: params.temperature ?? 0.7,
+            max_tokens: params.maxTokens,
+            stream
+        };
+        // Add tools if provided
+        if (params.tools && params.tools.length > 0) {
+            body.tools = params.tools.map(tool => ({
+                type: 'function',
+                function: {
+                    name: tool.name,
+                    description: tool.description,
+                    parameters: tool.input_schema
+                }
+            }));
+            if (params.toolChoice) {
+                if (params.toolChoice === 'auto' || params.toolChoice === 'none') {
+                    body.tool_choice = params.toolChoice;
+                }
+                else if (typeof params.toolChoice === 'object') {
+                    body.tool_choice = {
+                        type: 'function',
+                        function: { name: params.toolChoice.name }
+                    };
+                }
+            }
+        }
+        // Add OpenRouter-specific preferences
+        if (this.config.preferences) {
+            if (this.config.preferences.requireParameters) {
+                body.require_parameters = true;
+            }
+            if (this.config.preferences.dataCollection) {
+                body['X-Data-Collection'] = this.config.preferences.dataCollection;
+            }
+            if (this.config.preferences.order) {
+                body.provider = {
+                    order: this.config.preferences.order
+                };
+            }
+        }
+        return body;
+    }
+    formatResponse(data, model) {
+        const choice = data.choices[0];
+        const message = choice.message;
+        const content = [];
+        // Handle text content
+        if (message.content) {
+            content.push({
+                type: 'text',
+                text: message.content
+            });
+        }
+        // Handle tool calls
+        if (message.tool_calls) {
+            for (const toolCall of message.tool_calls) {
+                content.push({
+                    type: 'tool_use',
+                    id: toolCall.id,
+                    name: toolCall.function.name,
+                    input: JSON.parse(toolCall.function.arguments)
+                });
+            }
+        }
+        const stopReason = this.mapFinishReason(choice.finish_reason);
+        return {
+            id: data.id,
+            model: data.model || model,
+            content,
+            stopReason,
+            usage: {
+                inputTokens: data.usage?.prompt_tokens || 0,
+                outputTokens: data.usage?.completion_tokens || 0
+            },
+            metadata: {
+                provider: 'openrouter',
+                cost: this.calculateCost(data.usage),
+                latency: 0 // Will be set by router
+            }
+        };
+    }
+    formatStreamChunk(data) {
+        const choice = data.choices?.[0];
+        if (!choice)
+            return null;
+        const delta = choice.delta;
+        if (delta?.content) {
+            return {
+                type: 'content_block_delta',
+                delta: {
+                    type: 'text_delta',
+                    text: delta.content
+                }
+            };
+        }
+        if (delta?.tool_calls) {
+            const toolCall = delta.tool_calls[0];
+            return {
+                type: 'content_block_delta',
+                delta: {
+                    type: 'input_json_delta',
+                    partial_json: toolCall.function?.arguments || ''
+                }
+            };
+        }
+        if (choice.finish_reason) {
+            return {
+                type: 'message_stop',
+                usage: data.usage ? {
+                    inputTokens: data.usage.prompt_tokens || 0,
+                    outputTokens: data.usage.completion_tokens || 0
+                } : undefined
+            };
+        }
+        return null;
+    }
+    mapFinishReason(reason) {
+        switch (reason) {
+            case 'stop': return 'end_turn';
+            case 'length': return 'max_tokens';
+            case 'tool_calls': return 'tool_use';
+            default: return 'end_turn';
+        }
+    }
+    calculateCost(usage) {
+        if (!usage)
+            return 0;
+        // OpenRouter pricing varies by model
+        // Using average pricing: $0.01/1K input, $0.03/1K output
+        const inputCost = (usage.prompt_tokens || 0) * 0.00001;
+        const outputCost = (usage.completion_tokens || 0) * 0.00003;
+        return inputCost + outputCost;
+    }
+    handleError(error) {
+        const providerError = new Error(error.response?.data?.error?.message || error.message || 'OpenRouter request failed');
+        providerError.provider = 'openrouter';
+        providerError.statusCode = error.response?.status;
+        providerError.retryable = error.response?.status >= 500 || error.code === 'ECONNABORTED';
+        return providerError;
+    }
+}
+//# sourceMappingURL=openrouter.js.map

package/agentic-flow/dist/router/providers/openrouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../../src/router/providers/openrouter.ts"],"names":[],"mappings":"AAAA,qCAAqC;AACrC,OAAO,KAAwB,MAAM,OAAO,CAAC;AAW7C,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjD,MAAM,OAAO,kBAAkB;IAC7B,IAAI,GAAG,YAAY,CAAC;IACpB,IAAI,GAAG,YAAqB,CAAC;IAC7B,iBAAiB,GAAG,IAAI,CAAC;IACzB,aAAa,GAAG,IAAI,CAAC;IACrB,WAAW,GAAG,KAAK,CAAC,CAAC,uBAAuB;IAEpC,MAAM,CAAgB;IACtB,MAAM,CAAiB;IAE/B,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,8BAA8B;YACzD,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;gBAC1C,cAAc,EAAE,wCAAwC;gBACxD,SAAS,EAAE,iCAAiC;gBAC5C,cAAc,EAAE,kBAAkB;aACnC;YACD,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM;SAClC,CAAC,CAAC;IACL,CAAC;IAED,oBAAoB,CAAC,QAAkB;QACrC,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QACjD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAkB;QAC3B,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAE/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAC;YAE1E,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,MAAkB;QAC9B,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAErD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,WAAW,EAAE;gBACxE,YAAY,EAAE,QAAQ;aACvB,CAAC,CAAC;YAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAExF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAE3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;4BACtB,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;4BAC/B,OAAO;wBACT,CAAC;wBAED,IAAI,CAAC;4BACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAChC,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;4BACnD,IAAI,WAAW,EAAE,CAAC;gCAChB,MAAM,WAAW,CAAC;4BACpB,CAAC;wBACH,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,oBAAoB;wBACtB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,MAAkB,EAAE,MAAM,GAAG,KAAK;QACtD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3C,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EAAE,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBACtC,CAAC,CAAC,GAAG,CAAC,OAAO;gBACb,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;oBACtB,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;wBAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;oBACrE,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;wBAAE,OAAO;4BACpC,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE;gCACR,IAAI,EAAE,KAAK,CAAC,IAAI;gCAChB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;6BACvC;yBACF,CAAC;oBACF,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;wBAAE,OAAO;4BACvC,IAAI,EAAE,iBAAiB;4BACvB,OAAO,EAAE,KAAK,CAAC,OAAO;4BACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;yBACzB,CAAC;oBACF,OAAO,KAAK,CAAC;gBACf,CAAC,CAAC;SACP,CAAC,CAAC,CAAC;QAEJ,oCAAoC;QACpC,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAE/D,MAAM,IAAI,GAAQ;YAChB,KAAK,EAAE,eAAe;YACtB,QAAQ;YACR,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,MAAM;SACP,CAAC;QAEF,wBAAwB;QACxB,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACrC,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,UAAU,EAAE,IAAI,CAAC,YAAY;iBAC9B;aACF,CAAC,CAAC,CAAC;YAEJ,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACtB,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;oBACjE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC;gBACvC,CAAC;qBAAM,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;oBACjD,IAAI,CAAC,WAAW,GAAG;wBACjB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE;qBAC3C,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC;gBAC9C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YACjC,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,EAAE,CAAC;gBAC3C,IAAI,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC;YACrE,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;gBAClC,IAAI,CAAC,QAAQ,GAAG;oBACd,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK;iBACrC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,cAAc,CAAC,IAAS,EAAE,KAAa;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAE/B,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,sBAAsB;QACtB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,OAAO,CAAC,OAAO;aACtB,CAAC,CAAC;QACL,CAAC;QAED,oBAAoB;QACpB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBAC1C,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,QAAQ,CAAC,EAAE;oBACf,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;oBAC5B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;iBAC/C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAE9D,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;YAC1B,OAAO;YACP,UAAU;YACV,KAAK,EAAE;gBACL,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBAC3C,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;aACjD;YACD,QAAQ,EAAE;gBACR,QAAQ,EAAE,YAAY;gBACtB,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC;gBACpC,OAAO,EAAE,CAAC,CAAC,wBAAwB;aACpC;SACF,CAAC;IACJ,CAAC;IAEO,iBAAiB,CAAC,IAAS;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAEzB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;YACnB,OAAO;gBACL,IAAI,EAAE,qBAAqB;gBAC3B,KAAK,EAAE;oBACL,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,KAAK,CAAC,OAAO;iBACpB;aACF,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACrC,OAAO;gBACL,IAAI,EAAE,qBAAqB;gBAC3B,KAAK,EAAE;oBACL,IAAI,EAAE,kBAAkB;oBACxB,YAAY,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;iBACjD;aACF,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,OAAO;gBACL,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBAClB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;oBAC1C,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;iBAChD,CAAC,CAAC,CAAC,SAAS;aACd,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,eAAe,CAAC,MAAc;QACpC,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM,CAAC,CAAC,OAAO,UAAU,CAAC;YAC/B,KAAK,QAAQ,CAAC,CAAC,OAAO,YAAY,CAAC;YACnC,KAAK,YAAY,CAAC,CAAC,OAAO,UAAU,CAAC;YACrC,OAAO,CAAC,CAAC,OAAO,UAAU,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,KAA8D;QAClF,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC;QAErB,qCAAqC;QACrC,yDAAyD;QACzD,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC;QACvD,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC;QAE5D,OAAO,SAAS,GAAG,UAAU,CAAC;IAChC,CAAC;IAEO,WAAW,CAAC,KAAU;QAC5B,MAAM,aAAa,GAAG,IAAI,KAAK,CAC7B,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,IAAI,2BAA2B,CACpE,CAAC;QAEnB,aAAa,CAAC,QAAQ,GAAG,YAAY,CAAC;QACtC,aAAa,CAAC,UAAU,GAAG,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC;QAClD,aAAa,CAAC,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,CAAC;QAEzF,OAAO,aAAa,CAAC;IACvB,CAAC;CACF","sourcesContent":["// OpenRouter provider implementation\nimport axios, { AxiosInstance } from 'axios';\nimport {\n  LLMProvider,\n  ChatParams,\n  ChatResponse,\n  StreamChunk,\n  ProviderConfig,\n  ProviderError,\n  ContentBlock,\n  Tool\n} from '../types.js';\nimport { mapModelId } from '../model-mapping.js';\n\nexport class OpenRouterProvider implements LLMProvider {\n  name = 'openrouter';\n  type = 'openrouter' as const;\n  supportsStreaming = true;\n  supportsTools = true;\n  supportsMCP = false; // Requires translation\n\n  private client: AxiosInstance;\n  private config: ProviderConfig;\n\n  constructor(config: ProviderConfig) {\n    this.config = config;\n\n    if (!config.apiKey) {\n      throw new Error('OpenRouter API key is required');\n    }\n\n    this.client = axios.create({\n      baseURL: config.baseUrl || 'https://openrouter.ai/api/v1',\n      headers: {\n        'Authorization': `Bearer ${config.apiKey}`,\n        'HTTP-Referer': 'https://github.com/ruvnet/agentic-flow',\n        'X-Title': 'Agentic Flow Multi-Model Router',\n        'Content-Type': 'application/json'\n      },\n      timeout: config.timeout || 180000\n    });\n  }\n\n  validateCapabilities(features: string[]): boolean {\n    const supported = ['chat', 'streaming', 'tools'];\n    return features.every(f => supported.includes(f));\n  }\n\n  async chat(params: ChatParams): Promise<ChatResponse> {\n    try {\n      const requestBody = this.formatRequest(params);\n\n      const response = await this.client.post('/chat/completions', requestBody);\n\n      return this.formatResponse(response.data, params.model);\n    } catch (error: any) {\n      throw this.handleError(error);\n    }\n  }\n\n  async *stream(params: ChatParams): AsyncGenerator<StreamChunk> {\n    try {\n      const requestBody = this.formatRequest(params, true);\n\n      const response = await this.client.post('/chat/completions', requestBody, {\n        responseType: 'stream'\n      });\n\n      for await (const chunk of response.data) {\n        const lines = chunk.toString().split('\\n').filter((line: string) => line.trim() !== '');\n\n        for (const line of lines) {\n          if (line.startsWith('data: ')) {\n            const data = line.slice(6);\n\n            if (data === '[DONE]') {\n              yield { type: 'message_stop' };\n              return;\n            }\n\n            try {\n              const parsed = JSON.parse(data);\n              const streamChunk = this.formatStreamChunk(parsed);\n              if (streamChunk) {\n                yield streamChunk;\n              }\n            } catch (e) {\n              // Skip invalid JSON\n            }\n          }\n        }\n      }\n    } catch (error: any) {\n      throw this.handleError(error);\n    }\n  }\n\n  private formatRequest(params: ChatParams, stream = false): any {\n    const messages = params.messages.map(msg => ({\n      role: msg.role,\n      content: typeof msg.content === 'string'\n        ? msg.content\n        : msg.content.map(block => {\n            if (block.type === 'text') return { type: 'text', text: block.text };\n            if (block.type === 'tool_use') return {\n              type: 'function',\n              function: {\n                name: block.name,\n                arguments: JSON.stringify(block.input)\n              }\n            };\n            if (block.type === 'tool_result') return {\n              type: 'function_result',\n              content: block.content,\n              is_error: block.is_error\n            };\n            return block;\n          })\n    }));\n\n    // Map model ID to OpenRouter format\n    const openrouterModel = mapModelId(params.model, 'openrouter');\n\n    const body: any = {\n      model: openrouterModel,\n      messages,\n      temperature: params.temperature ?? 0.7,\n      max_tokens: params.maxTokens,\n      stream\n    };\n\n    // Add tools if provided\n    if (params.tools && params.tools.length > 0) {\n      body.tools = params.tools.map(tool => ({\n        type: 'function',\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: tool.input_schema\n        }\n      }));\n\n      if (params.toolChoice) {\n        if (params.toolChoice === 'auto' || params.toolChoice === 'none') {\n          body.tool_choice = params.toolChoice;\n        } else if (typeof params.toolChoice === 'object') {\n          body.tool_choice = {\n            type: 'function',\n            function: { name: params.toolChoice.name }\n          };\n        }\n      }\n    }\n\n    // Add OpenRouter-specific preferences\n    if (this.config.preferences) {\n      if (this.config.preferences.requireParameters) {\n        body.require_parameters = true;\n      }\n      if (this.config.preferences.dataCollection) {\n        body['X-Data-Collection'] = this.config.preferences.dataCollection;\n      }\n      if (this.config.preferences.order) {\n        body.provider = {\n          order: this.config.preferences.order\n        };\n      }\n    }\n\n    return body;\n  }\n\n  private formatResponse(data: any, model: string): ChatResponse {\n    const choice = data.choices[0];\n    const message = choice.message;\n\n    const content: ContentBlock[] = [];\n\n    // Handle text content\n    if (message.content) {\n      content.push({\n        type: 'text',\n        text: message.content\n      });\n    }\n\n    // Handle tool calls\n    if (message.tool_calls) {\n      for (const toolCall of message.tool_calls) {\n        content.push({\n          type: 'tool_use',\n          id: toolCall.id,\n          name: toolCall.function.name,\n          input: JSON.parse(toolCall.function.arguments)\n        });\n      }\n    }\n\n    const stopReason = this.mapFinishReason(choice.finish_reason);\n\n    return {\n      id: data.id,\n      model: data.model || model,\n      content,\n      stopReason,\n      usage: {\n        inputTokens: data.usage?.prompt_tokens || 0,\n        outputTokens: data.usage?.completion_tokens || 0\n      },\n      metadata: {\n        provider: 'openrouter',\n        cost: this.calculateCost(data.usage),\n        latency: 0 // Will be set by router\n      }\n    };\n  }\n\n  private formatStreamChunk(data: any): StreamChunk | null {\n    const choice = data.choices?.[0];\n    if (!choice) return null;\n\n    const delta = choice.delta;\n\n    if (delta?.content) {\n      return {\n        type: 'content_block_delta',\n        delta: {\n          type: 'text_delta',\n          text: delta.content\n        }\n      };\n    }\n\n    if (delta?.tool_calls) {\n      const toolCall = delta.tool_calls[0];\n      return {\n        type: 'content_block_delta',\n        delta: {\n          type: 'input_json_delta',\n          partial_json: toolCall.function?.arguments || ''\n        }\n      };\n    }\n\n    if (choice.finish_reason) {\n      return {\n        type: 'message_stop',\n        usage: data.usage ? {\n          inputTokens: data.usage.prompt_tokens || 0,\n          outputTokens: data.usage.completion_tokens || 0\n        } : undefined\n      };\n    }\n\n    return null;\n  }\n\n  private mapFinishReason(reason: string): ChatResponse['stopReason'] {\n    switch (reason) {\n      case 'stop': return 'end_turn';\n      case 'length': return 'max_tokens';\n      case 'tool_calls': return 'tool_use';\n      default: return 'end_turn';\n    }\n  }\n\n  private calculateCost(usage?: { prompt_tokens?: number; completion_tokens?: number }): number {\n    if (!usage) return 0;\n\n    // OpenRouter pricing varies by model\n    // Using average pricing: $0.01/1K input, $0.03/1K output\n    const inputCost = (usage.prompt_tokens || 0) * 0.00001;\n    const outputCost = (usage.completion_tokens || 0) * 0.00003;\n\n    return inputCost + outputCost;\n  }\n\n  private handleError(error: any): ProviderError {\n    const providerError = new Error(\n      error.response?.data?.error?.message || error.message || 'OpenRouter request failed'\n    ) as ProviderError;\n\n    providerError.provider = 'openrouter';\n    providerError.statusCode = error.response?.status;\n    providerError.retryable = error.response?.status >= 500 || error.code === 'ECONNABORTED';\n\n    return providerError;\n  }\n}\n"]}

package/agentic-flow/dist/router/router.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../../src/router/router.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,WAAW,EACX,YAAY,EACZ,UAAU,EACV,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,aAAa,EAEd,MAAM,YAAY,CAAC;AAMpB,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,SAAS,CAA6C;IAC9D,OAAO,CAAC,OAAO,CAAgB;gBAEnB,UAAU,CAAC,EAAE,MAAM;IAM/B,OAAO,CAAC,UAAU;IAwBlB,OAAO,CAAC,mBAAmB;IAyC3B,OAAO,CAAC,iBAAiB;IAwBzB,OAAO,CAAC,mBAAmB;IAwD3B,OAAO,CAAC,iBAAiB;IAUnB,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAuBlE,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,cAAc,CAAC,WAAW,CAAC;YAiBpE,cAAc;IA8B5B,OAAO,CAAC,kBAAkB;IAQ1B,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,WAAW;IAkBnB,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,mBAAmB;YAqBb,mBAAmB;IA4BjC,OAAO,CAAC,aAAa;IA6CrB,UAAU,IAAI,aAAa;IAI3B,SAAS,IAAI,YAAY;IAIzB,YAAY,IAAI,GAAG,CAAC,YAAY,EAAE,WAAW,CAAC;CAG/C"}