agentic-flow 2.0.7 → 3.0.0-alpha.2

package/dist/agentic-flow/src/proxy/anthropic-to-onnx.js

@@ -0,0 +1,214 @@
+// Anthropic to ONNX Local Proxy Server
+// Converts Anthropic API format to ONNX Runtime local inference
+import express from 'express';
+import { logger } from '../utils/logger.js';
+import { ONNXLocalProvider } from '../router/providers/onnx-local.js';
+export class AnthropicToONNXProxy {
+    app;
+    onnxProvider;
+    port;
+    server;
+    constructor(config = {}) {
+        this.app = express();
+        this.port = config.port || 3001;
+        // Initialize ONNX provider with configuration
+        this.onnxProvider = new ONNXLocalProvider({
+            modelPath: config.modelPath,
+            executionProviders: config.executionProviders || ['cpu'],
+            maxTokens: 512,
+            temperature: 0.7
+        });
+        this.setupMiddleware();
+        this.setupRoutes();
+    }
+    setupMiddleware() {
+        // Parse JSON bodies
+        this.app.use(express.json({ limit: '50mb' }));
+        // Logging middleware
+        this.app.use((req, res, next) => {
+            logger.debug('ONNX proxy request', {
+                method: req.method,
+                path: req.path,
+                headers: Object.keys(req.headers)
+            });
+            next();
+        });
+    }
+    setupRoutes() {
+        // Health check
+        this.app.get('/health', (req, res) => {
+            const modelInfo = this.onnxProvider.getModelInfo();
+            res.json({
+                status: 'ok',
+                service: 'anthropic-to-onnx-proxy',
+                onnx: {
+                    initialized: modelInfo.initialized,
+                    tokenizerLoaded: modelInfo.tokenizerLoaded,
+                    executionProviders: modelInfo.executionProviders
+                }
+            });
+        });
+        // Anthropic Messages API → ONNX Local Inference
+        this.app.post('/v1/messages', async (req, res) => {
+            try {
+                const anthropicReq = req.body;
+                // Extract system prompt
+                let systemPrompt = '';
+                if (typeof anthropicReq.system === 'string') {
+                    systemPrompt = anthropicReq.system;
+                }
+                else if (Array.isArray(anthropicReq.system)) {
+                    systemPrompt = anthropicReq.system
+                        .filter((block) => block.type === 'text')
+                        .map((block) => block.text)
+                        .join('\n');
+                }
+                logger.info('Converting Anthropic request to ONNX', {
+                    anthropicModel: anthropicReq.model,
+                    onnxModel: 'Phi-4-mini-instruct',
+                    messageCount: anthropicReq.messages.length,
+                    systemPromptLength: systemPrompt.length,
+                    maxTokens: anthropicReq.max_tokens,
+                    temperature: anthropicReq.temperature
+                });
+                // Convert Anthropic messages to internal format
+                const messages = [];
+                // Add system message if present
+                if (systemPrompt) {
+                    messages.push({
+                        role: 'system',
+                        content: systemPrompt
+                    });
+                }
+                // Add user/assistant messages
+                for (const msg of anthropicReq.messages) {
+                    let content;
+                    if (typeof msg.content === 'string') {
+                        content = msg.content;
+                    }
+                    else {
+                        content = msg.content
+                            .filter((block) => block.type === 'text')
+                            .map((block) => block.text || '')
+                            .join('\n');
+                    }
+                    messages.push({
+                        role: msg.role,
+                        content
+                    });
+                }
+                // Streaming not supported by ONNX provider yet
+                if (anthropicReq.stream) {
+                    logger.warn('Streaming requested but not supported by ONNX provider, falling back to non-streaming');
+                }
+                // Run ONNX inference
+                const result = await this.onnxProvider.chat({
+                    model: 'phi-4-mini-instruct',
+                    messages,
+                    maxTokens: anthropicReq.max_tokens || 512,
+                    temperature: anthropicReq.temperature || 0.7
+                });
+                // Convert ONNX response to Anthropic format
+                const anthropicResponse = {
+                    id: result.id,
+                    type: 'message',
+                    role: 'assistant',
+                    content: result.content.map(block => ({
+                        type: 'text',
+                        text: block.text || ''
+                    })),
+                    model: 'onnx-local/phi-4-mini-instruct',
+                    stop_reason: result.stopReason || 'end_turn',
+                    usage: {
+                        input_tokens: result.usage?.inputTokens || 0,
+                        output_tokens: result.usage?.outputTokens || 0
+                    }
+                };
+                logger.info('ONNX inference completed', {
+                    inputTokens: result.usage?.inputTokens || 0,
+                    outputTokens: result.usage?.outputTokens || 0,
+                    latency: result.metadata?.latency,
+                    tokensPerSecond: result.metadata?.tokensPerSecond
+                });
+                res.json(anthropicResponse);
+            }
+            catch (error) {
+                logger.error('ONNX proxy error', {
+                    error: error.message,
+                    provider: error.provider,
+                    retryable: error.retryable
+                });
+                res.status(500).json({
+                    error: {
+                        type: 'api_error',
+                        message: `ONNX inference failed: ${error.message}`
+                    }
+                });
+            }
+        });
+        // 404 handler
+        this.app.use((req, res) => {
+            res.status(404).json({
+                error: {
+                    type: 'not_found',
+                    message: `Route not found: ${req.method} ${req.path}`
+                }
+            });
+        });
+    }
+    start() {
+        return new Promise((resolve) => {
+            this.server = this.app.listen(this.port, () => {
+                logger.info('ONNX proxy server started', {
+                    port: this.port,
+                    endpoint: `http://localhost:${this.port}`,
+                    healthCheck: `http://localhost:${this.port}/health`,
+                    messagesEndpoint: `http://localhost:${this.port}/v1/messages`
+                });
+                console.log(`\n🚀 ONNX Proxy Server running on http://localhost:${this.port}`);
+                console.log(`   📋 Messages API: POST http://localhost:${this.port}/v1/messages`);
+                console.log(`   ❤️  Health check: GET http://localhost:${this.port}/health\n`);
+                resolve();
+            });
+        });
+    }
+    stop() {
+        return new Promise((resolve) => {
+            if (this.server) {
+                this.server.close(() => {
+                    logger.info('ONNX proxy server stopped');
+                    resolve();
+                });
+            }
+            else {
+                resolve();
+            }
+        });
+    }
+    async dispose() {
+        await this.stop();
+        await this.onnxProvider.dispose();
+    }
+}
+// CLI entry point
+if (import.meta.url === `file://${process.argv[1]}`) {
+    const proxy = new AnthropicToONNXProxy({
+        port: parseInt(process.env.ONNX_PROXY_PORT || '3001')
+    });
+    proxy.start().catch(error => {
+        console.error('Failed to start ONNX proxy:', error);
+        process.exit(1);
+    });
+    // Graceful shutdown
+    process.on('SIGINT', async () => {
+        console.log('\n🛑 Shutting down ONNX proxy...');
+        await proxy.dispose();
+        process.exit(0);
+    });
+    process.on('SIGTERM', async () => {
+        console.log('\n🛑 Shutting down ONNX proxy...');
+        await proxy.dispose();
+        process.exit(0);
+    });
+}
+//# sourceMappingURL=anthropic-to-onnx.js.map

package/dist/agentic-flow/src/proxy/anthropic-to-onnx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-to-onnx.js","sourceRoot":"","sources":["../../../../src/proxy/anthropic-to-onnx.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,gEAAgE;AAChE,OAAO,OAA4C,MAAM,SAAS,CAAC;AACnE,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AA+BtE,MAAM,OAAO,oBAAoB;IACvB,GAAG,CAAsB;IACzB,YAAY,CAAoB;IAChC,IAAI,CAAS;IACb,MAAM,CAAM;IAEpB,YAAY,SAIR,EAAE;QACJ,IAAI,CAAC,GAAG,GAAG,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC;QAEhC,8CAA8C;QAC9C,IAAI,CAAC,YAAY,GAAG,IAAI,iBAAiB,CAAC;YACxC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,CAAC,KAAK,CAAC;YACxD,SAAS,EAAE,GAAG;YACd,WAAW,EAAE,GAAG;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAEO,eAAe;QACrB,oBAAoB;QACpB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAE9C,qBAAqB;QACrB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAY,EAAE,GAAa,EAAE,IAAkB,EAAE,EAAE;YAC/D,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE;gBACjC,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;aAClC,CAAC,CAAC;YACH,IAAI,EAAE,CAAC;QACT,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,WAAW;QACjB,eAAe;QACf,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;YACtD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;YACnD,GAAG,CAAC,IAAI,CAAC;gBACP,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,yBAAyB;gBAClC,IAAI,EAAE;oBACJ,WAAW,EAAE,SAAS,CAAC,WAAW;oBAClC,eAAe,EAAE,SAAS,CAAC,eAAe;oBAC1C,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;iBACjD;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,gDAAgD;QAChD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;YAClE,IAAI,CAAC;gBACH,MAAM,YAAY,GAAqB,GAAG,CAAC,IAAI,CAAC;gBAEhD,wBAAwB;gBACxB,IAAI,YAAY,GAAG,EAAE,CAAC;gBACtB,IAAI,OAAO,YAAY,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC5C,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC;gBACrC,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC9C,YAAY,GAAG,YAAY,CAAC,MAAM;yBAC/B,MAAM,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;yBAC7C,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;yBAC/B,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE;oBAClD,cAAc,EAAE,YAAY,CAAC,KAAK;oBAClC,SAAS,EAAE,qBAAqB;oBAChC,YAAY,EAAE,YAAY,CAAC,QAAQ,CAAC,MAAM;oBAC1C,kBAAkB,EAAE,YAAY,CAAC,MAAM;oBACvC,SAAS,EAAE,YAAY,CAAC,UAAU;oBAClC,WAAW,EAAE,YAAY,CAAC,WAAW;iBACtC,CAAC,CAAC;gBAEH,gDAAgD;gBAChD,MAAM,QAAQ,GAAc,EAAE,CAAC;gBAE/B,gCAAgC;gBAChC,IAAI,YAAY,EAAE,CAAC;oBACjB,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,YAAY;qBACtB,CAAC,CAAC;gBACL,CAAC;gBAED,8BAA8B;gBAC9B,KAAK,MAAM,GAAG,IAAI,YAAY,CAAC,QAAQ,EAAE,CAAC;oBACxC,IAAI,OAAe,CAAC;oBACpB,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;wBACpC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;oBACxB,CAAC;yBAAM,CAAC;wBACN,OAAO,GAAG,GAAG,CAAC,OAAO;6BAClB,MAAM,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;6BAC7C,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;6BACrC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAChB,CAAC;oBAED,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,OAAO;qBACR,CAAC,CAAC;gBACL,CAAC;gBAED,+CAA+C;gBAC/C,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;oBACxB,MAAM,CAAC,IAAI,CAAC,uFAAuF,CAAC,CAAC;gBACvG,CAAC;gBAED,qBAAqB;gBACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;oBAC1C,KAAK,EAAE,qBAAqB;oBAC5B,QAAQ;oBACR,SAAS,EAAE,YAAY,CAAC,UAAU,IAAI,GAAG;oBACzC,WAAW,EAAE,YAAY,CAAC,WAAW,IAAI,GAAG;iBAC7C,CAAC,CAAC;gBAEH,4CAA4C;gBAC5C,MAAM,iBAAiB,GAAsB;oBAC3C,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBACpC,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE;qBACvB,CAAC,CAAC;oBACH,KAAK,EAAE,gCAAgC;oBACvC,WAAW,EAAE,MAAM,CAAC,UAAU,IAAI,UAAU;oBAC5C,KAAK,EAAE;wBACL,YAAY,EAAE,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;wBAC5C,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;qBAC/C;iBACF,CAAC;gBAEF,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE;oBACtC,WAAW,EAAE,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;oBAC3C,YAAY,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;oBAC7C,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO;oBACjC,eAAe,EAAE,MAAM,CAAC,QAAQ,EAAE,eAAe;iBAClD,CAAC,CAAC;gBAEH,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAE9B,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE;oBAC/B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,SAAS,EAAE,KAAK,CAAC,SAAS;iBAC3B,CAAC,CAAC;gBAEH,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,0BAA0B,KAAK,CAAC,OAAO,EAAE;qBACnD;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,cAAc;QACd,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;YAC3C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE;oBACL,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,oBAAoB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE;iBACtD;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK;QACH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE;gBAC5C,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE;oBACvC,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,QAAQ,EAAE,oBAAoB,IAAI,CAAC,IAAI,EAAE;oBACzC,WAAW,EAAE,oBAAoB,IAAI,CAAC,IAAI,SAAS;oBACnD,gBAAgB,EAAE,oBAAoB,IAAI,CAAC,IAAI,cAAc;iBAC9D,CAAC,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,sDAAsD,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC/E,OAAO,CAAC,GAAG,CAAC,6CAA6C,IAAI,CAAC,IAAI,cAAc,CAAC,CAAC;gBAClF,OAAO,CAAC,GAAG,CAAC,6CAA6C,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC;gBAC/E,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI;QACF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;oBACrB,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;oBACzC,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;IACpC,CAAC;CACF;AAED,kBAAkB;AAClB,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,UAAU,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACpD,MAAM,KAAK,GAAG,IAAI,oBAAoB,CAAC;QACrC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,MAAM,CAAC;KACtD,CAAC,CAAC;IAEH,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;QAC1B,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oBAAoB;IACpB,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QAC9B,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;QAC/B,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["// Anthropic to ONNX Local Proxy Server\n// Converts Anthropic API format to ONNX Runtime local inference\nimport express, { Request, Response, NextFunction } from 'express';\nimport { logger } from '../utils/logger.js';\nimport { ONNXLocalProvider } from '../router/providers/onnx-local.js';\nimport type { Message } from '../router/types.js';\n\ninterface AnthropicMessage {\n  role: 'user' | 'assistant';\n  content: string | Array<{ type: string; text?: string; [key: string]: any }>;\n}\n\ninterface AnthropicRequest {\n  model?: string;\n  messages: AnthropicMessage[];\n  max_tokens?: number;\n  temperature?: number;\n  system?: string | Array<{ type: string; text?: string; [key: string]: any }>;\n  stream?: boolean;\n  [key: string]: any;\n}\n\ninterface AnthropicResponse {\n  id: string;\n  type: 'message';\n  role: 'assistant';\n  content: Array<{ type: 'text'; text: string }>;\n  model: string;\n  stop_reason: string;\n  usage: {\n    input_tokens: number;\n    output_tokens: number;\n  };\n}\n\nexport class AnthropicToONNXProxy {\n  private app: express.Application;\n  private onnxProvider: ONNXLocalProvider;\n  private port: number;\n  private server: any;\n\n  constructor(config: {\n    port?: number;\n    modelPath?: string;\n    executionProviders?: string[];\n  } = {}) {\n    this.app = express();\n    this.port = config.port || 3001;\n\n    // Initialize ONNX provider with configuration\n    this.onnxProvider = new ONNXLocalProvider({\n      modelPath: config.modelPath,\n      executionProviders: config.executionProviders || ['cpu'],\n      maxTokens: 512,\n      temperature: 0.7\n    });\n\n    this.setupMiddleware();\n    this.setupRoutes();\n  }\n\n  private setupMiddleware(): void {\n    // Parse JSON bodies\n    this.app.use(express.json({ limit: '50mb' }));\n\n    // Logging middleware\n    this.app.use((req: Request, res: Response, next: NextFunction) => {\n      logger.debug('ONNX proxy request', {\n        method: req.method,\n        path: req.path,\n        headers: Object.keys(req.headers)\n      });\n      next();\n    });\n  }\n\n  private setupRoutes(): void {\n    // Health check\n    this.app.get('/health', (req: Request, res: Response) => {\n      const modelInfo = this.onnxProvider.getModelInfo();\n      res.json({\n        status: 'ok',\n        service: 'anthropic-to-onnx-proxy',\n        onnx: {\n          initialized: modelInfo.initialized,\n          tokenizerLoaded: modelInfo.tokenizerLoaded,\n          executionProviders: modelInfo.executionProviders\n        }\n      });\n    });\n\n    // Anthropic Messages API → ONNX Local Inference\n    this.app.post('/v1/messages', async (req: Request, res: Response) => {\n      try {\n        const anthropicReq: AnthropicRequest = req.body;\n\n        // Extract system prompt\n        let systemPrompt = '';\n        if (typeof anthropicReq.system === 'string') {\n          systemPrompt = anthropicReq.system;\n        } else if (Array.isArray(anthropicReq.system)) {\n          systemPrompt = anthropicReq.system\n            .filter((block: any) => block.type === 'text')\n            .map((block: any) => block.text)\n            .join('\\n');\n        }\n\n        logger.info('Converting Anthropic request to ONNX', {\n          anthropicModel: anthropicReq.model,\n          onnxModel: 'Phi-4-mini-instruct',\n          messageCount: anthropicReq.messages.length,\n          systemPromptLength: systemPrompt.length,\n          maxTokens: anthropicReq.max_tokens,\n          temperature: anthropicReq.temperature\n        });\n\n        // Convert Anthropic messages to internal format\n        const messages: Message[] = [];\n\n        // Add system message if present\n        if (systemPrompt) {\n          messages.push({\n            role: 'system',\n            content: systemPrompt\n          });\n        }\n\n        // Add user/assistant messages\n        for (const msg of anthropicReq.messages) {\n          let content: string;\n          if (typeof msg.content === 'string') {\n            content = msg.content;\n          } else {\n            content = msg.content\n              .filter((block: any) => block.type === 'text')\n              .map((block: any) => block.text || '')\n              .join('\\n');\n          }\n\n          messages.push({\n            role: msg.role,\n            content\n          });\n        }\n\n        // Streaming not supported by ONNX provider yet\n        if (anthropicReq.stream) {\n          logger.warn('Streaming requested but not supported by ONNX provider, falling back to non-streaming');\n        }\n\n        // Run ONNX inference\n        const result = await this.onnxProvider.chat({\n          model: 'phi-4-mini-instruct',\n          messages,\n          maxTokens: anthropicReq.max_tokens || 512,\n          temperature: anthropicReq.temperature || 0.7\n        });\n\n        // Convert ONNX response to Anthropic format\n        const anthropicResponse: AnthropicResponse = {\n          id: result.id,\n          type: 'message',\n          role: 'assistant',\n          content: result.content.map(block => ({\n            type: 'text',\n            text: block.text || ''\n          })),\n          model: 'onnx-local/phi-4-mini-instruct',\n          stop_reason: result.stopReason || 'end_turn',\n          usage: {\n            input_tokens: result.usage?.inputTokens || 0,\n            output_tokens: result.usage?.outputTokens || 0\n          }\n        };\n\n        logger.info('ONNX inference completed', {\n          inputTokens: result.usage?.inputTokens || 0,\n          outputTokens: result.usage?.outputTokens || 0,\n          latency: result.metadata?.latency,\n          tokensPerSecond: result.metadata?.tokensPerSecond\n        });\n\n        res.json(anthropicResponse);\n\n      } catch (error: any) {\n        logger.error('ONNX proxy error', {\n          error: error.message,\n          provider: error.provider,\n          retryable: error.retryable\n        });\n\n        res.status(500).json({\n          error: {\n            type: 'api_error',\n            message: `ONNX inference failed: ${error.message}`\n          }\n        });\n      }\n    });\n\n    // 404 handler\n    this.app.use((req: Request, res: Response) => {\n      res.status(404).json({\n        error: {\n          type: 'not_found',\n          message: `Route not found: ${req.method} ${req.path}`\n        }\n      });\n    });\n  }\n\n  start(): Promise<void> {\n    return new Promise((resolve) => {\n      this.server = this.app.listen(this.port, () => {\n        logger.info('ONNX proxy server started', {\n          port: this.port,\n          endpoint: `http://localhost:${this.port}`,\n          healthCheck: `http://localhost:${this.port}/health`,\n          messagesEndpoint: `http://localhost:${this.port}/v1/messages`\n        });\n        console.log(`\\n🚀 ONNX Proxy Server running on http://localhost:${this.port}`);\n        console.log(`   📋 Messages API: POST http://localhost:${this.port}/v1/messages`);\n        console.log(`   ❤️  Health check: GET http://localhost:${this.port}/health\\n`);\n        resolve();\n      });\n    });\n  }\n\n  stop(): Promise<void> {\n    return new Promise((resolve) => {\n      if (this.server) {\n        this.server.close(() => {\n          logger.info('ONNX proxy server stopped');\n          resolve();\n        });\n      } else {\n        resolve();\n      }\n    });\n  }\n\n  async dispose(): Promise<void> {\n    await this.stop();\n    await this.onnxProvider.dispose();\n  }\n}\n\n// CLI entry point\nif (import.meta.url === `file://${process.argv[1]}`) {\n  const proxy = new AnthropicToONNXProxy({\n    port: parseInt(process.env.ONNX_PROXY_PORT || '3001')\n  });\n\n  proxy.start().catch(error => {\n    console.error('Failed to start ONNX proxy:', error);\n    process.exit(1);\n  });\n\n  // Graceful shutdown\n  process.on('SIGINT', async () => {\n    console.log('\\n🛑 Shutting down ONNX proxy...');\n    await proxy.dispose();\n    process.exit(0);\n  });\n\n  process.on('SIGTERM', async () => {\n    console.log('\\n🛑 Shutting down ONNX proxy...');\n    await proxy.dispose();\n    process.exit(0);\n  });\n}\n"]}

package/dist/agentic-flow/src/proxy/anthropic-to-openrouter.d.ts

@@ -0,0 +1,28 @@
+import { ModelCapabilities } from '../utils/modelCapabilities.js';
+export declare class AnthropicToOpenRouterProxy {
+    private app;
+    private openrouterApiKey;
+    private openrouterBaseUrl;
+    private defaultModel;
+    private capabilities?;
+    constructor(config: {
+        openrouterApiKey: string;
+        openrouterBaseUrl?: string;
+        defaultModel?: string;
+        capabilities?: ModelCapabilities;
+    });
+    private setupMiddleware;
+    private setupRoutes;
+    private handleRequest;
+    private handleNativeRequest;
+    private handleEmulatedRequest;
+    private callOpenRouter;
+    private convertAnthropicToOpenAI;
+    private parseStructuredCommands;
+    private convertOpenAIToAnthropic;
+    private convertOpenAIStreamToAnthropic;
+    private extractProvider;
+    private mapFinishReason;
+    start(port: number): void;
+}
+//# sourceMappingURL=anthropic-to-openrouter.d.ts.map

package/dist/agentic-flow/src/proxy/anthropic-to-openrouter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-to-openrouter.d.ts","sourceRoot":"","sources":["../../../../src/proxy/anthropic-to-openrouter.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,iBAAiB,EAA2B,MAAM,+BAA+B,CAAC;AAsE3F,qBAAa,0BAA0B;IACrC,OAAO,CAAC,GAAG,CAAsB;IACjC,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,YAAY,CAAC,CAAoB;gBAE7B,MAAM,EAAE;QAClB,gBAAgB,EAAE,MAAM,CAAC;QACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,iBAAiB,CAAC;KAClC;IAoBD,OAAO,CAAC,eAAe;IAevB,OAAO,CAAC,WAAW;YAsEL,aAAa;YAsBb,mBAAmB;YAkHnB,qBAAqB;YA8CrB,cAAc;IAqB5B,OAAO,CAAC,wBAAwB;IA8JhC,OAAO,CAAC,uBAAuB;IAsD/B,OAAO,CAAC,wBAAwB;IAmGhC,OAAO,CAAC,8BAA8B;IAkCtC,OAAO,CAAC,eAAe;IAMvB,OAAO,CAAC,eAAe;IAUhB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;CAkBjC"}