agentic-flow 3.0.0-alpha.2 → 3.0.0

package/dist/agentic-flow/src/router/test-onnx-benchmark.js

@@ -1,146 +0,0 @@
-#!/usr/bin/env node
-/**
- * Comprehensive benchmark for ONNX local inference
- * Tests CPU performance against targets
- */
-import { ONNXLocalProvider } from './providers/onnx-local.js';
-async function runBenchmark() {
-    console.log('🏁 ONNX Local Inference Benchmark (Phi-4 CPU)\n');
-    console.log('Target: 15-25 tokens/sec on CPU');
-    console.log('================================================\n');
-    const provider = new ONNXLocalProvider({
-        modelPath: './models/phi-4/cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/model.onnx',
-        executionProviders: ['cpu'],
-        maxTokens: 50,
-        temperature: 0.7
-    });
-    const results = [];
-    // Test 1: Short response
-    console.log('Test 1: Short Response (Math)');
-    console.log('==============================');
-    const test1Start = Date.now();
-    const response1 = await provider.chat({
-        model: 'phi-4',
-        messages: [
-            { role: 'user', content: 'What is 2+2?' }
-        ],
-        maxTokens: 20
-    });
-    const test1Latency = Date.now() - test1Start;
-    const test1TPS = (response1.usage?.outputTokens || 0) / (test1Latency / 1000);
-    console.log(`✅ Response: ${response1.content[0].type === 'text' ? response1.content[0].text : ''}`);
-    console.log(`⏱️  ${test1Latency}ms | ${test1TPS.toFixed(1)} tokens/sec\n`);
-    results.push({
-        test: 'Short Math',
-        tokens: response1.usage?.outputTokens || 0,
-        latency: test1Latency,
-        tokensPerSecond: test1TPS
-    });
-    // Test 2: Medium response
-    console.log('Test 2: Medium Response (Reasoning)');
-    console.log('=====================================');
-    const test2Start = Date.now();
-    const response2 = await provider.chat({
-        model: 'phi-4',
-        messages: [
-            { role: 'user', content: 'Explain why the sky is blue in one sentence.' }
-        ],
-        maxTokens: 30
-    });
-    const test2Latency = Date.now() - test2Start;
-    const test2TPS = (response2.usage?.outputTokens || 0) / (test2Latency / 1000);
-    console.log(`✅ Response: ${response2.content[0].type === 'text' ? response2.content[0].text : ''}`);
-    console.log(`⏱️  ${test2Latency}ms | ${test2TPS.toFixed(1)} tokens/sec\n`);
-    results.push({
-        test: 'Medium Reasoning',
-        tokens: response2.usage?.outputTokens || 0,
-        latency: test2Latency,
-        tokensPerSecond: test2TPS
-    });
-    // Test 3: Longer response
-    console.log('Test 3: Longer Response (Creative)');
-    console.log('====================================');
-    const test3Start = Date.now();
-    const response3 = await provider.chat({
-        model: 'phi-4',
-        messages: [
-            { role: 'user', content: 'List 5 programming languages.' }
-        ],
-        maxTokens: 50
-    });
-    const test3Latency = Date.now() - test3Start;
-    const test3TPS = (response3.usage?.outputTokens || 0) / (test3Latency / 1000);
-    console.log(`✅ Response: ${response3.content[0].type === 'text' ? response3.content[0].text : ''}`);
-    console.log(`⏱️  ${test3Latency}ms | ${test3TPS.toFixed(1)} tokens/sec\n`);
-    results.push({
-        test: 'Longer Creative',
-        tokens: response3.usage?.outputTokens || 0,
-        latency: test3Latency,
-        tokensPerSecond: test3TPS
-    });
-    // Test 4: Multi-turn conversation
-    console.log('Test 4: Multi-Turn Conversation');
-    console.log('================================');
-    const test4Start = Date.now();
-    const response4 = await provider.chat({
-        model: 'phi-4',
-        messages: [
-            { role: 'user', content: 'Hello!' },
-            { role: 'assistant', content: 'Hello! How can I help you today?' },
-            { role: 'user', content: 'Tell me a fun fact about computers.' }
-        ],
-        maxTokens: 40
-    });
-    const test4Latency = Date.now() - test4Start;
-    const test4TPS = (response4.usage?.outputTokens || 0) / (test4Latency / 1000);
-    console.log(`✅ Response: ${response4.content[0].type === 'text' ? response4.content[0].text : ''}`);
-    console.log(`⏱️  ${test4Latency}ms | ${test4TPS.toFixed(1)} tokens/sec\n`);
-    results.push({
-        test: 'Multi-Turn',
-        tokens: response4.usage?.outputTokens || 0,
-        latency: test4Latency,
-        tokensPerSecond: test4TPS
-    });
-    // Summary
-    console.log('\n📊 Benchmark Summary');
-    console.log('====================\n');
-    const avgTPS = results.reduce((sum, r) => sum + r.tokensPerSecond, 0) / results.length;
-    const avgLatency = results.reduce((sum, r) => sum + r.latency, 0) / results.length;
-    const totalTokens = results.reduce((sum, r) => sum + r.tokens, 0);
-    console.table(results.map(r => ({
-        Test: r.test,
-        Tokens: r.tokens,
-        'Latency (ms)': r.latency,
-        'Tokens/Sec': r.tokensPerSecond.toFixed(1)
-    })));
-    console.log(`\n📈 Performance Metrics:`);
-    console.log(`   Average Tokens/Sec: ${avgTPS.toFixed(1)}`);
-    console.log(`   Average Latency: ${avgLatency.toFixed(0)}ms`);
-    console.log(`   Total Tokens Generated: ${totalTokens}`);
-    console.log(`\n🎯 Target Validation:`);
-    const targetMin = 15;
-    const targetMax = 25;
-    if (avgTPS >= targetMin && avgTPS <= targetMax * 1.5) {
-        console.log(`   ✅ PASS: ${avgTPS.toFixed(1)} tokens/sec is within acceptable range`);
-    }
-    else if (avgTPS < targetMin) {
-        console.log(`   ⚠️  SLOW: ${avgTPS.toFixed(1)} tokens/sec is below target (${targetMin}+)`);
-    }
-    else {
-        console.log(`   🚀 FAST: ${avgTPS.toFixed(1)} tokens/sec exceeds target!`);
-    }
-    console.log(`\n💰 Cost Savings:`);
-    console.log(`   Local Inference: $0.00`);
-    console.log(`   Anthropic Equivalent: ~$${(totalTokens * 0.00003).toFixed(4)}`);
-    console.log(`   Savings: 100%`);
-    console.log(`\n🔒 Privacy:`);
-    console.log(`   ✅ All processing local`);
-    console.log(`   ✅ No data sent to cloud`);
-    console.log(`   ✅ GDPR/HIPAA compliant`);
-    await provider.dispose();
-}
-runBenchmark().catch(error => {
-    console.error('❌ Benchmark failed:', error);
-    process.exit(1);
-});
-//# sourceMappingURL=test-onnx-benchmark.js.map

package/dist/agentic-flow/src/router/test-onnx-benchmark.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-onnx-benchmark.js","sourceRoot":"","sources":["../../../../src/router/test-onnx-benchmark.ts"],"names":[],"mappings":";AACA;;;GAGG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAS9D,KAAK,UAAU,YAAY;IACzB,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;IAC/D,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;IAElE,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC;QACrC,SAAS,EAAE,4EAA4E;QACvF,kBAAkB,EAAE,CAAC,KAAK,CAAC;QAC3B,SAAS,EAAE,EAAE;QACb,WAAW,EAAE,GAAG;KACjB,CAAC,CAAC;IAEH,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,yBAAyB;IACzB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;IAE9C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;QACpC,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE;YACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE;SAC1C;QACD,SAAS,EAAE,EAAE;KACd,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC;IAC7C,MAAM,QAAQ,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;IAE9E,OAAO,CAAC,GAAG,CAAC,eAAe,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACpG,OAAO,CAAC,GAAG,CAAC,OAAO,YAAY,QAAQ,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;IAE3E,OAAO,CAAC,IAAI,CAAC;QACX,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;QAC1C,OAAO,EAAE,YAAY;QACrB,eAAe,EAAE,QAAQ;KAC1B,CAAC,CAAC;IAEH,0BAA0B;IAC1B,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IAErD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;QACpC,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE;YACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,8CAA8C,EAAE;SAC1E;QACD,SAAS,EAAE,EAAE;KACd,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC;IAC7C,MAAM,QAAQ,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;IAE9E,OAAO,CAAC,GAAG,CAAC,eAAe,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACpG,OAAO,CAAC,GAAG,CAAC,OAAO,YAAY,QAAQ,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;IAE3E,OAAO,CAAC,IAAI,CAAC;QACX,IAAI,EAAE,kBAAkB;QACxB,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;QAC1C,OAAO,EAAE,YAAY;QACrB,eAAe,EAAE,QAAQ;KAC1B,CAAC,CAAC;IAEH,0BAA0B;IAC1B,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IAEpD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;QACpC,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE;YACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,+BAA+B,EAAE;SAC3D;QACD,SAAS,EAAE,EAAE;KACd,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC;IAC7C,MAAM,QAAQ,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;IAE9E,OAAO,CAAC,GAAG,CAAC,eAAe,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACpG,OAAO,CAAC,GAAG,CAAC,OAAO,YAAY,QAAQ,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;IAE3E,OAAO,CAAC,IAAI,CAAC;QACX,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;QAC1C,OAAO,EAAE,YAAY;QACrB,eAAe,EAAE,QAAQ;KAC1B,CAAC,CAAC;IAEH,kCAAkC;IAClC,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAEhD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;QACpC,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE;YACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE;YACnC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,kCAAkC,EAAE;YAClE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,qCAAqC,EAAE;SACjE;QACD,SAAS,EAAE,EAAE;KACd,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC;IAC7C,MAAM,QAAQ,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;IAE9E,OAAO,CAAC,GAAG,CAAC,eAAe,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACpG,OAAO,CAAC,GAAG,CAAC,OAAO,YAAY,QAAQ,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;IAE3E,OAAO,CAAC,IAAI,CAAC;QACX,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;QAC1C,OAAO,EAAE,YAAY;QACrB,eAAe,EAAE,QAAQ;KAC1B,CAAC,CAAC;IAEH,UAAU;IACV,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IAEtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IACvF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IACnF,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAElE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,cAAc,EAAE,CAAC,CAAC,OAAO;QACzB,YAAY,EAAE,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;KAC3C,CAAC,CAAC,CAAC,CAAC;IAEL,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,uBAAuB,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,8BAA8B,WAAW,EAAE,CAAC,CAAC;IAEzD,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,EAAE,CAAC;IACrB,MAAM,SAAS,GAAG,EAAE,CAAC;IAErB,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,IAAI,SAAS,GAAG,GAAG,EAAE,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,wCAAwC,CAAC,CAAC;IACvF,CAAC;SAAM,IAAI,MAAM,GAAG,SAAS,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,gCAAgC,SAAS,IAAI,CAAC,CAAC;IAC9F,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,WAAW,GAAG,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAChF,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAEhC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAEzC,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;AAC3B,CAAC;AAED,YAAY,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;IAC3B,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC","sourcesContent":["#!/usr/bin/env node\n/**\n * Comprehensive benchmark for ONNX local inference\n * Tests CPU performance against targets\n */\n\nimport { ONNXLocalProvider } from './providers/onnx-local.js';\n\ninterface BenchmarkResult {\n  test: string;\n  tokens: number;\n  latency: number;\n  tokensPerSecond: number;\n}\n\nasync function runBenchmark() {\n  console.log('🏁 ONNX Local Inference Benchmark (Phi-4 CPU)\\n');\n  console.log('Target: 15-25 tokens/sec on CPU');\n  console.log('================================================\\n');\n\n  const provider = new ONNXLocalProvider({\n    modelPath: './models/phi-4/cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/model.onnx',\n    executionProviders: ['cpu'],\n    maxTokens: 50,\n    temperature: 0.7\n  });\n\n  const results: BenchmarkResult[] = [];\n\n  // Test 1: Short response\n  console.log('Test 1: Short Response (Math)');\n  console.log('==============================');\n\n  const test1Start = Date.now();\n  const response1 = await provider.chat({\n    model: 'phi-4',\n    messages: [\n      { role: 'user', content: 'What is 2+2?' }\n    ],\n    maxTokens: 20\n  });\n  const test1Latency = Date.now() - test1Start;\n  const test1TPS = (response1.usage?.outputTokens || 0) / (test1Latency / 1000);\n\n  console.log(`✅ Response: ${response1.content[0].type === 'text' ? response1.content[0].text : ''}`);\n  console.log(`⏱️  ${test1Latency}ms | ${test1TPS.toFixed(1)} tokens/sec\\n`);\n\n  results.push({\n    test: 'Short Math',\n    tokens: response1.usage?.outputTokens || 0,\n    latency: test1Latency,\n    tokensPerSecond: test1TPS\n  });\n\n  // Test 2: Medium response\n  console.log('Test 2: Medium Response (Reasoning)');\n  console.log('=====================================');\n\n  const test2Start = Date.now();\n  const response2 = await provider.chat({\n    model: 'phi-4',\n    messages: [\n      { role: 'user', content: 'Explain why the sky is blue in one sentence.' }\n    ],\n    maxTokens: 30\n  });\n  const test2Latency = Date.now() - test2Start;\n  const test2TPS = (response2.usage?.outputTokens || 0) / (test2Latency / 1000);\n\n  console.log(`✅ Response: ${response2.content[0].type === 'text' ? response2.content[0].text : ''}`);\n  console.log(`⏱️  ${test2Latency}ms | ${test2TPS.toFixed(1)} tokens/sec\\n`);\n\n  results.push({\n    test: 'Medium Reasoning',\n    tokens: response2.usage?.outputTokens || 0,\n    latency: test2Latency,\n    tokensPerSecond: test2TPS\n  });\n\n  // Test 3: Longer response\n  console.log('Test 3: Longer Response (Creative)');\n  console.log('====================================');\n\n  const test3Start = Date.now();\n  const response3 = await provider.chat({\n    model: 'phi-4',\n    messages: [\n      { role: 'user', content: 'List 5 programming languages.' }\n    ],\n    maxTokens: 50\n  });\n  const test3Latency = Date.now() - test3Start;\n  const test3TPS = (response3.usage?.outputTokens || 0) / (test3Latency / 1000);\n\n  console.log(`✅ Response: ${response3.content[0].type === 'text' ? response3.content[0].text : ''}`);\n  console.log(`⏱️  ${test3Latency}ms | ${test3TPS.toFixed(1)} tokens/sec\\n`);\n\n  results.push({\n    test: 'Longer Creative',\n    tokens: response3.usage?.outputTokens || 0,\n    latency: test3Latency,\n    tokensPerSecond: test3TPS\n  });\n\n  // Test 4: Multi-turn conversation\n  console.log('Test 4: Multi-Turn Conversation');\n  console.log('================================');\n\n  const test4Start = Date.now();\n  const response4 = await provider.chat({\n    model: 'phi-4',\n    messages: [\n      { role: 'user', content: 'Hello!' },\n      { role: 'assistant', content: 'Hello! How can I help you today?' },\n      { role: 'user', content: 'Tell me a fun fact about computers.' }\n    ],\n    maxTokens: 40\n  });\n  const test4Latency = Date.now() - test4Start;\n  const test4TPS = (response4.usage?.outputTokens || 0) / (test4Latency / 1000);\n\n  console.log(`✅ Response: ${response4.content[0].type === 'text' ? response4.content[0].text : ''}`);\n  console.log(`⏱️  ${test4Latency}ms | ${test4TPS.toFixed(1)} tokens/sec\\n`);\n\n  results.push({\n    test: 'Multi-Turn',\n    tokens: response4.usage?.outputTokens || 0,\n    latency: test4Latency,\n    tokensPerSecond: test4TPS\n  });\n\n  // Summary\n  console.log('\\n📊 Benchmark Summary');\n  console.log('====================\\n');\n\n  const avgTPS = results.reduce((sum, r) => sum + r.tokensPerSecond, 0) / results.length;\n  const avgLatency = results.reduce((sum, r) => sum + r.latency, 0) / results.length;\n  const totalTokens = results.reduce((sum, r) => sum + r.tokens, 0);\n\n  console.table(results.map(r => ({\n    Test: r.test,\n    Tokens: r.tokens,\n    'Latency (ms)': r.latency,\n    'Tokens/Sec': r.tokensPerSecond.toFixed(1)\n  })));\n\n  console.log(`\\n📈 Performance Metrics:`);\n  console.log(`   Average Tokens/Sec: ${avgTPS.toFixed(1)}`);\n  console.log(`   Average Latency: ${avgLatency.toFixed(0)}ms`);\n  console.log(`   Total Tokens Generated: ${totalTokens}`);\n\n  console.log(`\\n🎯 Target Validation:`);\n  const targetMin = 15;\n  const targetMax = 25;\n\n  if (avgTPS >= targetMin && avgTPS <= targetMax * 1.5) {\n    console.log(`   ✅ PASS: ${avgTPS.toFixed(1)} tokens/sec is within acceptable range`);\n  } else if (avgTPS < targetMin) {\n    console.log(`   ⚠️  SLOW: ${avgTPS.toFixed(1)} tokens/sec is below target (${targetMin}+)`);\n  } else {\n    console.log(`   🚀 FAST: ${avgTPS.toFixed(1)} tokens/sec exceeds target!`);\n  }\n\n  console.log(`\\n💰 Cost Savings:`);\n  console.log(`   Local Inference: $0.00`);\n  console.log(`   Anthropic Equivalent: ~$${(totalTokens * 0.00003).toFixed(4)}`);\n  console.log(`   Savings: 100%`);\n\n  console.log(`\\n🔒 Privacy:`);\n  console.log(`   ✅ All processing local`);\n  console.log(`   ✅ No data sent to cloud`);\n  console.log(`   ✅ GDPR/HIPAA compliant`);\n\n  await provider.dispose();\n}\n\nrunBenchmark().catch(error => {\n  console.error('❌ Benchmark failed:', error);\n  process.exit(1);\n});\n"]}

package/dist/agentic-flow/src/router/test-onnx-integration.d.ts

@@ -1,8 +0,0 @@
-#!/usr/bin/env node
-/**
- * ONNX Integration Test - Validates agentic-flow works with ONNX
- *
- * Tests ONNX provider integration with the multi-model router
- */
-export {};
-//# sourceMappingURL=test-onnx-integration.d.ts.map

package/dist/agentic-flow/src/router/test-onnx-integration.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-onnx-integration.d.ts","sourceRoot":"","sources":["../../../../src/router/test-onnx-integration.ts"],"names":[],"mappings":";AACA;;;;GAIG"}

package/dist/agentic-flow/src/router/test-onnx-integration.js

@@ -1,129 +0,0 @@
-#!/usr/bin/env node
-/**
- * ONNX Integration Test - Validates agentic-flow works with ONNX
- *
- * Tests ONNX provider integration with the multi-model router
- */
-import { ModelRouter } from './router.js';
-async function testONNXIntegration() {
-    console.log('🧪 agentic-flow + ONNX Runtime Integration Test\n');
-    console.log('='.repeat(60));
-    console.log('Testing: Multi-Model Router with ONNX Local Inference');
-    console.log('='.repeat(60) + '\n');
-    try {
-        // Initialize router (ONNX-only mode)
-        console.log('Step 1: Router Initialization');
-        console.log('==============================');
-        const router = new ModelRouter();
-        const config = router.getConfig();
-        console.log(`✅ Router initialized successfully`);
-        console.log(`   Version: ${config.version}`);
-        console.log(`   Default Provider: ${config.defaultProvider}`);
-        console.log(`   Fallback Chain: ${config.fallbackChain?.join(' → ')}`);
-        console.log(`   Routing Mode: ${config.routing?.mode}`);
-        console.log(`   Providers Configured: ${Object.keys(config.providers).length}`);
-        console.log('');
-        // Test ONNX provider
-        console.log('Step 2: ONNX Provider Direct Test');
-        console.log('===================================');
-        // Get ONNX provider directly
-        const onnxProvider = router.providers.get('onnx');
-        if (!onnxProvider) {
-            throw new Error('ONNX provider not initialized');
-        }
-        console.log(`✅ ONNX provider found: ${onnxProvider.name}`);
-        console.log(`   Type: ${onnxProvider.type}`);
-        console.log(`   Supports Streaming: ${onnxProvider.supportsStreaming}`);
-        console.log(`   Supports Tools: ${onnxProvider.supportsTools}`);
-        console.log('');
-        // Test inference
-        console.log('Step 3: ONNX Inference Test');
-        console.log('=============================');
-        const response = await onnxProvider.chat({
-            model: 'phi-4',
-            messages: [
-                { role: 'user', content: 'What is 2+2?' }
-            ],
-            maxTokens: 20
-        });
-        console.log(`✅ Inference successful`);
-        console.log(`   Response: ${response.content[0].type === 'text' ? response.content[0].text : 'N/A'}`);
-        console.log(`   Model: ${response.model}`);
-        console.log(`   Latency: ${response.metadata?.latency}ms`);
-        console.log(`   Tokens/Sec: ${response.metadata?.tokensPerSecond}`);
-        console.log(`   Cost: $${response.metadata?.cost || 0}`);
-        console.log(`   Input Tokens: ${response.usage?.inputTokens}`);
-        console.log(`   Output Tokens: ${response.usage?.outputTokens}`);
-        console.log('');
-        // Test router configuration
-        console.log('Step 4: Router Configuration Validation');
-        console.log('=========================================');
-        const onnxConfig = config.providers.onnx;
-        console.log(`✅ ONNX Configuration:`);
-        console.log(`   Model Path: ${onnxConfig?.modelPath || 'default'}`);
-        console.log(`   Execution Providers: ${onnxConfig?.executionProviders?.join(', ')}`);
-        console.log(`   Max Tokens: ${onnxConfig?.maxTokens}`);
-        console.log(`   Temperature: ${onnxConfig?.temperature}`);
-        console.log(`   Local Inference: ${onnxConfig?.localInference}`);
-        console.log(`   GPU Acceleration: ${onnxConfig?.gpuAcceleration}`);
-        console.log('');
-        // Test routing rules
-        console.log('Step 5: Privacy Routing Rule Validation');
-        console.log('=========================================');
-        const privacyRule = config.routing?.rules?.find(r => r.condition.privacy === 'high' && r.action.provider === 'onnx');
-        if (privacyRule) {
-            console.log(`✅ Privacy routing rule configured:`);
-            console.log(`   Condition: privacy = high, localOnly = ${privacyRule.condition.localOnly}`);
-            console.log(`   Action: Route to ${privacyRule.action.provider}`);
-            console.log(`   Reason: ${privacyRule.reason}`);
-        }
-        else {
-            console.log(`⚠️  Privacy routing rule not found (optional)`);
-        }
-        console.log('');
-        // Architecture summary
-        console.log('\n' + '='.repeat(60));
-        console.log('✅ Integration Test Complete!');
-        console.log('='.repeat(60) + '\n');
-        console.log('Integration Confirmed:');
-        console.log('  ✓ agentic-flow multi-model router working');
-        console.log('  ✓ ONNX Runtime provider integrated');
-        console.log('  ✓ Local CPU inference operational');
-        console.log('  ✓ Configuration loaded successfully');
-        console.log('  ✓ Privacy routing rules configured');
-        console.log('');
-        console.log('Architecture Details:');
-        console.log('  • Router: ModelRouter class');
-        console.log('  • ONNX Provider: ONNXLocalProvider');
-        console.log('  • Model: Microsoft Phi-4-mini-instruct-onnx (INT4)');
-        console.log('  • Execution: CPU-only local inference');
-        console.log('  • KV Cache: 32-layer autoregressive generation');
-        console.log('  • Cost: $0.00 per request (100% free)');
-        console.log('');
-        console.log('Performance:');
-        console.log(`  • Latency: ${response.metadata?.latency}ms`);
-        console.log(`  • Throughput: ${response.metadata?.tokensPerSecond} tokens/sec`);
-        console.log(`  • Privacy: 100% local processing`);
-        console.log(`  • Cost: $0.00 (free inference)`);
-        console.log('');
-        console.log('Use Cases:');
-        console.log('  • Privacy-sensitive data processing');
-        console.log('  • GDPR/HIPAA compliant inference');
-        console.log('  • Offline operation (no internet)');
-        console.log('  • Zero-cost development/testing');
-        console.log('  • Medical/legal document analysis');
-        console.log('');
-    }
-    catch (error) {
-        console.error('\n❌ Integration Test Failed!');
-        console.error('==============================');
-        console.error(error);
-        process.exit(1);
-    }
-}
-// Run test
-testONNXIntegration().catch(error => {
-    console.error('Fatal error:', error);
-    process.exit(1);
-});
-//# sourceMappingURL=test-onnx-integration.js.map

package/dist/agentic-flow/src/router/test-onnx-integration.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-onnx-integration.js","sourceRoot":"","sources":["../../../../src/router/test-onnx-integration.ts"],"names":[],"mappings":";AACA;;;;GAIG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,KAAK,UAAU,mBAAmB;IAChC,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;IAEnC,IAAI,CAAC;QACH,qCAAqC;QACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAE9C,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAElC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,wBAAwB,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,sBAAsB,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,4BAA4B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAChF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,qBAAqB;QACrB,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QAEnD,6BAA6B;QAC7B,MAAM,YAAY,GAAI,MAAc,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAE3D,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,0BAA0B,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,YAAY,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,0BAA0B,YAAY,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACxE,OAAO,CAAC,GAAG,CAAC,sBAAsB,YAAY,CAAC,aAAa,EAAE,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,iBAAiB;QACjB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAE7C,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC;YACvC,KAAK,EAAE,OAAO;YACd,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE;aAC1C;YACD,SAAS,EAAE,EAAE;SACd,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACtG,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,eAAe,QAAQ,CAAC,QAAQ,EAAE,OAAO,IAAI,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,kBAAkB,QAAQ,CAAC,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,qBAAqB,QAAQ,CAAC,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,4BAA4B;QAC5B,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QAEzD,MAAM,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,EAAE,SAAS,IAAI,SAAS,EAAE,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,2BAA2B,UAAU,EAAE,kBAAkB,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrF,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,mBAAmB,UAAU,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,uBAAuB,UAAU,EAAE,cAAc,EAAE,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,wBAAwB,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,qBAAqB;QACrB,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QAEzD,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAClD,CAAC,CAAC,SAAS,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,KAAK,MAAM,CAC/D,CAAC;QAEF,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,6CAA6C,WAAW,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;YAC5F,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,cAAc,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;QAC/D,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,uBAAuB;QACvB,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QAEnC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,QAAQ,EAAE,OAAO,IAAI,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,CAAC,mBAAmB,QAAQ,CAAC,QAAQ,EAAE,eAAe,aAAa,CAAC,CAAC;QAChF,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAElB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC9C,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,WAAW;AACX,mBAAmB,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;IAClC,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC","sourcesContent":["#!/usr/bin/env node\n/**\n * ONNX Integration Test - Validates agentic-flow works with ONNX\n *\n * Tests ONNX provider integration with the multi-model router\n */\n\nimport { ModelRouter } from './router.js';\n\nasync function testONNXIntegration() {\n  console.log('🧪 agentic-flow + ONNX Runtime Integration Test\\n');\n  console.log('='.repeat(60));\n  console.log('Testing: Multi-Model Router with ONNX Local Inference');\n  console.log('='.repeat(60) + '\\n');\n\n  try {\n    // Initialize router (ONNX-only mode)\n    console.log('Step 1: Router Initialization');\n    console.log('==============================');\n\n    const router = new ModelRouter();\n    const config = router.getConfig();\n\n    console.log(`✅ Router initialized successfully`);\n    console.log(`   Version: ${config.version}`);\n    console.log(`   Default Provider: ${config.defaultProvider}`);\n    console.log(`   Fallback Chain: ${config.fallbackChain?.join(' → ')}`);\n    console.log(`   Routing Mode: ${config.routing?.mode}`);\n    console.log(`   Providers Configured: ${Object.keys(config.providers).length}`);\n    console.log('');\n\n    // Test ONNX provider\n    console.log('Step 2: ONNX Provider Direct Test');\n    console.log('===================================');\n\n    // Get ONNX provider directly\n    const onnxProvider = (router as any).providers.get('onnx');\n\n    if (!onnxProvider) {\n      throw new Error('ONNX provider not initialized');\n    }\n\n    console.log(`✅ ONNX provider found: ${onnxProvider.name}`);\n    console.log(`   Type: ${onnxProvider.type}`);\n    console.log(`   Supports Streaming: ${onnxProvider.supportsStreaming}`);\n    console.log(`   Supports Tools: ${onnxProvider.supportsTools}`);\n    console.log('');\n\n    // Test inference\n    console.log('Step 3: ONNX Inference Test');\n    console.log('=============================');\n\n    const response = await onnxProvider.chat({\n      model: 'phi-4',\n      messages: [\n        { role: 'user', content: 'What is 2+2?' }\n      ],\n      maxTokens: 20\n    });\n\n    console.log(`✅ Inference successful`);\n    console.log(`   Response: ${response.content[0].type === 'text' ? response.content[0].text : 'N/A'}`);\n    console.log(`   Model: ${response.model}`);\n    console.log(`   Latency: ${response.metadata?.latency}ms`);\n    console.log(`   Tokens/Sec: ${response.metadata?.tokensPerSecond}`);\n    console.log(`   Cost: $${response.metadata?.cost || 0}`);\n    console.log(`   Input Tokens: ${response.usage?.inputTokens}`);\n    console.log(`   Output Tokens: ${response.usage?.outputTokens}`);\n    console.log('');\n\n    // Test router configuration\n    console.log('Step 4: Router Configuration Validation');\n    console.log('=========================================');\n\n    const onnxConfig = config.providers.onnx;\n    console.log(`✅ ONNX Configuration:`);\n    console.log(`   Model Path: ${onnxConfig?.modelPath || 'default'}`);\n    console.log(`   Execution Providers: ${onnxConfig?.executionProviders?.join(', ')}`);\n    console.log(`   Max Tokens: ${onnxConfig?.maxTokens}`);\n    console.log(`   Temperature: ${onnxConfig?.temperature}`);\n    console.log(`   Local Inference: ${onnxConfig?.localInference}`);\n    console.log(`   GPU Acceleration: ${onnxConfig?.gpuAcceleration}`);\n    console.log('');\n\n    // Test routing rules\n    console.log('Step 5: Privacy Routing Rule Validation');\n    console.log('=========================================');\n\n    const privacyRule = config.routing?.rules?.find(r =>\n      r.condition.privacy === 'high' && r.action.provider === 'onnx'\n    );\n\n    if (privacyRule) {\n      console.log(`✅ Privacy routing rule configured:`);\n      console.log(`   Condition: privacy = high, localOnly = ${privacyRule.condition.localOnly}`);\n      console.log(`   Action: Route to ${privacyRule.action.provider}`);\n      console.log(`   Reason: ${privacyRule.reason}`);\n    } else {\n      console.log(`⚠️  Privacy routing rule not found (optional)`);\n    }\n    console.log('');\n\n    // Architecture summary\n    console.log('\\n' + '='.repeat(60));\n    console.log('✅ Integration Test Complete!');\n    console.log('='.repeat(60) + '\\n');\n\n    console.log('Integration Confirmed:');\n    console.log('  ✓ agentic-flow multi-model router working');\n    console.log('  ✓ ONNX Runtime provider integrated');\n    console.log('  ✓ Local CPU inference operational');\n    console.log('  ✓ Configuration loaded successfully');\n    console.log('  ✓ Privacy routing rules configured');\n    console.log('');\n\n    console.log('Architecture Details:');\n    console.log('  • Router: ModelRouter class');\n    console.log('  • ONNX Provider: ONNXLocalProvider');\n    console.log('  • Model: Microsoft Phi-4-mini-instruct-onnx (INT4)');\n    console.log('  • Execution: CPU-only local inference');\n    console.log('  • KV Cache: 32-layer autoregressive generation');\n    console.log('  • Cost: $0.00 per request (100% free)');\n    console.log('');\n\n    console.log('Performance:');\n    console.log(`  • Latency: ${response.metadata?.latency}ms`);\n    console.log(`  • Throughput: ${response.metadata?.tokensPerSecond} tokens/sec`);\n    console.log(`  • Privacy: 100% local processing`);\n    console.log(`  • Cost: $0.00 (free inference)`);\n    console.log('');\n\n    console.log('Use Cases:');\n    console.log('  • Privacy-sensitive data processing');\n    console.log('  • GDPR/HIPAA compliant inference');\n    console.log('  • Offline operation (no internet)');\n    console.log('  • Zero-cost development/testing');\n    console.log('  • Medical/legal document analysis');\n    console.log('');\n\n  } catch (error) {\n    console.error('\\n❌ Integration Test Failed!');\n    console.error('==============================');\n    console.error(error);\n    process.exit(1);\n  }\n}\n\n// Run test\ntestONNXIntegration().catch(error => {\n  console.error('Fatal error:', error);\n  process.exit(1);\n});\n"]}

package/dist/agentic-flow/src/router/test-onnx-local.d.ts

@@ -1,6 +0,0 @@
-#!/usr/bin/env node
-/**
- * Test ONNX local inference with Phi-4 model
- */
-export {};
-//# sourceMappingURL=test-onnx-local.d.ts.map

package/dist/agentic-flow/src/router/test-onnx-local.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-onnx-local.d.ts","sourceRoot":"","sources":["../../../../src/router/test-onnx-local.ts"],"names":[],"mappings":";AACA;;GAEG"}

package/dist/agentic-flow/src/router/test-onnx-local.js

@@ -1,38 +0,0 @@
-#!/usr/bin/env node
-/**
- * Test ONNX local inference with Phi-4 model
- */
-import { ONNXLocalProvider } from './providers/onnx-local.js';
-async function testONNXLocal() {
-    console.log('🧪 Testing ONNX Local Inference (Phi-4 CPU)\n');
-    try {
-        const provider = new ONNXLocalProvider({
-            modelPath: './models/phi-4/cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/model.onnx',
-            executionProviders: ['cpu'],
-            maxTokens: 50
-        });
-        console.log('Test: Simple Inference');
-        console.log('======================');
-        const response = await provider.chat({
-            model: 'phi-4',
-            messages: [
-                { role: 'user', content: 'What is 2+2?' }
-            ],
-            maxTokens: 20
-        });
-        console.log('\n📥 Response:');
-        console.log(`  Text: ${response.content[0].type === 'text' ? response.content[0].text : ''}`);
-        console.log(`  Latency: ${response.metadata?.latency}ms`);
-        console.log(`  Tokens: ${response.usage?.inputTokens} in / ${response.usage?.outputTokens} out`);
-        console.log(`  Cost: $${response.metadata?.cost}`);
-        console.log(`  Providers: ${response.metadata?.executionProviders?.join(', ')}`);
-        console.log('\n✅ Test passed!');
-        await provider.dispose();
-    }
-    catch (error) {
-        console.error('\n❌ Test failed:', error);
-        process.exit(1);
-    }
-}
-testONNXLocal();
-//# sourceMappingURL=test-onnx-local.js.map

package/dist/agentic-flow/src/router/test-onnx-local.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-onnx-local.js","sourceRoot":"","sources":["../../../../src/router/test-onnx-local.ts"],"names":[],"mappings":";AACA;;GAEG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D,KAAK,UAAU,aAAa;IAC1B,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;IAE7D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC;YACrC,SAAS,EAAE,4EAA4E;YACvF,kBAAkB,EAAE,CAAC,KAAK,CAAC;YAC3B,SAAS,EAAE,EAAE;SACd,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAEtC,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;YACnC,KAAK,EAAE,OAAO;YACd,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE;aAC1C;YACD,SAAS,EAAE,EAAE;SACd,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,WAAW,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9F,OAAO,CAAC,GAAG,CAAC,cAAc,QAAQ,CAAC,QAAQ,EAAE,OAAO,IAAI,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,CAAC,KAAK,EAAE,WAAW,SAAS,QAAQ,CAAC,KAAK,EAAE,YAAY,MAAM,CAAC,CAAC;QACjG,OAAO,CAAC,GAAG,CAAC,YAAY,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjF,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAEhC,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IAE3B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;QACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,aAAa,EAAE,CAAC","sourcesContent":["#!/usr/bin/env node\n/**\n * Test ONNX local inference with Phi-4 model\n */\n\nimport { ONNXLocalProvider } from './providers/onnx-local.js';\n\nasync function testONNXLocal() {\n  console.log('🧪 Testing ONNX Local Inference (Phi-4 CPU)\\n');\n\n  try {\n    const provider = new ONNXLocalProvider({\n      modelPath: './models/phi-4/cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/model.onnx',\n      executionProviders: ['cpu'],\n      maxTokens: 50\n    });\n\n    console.log('Test: Simple Inference');\n    console.log('======================');\n\n    const response = await provider.chat({\n      model: 'phi-4',\n      messages: [\n        { role: 'user', content: 'What is 2+2?' }\n      ],\n      maxTokens: 20\n    });\n\n    console.log('\\n📥 Response:');\n    console.log(`  Text: ${response.content[0].type === 'text' ? response.content[0].text : ''}`);\n    console.log(`  Latency: ${response.metadata?.latency}ms`);\n    console.log(`  Tokens: ${response.usage?.inputTokens} in / ${response.usage?.outputTokens} out`);\n    console.log(`  Cost: $${response.metadata?.cost}`);\n    console.log(`  Providers: ${response.metadata?.executionProviders?.join(', ')}`);\n\n    console.log('\\n✅ Test passed!');\n\n    await provider.dispose();\n\n  } catch (error) {\n    console.error('\\n❌ Test failed:', error);\n    process.exit(1);\n  }\n}\n\ntestONNXLocal();\n"]}

package/dist/agentic-flow/src/router/test-onnx.d.ts

@@ -1,7 +0,0 @@
-#!/usr/bin/env node
-/**
- * Test script for ONNX Runtime integration
- * Tests CPU inference with Phi-3 model
- */
-export {};
-//# sourceMappingURL=test-onnx.d.ts.map

package/dist/agentic-flow/src/router/test-onnx.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-onnx.d.ts","sourceRoot":"","sources":["../../../../src/router/test-onnx.ts"],"names":[],"mappings":";AACA;;;GAGG"}

package/dist/agentic-flow/src/router/test-onnx.js

@@ -1,149 +0,0 @@
-#!/usr/bin/env node
-/**
- * Test script for ONNX Runtime integration
- * Tests CPU inference with Phi-3 model
- */
-import { ONNXProvider } from './providers/onnx.js';
-async function testONNXProvider() {
-    console.log('🧪 Testing ONNX Runtime Provider\n');
-    try {
-        // Test 1: Initialize ONNX provider
-        console.log('Test 1: Provider Initialization');
-        console.log('================================');
-        const provider = new ONNXProvider({
-            modelId: 'Xenova/Phi-3-mini-4k-instruct',
-            maxTokens: 100,
-            temperature: 0.7
-        });
-        console.log(`✅ Provider initialized: ${provider.name}`);
-        console.log(`📊 Supports streaming: ${provider.supportsStreaming}`);
-        console.log(`🔧 Supports tools: ${provider.supportsTools}\n`);
-        // Test 2: Simple chat completion
-        console.log('Test 2: Chat Completion (CPU)');
-        console.log('==============================');
-        const chatParams = {
-            model: 'Xenova/Phi-3-mini-4k-instruct',
-            messages: [
-                {
-                    role: 'user',
-                    content: 'Say "Hello from ONNX Runtime!" and nothing else.'
-                }
-            ],
-            maxTokens: 50,
-            temperature: 0.5
-        };
-        console.log(`📤 Sending request...`);
-        console.log(`📝 Prompt: ${chatParams.messages[0].content}\n`);
-        const startTime = Date.now();
-        const response = await provider.chat(chatParams);
-        const latency = Date.now() - startTime;
-        console.log('📥 Response received:');
-        console.log(`  Provider: ${response.metadata?.provider}`);
-        console.log(`  Model: ${response.model}`);
-        console.log(`  Latency: ${latency}ms`);
-        console.log(`  Stop Reason: ${response.stopReason}`);
-        console.log(`  Usage: ${response.usage?.inputTokens} in / ${response.usage?.outputTokens} out`);
-        console.log(`  Cost: $${response.metadata?.cost?.toFixed(6) || 0} (FREE - Local inference)`);
-        console.log(`  Execution Providers: ${response.metadata?.executionProviders?.join(', ')}`);
-        console.log(`\n  Content:`);
-        for (const block of response.content) {
-            if (block.type === 'text') {
-                console.log(`    ${block.text}`);
-            }
-        }
-        console.log('\n✅ Test 2 passed!\n');
-        // Test 3: Multi-turn conversation
-        console.log('Test 3: Multi-Turn Conversation');
-        console.log('================================');
-        const conversationParams = {
-            model: 'Xenova/Phi-3-mini-4k-instruct',
-            messages: [
-                {
-                    role: 'user',
-                    content: 'What is 2+2?'
-                },
-                {
-                    role: 'assistant',
-                    content: '4'
-                },
-                {
-                    role: 'user',
-                    content: 'What about 2+3?'
-                }
-            ],
-            maxTokens: 50,
-            temperature: 0.3
-        };
-        console.log(`📤 Multi-turn conversation...`);
-        const convResponse = await provider.chat(conversationParams);
-        console.log('📥 Response:');
-        console.log(`  Content: ${convResponse.content[0].type === 'text' ? convResponse.content[0].text : 'N/A'}`);
-        console.log('\n✅ Test 3 passed!\n');
-        // Test 4: Model info
-        console.log('Test 4: Model Information');
-        console.log('=========================');
-        const modelInfo = provider.getModelInfo();
-        console.log(`📊 Model ID: ${modelInfo.modelId}`);
-        console.log(`🔧 Execution Providers: ${modelInfo.executionProviders.join(', ')}`);
-        console.log(`⚡ GPU Support: ${modelInfo.supportsGPU ? 'Yes' : 'No (CPU only)'}`);
-        console.log(`✓ Initialized: ${modelInfo.initialized}`);
-        console.log('\n✅ Test 4 passed!\n');
-        // Test 5: Performance benchmark
-        console.log('Test 5: Performance Benchmark');
-        console.log('=============================');
-        const benchmarkParams = {
-            model: 'Xenova/Phi-3-mini-4k-instruct',
-            messages: [
-                {
-                    role: 'user',
-                    content: 'Count from 1 to 5.'
-                }
-            ],
-            maxTokens: 50,
-            temperature: 0.5
-        };
-        const benchmarkRuns = 3;
-        const latencies = [];
-        for (let i = 0; i < benchmarkRuns; i++) {
-            const start = Date.now();
-            await provider.chat(benchmarkParams);
-            const duration = Date.now() - start;
-            latencies.push(duration);
-            console.log(`  Run ${i + 1}: ${duration}ms`);
-        }
-        const avgLatency = latencies.reduce((a, b) => a + b, 0) / latencies.length;
-        const tokensPerSec = (50 / avgLatency) * 1000;
-        console.log(`\n📊 Benchmark Results:`);
-        console.log(`  Average Latency: ${avgLatency.toFixed(0)}ms`);
-        console.log(`  Tokens/Second: ${tokensPerSec.toFixed(1)}`);
-        console.log('\n✅ Test 5 passed!\n');
-        // Cleanup
-        await provider.dispose();
-        // Final summary
-        console.log('🎉 All ONNX Tests Passed!');
-        console.log('=========================');
-        console.log(`✅ Provider initialization working`);
-        console.log(`✅ CPU inference functional`);
-        console.log(`✅ Chat completion successful`);
-        console.log(`✅ Multi-turn conversations working`);
-        console.log(`✅ Performance: ${tokensPerSec.toFixed(1)} tokens/sec`);
-        console.log(`✅ Cost: $0.00 (100% free local inference)`);
-        console.log(`\n💡 Next Steps:`);
-        console.log(`  1. Integrate ONNX provider into router`);
-        console.log(`  2. Add GPU support (CUDA/DirectML)`);
-        console.log(`  3. Implement model caching`);
-        console.log(`  4. Add streaming support`);
-    }
-    catch (error) {
-        console.error('\n❌ Test Failed!');
-        console.error('===============');
-        console.error(error);
-        process.exit(1);
-    }
-}
-// Run tests
-testONNXProvider().catch(error => {
-    console.error('Fatal error:', error);
-    process.exit(1);
-});
-//# sourceMappingURL=test-onnx.js.map

package/dist/agentic-flow/src/router/test-onnx.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-onnx.js","sourceRoot":"","sources":["../../../../src/router/test-onnx.ts"],"names":[],"mappings":";AACA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,KAAK,UAAU,gBAAgB;IAC7B,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IAElD,IAAI,CAAC;QACH,mCAAmC;QACnC,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAEhD,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC;YAChC,OAAO,EAAE,+BAA+B;YACxC,SAAS,EAAE,GAAG;YACd,WAAW,EAAE,GAAG;SACjB,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,2BAA2B,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,0BAA0B,QAAQ,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,aAAa,IAAI,CAAC,CAAC;QAE9D,iCAAiC;QACjC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAE9C,MAAM,UAAU,GAAG;YACjB,KAAK,EAAE,+BAA+B;YACtC,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,kDAAkD;iBAC5D;aACF;YACD,SAAS,EAAE,EAAE;YACb,WAAW,EAAE,GAAG;SACjB,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,cAAc,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC;QAE9D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEvC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,eAAe,QAAQ,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,YAAY,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,IAAI,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,kBAAkB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,YAAY,QAAQ,CAAC,KAAK,EAAE,WAAW,SAAS,QAAQ,CAAC,KAAK,EAAE,YAAY,MAAM,CAAC,CAAC;QAChG,OAAO,CAAC,GAAG,CAAC,YAAY,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC7F,OAAO,CAAC,GAAG,CAAC,0BAA0B,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3F,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAE5B,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAEpC,kCAAkC;QAClC,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAEhD,MAAM,kBAAkB,GAAG;YACzB,KAAK,EAAE,+BAA+B;YACtC,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,cAAc;iBACxB;gBACD;oBACE,IAAI,EAAE,WAAoB;oBAC1B,OAAO,EAAE,GAAG;iBACb;gBACD;oBACE,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,iBAAiB;iBAC3B;aACF;YACD,SAAS,EAAE,EAAE;YACb,WAAW,EAAE,GAAG;SACjB,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAE7D,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5G,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAEpC,qBAAqB;QACrB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QAEzC,MAAM,SAAS,GAAG,QAAQ,CAAC,YAAY,EAAE,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,2BAA2B,SAAS,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAEpC,gCAAgC;QAChC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAE7C,MAAM,eAAe,GAAG;YACtB,KAAK,EAAE,+BAA+B;YACtC,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,oBAAoB;iBAC9B;aACF;YACD,SAAS,EAAE,EAAE;YACb,WAAW,EAAE,GAAG;SACjB,CAAC;QAEF,MAAM,aAAa,GAAG,CAAC,CAAC;QACxB,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,MAAM,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACpC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;QAC3E,MAAM,YAAY,GAAG,CAAC,EAAE,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC;QAE9C,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,oBAAoB,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAEpC,UAAU;QACV,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QAEzB,gBAAgB;QAChB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,kBAAkB,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAE5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAClC,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACjC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,YAAY;AACZ,gBAAgB,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;IAC/B,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC","sourcesContent":["#!/usr/bin/env node\n/**\n * Test script for ONNX Runtime integration\n * Tests CPU inference with Phi-3 model\n */\n\nimport { ONNXProvider } from './providers/onnx.js';\n\nasync function testONNXProvider() {\n  console.log('🧪 Testing ONNX Runtime Provider\\n');\n\n  try {\n    // Test 1: Initialize ONNX provider\n    console.log('Test 1: Provider Initialization');\n    console.log('================================');\n\n    const provider = new ONNXProvider({\n      modelId: 'Xenova/Phi-3-mini-4k-instruct',\n      maxTokens: 100,\n      temperature: 0.7\n    });\n\n    console.log(`✅ Provider initialized: ${provider.name}`);\n    console.log(`📊 Supports streaming: ${provider.supportsStreaming}`);\n    console.log(`🔧 Supports tools: ${provider.supportsTools}\\n`);\n\n    // Test 2: Simple chat completion\n    console.log('Test 2: Chat Completion (CPU)');\n    console.log('==============================');\n\n    const chatParams = {\n      model: 'Xenova/Phi-3-mini-4k-instruct',\n      messages: [\n        {\n          role: 'user' as const,\n          content: 'Say \"Hello from ONNX Runtime!\" and nothing else.'\n        }\n      ],\n      maxTokens: 50,\n      temperature: 0.5\n    };\n\n    console.log(`📤 Sending request...`);\n    console.log(`📝 Prompt: ${chatParams.messages[0].content}\\n`);\n\n    const startTime = Date.now();\n    const response = await provider.chat(chatParams);\n    const latency = Date.now() - startTime;\n\n    console.log('📥 Response received:');\n    console.log(`  Provider: ${response.metadata?.provider}`);\n    console.log(`  Model: ${response.model}`);\n    console.log(`  Latency: ${latency}ms`);\n    console.log(`  Stop Reason: ${response.stopReason}`);\n    console.log(`  Usage: ${response.usage?.inputTokens} in / ${response.usage?.outputTokens} out`);\n    console.log(`  Cost: $${response.metadata?.cost?.toFixed(6) || 0} (FREE - Local inference)`);\n    console.log(`  Execution Providers: ${response.metadata?.executionProviders?.join(', ')}`);\n    console.log(`\\n  Content:`);\n\n    for (const block of response.content) {\n      if (block.type === 'text') {\n        console.log(`    ${block.text}`);\n      }\n    }\n\n    console.log('\\n✅ Test 2 passed!\\n');\n\n    // Test 3: Multi-turn conversation\n    console.log('Test 3: Multi-Turn Conversation');\n    console.log('================================');\n\n    const conversationParams = {\n      model: 'Xenova/Phi-3-mini-4k-instruct',\n      messages: [\n        {\n          role: 'user' as const,\n          content: 'What is 2+2?'\n        },\n        {\n          role: 'assistant' as const,\n          content: '4'\n        },\n        {\n          role: 'user' as const,\n          content: 'What about 2+3?'\n        }\n      ],\n      maxTokens: 50,\n      temperature: 0.3\n    };\n\n    console.log(`📤 Multi-turn conversation...`);\n    const convResponse = await provider.chat(conversationParams);\n\n    console.log('📥 Response:');\n    console.log(`  Content: ${convResponse.content[0].type === 'text' ? convResponse.content[0].text : 'N/A'}`);\n    console.log('\\n✅ Test 3 passed!\\n');\n\n    // Test 4: Model info\n    console.log('Test 4: Model Information');\n    console.log('=========================');\n\n    const modelInfo = provider.getModelInfo();\n    console.log(`📊 Model ID: ${modelInfo.modelId}`);\n    console.log(`🔧 Execution Providers: ${modelInfo.executionProviders.join(', ')}`);\n    console.log(`⚡ GPU Support: ${modelInfo.supportsGPU ? 'Yes' : 'No (CPU only)'}`);\n    console.log(`✓ Initialized: ${modelInfo.initialized}`);\n    console.log('\\n✅ Test 4 passed!\\n');\n\n    // Test 5: Performance benchmark\n    console.log('Test 5: Performance Benchmark');\n    console.log('=============================');\n\n    const benchmarkParams = {\n      model: 'Xenova/Phi-3-mini-4k-instruct',\n      messages: [\n        {\n          role: 'user' as const,\n          content: 'Count from 1 to 5.'\n        }\n      ],\n      maxTokens: 50,\n      temperature: 0.5\n    };\n\n    const benchmarkRuns = 3;\n    const latencies: number[] = [];\n\n    for (let i = 0; i < benchmarkRuns; i++) {\n      const start = Date.now();\n      await provider.chat(benchmarkParams);\n      const duration = Date.now() - start;\n      latencies.push(duration);\n      console.log(`  Run ${i + 1}: ${duration}ms`);\n    }\n\n    const avgLatency = latencies.reduce((a, b) => a + b, 0) / latencies.length;\n    const tokensPerSec = (50 / avgLatency) * 1000;\n\n    console.log(`\\n📊 Benchmark Results:`);\n    console.log(`  Average Latency: ${avgLatency.toFixed(0)}ms`);\n    console.log(`  Tokens/Second: ${tokensPerSec.toFixed(1)}`);\n    console.log('\\n✅ Test 5 passed!\\n');\n\n    // Cleanup\n    await provider.dispose();\n\n    // Final summary\n    console.log('🎉 All ONNX Tests Passed!');\n    console.log('=========================');\n    console.log(`✅ Provider initialization working`);\n    console.log(`✅ CPU inference functional`);\n    console.log(`✅ Chat completion successful`);\n    console.log(`✅ Multi-turn conversations working`);\n    console.log(`✅ Performance: ${tokensPerSec.toFixed(1)} tokens/sec`);\n    console.log(`✅ Cost: $0.00 (100% free local inference)`);\n    console.log(`\\n💡 Next Steps:`);\n    console.log(`  1. Integrate ONNX provider into router`);\n    console.log(`  2. Add GPU support (CUDA/DirectML)`);\n    console.log(`  3. Implement model caching`);\n    console.log(`  4. Add streaming support`);\n\n  } catch (error) {\n    console.error('\\n❌ Test Failed!');\n    console.error('===============');\n    console.error(error);\n    process.exit(1);\n  }\n}\n\n// Run tests\ntestONNXProvider().catch(error => {\n  console.error('Fatal error:', error);\n  process.exit(1);\n});\n"]}

package/dist/agentic-flow/src/router/test-openrouter.d.ts

@@ -1,3 +0,0 @@
-#!/usr/bin/env node
-export {};
-//# sourceMappingURL=test-openrouter.d.ts.map

package/dist/agentic-flow/src/router/test-openrouter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-openrouter.d.ts","sourceRoot":"","sources":["../../../../src/router/test-openrouter.ts"],"names":[],"mappings":""}