adaptive-memory-multi-model-router 2.14.49 → 2.14.51

package/test.js.bak

@@ -1,376 +0,0 @@
-#!/usr/bin/env node
-/**
- * A3M Router Test Suite v1.9.0
- * Comprehensive tests for generic provider system
- */
-
-const assert = require('assert');
-const {
-  createA3MRouter,
-  getAvailableProviders,
-  registerProvider,
-  deregisterProvider,
-  DEFAULT_PROVIDERS,
-  providerConfig,
-  routeQuery,
-  routeBatch,
-  recommendForTask,
-  extractQueryFeatures,
-  MODEL_PROFILES,
-  countTokens,
-  estimateCost,
-  MemoryTree,
-  CostTracker,
-  ResponseCache,
-  ProviderRegistry,
-} = require('./dist/index.js');
-
-let passed = 0;
-let failed = 0;
-
-function test(name, fn) {
-  try {
-    fn();
-    console.log('  ✅ ' + name);
-    passed++;
-  } catch (e) {
-    console.log('  ❌ ' + name + ': ' + e.message);
-    failed++;
-  }
-}
-
-function asyncTest(name, fn) {
-  return fn()
-    .then(() => {
-      console.log('  ✅ ' + name);
-      passed++;
-    })
-    .catch(e => {
-      console.log('  ❌ ' + name + ': ' + e.message);
-      failed++;
-    });
-}
-
-console.log('\n═══════════════════════════════════════════════════════════════');
-console.log('🧪 A3M Router Test Suite v1.9.0');
-console.log('═══════════════════════════════════════════════════════════════\n');
-
-// ============================================================
-// TEST 1: Provider Configuration
-// ============================================================
-console.log('📦 Provider Configuration Tests');
-console.log('─────────────────────────────────────────────────────────────');
-
-test('providerConfig module loads', () => {
-  assert(providerConfig, 'providerConfig should be defined');
-  assert(typeof providerConfig.loadConfig === 'function', 'loadConfig should be a function');
-  assert(typeof providerConfig.getAvailableProviders === 'function', 'getAvailableProviders should be a function');
-});
-
-test('DEFAULT_PROVIDERS has expected providers', () => {
-  assert(DEFAULT_PROVIDERS, 'DEFAULT_PROVIDERS should be defined');
-  assert(DEFAULT_PROVIDERS.groq, 'should have groq');
-  assert(DEFAULT_PROVIDERS.mistral, 'should have mistral');
-  assert(DEFAULT_PROVIDERS.cerebras, 'should have cerebras');
-  assert(DEFAULT_PROVIDERS.commandcode, 'should have commandcode');
-  assert(DEFAULT_PROVIDERS.opencode, 'should have opencode');
-});
-
-test('getAvailableProviders returns configured providers', () => {
-  const available = getAvailableProviders();
-  assert(available, 'should return available providers');
-  assert(Object.keys(available).length > 0, 'should have at least one provider');
-  
-  // Check that available providers have required fields
-  for (const [id, p] of Object.entries(available)) {
-    assert(p.id, 'provider should have id');
-    assert(p.name, 'provider should have name');
-    assert(p.type, 'provider should have type');
-    assert(p.models, 'provider should have models');
-    assert(Array.isArray(p.models), 'models should be an array');
-  }
-});
-
-test('Provider types are correct', () => {
-  const available = getAvailableProviders();
-  
-  if (available.groq) {
-    assert.strictEqual(available.groq.type, 'api', 'groq should be api type');
-  }
-  if (available.commandcode) {
-    assert.strictEqual(available.commandcode.type, 'cli', 'commandcode should be cli type');
-  }
-  if (available.opencode) {
-    assert.strictEqual(available.opencode.type, 'cli', 'opencode should be cli type');
-  }
-});
-
-// ============================================================
-// TEST 2: Routing
-// ============================================================
-console.log('\n🔀 Routing Tests');
-console.log('─────────────────────────────────────────────────────────────');
-
-test('routeQuery returns valid result', () => {
-  const result = routeQuery('What is 2+2?');
-  assert(result, 'should return a result');
-  assert(result.primary_model, 'should have primary_model');
-  assert(Array.isArray(result.fallback_models), 'should have fallback_models array');
-  assert(typeof result.estimated_cost === 'number', 'should have estimated_cost');
-  assert(typeof result.confidence === 'number', 'should have confidence');
-});
-
-test('routeQuery selects free providers for simple queries', () => {
-  const result = routeQuery('Hello');
-  assert(result.primary_model, 'should have primary_model');
-  // Should prefer free/cheap providers for simple queries
-  assert(result.estimated_cost < 0.5, 'should have low cost for simple query');
-});
-
-test('routeQuery selects appropriate provider for code', () => {
-  const result = routeQuery('Write a Python function to sort an array');
-  assert(result.primary_model, 'should have primary_model');
-  assert(result.reasoning, 'should have reasoning');
-  // Should mention code in reasoning
-  assert(result.reasoning.toLowerCase().includes('code') || 
-         result.features.has_code, 'should detect code');
-});
-
-test('routeBatch returns array of results', () => {
-  const queries = ['Hello', 'What is 2+2?', 'Write Python code'];
-  const results = routeBatch(queries);
-  assert(Array.isArray(results), 'should return array');
-  assert.strictEqual(results.length, queries.length, 'should have same length as queries');
-  
-  results.forEach((r, i) => {
-    assert(r.primary_model, 'result ' + i + ' should have primary_model');
-  });
-});
-
-test('recommendForTask returns recommendation', () => {
-  const rec = recommendForTask('coding');
-  assert(rec, 'should return recommendation');
-  assert(rec.primary, 'should have primary');
-  assert(Array.isArray(rec.fallbacks), 'should have fallbacks array');
-  assert(rec.reason, 'should have reason');
-});
-
-test('extractQueryFeatures detects code', () => {
-  const features = extractQueryFeatures('function test() { return 1; }');
-  assert(features.has_code, 'should detect code');
-  assert(features.complexity > 0.3, 'should have elevated complexity');
-});
-
-test('extractQueryFeatures detects math', () => {
-  const features = extractQueryFeatures('Calculate the integral of x^2');
-  assert(features.has_math, 'should detect math');
-});
-
-test('extractQueryFeatures detects translation', () => {
-  const features = extractQueryFeatures('Translate hello to French');
-  assert(features.is_translation, 'should detect translation');
-});
-
-// ============================================================
-// TEST 3: Model Profiles
-// ============================================================
-console.log('\n📊 Model Profile Tests');
-console.log('─────────────────────────────────────────────────────────────');
-
-test('MODEL_PROFILES is populated', () => {
-  assert(MODEL_PROFILES, 'MODEL_PROFILES should be defined');
-  assert(Object.keys(MODEL_PROFILES).length > 0, 'should have model profiles');
-});
-
-test('Model profiles have required fields', () => {
-  for (const [name, profile] of Object.entries(MODEL_PROFILES)) {
-    assert(profile.name, name + ' should have name');
-    assert(profile.provider, name + ' should have provider');
-    assert(typeof profile.cost_per_1k_input === 'number', name + ' should have cost_per_1k_input');
-    assert(typeof profile.cost_per_1k_output === 'number', name + ' should have cost_per_1k_output');
-    assert(typeof profile.quality_score === 'number', name + ' should have quality_score');
-    assert(Array.isArray(profile.strengths), name + ' should have strengths array');
-  }
-});
-
-// ============================================================
-// TEST 4: Token Utilities
-// ============================================================
-console.log('\n🔢 Token Utility Tests');
-console.log('─────────────────────────────────────────────────────────────');
-
-test('countTokens returns number', () => {
-  const tokens = countTokens('Hello world');
-  assert(typeof tokens === 'number', 'should return number');
-  assert(tokens > 0, 'should return positive number');
-});
-
-test('countTokens counts correctly', () => {
-  const tokens = countTokens('Hello world');
-  assert(tokens >= 2, 'should count at least 2 tokens for 2 words');
-});
-
-test('estimateCost returns number', () => {
-  const cost = estimateCost(100, 50, 'gpt-4o');
-  assert(typeof cost === 'number', 'should return number');
-  assert(cost >= 0, 'should return non-negative');
-});
-
-// ============================================================
-// TEST 5: A3M Router Factory
-// ============================================================
-console.log('\n🏭 A3M Router Factory Tests');
-console.log('─────────────────────────────────────────────────────────────');
-
-test('createA3MRouter returns router object', () => {
-  const router = createA3MRouter({});
-  assert(router, 'should return router');
-  assert(typeof router.route === 'function', 'should have route function');
-  assert(typeof router.routeBatch === 'function', 'should have routeBatch function');
-  assert(typeof router.recommend === 'function', 'should have recommend function');
-});
-
-test('createA3MRouter has memory', () => {
-  const router = createA3MRouter({});
-  assert(router.memory, 'should have memory');
-  assert(typeof router.memory.add === 'function', 'memory should have add');
-  assert(typeof router.memory.search === 'function', 'memory should have search');
-});
-
-test('createA3MRouter has cache', () => {
-  const router = createA3MRouter({});
-  assert(router.cache, 'should have cache');
-});
-
-test('createA3MRouter has costTracker', () => {
-  const router = createA3MRouter({});
-  assert(router.costTracker, 'should have costTracker');
-});
-
-test('createA3MRouter has providers registry', () => {
-  const router = createA3MRouter({});
-  assert(router.providers, 'should have providers');
-});
-
-test('createA3MRouter has compression', () => {
-  const router = createA3MRouter({});
-  assert(router.compression, 'should have compression');
-});
-
-test('createA3MRouter has vault', () => {
-  const router = createA3MRouter({});
-  assert(router.vault, 'should have vault');
-});
-
-test('createA3MRouter has autoFetch', () => {
-  const router = createA3MRouter({});
-  assert(router.autoFetch, 'should have autoFetch');
-});
-
-test('createA3MRouter has oauth', () => {
-  const router = createA3MRouter({});
-  assert(router.oauth, 'should have oauth');
-});
-
-// ============================================================
-// TEST 6: Memory Tree
-// ============================================================
-console.log('\n🧠 Memory Tree Tests');
-console.log('─────────────────────────────────────────────────────────────');
-
-test('MemoryTree can add and search', () => {
-  const memory = new MemoryTree({ maxSize: 100 });
-  memory.add('Python is great for data science', { tags: ['python', 'data'] });
-  memory.add('JavaScript is great for web', { tags: ['js', 'web'] });
-  
-  const results = memory.search('python data');
-  assert(Array.isArray(results), 'should return array');
-  assert(results.length > 0, 'should find results');
-});
-
-test('MemoryTree getStats returns stats', () => {
-  const memory = new MemoryTree({ maxSize: 100 });
-  memory.add('Test entry', { tags: ['test'] });
-  
-  const stats = memory.getStats();
-  assert(stats, 'should return stats');
-  assert(typeof stats.totalChunks === 'number', 'should have totalChunks');
-  assert(typeof stats.indexSize === 'number', 'should have indexSize');
-});
-
-// ============================================================
-// TEST 7: Provider Registry
-// ============================================================
-console.log('\n📋 Provider Registry Tests');
-console.log('─────────────────────────────────────────────────────────────');
-
-test('ProviderRegistry can be instantiated', () => {
-  const registry = new ProviderRegistry();
-  assert(registry, 'should create registry');
-  assert(typeof registry.getReadyProviders === 'function', 'should have getReadyProviders');
-  assert(typeof registry.selectModel === 'function', 'should have selectModel');
-});
-
-test('ProviderRegistry getStatus returns status', () => {
-  const registry = new ProviderRegistry();
-  const status = registry.getStatus();
-  assert(status, 'should return status');
-  assert(Array.isArray(status.providers), 'should have providers array');
-  assert(Array.isArray(status.available), 'should have available array');
-});
-
-// ============================================================
-// TEST 8: Dynamic Provider Registration
-// ============================================================
-console.log('\n🔧 Dynamic Provider Registration Tests');
-console.log('─────────────────────────────────────────────────────────────');
-
-test('registerProvider adds new provider', () => {
-  const testProvider = {
-    name: 'TestProvider',
-    type: 'api',
-    baseUrl: 'https://test.example.com',
-    models: ['test-model'],
-    priority: 99,
-  };
-  
-  registerProvider('test-provider', testProvider);
-  
-  // Check it was added to runtime providers
-  const available = getAvailableProviders();
-  // Note: won't show up without API key, but should be in _providers
-  assert(providerConfig._providers['test-provider'], 'should be in _providers');
-  assert.strictEqual(providerConfig._providers['test-provider'].name, 'TestProvider');
-  
-  // Clean up
-  deregisterProvider('test-provider');
-});
-
-test('deregisterProvider removes provider', () => {
-  // First add
-  registerProvider('temp-provider', { name: 'Temp', type: 'api', models: [] });
-  assert(providerConfig._providers['temp-provider'], 'should exist in _providers');
-  
-  // Then remove
-  deregisterProvider('temp-provider');
-  assert(!providerConfig._providers['temp-provider'], 'should be removed from _providers');
-});
-
-// ============================================================
-// SUMMARY
-// ============================================================
-console.log('\n═══════════════════════════════════════════════════════════════');
-console.log('📊 Test Summary');
-console.log('═══════════════════════════════════════════════════════════════');
-console.log('  Total:  ' + (passed + failed));
-console.log('  Passed:  ' + passed + ' ✅');
-console.log('  Failed:  ' + failed + (failed > 0 ? ' ❌' : ''));
-console.log('');
-
-if (failed > 0) {
-  console.log('❌ Some tests failed');
-  process.exit(1);
-} else {
-  console.log('✅ All tests passed!');
-  process.exit(0);
-}