adaptive-memory-multi-model-router 2.14.16 → 2.14.18

package/dist/ensemble.js

@@ -0,0 +1,85 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EnsembleOrchestrator = void 0;
+class EnsembleOrchestrator {
+    router;
+    constructor(router) {
+        this.router = router;
+    }
+    /**
+     * Executes a query across multiple providers in parallel and resolves the best answer.
+     */
+    async executeEnsemble(query, providers, strategy = 'majority', weights = {}) {
+        // 1. Parallel Execution
+        const results = await Promise.all(providers.map(async (p) => {
+            try {
+                const res = await this.router.chat(query, { model: p });
+                return { provider: p, answer: res.choices[0].message.content, success: true };
+            }
+            catch (e) {
+                return { provider: p, answer: '', success: false };
+            }
+        }));
+        const successful = results.filter(r => r.success);
+        const answers = successful.map(r => r.answer.trim());
+        if (answers.length === 0) {
+            throw new Error('All ensemble providers failed.');
+        }
+        // 2. Voting Logic
+        let winnerAnswer = '';
+        let winnerProvider = '';
+        let confidence = 0;
+        if (strategy === 'majority') {
+            const counts = {};
+            successful.forEach(r => counts[r.answer] = (counts[r.answer] || 0) + 1);
+            const sorted = Object.entries(counts).sort((a, b) => b[1] - a[1]);
+            winnerAnswer = sorted[0][0];
+            confidence = sorted[0][1] / successful.length;
+            winnerProvider = successful.find(r => r.answer === winnerAnswer)?.provider || 'unknown';
+        }
+        else if (strategy === 'weighted') {
+            const weightedCounts = {};
+            successful.forEach(r => {
+                const weight = weights[r.provider] || 1.0;
+                weightedCounts[r.answer] = (weightedCounts[r.answer] || 0) + weight;
+            });
+            const sorted = Object.entries(weightedCounts).sort((a, b) => b[1] - a[1]);
+            winnerAnswer = sorted[0][0];
+            confidence = sorted[0][1] / (successful.length || 1); // Simplified
+            winnerProvider = successful.find(r => r.answer === winnerAnswer)?.provider || 'unknown';
+        }
+        else if (strategy === 'conservative') {
+            const counts = {};
+            successful.forEach(r => counts[r.answer] = (counts[r.answer] || 0) + 1);
+            const best = Object.entries(counts).sort((a, b) => b[1] - a[1])[0];
+            if (best && best[1] >= 2) {
+                winnerAnswer = best[0];
+                confidence = best[1] / successful.length;
+                winnerProvider = successful.find(r => r.answer === winnerAnswer)?.provider || 'unknown';
+            }
+            else {
+                winnerAnswer = 'UNCERTAIN';
+                confidence = 0;
+                winnerProvider = 'none';
+            }
+        }
+        // 3. Final Assembly
+        const allResults = {};
+        successful.forEach(r => {
+            allResults[r.provider] = {
+                answer: r.answer,
+                score: r.answer === winnerAnswer ? 1.0 : 0.0
+            };
+        });
+        return {
+            finalAnswer: winnerAnswer,
+            confidence: confidence,
+            isUncertain: confidence < 0.6 || winnerAnswer === 'UNCERTAIN',
+            winner: winnerProvider,
+            allResults,
+            reasoning: `Ensemble of ${successful.length} models. ${Math.round(confidence * 100)}% agreement.`
+        };
+    }
+}
+exports.EnsembleOrchestrator = EnsembleOrchestrator;
+//# sourceMappingURL=ensemble.js.map

package/dist/index.d.ts

@@ -9,15 +9,18 @@ export type { BudgetConfig, SpendRecord, BudgetCheckResult } from './cost/budget
 export { MemoryTree } from './memory/memoryTree';
 export type { MemoryChunk, TreeNode } from './memory/memoryTree';
 export { countTokens, estimateTokens } from './utils/tokenUtils';
-export { MODEL_COSTS } from './utils/tokenUtils';
 export { SemanticCache } from './cache/semanticCache';
 export { GuardrailEngine } from './security/guardrails';
 export { CostAnalytics } from './analytics/costAnalytics';
 export { createProxyServer } from './server/proxyServer';
 export { Tracer, getTracer, createTracer, MetricsCollector, getMetrics, createMetricsCollector, observabilityMiddleware, observabilityPlugin, budgetAlertMiddleware, } from './observability';
 export type { Span, Metric, RouteTrace, ObservabilityEvent } from './observability';
+export { EnsembleOrchestrator, EnsembleStrategy, EnsembleResponse } from './ensemble';
+import { routeQuery, routeBatch, recommendForTask } from './routing/advancedRouter';
 import { getAvailableProviders, healthCheck } from './providers/providerConfig';
+import { CostTracker } from './cost/costTracker';
 import { MemoryTree } from './memory/memoryTree';
+import { EnsembleOrchestrator } from './ensemble';
 export interface A3MRouterOptions {
     defaultProvider?: string;
     enableCache?: boolean;
@@ -25,13 +28,14 @@ export interface A3MRouterOptions {
     costLimit?: number;
 }
 export declare function createA3MRouter(options?: A3MRouterOptions): {
-    route: any;
-    routeBatch: any;
-    recommendForTask: any;
+    route: typeof routeQuery;
+    routeBatch: typeof routeBatch;
+    recommendForTask: typeof recommendForTask;
     getAvailableProviders: typeof getAvailableProviders;
     healthCheck: typeof healthCheck;
-    costTracker: any;
+    costTracker: CostTracker;
     memoryTree: MemoryTree;
+    ensemble: EnsembleOrchestrator;
     options: A3MRouterOptions;
 };
 export default createA3MRouter;

package/dist/index.js

@@ -2,7 +2,7 @@
 // A3M Router - Main Entry Point
 // Version: 2.0.0
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.budgetAlertMiddleware = exports.observabilityPlugin = exports.observabilityMiddleware = exports.createMetricsCollector = exports.getMetrics = exports.MetricsCollector = exports.createTracer = exports.getTracer = exports.Tracer = exports.createProxyServer = exports.CostAnalytics = exports.GuardrailEngine = exports.SemanticCache = exports.MODEL_COSTS = exports.estimateTokens = exports.countTokens = exports.MemoryTree = exports.createBudgetEnforcer = exports.BudgetExceededError = exports.BudgetEnforcer = exports.CostTracker = exports.saveConfig = exports.loadConfig = exports.findFastestAvailableProvider = exports.findCheapestAvailableProvider = exports.checkAllProviders = exports.healthCheck = exports.updateProvider = exports.deregisterProvider = exports.registerProvider = exports.getAvailableProviders = exports.DEFAULT_PROVIDERS = exports.PROVIDER_CONTEXT_LIMITS = exports.DEFAULT_PROVIDER_CONFIG = exports.DEFAULT_RETRY_CONFIG = exports.getDefaultRetryHandler = exports.createRetryHandler = exports.ProviderRetryHandler = exports.getProviderHealth = exports.updateModelProfile = exports.MODEL_PROFILES = exports.extractQueryFeatures = exports.recommendForTask = exports.routeBatch = exports.routeQuery = void 0;
+exports.EnsembleOrchestrator = exports.budgetAlertMiddleware = exports.observabilityPlugin = exports.observabilityMiddleware = exports.createMetricsCollector = exports.getMetrics = exports.MetricsCollector = exports.createTracer = exports.getTracer = exports.Tracer = exports.createProxyServer = exports.CostAnalytics = exports.GuardrailEngine = exports.SemanticCache = exports.estimateTokens = exports.countTokens = exports.MemoryTree = exports.createBudgetEnforcer = exports.BudgetExceededError = exports.BudgetEnforcer = exports.CostTracker = exports.saveConfig = exports.loadConfig = exports.findFastestAvailableProvider = exports.findCheapestAvailableProvider = exports.checkAllProviders = exports.healthCheck = exports.updateProvider = exports.deregisterProvider = exports.registerProvider = exports.getAvailableProviders = exports.DEFAULT_PROVIDERS = exports.PROVIDER_CONTEXT_LIMITS = exports.DEFAULT_PROVIDER_CONFIG = exports.DEFAULT_RETRY_CONFIG = exports.getDefaultRetryHandler = exports.createRetryHandler = exports.ProviderRetryHandler = exports.getProviderHealth = exports.updateModelProfile = exports.MODEL_PROFILES = exports.extractQueryFeatures = exports.recommendForTask = exports.routeBatch = exports.routeQuery = void 0;
 exports.createA3MRouter = createA3MRouter;
 // ============================================================
 // ROUTING ENGINE
@@ -60,8 +60,6 @@ Object.defineProperty(exports, "MemoryTree", { enumerable: true, get: function (
 var tokenUtils_1 = require("./utils/tokenUtils");
 Object.defineProperty(exports, "countTokens", { enumerable: true, get: function () { return tokenUtils_1.countTokens; } });
 Object.defineProperty(exports, "estimateTokens", { enumerable: true, get: function () { return tokenUtils_1.estimateTokens; } });
-var tokenUtils_2 = require("./utils/tokenUtils");
-Object.defineProperty(exports, "MODEL_COSTS", { enumerable: true, get: function () { return tokenUtils_2.MODEL_COSTS; } });
 // ============================================================
 // v2.0.0 FEATURES
 // ============================================================
@@ -87,16 +85,22 @@ Object.defineProperty(exports, "observabilityMiddleware", { enumerable: true, ge
 Object.defineProperty(exports, "observabilityPlugin", { enumerable: true, get: function () { return observability_1.observabilityPlugin; } });
 Object.defineProperty(exports, "budgetAlertMiddleware", { enumerable: true, get: function () { return observability_1.budgetAlertMiddleware; } });
 // ============================================================
+// ENSEMBLE ORCHESTRATION
+// ============================================================
+var ensemble_1 = require("./ensemble");
+Object.defineProperty(exports, "EnsembleOrchestrator", { enumerable: true, get: function () { return ensemble_1.EnsembleOrchestrator; } });
+// ============================================================
 // CONVENIENCE: Create a router instance
 // ============================================================
 const advancedRouter_2 = require("./routing/advancedRouter");
 const providerConfig_2 = require("./providers/providerConfig");
 const costTracker_2 = require("./cost/costTracker");
 const memoryTree_2 = require("./memory/memoryTree");
+const ensemble_2 = require("./ensemble");
 function createA3MRouter(options) {
     const costTracker = new costTracker_2.CostTracker();
     const memoryTree = new memoryTree_2.MemoryTree();
-    return {
+    const router = {
         route: advancedRouter_2.routeQuery,
         routeBatch: advancedRouter_2.routeBatch,
         recommendForTask: advancedRouter_2.recommendForTask,
@@ -104,8 +108,12 @@ function createA3MRouter(options) {
         healthCheck: providerConfig_2.healthCheck,
         costTracker,
         memoryTree,
+        ensemble: new ensemble_2.EnsembleOrchestrator(null), // Lazy initialization or pass router instance
         options: options || {},
     };
+    // Properly link the orchestrator back to the router methods
+    router.ensemble.router = router;
+    return router;
 }
 // Default export
 exports.default = createA3MRouter;

package/dist/routing/advancedRouter.d.ts

@@ -1,68 +1,63 @@
 /**
- * TMLPD Advanced Routing - RouteLLM Style
+ * A3M Router - Generic Adaptive Routing (RouteLLM Style)
  *
- * Learned routing based on arXiv:2404.06035 (RouteLLM)
- * Balances cost-quality tradeoff with confidence-based model selection
+ * Routes queries to the best available LLM based on:
+ * - Query features (code, math, creative, etc.)
+ * - Provider availability (checks API keys)
+ * - Cost optimization
+ * - Quality vs speed tradeoff
+ *
+ * All provider references are dynamically loaded from providerConfig.
+ * Users can add/remove providers via environment variables or config files.
  */
-export interface QueryFeatures {
-    complexity: number;
-    length: number;
-    has_code: boolean;
-    has_math: boolean;
-    is_multilingual: boolean;
-    is_creative: boolean;
-    requires_reasoning: boolean;
-}
-export interface ModelProfile {
+interface ModelProfile {
     name: string;
     provider: string;
+    providerName: string;
     cost_per_1k_input: number;
     cost_per_1k_output: number;
     latency_ms: number;
     quality_score: number;
     strengths: string[];
     context_window: number;
+    type: string;
+    priority: number;
+}
+export declare let MODEL_PROFILES: Record<string, ModelProfile>;
+export interface QueryFeatures {
+    length: number;
+    wordCount: number;
+    complexity: number;
+    has_code: boolean;
+    requires_reasoning: boolean;
+    is_multilingual: boolean;
+    is_translation: boolean;
+    domain: string | null;
+    intent: string;
+    detected_language: string | null;
 }
+export declare function extractQueryFeatures(prompt: string): QueryFeatures;
 export interface RouteDecision {
-    primary_model: string;
+    primary_model: string | null;
     fallback_models: string[];
     confidence: number;
     reasoning: string;
     estimated_cost: number;
     estimated_latency_ms: number;
+    features?: QueryFeatures;
+    provider_type?: string;
 }
-export declare const MODEL_PROFILES: Record<string, ModelProfile>;
-/**
- * Extract features from prompt for routing decision
- */
-export declare function extractQueryFeatures(prompt: string): QueryFeatures;
-/**
- * RouteLLM-style learned routing decision
- */
 export declare function routeQuery(prompt: string, available_models?: string[], budget_multiplier?: number): RouteDecision;
-/**
- * Batch routing for multiple prompts
- */
 export declare function routeBatch(prompts: string[], options?: {
     same_model?: boolean;
     max_cost_per_prompt?: number;
-    balance_cost?: boolean;
 }): RouteDecision[];
-/**
- * Get model recommendation for task type
- */
-export declare function recommendForTask(task: string): string[];
-/**
- * Update model profile from execution feedback (online learning)
- */
-export declare function updateModelProfile(model_name: string, actual_latency_ms: number, actual_cost: number, quality_rating: number): void;
-declare const _default: {
-    extractQueryFeatures: typeof extractQueryFeatures;
-    routeQuery: typeof routeQuery;
-    routeBatch: typeof routeBatch;
-    recommendForTask: typeof recommendForTask;
-    updateModelProfile: typeof updateModelProfile;
-    MODEL_PROFILES: Record<string, ModelProfile>;
+export declare function recommendForTask(task: string): {
+    primary: string;
+    fallbacks: string[];
+    reason: string;
+    features: QueryFeatures;
 };
-export default _default;
-//# sourceMappingURL=advancedRouter.d.ts.map
+export declare function updateModelProfile(model_name: string, actual_latency_ms: number, actual_cost: number, quality_rating: number): void;
+export declare function getProviderHealth(): Promise<any>;
+export {};