adaptive-memory-multi-model-router 1.2.2

package/dist/routing/advancedRouter.js

@@ -0,0 +1,332 @@
+"use strict";
+/**
+ * TMLPD Advanced Routing - RouteLLM Style
+ *
+ * Learned routing based on arXiv:2404.06035 (RouteLLM)
+ * Balances cost-quality tradeoff with confidence-based model selection
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MODEL_PROFILES = void 0;
+exports.extractQueryFeatures = extractQueryFeatures;
+exports.routeQuery = routeQuery;
+exports.routeBatch = routeBatch;
+exports.recommendForTask = recommendForTask;
+exports.updateModelProfile = updateModelProfile;
+const tokenUtils_1 = require("../utils/tokenUtils");
+// Pre-configured model profiles
+exports.MODEL_PROFILES = {
+    "openai/gpt-4o": {
+        name: "openai/gpt-4o",
+        provider: "openai",
+        cost_per_1k_input: 2.50,
+        cost_per_1k_output: 10.00,
+        latency_ms: 2000,
+        quality_score: 0.95,
+        strengths: ["reasoning", "coding", "analysis"],
+        context_window: 128000
+    },
+    "openai/gpt-4o-mini": {
+        name: "openai/gpt-4o-mini",
+        provider: "openai",
+        cost_per_1k_input: 0.15,
+        cost_per_1k_output: 0.60,
+        latency_ms: 500,
+        quality_score: 0.85,
+        strengths: ["fast", "coding"],
+        context_window: 128000
+    },
+    "anthropic/claude-3.5-sonnet": {
+        name: "anthropic/claude-3.5-sonnet",
+        provider: "anthropic",
+        cost_per_1k_input: 3.00,
+        cost_per_1k_output: 15.00,
+        latency_ms: 2500,
+        quality_score: 0.96,
+        strengths: ["reasoning", "creative", "analysis"],
+        context_window: 200000
+    },
+    "anthropic/claude-3-haiku": {
+        name: "anthropic/claude-3-haiku",
+        provider: "anthropic",
+        cost_per_1k_input: 0.25,
+        cost_per_1k_output: 1.25,
+        latency_ms: 500,
+        quality_score: 0.80,
+        strengths: ["fast", "simple"],
+        context_window: 200000
+    },
+    "google/gemini-2.0-flash": {
+        name: "google/gemini-2.0-flash",
+        provider: "google",
+        cost_per_1k_input: 0.00, // Free
+        cost_per_1k_output: 0.00,
+        latency_ms: 800,
+        quality_score: 0.88,
+        strengths: ["fast", "multilingual"],
+        context_window: 1000000
+    },
+    "google/gemini-1.5-pro": {
+        name: "google/gemini-1.5-pro",
+        provider: "google",
+        cost_per_1k_input: 1.25,
+        cost_per_1k_output: 5.00,
+        latency_ms: 1500,
+        quality_score: 0.92,
+        strengths: ["reasoning", "long-context"],
+        context_window: 2000000
+    },
+    "groq/llama-3.3-70b": {
+        name: "groq/llama-3.3-70b",
+        provider: "groq",
+        cost_per_1k_input: 0.59,
+        cost_per_1k_output: 0.79,
+        latency_ms: 400,
+        quality_score: 0.82,
+        strengths: ["fast", "coding"],
+        context_window: 128000
+    },
+    "cerebras/llama-3.3-70b": {
+        name: "cerebras/llama-3.3-70b",
+        provider: "cerebras",
+        cost_per_1k_input: 0.60,
+        cost_per_1k_output: 0.60,
+        latency_ms: 350,
+        quality_score: 0.82,
+        strengths: ["fast", "budget"],
+        context_window: 128000
+    },
+    "local/llama-3.3-70b": {
+        name: "local/llama-3.3-70b",
+        provider: "ollama",
+        cost_per_1k_input: 0.00,
+        cost_per_1k_output: 0.00,
+        latency_ms: 100,
+        quality_score: 0.75,
+        strengths: ["privacy", "free"],
+        context_window: 128000
+    }
+};
+/**
+ * Extract features from prompt for routing decision
+ */
+function extractQueryFeatures(prompt) {
+    const lower = prompt.toLowerCase();
+    // Code patterns
+    const code_indicators = [
+        "function", "class ", "def ", "import ", "const ", "let ",
+        "python", "javascript", "typescript", "java", "cpp", "rust",
+        "```", "=>", "->", "async", "await"
+    ];
+    const has_code = code_indicators.some(pattern => lower.includes(pattern));
+    // Math patterns (expanded for unicode and common notation)
+    const math_indicators = [
+        "equation", "formula", "calculate", "sqrt", "^", "log",
+        "sin", "cos", "tan", "integral", "derivative", "$", "math",
+        "∫", "∂", "∑", "∏", "√", "∞", "π", "θ", "β",
+        "dx", "dy", "dz", "=", "solver", "compute"
+    ];
+    const has_math = math_indicators.some(pattern => prompt.includes(pattern));
+    // Multilingual
+    const lang_patterns = [
+        /[\u4e00-\u9fff]/, // Chinese
+        /[\u3040-\u309f\u30a0-\u30ff]/, // Japanese
+        /[\uac00-\ud7af]/, // Korean
+        /[а-яА-Я]/, // Russian
+        /[áéíóúñ]/ // Spanish accented
+    ];
+    const is_multilingual = lang_patterns.some(pattern => pattern.test(prompt));
+    // Creative writing
+    const creative_indicators = [
+        "write a", "story", "poem", "creative", "imagine",
+        "describe", "explain in", "tell me", "narrative"
+    ];
+    const is_creative = creative_indicators.some(pattern => lower.includes(pattern));
+    // Reasoning
+    const reasoning_indicators = [
+        "explain", "why", "because", "therefore", "thus",
+        "analyze", "think", "consider", "reason", "logic"
+    ];
+    const requires_reasoning = reasoning_indicators.some(pattern => lower.includes(pattern));
+    // Complexity estimation based on length and patterns
+    const tokens = (0, tokenUtils_1.countTokens)(prompt, "gpt-4o");
+    let complexity = 0.3;
+    if (tokens > 1000)
+        complexity += 0.2;
+    if (has_code)
+        complexity += 0.15;
+    if (has_math)
+        complexity += 0.2;
+    if (requires_reasoning)
+        complexity += 0.15;
+    if (is_creative)
+        complexity += 0.1;
+    complexity = Math.min(1.0, complexity);
+    return {
+        complexity,
+        length: tokens,
+        has_code,
+        has_math,
+        is_multilingual,
+        is_creative,
+        requires_reasoning
+    };
+}
+/**
+ * Score model fit for query
+ */
+function scoreModelFit(model, features) {
+    let score = model.quality_score * 0.4; // Base quality
+    // Strengths matching
+    if (features.has_code && model.strengths.includes("coding")) {
+        score += 0.2;
+    }
+    if (features.requires_reasoning && model.strengths.includes("reasoning")) {
+        score += 0.2;
+    }
+    if (features.is_creative && model.strengths.includes("creative")) {
+        score += 0.15;
+    }
+    if (features.is_multilingual && model.strengths.includes("multilingual")) {
+        score += 0.15;
+    }
+    if (features.has_math && model.strengths.includes("analysis")) {
+        score += 0.15;
+    }
+    // Speed bonus for simple tasks
+    if (features.complexity < 0.4 && model.latency_ms < 1000) {
+        score += 0.1;
+    }
+    return score;
+}
+/**
+ * Cost efficiency score (inverse of normalized cost)
+ */
+function costEfficiency(model, features) {
+    const avg_cost = (model.cost_per_1k_input + model.cost_per_1k_output) / 2;
+    // For simple tasks, prioritize cost efficiency
+    if (features.complexity < 0.5) {
+        return (1 - Math.min(avg_cost / 10, 1)) * 0.6;
+    }
+    // For complex tasks, deprioritize cost
+    return (1 - Math.min(avg_cost / 10, 1)) * 0.2;
+}
+/**
+ * RouteLLM-style learned routing decision
+ */
+function routeQuery(prompt, available_models, budget_multiplier = 1.0) {
+    const features = extractQueryFeatures(prompt);
+    const candidate_names = available_models || Object.keys(exports.MODEL_PROFILES);
+    const candidates = candidate_names
+        .filter(name => exports.MODEL_PROFILES[name])
+        .map(name => {
+        const profile = exports.MODEL_PROFILES[name];
+        const quality = scoreModelFit(profile, features);
+        const cost = costEfficiency(profile, features);
+        return {
+            name,
+            profile,
+            quality_score: quality,
+            cost_score: cost,
+            total_score: quality + cost
+        };
+    });
+    // Sort by total score (quality vs cost tradeoff based on complexity)
+    const complexity_bias = features.complexity > 0.6 ? 0.7 : 0.3; // High complexity = quality bias
+    candidates.sort((a, b) => {
+        const score_a = a.quality_score * complexity_bias + a.cost_score * (1 - complexity_bias);
+        const score_b = b.quality_score * complexity_bias + b.cost_score * (1 - complexity_bias);
+        return score_b - score_a;
+    });
+    const primary = candidates[0];
+    const secondary = candidates.slice(1, 3);
+    // Calculate confidence based on score gap
+    let confidence = 0.5;
+    if (candidates.length > 1) {
+        const gap = primary.total_score - candidates[1].total_score;
+        confidence = Math.min(0.95, 0.5 + gap * 2);
+    }
+    // Build reasoning
+    const reasons = [];
+    if (features.has_code)
+        reasons.push("code detected");
+    if (features.requires_reasoning)
+        reasons.push("reasoning needed");
+    if (features.complexity > 0.6)
+        reasons.push("high complexity");
+    if (features.is_multilingual)
+        reasons.push("multilingual");
+    const estimated_tokens = features.length * 1.5; // rough completion estimate
+    const estimated_cost = (0, tokenUtils_1.estimateCost)(features.length, estimated_tokens, primary.name);
+    return {
+        primary_model: primary.name,
+        fallback_models: secondary.map(c => c.name),
+        confidence,
+        reasoning: `Selected ${primary.profile.provider}/${primary.name.split("/")[1]} for ${reasons.join(", ") || "general query"}`,
+        estimated_cost: estimated_cost * budget_multiplier,
+        estimated_latency_ms: primary.profile.latency_ms
+    };
+}
+/**
+ * Batch routing for multiple prompts
+ */
+function routeBatch(prompts, options) {
+    const decisions = prompts.map(p => routeQuery(p));
+    if (options?.same_model && decisions.length > 0) {
+        // Use first decision's model for all (for batch consistency)
+        const primary_model = decisions[0].primary_model;
+        decisions.forEach(d => {
+            d.primary_model = primary_model;
+            d.fallback_models = decisions[0].fallback_models;
+        });
+    }
+    if (options?.max_cost_per_prompt) {
+        decisions.forEach(d => {
+            if (d.estimated_cost > options.max_cost_per_prompt) {
+                // Route to cheaper alternative
+                const cheap = Object.entries(exports.MODEL_PROFILES)
+                    .find(([name, p]) => p.cost_per_1k_input < 0.5);
+                if (cheap) {
+                    d.primary_model = cheap[0];
+                    d.reasoning = `Budget-limited routing to ${cheap[1].provider}`;
+                }
+            }
+        });
+    }
+    return decisions;
+}
+/**
+ * Get model recommendation for task type
+ */
+function recommendForTask(task) {
+    const features = extractQueryFeatures(task);
+    const decision = routeQuery(task);
+    // Return primary + fallbacks
+    return [decision.primary_model, ...decision.fallback_models];
+}
+/**
+ * Update model profile from execution feedback (online learning)
+ */
+function updateModelProfile(model_name, actual_latency_ms, actual_cost, quality_rating // 0-1
+) {
+    const profile = exports.MODEL_PROFILES[model_name];
+    if (!profile)
+        return;
+    // Exponential moving average update
+    const alpha = 0.2; // Learning rate
+    profile.latency_ms = profile.latency_ms * (1 - alpha) + actual_latency_ms * alpha;
+    profile.quality_score = profile.quality_score * (1 - alpha) + quality_rating * alpha;
+    // Adjust cost perception
+    const actual_cost_per_1k = actual_cost * 1000;
+    const current_avg_cost = (profile.cost_per_1k_input + profile.cost_per_1k_output) / 2;
+    // Keep stored costs as reference, but note actual in profile
+    console.log(`[RouteLLM] Updated ${model_name}: latency=${profile.latency_ms.toFixed(0)}ms, quality=${profile.quality_score.toFixed(2)}`);
+}
+exports.default = {
+    extractQueryFeatures,
+    routeQuery,
+    routeBatch,
+    recommendForTask,
+    updateModelProfile,
+    MODEL_PROFILES: exports.MODEL_PROFILES
+};
+//# sourceMappingURL=advancedRouter.js.map

package/dist/routing/advancedRouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"advancedRouter.js","sourceRoot":"","sources":["../../src/routing/advancedRouter.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAmIH,oDAiEC;AAmDD,gCAoEC;AAKD,gCAkCC;AAKD,4CAMC;AAKD,gDAqBC;AArYD,oDAAgE;AAgChE,gCAAgC;AACnB,QAAA,cAAc,GAAiC;IAC1D,eAAe,EAAE;QACf,IAAI,EAAE,eAAe;QACrB,QAAQ,EAAE,QAAQ;QAClB,iBAAiB,EAAE,IAAI;QACvB,kBAAkB,EAAE,KAAK;QACzB,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC;QAC9C,cAAc,EAAE,MAAM;KACvB;IACD,oBAAoB,EAAE;QACpB,IAAI,EAAE,oBAAoB;QAC1B,QAAQ,EAAE,QAAQ;QAClB,iBAAiB,EAAE,IAAI;QACvB,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,GAAG;QACf,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC;QAC7B,cAAc,EAAE,MAAM;KACvB;IACD,6BAA6B,EAAE;QAC7B,IAAI,EAAE,6BAA6B;QACnC,QAAQ,EAAE,WAAW;QACrB,iBAAiB,EAAE,IAAI;QACvB,kBAAkB,EAAE,KAAK;QACzB,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,UAAU,CAAC;QAChD,cAAc,EAAE,MAAM;KACvB;IACD,0BAA0B,EAAE;QAC1B,IAAI,EAAE,0BAA0B;QAChC,QAAQ,EAAE,WAAW;QACrB,iBAAiB,EAAE,IAAI;QACvB,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,GAAG;QACf,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC;QAC7B,cAAc,EAAE,MAAM;KACvB;IACD,yBAAyB,EAAE;QACzB,IAAI,EAAE,yBAAyB;QAC/B,QAAQ,EAAE,QAAQ;QAClB,iBAAiB,EAAE,IAAI,EAAG,OAAO;QACjC,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,GAAG;QACf,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,CAAC,MAAM,EAAE,cAAc,CAAC;QACnC,cAAc,EAAE,OAAO;KACxB;IACD,uBAAuB,EAAE;QACvB,IAAI,EAAE,uBAAuB;QAC7B,QAAQ,EAAE,QAAQ;QAClB,iBAAiB,EAAE,IAAI;QACvB,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,CAAC,WAAW,EAAE,cAAc,CAAC;QACxC,cAAc,EAAE,OAAO;KACxB;IACD,oBAAoB,EAAE;QACpB,IAAI,EAAE,oBAAoB;QAC1B,QAAQ,EAAE,MAAM;QAChB,iBAAiB,EAAE,IAAI;QACvB,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,GAAG;QACf,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC;QAC7B,cAAc,EAAE,MAAM;KACvB;IACD,wBAAwB,EAAE;QACxB,IAAI,EAAE,wBAAwB;QAC9B,QAAQ,EAAE,UAAU;QACpB,iBAAiB,EAAE,IAAI;QACvB,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,GAAG;QACf,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC;QAC7B,cAAc,EAAE,MAAM;KACvB;IACD,qBAAqB,EAAE;QACrB,IAAI,EAAE,qBAAqB;QAC3B,QAAQ,EAAE,QAAQ;QAClB,iBAAiB,EAAE,IAAI;QACvB,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,GAAG;QACf,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC;QAC9B,cAAc,EAAE,MAAM;KACvB;CACF,CAAC;AAEF;;GAEG;AACH,SAAgB,oBAAoB,CAAC,MAAc;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IAEnC,gBAAgB;IAChB,MAAM,eAAe,GAAG;QACtB,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM;QACzD,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;QAC3D,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO;KACpC,CAAC;IACF,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAE1E,2DAA2D;IAC3D,MAAM,eAAe,GAAG;QACtB,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK;QACtD,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM;QAC1D,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;QAC3C,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,SAAS;KAC3C,CAAC;IACF,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAE3E,eAAe;IACf,MAAM,aAAa,GAAG;QACpB,iBAAiB,EAAG,UAAU;QAC9B,8BAA8B,EAAG,WAAW;QAC5C,iBAAiB,EAAG,SAAS;QAC7B,UAAU,EAAG,UAAU;QACvB,UAAU,CAAG,mBAAmB;KACjC,CAAC;IACF,MAAM,eAAe,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAE5E,mBAAmB;IACnB,MAAM,mBAAmB,GAAG;QAC1B,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS;QACjD,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW;KACjD,CAAC;IACF,MAAM,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAEjF,YAAY;IACZ,MAAM,oBAAoB,GAAG;QAC3B,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM;QAChD,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO;KAClD,CAAC;IACF,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAEzF,qDAAqD;IACrD,MAAM,MAAM,GAAG,IAAA,wBAAW,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC7C,IAAI,UAAU,GAAG,GAAG,CAAC;IAErB,IAAI,MAAM,GAAG,IAAI;QAAE,UAAU,IAAI,GAAG,CAAC;IACrC,IAAI,QAAQ;QAAE,UAAU,IAAI,IAAI,CAAC;IACjC,IAAI,QAAQ;QAAE,UAAU,IAAI,GAAG,CAAC;IAChC,IAAI,kBAAkB;QAAE,UAAU,IAAI,IAAI,CAAC;IAC3C,IAAI,WAAW;QAAE,UAAU,IAAI,GAAG,CAAC;IAEnC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAEvC,OAAO;QACL,UAAU;QACV,MAAM,EAAE,MAAM;QACd,QAAQ;QACR,QAAQ;QACR,eAAe;QACf,WAAW;QACX,kBAAkB;KACnB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,KAAmB,EAAE,QAAuB;IACjE,IAAI,KAAK,GAAG,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,CAAE,eAAe;IAEvD,qBAAqB;IACrB,IAAI,QAAQ,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5D,KAAK,IAAI,GAAG,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,CAAC,kBAAkB,IAAI,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACzE,KAAK,IAAI,GAAG,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,CAAC,WAAW,IAAI,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACjE,KAAK,IAAI,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,QAAQ,CAAC,eAAe,IAAI,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACzE,KAAK,IAAI,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,QAAQ,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9D,KAAK,IAAI,IAAI,CAAC;IAChB,CAAC;IAED,+BAA+B;IAC/B,IAAI,QAAQ,CAAC,UAAU,GAAG,GAAG,IAAI,KAAK,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;QACzD,KAAK,IAAI,GAAG,CAAC;IACf,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,KAAmB,EAAE,QAAuB;IAClE,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAE1E,+CAA+C;IAC/C,IAAI,QAAQ,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;QAC9B,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;IAChD,CAAC;IAED,uCAAuC;IACvC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,SAAgB,UAAU,CACxB,MAAc,EACd,gBAA2B,EAC3B,oBAA4B,GAAG;IAE/B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,eAAe,GAAG,gBAAgB,IAAI,MAAM,CAAC,IAAI,CAAC,sBAAc,CAAC,CAAC;IAWxE,MAAM,UAAU,GAAkB,eAAe;SAC9C,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,sBAAc,CAAC,IAAI,CAAC,CAAC;SACpC,GAAG,CAAC,IAAI,CAAC,EAAE;QACV,MAAM,OAAO,GAAG,sBAAc,CAAC,IAAI,CAAE,CAAC;QACtC,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC/C,OAAO;YACL,IAAI;YACJ,OAAO;YACP,aAAa,EAAE,OAAO;YACtB,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,OAAO,GAAG,IAAI;SAC5B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,qEAAqE;IACrE,MAAM,eAAe,GAAG,QAAQ,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAE,iCAAiC;IACjG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,CAAC,CAAC,aAAa,GAAG,eAAe,GAAG,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC;QACzF,MAAM,OAAO,GAAG,CAAC,CAAC,aAAa,GAAG,eAAe,GAAG,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC;QACzF,OAAO,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEzC,0CAA0C;IAC1C,IAAI,UAAU,GAAG,GAAG,CAAC;IACrB,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAC5D,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,kBAAkB;IAClB,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,QAAQ,CAAC,QAAQ;QAAE,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACrD,IAAI,QAAQ,CAAC,kBAAkB;QAAE,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAClE,IAAI,QAAQ,CAAC,UAAU,GAAG,GAAG;QAAE,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/D,IAAI,QAAQ,CAAC,eAAe;QAAE,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAE3D,MAAM,gBAAgB,GAAG,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,CAAE,4BAA4B;IAC7E,MAAM,cAAc,GAAG,IAAA,yBAAY,EAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAErF,OAAO;QACL,aAAa,EAAE,OAAO,CAAC,IAAI;QAC3B,eAAe,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3C,UAAU;QACV,SAAS,EAAE,YAAY,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,eAAe,EAAE;QAC5H,cAAc,EAAE,cAAc,GAAG,iBAAiB;QAClD,oBAAoB,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU;KACjD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,UAAU,CACxB,OAAiB,EACjB,OAIC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAElD,IAAI,OAAO,EAAE,UAAU,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,6DAA6D;QAC7D,MAAM,aAAa,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;QACjD,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACpB,CAAC,CAAC,aAAa,GAAG,aAAa,CAAC;YAChC,CAAC,CAAC,eAAe,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,EAAE,mBAAmB,EAAE,CAAC;QACjC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACpB,IAAI,CAAC,CAAC,cAAc,GAAG,OAAO,CAAC,mBAAoB,EAAE,CAAC;gBACpD,+BAA+B;gBAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,sBAAc,CAAC;qBACzC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,GAAG,GAAG,CAAC,CAAC;gBAClD,IAAI,KAAK,EAAE,CAAC;oBACV,CAAC,CAAC,aAAa,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC3B,CAAC,CAAC,SAAS,GAAG,6BAA6B,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;gBACjE,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAgB,gBAAgB,CAAC,IAAY;IAC3C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAElC,6BAA6B;IAC7B,OAAO,CAAC,QAAQ,CAAC,aAAa,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC;AAC/D,CAAC;AAED;;GAEG;AACH,SAAgB,kBAAkB,CAChC,UAAkB,EAClB,iBAAyB,EACzB,WAAmB,EACnB,cAAsB,CAAE,MAAM;;IAE9B,MAAM,OAAO,GAAG,sBAAc,CAAC,UAAU,CAAC,CAAC;IAC3C,IAAI,CAAC,OAAO;QAAE,OAAO;IAErB,oCAAoC;IACpC,MAAM,KAAK,GAAG,GAAG,CAAC,CAAE,gBAAgB;IAEpC,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,iBAAiB,GAAG,KAAK,CAAC;IAClF,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,cAAc,GAAG,KAAK,CAAC;IAErF,yBAAyB;IACzB,MAAM,kBAAkB,GAAG,WAAW,GAAG,IAAI,CAAC;IAC9C,MAAM,gBAAgB,GAAG,CAAC,OAAO,CAAC,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;IACtF,6DAA6D;IAE7D,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,aAAa,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAC3I,CAAC;AAED,kBAAe;IACb,oBAAoB;IACpB,UAAU;IACV,UAAU;IACV,gBAAgB;IAChB,kBAAkB;IAClB,cAAc,EAAd,sBAAc;CACf,CAAC"}

package/dist/tools/tmlpdTools.d.ts

@@ -0,0 +1,101 @@
+/**
+ * TMLPD PI Tools
+ *
+ * Main tools exposed to the PI agent via the MCP bridge.
+ * Features: streaming, caching, cost tracking, reliability.
+ */
+import { CacheConfig } from "../cache/responseCache";
+import { BudgetConfig, CostSummary } from "../cost/costTracker";
+import { RetryConfig } from "../utils/reliability";
+export interface TMLPDConfig {
+    cache?: Partial<CacheConfig>;
+    budget?: BudgetConfig;
+    retry?: Partial<RetryConfig>;
+    maxConcurrent?: number;
+}
+export interface ExecuteResult {
+    success: boolean;
+    content?: string;
+    error?: string;
+    model: string;
+    provider: string;
+    tokens?: number;
+    cost?: number;
+    cached?: boolean;
+    duration_ms?: number;
+    attempts?: number;
+}
+export interface ParallelResult {
+    responses: ExecuteResult[];
+    total_models: number;
+    successful_models: number;
+    total_cost: number;
+    duration_ms: number;
+}
+export interface StreamingConfig {
+    enabled: boolean;
+    chunk_size?: number;
+    on_chunk?: (chunk: string) => void;
+}
+export declare class TMLPDTools {
+    private cache;
+    private costTracker;
+    private registry;
+    private circuitBreakers;
+    private retryConfig;
+    private maxConcurrent;
+    constructor(config?: TMLPDConfig);
+    /**
+     * Get cost summary
+     */
+    getCostSummary(): CostSummary;
+    /**
+     * Get remaining budget
+     */
+    getRemainingBudget(): {
+        daily: number | null;
+        monthly: number | null;
+        per_model: Record<string, number>;
+    };
+    /**
+     * Get cache stats
+     */
+    getCacheStats(): {
+        hits: number;
+        misses: number;
+        size: number;
+        hit_rate: number;
+    };
+    /**
+     * Get provider status
+     */
+    getProviderStatus(): Record<string, any>;
+    /**
+     * Execute single prompt with optional streaming
+     */
+    execute(prompt: string, model?: string, streaming?: StreamingConfig): Promise<ExecuteResult>;
+    /**
+     * Execute parallel across multiple models
+     */
+    executeParallel(prompt: string, models?: string[], streaming?: StreamingConfig): Promise<ParallelResult>;
+    /**
+     * Get circuit breaker for provider
+     */
+    private getCircuitBreaker;
+    /**
+     * Execute HTTP request to provider
+     */
+    private executeRequest;
+    private executeOpenAI;
+    private executeAnthropic;
+    private executeGemini;
+}
+/**
+ * Create a TMLPD instance
+ */
+export declare function createTMLPD(config?: TMLPDConfig): TMLPDTools;
+/**
+ * Get default singleton instance
+ */
+export declare function getDefault(): TMLPDTools;
+//# sourceMappingURL=tmlpdTools.d.ts.map

package/dist/tools/tmlpdTools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tmlpdTools.d.ts","sourceRoot":"","sources":["../../src/tools/tmlpdTools.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAiB,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACpE,OAAO,EAAe,YAAY,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAE7E,OAAO,EAA6B,WAAW,EAAwB,MAAM,sBAAsB,CAAC;AAIpG,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IAC7B,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,KAAK,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,aAAa,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACpC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,eAAe,CAA0C;IACjE,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,aAAa,CAAS;gBAElB,MAAM,GAAE,WAAgB;IAQpC;;OAEG;IACH,cAAc,IAAI,WAAW;IAI7B;;OAEG;IACH,kBAAkB,IAAI;QAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE;IAIzG;;OAEG;IACH,aAAa,IAAI;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE;IAIjF;;OAEG;IACH,iBAAiB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAIxC;;OAEG;IACG,OAAO,CACX,MAAM,EAAE,MAAM,EACd,KAAK,CAAC,EAAE,MAAM,EACd,SAAS,CAAC,EAAE,eAAe,GAC1B,OAAO,CAAC,aAAa,CAAC;IAiFzB;;OAEG;IACG,eAAe,CACnB,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,EAAE,EACjB,SAAS,CAAC,EAAE,eAAe,GAC1B,OAAO,CAAC,cAAc,CAAC;IAiC1B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAOzB;;OAEG;YACW,cAAc;YAqBd,aAAa;YAqDb,gBAAgB;YAqDhB,aAAa;CAkD5B;AAOD;;GAEG;AACH,wBAAgB,WAAW,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,UAAU,CAE5D;AAED;;GAEG;AACH,wBAAgB,UAAU,IAAI,UAAU,CAKvC"}