adaptive-memory-multi-model-router 1.2.2

package/dist/providers/localProvider.js

@@ -0,0 +1,338 @@
+"use strict";
+/**
+ * TMLPD Local Provider Support
+ *
+ * Integration with local LLM runtimes:
+ * - Ollama (localhost:11434)
+ * - vLLM (localhost:8000)
+ * - LM Studio (localhost:1234)
+ *
+ * Enables privacy-preserving, cost-free parallel LLM execution.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LocalProviderManager = exports.LocalProvider = void 0;
+exports.createOllamaProvider = createOllamaProvider;
+exports.createVLLMProvider = createVLLMProvider;
+exports.createLMStudioProvider = createLMStudioProvider;
+// Default endpoints for each runtime
+const DEFAULT_ENDPOINTS = {
+    ollama: "http://localhost:11434",
+    vllm: "http://localhost:8000",
+    lmstudio: "http://localhost:1234"
+};
+class LocalProvider {
+    runtime;
+    endpoint;
+    default_model;
+    timeout_ms;
+    constructor(config) {
+        this.runtime = config.runtime;
+        this.endpoint = config.endpoint || DEFAULT_ENDPOINTS[config.runtime];
+        this.default_model = config.default_model || "llama-3.3-70b";
+        this.timeout_ms = config.timeout_ms || 120000;
+    }
+    /**
+     * List available models on this runtime.
+     */
+    async listModels() {
+        try {
+            if (this.runtime === "ollama") {
+                return await this.listOllamaModels();
+            }
+            else if (this.runtime === "vllm") {
+                return await this.listVLLMModels();
+            }
+            else if (this.runtime === "lmstudio") {
+                return await this.listLMStudioModels();
+            }
+            return [];
+        }
+        catch (error) {
+            console.error(`Failed to list models from ${this.runtime}:`, error);
+            return [];
+        }
+    }
+    async listOllamaModels() {
+        const response = await fetch(`${this.endpoint}/api/tags`, {
+            method: "GET",
+            headers: { "Content-Type": "application/json" }
+        });
+        if (!response.ok)
+            throw new Error(`Ollama API error: ${response.status}`);
+        const data = await response.json();
+        return (data.models || []).map((m) => ({
+            name: m.name,
+            size: m.size ? this.formatSize(m.size) : undefined,
+            quantization: m.details?.quantization,
+            capabilities: []
+        }));
+    }
+    async listVLLMModels() {
+        // vLLM doesn't have a model list API, use OpenAI compatible endpoint
+        const response = await fetch(`${this.endpoint}/v1/models`, {
+            method: "GET",
+            headers: { "Content-Type": "application/json" }
+        });
+        if (!response.ok)
+            throw new Error(`vLLM API error: ${response.status}`);
+        const data = await response.json();
+        return (data.data || []).map((m) => ({
+            name: m.id,
+            capabilities: m.extensions || []
+        }));
+    }
+    async listLMStudioModels() {
+        // LM Studio has a different API
+        const response = await fetch(`${this.endpoint}/api/v0/models`, {
+            method: "GET",
+            headers: { "Content-Type": "application/json" }
+        });
+        if (!response.ok)
+            throw new Error(`LM Studio API error: ${response.status}`);
+        const data = await response.json();
+        return (data.models || []).map((m) => ({
+            name: m.id || m.name || "unknown",
+            size: m.size,
+            capabilities: []
+        }));
+    }
+    /**
+     * Generate completion (generic, works with all runtimes).
+     */
+    async generate(prompt, model, options) {
+        const targetModel = model || this.default_model;
+        try {
+            if (this.runtime === "ollama") {
+                return await this.ollamaGenerate(targetModel, prompt, options);
+            }
+            else if (this.runtime === "vllm") {
+                return await this.vllmGenerate(targetModel, prompt, options);
+            }
+            else {
+                return await this.lmstudioGenerate(targetModel, prompt, options);
+            }
+        }
+        catch (error) {
+            return {
+                success: false,
+                error: `Local generation failed: ${error}`,
+                model: targetModel,
+                provider: this.runtime,
+                content: "",
+                duration_ms: 0,
+                tokens: 0,
+                cost: 0
+            };
+        }
+    }
+    async ollamaGenerate(model, prompt, options) {
+        const response = await fetch(`${this.endpoint}/api/generate`, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({
+                model,
+                prompt,
+                stream: false,
+                options: options || {}
+            })
+        });
+        if (!response.ok)
+            throw new Error(`Ollama error: ${response.status}`);
+        const data = await response.json();
+        return {
+            success: true,
+            error: null,
+            model: data.model || model,
+            provider: "ollama",
+            content: data.response || "",
+            duration_ms: data.total_duration ? data.total_duration / 1_000_000 : 0,
+            tokens: data.eval_count || 0,
+            cost: 0 // Local = free
+        };
+    }
+    async vllmGenerate(model, prompt, options) {
+        // vLLM uses OpenAI-compatible API
+        const response = await fetch(`${this.endpoint}/v1/completions`, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({
+                model,
+                prompt,
+                max_tokens: options?.max_tokens || 1024,
+                temperature: options?.temperature || 0.7
+            })
+        });
+        if (!response.ok)
+            throw new Error(`vLLM error: ${response.status}`);
+        const data = await response.json();
+        const completion = data.choices?.[0]?.text || "";
+        return {
+            success: true,
+            error: null,
+            model: data.model || model,
+            provider: "vllm",
+            content: completion,
+            duration_ms: data.elapsed_time ? data.elapsed_time * 1000 : 0,
+            tokens: data.usage?.total_tokens || 0,
+            cost: 0
+        };
+    }
+    async lmstudioGenerate(model, prompt, options) {
+        // LM Studio uses OpenAI-compatible API
+        const response = await fetch(`${this.endpoint}/v1/completions`, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({
+                model,
+                prompt,
+                max_tokens: options?.max_tokens || 1024,
+                temperature: options?.temperature || 0.7
+            })
+        });
+        if (!response.ok)
+            throw new Error(`LM Studio error: ${response.status}`);
+        const data = await response.json();
+        const completion = data.choices?.[0]?.text || "";
+        return {
+            success: true,
+            error: null,
+            model: data.model || model,
+            provider: "lmstudio",
+            content: completion,
+            duration_ms: 0,
+            tokens: data.usage?.total_tokens || 0,
+            cost: 0
+        };
+    }
+    /**
+     * Check if this runtime is available/healthy.
+     */
+    async healthCheck() {
+        try {
+            if (this.runtime === "ollama") {
+                const response = await fetch(`${this.endpoint}/api/tags`, { method: "GET" });
+                return response.ok;
+            }
+            else if (this.runtime === "vllm" || this.runtime === "lmstudio") {
+                const response = await fetch(`${this.endpoint}/v1/models`, { method: "GET" });
+                return response.ok;
+            }
+            return false;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Get runtime info.
+     */
+    getInfo() {
+        return {
+            runtime: this.runtime,
+            endpoint: this.endpoint,
+            default_model: this.default_model,
+            timeout_ms: this.timeout_ms
+        };
+    }
+    formatSize(bytes) {
+        const units = ["B", "KB", "MB", "GB", "TB"];
+        let unitIndex = 0;
+        let size = bytes;
+        while (size >= 1024 && unitIndex < units.length - 1) {
+            size /= 1024;
+            unitIndex++;
+        }
+        return `${size.toFixed(1)} ${units[unitIndex]}`;
+    }
+}
+exports.LocalProvider = LocalProvider;
+/**
+ * Manager for multiple local providers.
+ */
+class LocalProviderManager {
+    providers = new Map();
+    addProvider(name, config) {
+        this.providers.set(name, new LocalProvider(config));
+    }
+    async executeParallel(prompt, options) {
+        const models = options?.models || ["local/llama-3.3-70b"];
+        const results = [];
+        // Execute in parallel across providers
+        const promises = models.map(async (model) => {
+            // Parse model string like "ollama/llama-3.3-70b" or just "llama-3.3-70b"
+            const parts = model.split("/");
+            const providerType = parts.length > 1 ? parts[0] : "ollama";
+            const modelName = parts.length > 1 ? parts[1] : model;
+            const provider = this.providers.get(providerType) ||
+                new LocalProvider({ runtime: providerType });
+            return provider.generate(prompt, modelName);
+        });
+        const settled = await Promise.allSettled(promises);
+        for (let i = 0; i < settled.length; i++) {
+            const result = settled[i];
+            if (result.status === "fulfilled") {
+                results.push(result.value);
+            }
+            else {
+                results.push({
+                    success: false,
+                    error: result.reason?.message || "Unknown error",
+                    model: models[i],
+                    provider: "unknown",
+                    content: "",
+                    duration_ms: 0,
+                    tokens: 0,
+                    cost: 0
+                });
+            }
+        }
+        const successful = results.filter(r => r.success);
+        return {
+            success: successful.length > 0,
+            responses: results,
+            total_models: models.length,
+            successful_models: successful.length,
+            total_cost: results.reduce((sum, r) => sum + r.cost, 0),
+            duration_ms: Math.max(...results.map(r => r.duration_ms), 0)
+        };
+    }
+    async healthCheckAll() {
+        const results = {};
+        for (const [name, provider] of this.providers) {
+            results[name] = await provider.healthCheck();
+        }
+        return results;
+    }
+    listProviders() {
+        return Array.from(this.providers.keys());
+    }
+}
+exports.LocalProviderManager = LocalProviderManager;
+// Utility function for creating common local configurations
+function createOllamaProvider(model) {
+    return new LocalProvider({
+        runtime: "ollama",
+        default_model: model || "llama-3.3-70b"
+    });
+}
+function createVLLMProvider(endpoint, model) {
+    return new LocalProvider({
+        runtime: "vllm",
+        endpoint: endpoint || "http://localhost:8000",
+        default_model: model || "meta-llama/Llama-3.3-70b-Instruct"
+    });
+}
+function createLMStudioProvider(model) {
+    return new LocalProvider({
+        runtime: "lmstudio",
+        default_model: model || "llama-3.3-70b"
+    });
+}
+exports.default = {
+    LocalProvider,
+    LocalProviderManager,
+    createOllamaProvider,
+    createVLLMProvider,
+    createLMStudioProvider
+};
+//# sourceMappingURL=localProvider.js.map

package/dist/providers/localProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"localProvider.js","sourceRoot":"","sources":["../../src/providers/localProvider.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;AAgXH,oDAKC;AAED,gDAMC;AAED,wDAKC;AAhXD,qCAAqC;AACrC,MAAM,iBAAiB,GAAiC;IACtD,MAAM,EAAE,wBAAwB;IAChC,IAAI,EAAE,uBAAuB;IAC7B,QAAQ,EAAE,uBAAuB;CAClC,CAAC;AAEF,MAAa,aAAa;IAChB,OAAO,CAAe;IACtB,QAAQ,CAAS;IACjB,aAAa,CAAS;IACtB,UAAU,CAAS;IAE3B,YAAY,MAA2B;QACrC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrE,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,eAAe,CAAC;QAC7D,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvC,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;gBACnC,OAAO,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YACrC,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBACvC,OAAO,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACzC,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;YACpE,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,WAAW,EAAE;YACxD,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SAChD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAE1E,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA0F,CAAC;QAC3H,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YAClD,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,YAAY;YACrC,YAAY,EAAE,EAAE;SACjB,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,qEAAqE;QACrE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,YAAY,EAAE;YACzD,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SAChD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAExE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA2D,CAAC;QAC5F,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnC,IAAI,EAAE,CAAC,CAAC,EAAE;YACV,YAAY,EAAE,CAAC,CAAC,UAAU,IAAI,EAAE;SACjC,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,gCAAgC;QAChC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,gBAAgB,EAAE;YAC7D,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SAChD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAE7E,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAqE,CAAC;QACtG,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS;YACjC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,YAAY,EAAE,EAAE;SACjB,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,KAAc,EAAE,OAA6B;QAC1E,MAAM,WAAW,GAAG,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC;QAEhD,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACjE,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;gBACnC,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,4BAA4B,KAAK,EAAE;gBAC1C,KAAK,EAAE,WAAW;gBAClB,QAAQ,EAAE,IAAI,CAAC,OAAO;gBACtB,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,CAAC;gBACd,MAAM,EAAE,CAAC;gBACT,IAAI,EAAE,CAAC;aACR,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,KAAa,EAAE,MAAc,EAAE,OAA6B;QACvF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,eAAe,EAAE;YAC5D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,MAAM;gBACN,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,OAAO,IAAI,EAAE;aACvB,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEtE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAyF,CAAC;QAC1H,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;YAC1B,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;YAC5B,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACtE,MAAM,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;YAC5B,IAAI,EAAE,CAAC,CAAE,eAAe;SACzB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,MAAc,EAAE,OAA6B;QACrF,kCAAkC;QAClC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,iBAAiB,EAAE;YAC9D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,MAAM;gBACN,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI;gBACvC,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;aACzC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEpE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAkH,CAAC;QACnJ,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACjD,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;YAC1B,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7D,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;YACrC,IAAI,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,KAAa,EAAE,MAAc,EAAE,OAA6B;QACzF,uCAAuC;QACvC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,iBAAiB,EAAE;YAC9D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,MAAM;gBACN,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI;gBACvC,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;aACzC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEzE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA2F,CAAC;QAC5H,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACjD,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;YAC1B,QAAQ,EAAE,UAAU;YACpB,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;YACrC,IAAI,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC7E,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBAClE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC9E,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;IACJ,CAAC;IAEO,UAAU,CAAC,KAAa;QAC9B,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,IAAI,GAAG,KAAK,CAAC;QAEjB,OAAO,IAAI,IAAI,IAAI,IAAI,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,IAAI,IAAI,IAAI,CAAC;YACb,SAAS,EAAE,CAAC;QACd,CAAC;QAED,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;IAClD,CAAC;CACF;AA7OD,sCA6OC;AAaD;;GAEG;AACH,MAAa,oBAAoB;IACvB,SAAS,GAA+B,IAAI,GAAG,EAAE,CAAC;IAE1D,WAAW,CAAC,IAAY,EAAE,MAA2B;QACnD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,MAAc,EACd,OAIC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC1D,MAAM,OAAO,GAA4B,EAAE,CAAC;QAE5C,uCAAuC;QACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,EAAC,KAAK,EAAC,EAAE;YACxC,yEAAyE;YACzE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC5D,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAEtD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC;gBAC/C,IAAI,aAAa,CAAC,EAAE,OAAO,EAAE,YAA4B,EAAE,CAAC,CAAC;YAE/D,OAAO,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,IAAI,eAAe;oBAChD,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;oBAChB,QAAQ,EAAE,SAAS;oBACnB,OAAO,EAAE,EAAE;oBACX,WAAW,EAAE,CAAC;oBACd,MAAM,EAAE,CAAC;oBACT,IAAI,EAAE,CAAC;iBACR,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAElD,OAAO;YACL,OAAO,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC;YAC9B,SAAS,EAAE,OAAO;YAClB,YAAY,EAAE,MAAM,CAAC,MAAM;YAC3B,iBAAiB,EAAE,UAAU,CAAC,MAAM;YACpC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;SAC7D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,OAAO,GAA4B,EAAE,CAAC;QAE5C,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC/C,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,aAAa;QACX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;CACF;AA5ED,oDA4EC;AAWD,4DAA4D;AAC5D,SAAgB,oBAAoB,CAAC,KAAc;IACjD,OAAO,IAAI,aAAa,CAAC;QACvB,OAAO,EAAE,QAAQ;QACjB,aAAa,EAAE,KAAK,IAAI,eAAe;KACxC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,kBAAkB,CAAC,QAAiB,EAAE,KAAc;IAClE,OAAO,IAAI,aAAa,CAAC;QACvB,OAAO,EAAE,MAAM;QACf,QAAQ,EAAE,QAAQ,IAAI,uBAAuB;QAC7C,aAAa,EAAE,KAAK,IAAI,mCAAmC;KAC5D,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,sBAAsB,CAAC,KAAc;IACnD,OAAO,IAAI,aAAa,CAAC;QACvB,OAAO,EAAE,UAAU;QACnB,aAAa,EAAE,KAAK,IAAI,eAAe;KACxC,CAAC,CAAC;AACL,CAAC;AAED,kBAAe;IACb,aAAa;IACb,oBAAoB;IACpB,oBAAoB;IACpB,kBAAkB;IAClB,sBAAsB;CACvB,CAAC"}

package/dist/providers/registry.d.ts

@@ -0,0 +1,55 @@
+/**
+ * TMLPD Provider Registry
+ *
+ * Manages provider configurations, API keys, and base URLs.
+ */
+export interface ProviderConfig {
+    name: string;
+    apiKey: string;
+    baseUrl: string;
+    mode: "openai" | "anthropic" | "gemini";
+    priority: number;
+    enabled: boolean;
+    cooldownUntil: number;
+    failureCount: number;
+    lastError: string | null;
+    lastStatus: number | null;
+}
+export interface ProviderRegistryConfig {
+    providers: string[];
+    modelPriority: string[];
+    useOpenclawFallback: boolean;
+    maxTokens: number;
+}
+export declare class ProviderRegistry {
+    private providers;
+    private config;
+    private modelPriority;
+    constructor(config?: Partial<ProviderRegistryConfig>);
+    private initializeProviders;
+    /**
+     * Check if provider is ready (has API key, not in cooldown)
+     */
+    isProviderReady(name: string): boolean;
+    /**
+     * Get best available model from priority list
+     */
+    selectModel(): string | null;
+    /**
+     * Get all providers sorted by priority
+     */
+    getReadyProviders(): string[];
+    /**
+     * Record provider success
+     */
+    recordSuccess(name: string): void;
+    /**
+     * Record provider failure
+     */
+    recordFailure(name: string, statusCode: number | null, error: string): void;
+    /**
+     * Get provider status summary
+     */
+    getStatus(): Record<string, any>;
+}
+//# sourceMappingURL=registry.d.ts.map

package/dist/providers/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/providers/registry.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,QAAQ,GAAG,WAAW,GAAG,QAAQ,CAAC;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;CACnB;AASD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,SAAS,CAA0C;IAC3D,OAAO,CAAC,MAAM,CAAyB;IACvC,OAAO,CAAC,aAAa,CAAW;gBAEpB,MAAM,GAAE,OAAO,CAAC,sBAAsB,CAAM;IAMxD,OAAO,CAAC,mBAAmB;IAiC3B;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAOtC;;OAEG;IACH,WAAW,IAAI,MAAM,GAAG,IAAI;IAU5B;;OAEG;IACH,iBAAiB,IAAI,MAAM,EAAE;IAO7B;;OAEG;IACH,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAUjC;;OAEG;IACH,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAc3E;;OAEG;IACH,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAoBjC"}

package/dist/providers/registry.js

@@ -0,0 +1,138 @@
+"use strict";
+/**
+ * TMLPD Provider Registry
+ *
+ * Manages provider configurations, API keys, and base URLs.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProviderRegistry = void 0;
+const DEFAULT_PROVIDER_CONFIG = {
+    providers: ["openai", "openrouter", "groq", "cerebras", "mistral", "xai", "zai", "anthropic", "google"],
+    modelPriority: ["openai/gpt-4o", "groq/llama-3.3-70b-versatile", "cerebras/llama-3.3-70b"],
+    useOpenclawFallback: false,
+    maxTokens: 4096,
+};
+class ProviderRegistry {
+    providers = new Map();
+    config;
+    modelPriority;
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_PROVIDER_CONFIG, ...config };
+        this.modelPriority = this.config.modelPriority;
+        this.initializeProviders();
+    }
+    initializeProviders() {
+        // Initialize from environment
+        const envVars = {
+            openai: { key: "OPENAI_API_KEY", url: "OPENAI_OPENAI_BASE_URL", mode: "openai" },
+            openrouter: { key: "OPENROUTER_API_KEY", url: "OPENROUTER_OPENAI_BASE_URL", mode: "openai" },
+            groq: { key: "GROQ_API_KEY", url: "GROQ_OPENAI_BASE_URL", mode: "openai" },
+            cerebras: { key: "CEREBRAS_API_KEY", url: "CEREBRAS_OPENAI_BASE_URL", mode: "openai" },
+            mistral: { key: "MISTRAL_API_KEY", url: "MISTRAL_OPENAI_BASE_URL", mode: "openai" },
+            xai: { key: "XAI_API_KEY", url: "XAI_OPENAI_BASE_URL", mode: "openai" },
+            zai: { key: "ZAI_API_KEY", url: "ZAI_OPENAI_BASE_URL", mode: "anthropic" },
+            anthropic: { key: "ANTHROPIC_API_KEY", url: "ANTHROPIC_BASE_URL", mode: "anthropic" },
+            google: { key: "GOOGLE_API_KEY", url: "GOOGLE_GEMINI_BASE_URL", mode: "gemini" },
+        };
+        for (const [name, env] of Object.entries(envVars)) {
+            const apiKey = process.env[env.key] || "";
+            const baseUrl = process.env[env.url] || "";
+            this.providers.set(name, {
+                name,
+                apiKey,
+                baseUrl,
+                mode: env.mode,
+                priority: this.modelPriority.findIndex((m) => m.startsWith(name + "/")),
+                enabled: Boolean(apiKey),
+                cooldownUntil: 0,
+                failureCount: 0,
+                lastError: null,
+                lastStatus: null,
+            });
+        }
+    }
+    /**
+     * Check if provider is ready (has API key, not in cooldown)
+     */
+    isProviderReady(name) {
+        const provider = this.providers.get(name);
+        if (!provider || !provider.enabled)
+            return false;
+        if (Date.now() < provider.cooldownUntil)
+            return false;
+        return true;
+    }
+    /**
+     * Get best available model from priority list
+     */
+    selectModel() {
+        for (const model of this.modelPriority) {
+            const providerName = model.split("/")[0];
+            if (this.isProviderReady(providerName)) {
+                return model;
+            }
+        }
+        return null;
+    }
+    /**
+     * Get all providers sorted by priority
+     */
+    getReadyProviders() {
+        return Array.from(this.providers.entries())
+            .filter(([_, p]) => this.isProviderReady(p.name))
+            .sort((a, b) => a[1].priority - b[1].priority)
+            .map(([name]) => name);
+    }
+    /**
+     * Record provider success
+     */
+    recordSuccess(name) {
+        const provider = this.providers.get(name);
+        if (provider) {
+            provider.cooldownUntil = 0;
+            provider.failureCount = 0;
+            provider.lastError = null;
+            provider.lastStatus = null;
+        }
+    }
+    /**
+     * Record provider failure
+     */
+    recordFailure(name, statusCode, error) {
+        const provider = this.providers.get(name);
+        if (!provider)
+            return;
+        provider.failureCount++;
+        provider.lastError = error;
+        provider.lastStatus = statusCode;
+        // Apply exponential backoff cooldown
+        const baseDelay = statusCode === 429 ? 60000 : statusCode === 403 ? 300000 : 30000;
+        const multiplier = Math.min(4, Math.pow(2, Math.max(0, provider.failureCount - 1)));
+        provider.cooldownUntil = Date.now() + baseDelay * multiplier;
+    }
+    /**
+     * Get provider status summary
+     */
+    getStatus() {
+        const status = {};
+        for (const [name, provider] of this.providers.entries()) {
+            status[name] = {
+                enabled: provider.enabled,
+                mode: provider.mode,
+                ready: this.isProviderReady(name),
+                cooldownUntil: provider.cooldownUntil ? new Date(provider.cooldownUntil).toISOString() : null,
+                lastError: provider.lastError,
+                lastStatus: provider.lastStatus,
+                failureCount: provider.failureCount,
+            };
+        }
+        return {
+            modelPriority: this.modelPriority,
+            readyProviders: this.getReadyProviders(),
+            providers: status,
+            timestamp: new Date().toISOString(),
+        };
+    }
+}
+exports.ProviderRegistry = ProviderRegistry;
+//# sourceMappingURL=registry.js.map

package/dist/providers/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/providers/registry.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAsBH,MAAM,uBAAuB,GAA2B;IACtD,SAAS,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,CAAC;IACvG,aAAa,EAAE,CAAC,eAAe,EAAE,8BAA8B,EAAE,wBAAwB,CAAC;IAC1F,mBAAmB,EAAE,KAAK;IAC1B,SAAS,EAAE,IAAI;CAChB,CAAC;AAEF,MAAa,gBAAgB;IACnB,SAAS,GAAgC,IAAI,GAAG,EAAE,CAAC;IACnD,MAAM,CAAyB;IAC/B,aAAa,CAAW;IAEhC,YAAY,SAA0C,EAAE;QACtD,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,uBAAuB,EAAE,GAAG,MAAM,EAAE,CAAC;QACxD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;QAC/C,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAEO,mBAAmB;QACzB,8BAA8B;QAC9B,MAAM,OAAO,GAA0F;YACrG,MAAM,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,wBAAwB,EAAE,IAAI,EAAE,QAAQ,EAAE;YAChF,UAAU,EAAE,EAAE,GAAG,EAAE,oBAAoB,EAAE,GAAG,EAAE,4BAA4B,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC5F,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,sBAAsB,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1E,QAAQ,EAAE,EAAE,GAAG,EAAE,kBAAkB,EAAE,GAAG,EAAE,0BAA0B,EAAE,IAAI,EAAE,QAAQ,EAAE;YACtF,OAAO,EAAE,EAAE,GAAG,EAAE,iBAAiB,EAAE,GAAG,EAAE,yBAAyB,EAAE,IAAI,EAAE,QAAQ,EAAE;YACnF,GAAG,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,qBAAqB,EAAE,IAAI,EAAE,QAAQ,EAAE;YACvE,GAAG,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,qBAAqB,EAAE,IAAI,EAAE,WAAW,EAAE;YAC1E,SAAS,EAAE,EAAE,GAAG,EAAE,mBAAmB,EAAE,GAAG,EAAE,oBAAoB,EAAE,IAAI,EAAE,WAAW,EAAE;YACrF,MAAM,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,wBAAwB,EAAE,IAAI,EAAE,QAAQ,EAAE;SACjF,CAAC;QAEF,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAClD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAE3C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE;gBACvB,IAAI;gBACJ,MAAM;gBACN,OAAO;gBACP,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC;gBACvE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC;gBACxB,aAAa,EAAE,CAAC;gBAChB,YAAY,EAAE,CAAC;gBACf,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAY;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QACjD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,aAAa;YAAE,OAAO,KAAK,CAAC;QACtD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,WAAW;QACT,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvC,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,IAAI,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,EAAE,CAAC;gBACvC,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;aACxC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;aAChD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;aAC7C,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,IAAY;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,aAAa,GAAG,CAAC,CAAC;YAC3B,QAAQ,CAAC,YAAY,GAAG,CAAC,CAAC;YAC1B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;YAC1B,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,IAAY,EAAE,UAAyB,EAAE,KAAa;QAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,QAAQ,CAAC,YAAY,EAAE,CAAC;QACxB,QAAQ,CAAC,SAAS,GAAG,KAAK,CAAC;QAC3B,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC;QAEjC,qCAAqC;QACrC,MAAM,SAAS,GAAG,UAAU,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;QACnF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,QAAQ,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,UAAU,CAAC;IAC/D,CAAC;IAED;;OAEG;IACH,SAAS;QACP,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACxD,MAAM,CAAC,IAAI,CAAC,GAAG;gBACb,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;gBACjC,aAAa,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;gBAC7F,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,YAAY,EAAE,QAAQ,CAAC,YAAY;aACpC,CAAC;QACJ,CAAC;QACD,OAAO;YACL,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,cAAc,EAAE,IAAI,CAAC,iBAAiB,EAAE;YACxC,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC;CACF;AAlID,4CAkIC"}

package/dist/routing/advancedRouter.d.ts

@@ -0,0 +1,68 @@
+/**
+ * TMLPD Advanced Routing - RouteLLM Style
+ *
+ * Learned routing based on arXiv:2404.06035 (RouteLLM)
+ * Balances cost-quality tradeoff with confidence-based model selection
+ */
+export interface QueryFeatures {
+    complexity: number;
+    length: number;
+    has_code: boolean;
+    has_math: boolean;
+    is_multilingual: boolean;
+    is_creative: boolean;
+    requires_reasoning: boolean;
+}
+export interface ModelProfile {
+    name: string;
+    provider: string;
+    cost_per_1k_input: number;
+    cost_per_1k_output: number;
+    latency_ms: number;
+    quality_score: number;
+    strengths: string[];
+    context_window: number;
+}
+export interface RouteDecision {
+    primary_model: string;
+    fallback_models: string[];
+    confidence: number;
+    reasoning: string;
+    estimated_cost: number;
+    estimated_latency_ms: number;
+}
+export declare const MODEL_PROFILES: Record<string, ModelProfile>;
+/**
+ * Extract features from prompt for routing decision
+ */
+export declare function extractQueryFeatures(prompt: string): QueryFeatures;
+/**
+ * RouteLLM-style learned routing decision
+ */
+export declare function routeQuery(prompt: string, available_models?: string[], budget_multiplier?: number): RouteDecision;
+/**
+ * Batch routing for multiple prompts
+ */
+export declare function routeBatch(prompts: string[], options?: {
+    same_model?: boolean;
+    max_cost_per_prompt?: number;
+    balance_cost?: boolean;
+}): RouteDecision[];
+/**
+ * Get model recommendation for task type
+ */
+export declare function recommendForTask(task: string): string[];
+/**
+ * Update model profile from execution feedback (online learning)
+ */
+export declare function updateModelProfile(model_name: string, actual_latency_ms: number, actual_cost: number, quality_rating: number): void;
+declare const _default: {
+    extractQueryFeatures: typeof extractQueryFeatures;
+    routeQuery: typeof routeQuery;
+    routeBatch: typeof routeBatch;
+    recommendForTask: typeof recommendForTask;
+    updateModelProfile: typeof updateModelProfile;
+    MODEL_PROFILES: Record<string, ModelProfile>;
+};
+export default _default;
+//# sourceMappingURL=advancedRouter.d.ts.map

package/dist/routing/advancedRouter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"advancedRouter.d.ts","sourceRoot":"","sources":["../../src/routing/advancedRouter.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,eAAe,EAAE,OAAO,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;IACrB,kBAAkB,EAAE,OAAO,CAAC;CAC7B;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAGD,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CA2FvD,CAAC;AAEF;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,CAiElE;AAgDD;;GAEG;AACH,wBAAgB,UAAU,CACxB,MAAM,EAAE,MAAM,EACd,gBAAgB,CAAC,EAAE,MAAM,EAAE,EAC3B,iBAAiB,GAAE,MAAY,GAC9B,aAAa,CAgEf;AAED;;GAEG;AACH,wBAAgB,UAAU,CACxB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB,GACA,aAAa,EAAE,CA2BjB;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAMvD;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,EAClB,iBAAiB,EAAE,MAAM,EACzB,WAAW,EAAE,MAAM,EACnB,cAAc,EAAE,MAAM,GACrB,IAAI,CAgBN;;;;;;;;;AAED,wBAOE"}