adaptive-memory-multi-model-router 2.2.5 → 2.2.6

package/dist/cost/preCallCostEstimator.js

@@ -0,0 +1,256 @@
+"use strict";
+/**
+ * A3M Router - Pre-Call Cost Estimator
+ *
+ * Estimates cost BEFORE making an API call based on input features.
+ * Uses historical data patterns and token count estimation via character ratio.
+ *
+ * No external API calls - all estimation is local.
+ *
+ * Usage:
+ *   const estimator = new PreCallCostEstimator();
+ *   const estimate = estimator.estimate({
+ *     query: "What is Python?",
+ *     modelTier: 'mid',
+ *     provider: 'groq'
+ *   });
+ *   console.log(estimate); // { estimatedTokens: 24, estimatedCost: 0.0014, estimatedLatency: 200 }
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PreCallCostEstimator = void 0;
+exports.createPreCallCostEstimator = createPreCallCostEstimator;
+// Default latency estimates per tier (ms)
+const TIER_LATENCY = {
+    free: { min: 500, max: 5000, avg: 2000 },
+    cheap: { min: 100, max: 800, avg: 300 },
+    mid: { min: 200, max: 1500, avg: 600 },
+    premium: { min: 300, max: 2000, avg: 800 },
+    enterprise: { min: 200, max: 1500, avg: 500 },
+};
+// ============================================================
+// PreCallCostEstimator
+// ============================================================
+class PreCallCostEstimator {
+    // Historical data for regression: [charCount, actualTokens][] tuples
+    historicalData = [];
+    // Linear regression coefficients
+    slope = 0.25; // chars per token ratio
+    intercept = 10;
+    // EWMA for latency estimation
+    latencyHistory = [];
+    ewmaAlpha = 0.3;
+    constructor(historicalData) {
+        if (historicalData && historicalData.length > 0) {
+            this.fitLinearRegression(historicalData);
+        }
+    }
+    /**
+     * Main estimation method - estimates tokens, cost, and latency.
+     */
+    estimate(input) {
+        const { query, modelTier = 'mid', provider, explicitTokens, systemPromptLength = 0, } = input;
+        // Token estimation
+        let inputTokens;
+        if (explicitTokens !== undefined) {
+            inputTokens = explicitTokens;
+        }
+        else {
+            inputTokens = this.estimateTokens(query, systemPromptLength);
+        }
+        // Output token estimation based on query complexity
+        const outputTokens = this.estimateOutputTokens(query, inputTokens);
+        const totalTokens = inputTokens + outputTokens;
+        // Cost estimation
+        const costConfig = this.getCostConfig(provider, modelTier);
+        const estimatedCost = this.calculateCost(totalTokens, costConfig);
+        // Latency estimation
+        const estimatedLatency = this.estimateLatency(modelTier, inputTokens, totalTokens);
+        // Confidence based on amount of historical data we have
+        const confidence = this.calculateConfidence();
+        return {
+            estimatedTokens: totalTokens,
+            estimatedInputTokens: inputTokens,
+            estimatedOutputTokens: outputTokens,
+            estimatedCost: Math.round(estimatedCost * 1000000) / 1000000, // 6 decimal places
+            estimatedLatency,
+            confidence,
+            breakdown: {
+                inputCostPerM: costConfig.input,
+                outputCostPerM: costConfig.output,
+                charToTokenRatio: this.slope,
+            },
+        };
+    }
+    /**
+     * Estimate input tokens using character-to-token ratio.
+     * Uses linear regression if historical data is available.
+     */
+    estimateTokens(text, systemPromptLength = 0) {
+        const totalChars = text.length + systemPromptLength;
+        if (this.historicalData.length >= 5) {
+            // Use linear regression
+            return Math.max(1, Math.round(this.slope * totalChars + this.intercept));
+        }
+        // Fallback: general English average ~4 chars per token
+        return Math.max(1, Math.round(totalChars / 4));
+    }
+    /**
+     * Estimate output tokens based on query complexity.
+     * More complex queries (code, analysis) tend to need more output.
+     */
+    estimateOutputTokens(query, inputTokens) {
+        const lower = query.toLowerCase();
+        // Base estimate: ~30% of input tokens as output
+        let multiplier = 0.3;
+        // Complexity adjustments
+        if (this.containsKeyword(lower, ['code', 'implement', 'function', 'class', 'algorithm'])) {
+            multiplier = 0.5; // Code needs more output
+        }
+        else if (this.containsKeyword(lower, ['explain', 'describe', 'what is', 'how does'])) {
+            multiplier = 0.35; // Explanations need moderate output
+        }
+        else if (this.containsKeyword(lower, ['list', 'count', 'find all'])) {
+            multiplier = 0.4; // List queries need more output
+        }
+        else if (this.containsKeyword(lower, ['yes', 'no', 'is', 'are', 'does'])) {
+            multiplier = 0.1; // Simple questions need minimal output
+        }
+        // Cap to reasonable bounds
+        return Math.min(Math.max(10, Math.round(inputTokens * multiplier)), 4000 // Max 4k output tokens
+        );
+    }
+    /**
+     * Calculate cost in USD.
+     */
+    calculateCost(totalTokens, config) {
+        const inputM = this.estimateInputTokensFromTotal(totalTokens) / 1_000_000;
+        const outputM = this.estimateOutputTokensFromTotal(totalTokens) / 1_000_000;
+        return inputM * config.input + outputM * config.output;
+    }
+    /**
+     * Estimate latency in milliseconds.
+     */
+    estimateLatency(tier, inputTokens, totalTokens) {
+        const tierLatency = TIER_LATENCY[tier];
+        // Base latency from tier
+        let latency = tierLatency.avg;
+        // Scale by token count (rough linear approximation)
+        const tokenScale = totalTokens / 100;
+        latency *= Math.max(0.5, Math.min(3, tokenScale));
+        // Adjust for historical EWMA if available
+        if (this.latencyHistory.length > 0) {
+            const ewmaLatency = this.calculateEwma();
+            latency = latency * 0.7 + ewmaLatency * 0.3;
+        }
+        return Math.round(latency);
+    }
+    /**
+     * Record actual tokens for future regression improvements.
+     */
+    recordActualTokens(queryLength, actualTokens) {
+        this.historicalData.push({ chars: queryLength, tokens: actualTokens });
+        // Keep only last 100 data points
+        if (this.historicalData.length > 100) {
+            this.historicalData.shift();
+        }
+        // Refit regression periodically
+        if (this.historicalData.length % 10 === 0) {
+            this.fitLinearRegression(this.historicalData);
+        }
+    }
+    /**
+     * Record actual latency for EWMA updates.
+     */
+    recordActualLatency(latencyMs) {
+        this.latencyHistory.push(latencyMs);
+        if (this.latencyHistory.length > 50) {
+            this.latencyHistory.shift();
+        }
+    }
+    /**
+     * Fit linear regression to historical data.
+     * Uses ordinary least squares.
+     */
+    fitLinearRegression(data) {
+        if (data.length < 2)
+            return;
+        const n = data.length;
+        let sumX = 0, sumY = 0, sumXY = 0, sumX2 = 0;
+        for (const { chars, tokens } of data) {
+            sumX += chars;
+            sumY += tokens;
+            sumXY += chars * tokens;
+            sumX2 += chars * chars;
+        }
+        const denominator = n * sumX2 - sumX * sumX;
+        if (denominator === 0)
+            return;
+        this.slope = (n * sumXY - sumX * sumY) / denominator;
+        this.intercept = (sumY - this.slope * sumX) / n;
+        // Sanity check
+        if (this.slope <= 0 || this.slope > 1) {
+            this.slope = 0.25; // Reset to default if outlier
+            this.intercept = 10;
+        }
+    }
+    // ---- Private helpers ----
+    getCostConfig(provider, tier) {
+        // Provider-specific costs (from providerConfig.ts patterns)
+        const providerCosts = {
+            groq: { input: 0.59, output: 0.79 },
+            cerebras: { input: 0.60, output: 0.60 },
+            deepseek: { input: 0.14, output: 0.28 },
+            deepinfra: { input: 0.05, output: 0.05 },
+            together: { input: 0.18, output: 0.18 },
+            fireworks: { input: 0.20, output: 0.20 },
+            mistral: { input: 0.20, output: 0.60 },
+            openai: { input: 2.50, output: 10.00 },
+            anthropic: { input: 3.00, output: 15.00 },
+        };
+        if (provider && providerCosts[provider]) {
+            return providerCosts[provider];
+        }
+        // Tier fallback
+        const tierCosts = {
+            free: { input: 0, output: 0 },
+            cheap: { input: 0.20, output: 0.40 },
+            mid: { input: 1.00, output: 3.00 },
+            premium: { input: 3.00, output: 12.00 },
+            enterprise: { input: 5.00, output: 20.00 },
+        };
+        return tier ? tierCosts[tier] : tierCosts.mid;
+    }
+    containsKeyword(text, keywords) {
+        return keywords.some(kw => text.includes(kw));
+    }
+    calculateEwma() {
+        if (this.latencyHistory.length === 0)
+            return 0;
+        let ewma = this.latencyHistory[0];
+        for (let i = 1; i < this.latencyHistory.length; i++) {
+            ewma = this.ewmaAlpha * this.latencyHistory[i] + (1 - this.ewmaAlpha) * ewma;
+        }
+        return ewma;
+    }
+    calculateConfidence() {
+        // More historical data = higher confidence
+        const dataFactor = Math.min(this.historicalData.length / 50, 1.0);
+        // More latency history = higher confidence
+        const latencyFactor = Math.min(this.latencyHistory.length / 20, 1.0);
+        return Math.round((dataFactor * 0.6 + latencyFactor * 0.4) * 100) / 100;
+    }
+    estimateInputTokensFromTotal(total) {
+        return Math.round(total * 0.7); // Assume 70% input
+    }
+    estimateOutputTokensFromTotal(total) {
+        return Math.round(total * 0.3); // Assume 30% output
+    }
+}
+exports.PreCallCostEstimator = PreCallCostEstimator;
+// ============================================================
+// Factory
+// ============================================================
+function createPreCallCostEstimator(historicalData) {
+    return new PreCallCostEstimator(historicalData);
+}
+//# sourceMappingURL=preCallCostEstimator.js.map

package/dist/cost/preCallCostEstimator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"preCallCostEstimator.js","sourceRoot":"","sources":["../../src/cost/preCallCostEstimator.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;GAgBG;;;AAoUH,gEAIC;AAzRD,0CAA0C;AAC1C,MAAM,YAAY,GAAoE;IACpF,IAAI,EAAI,EAAE,GAAG,EAAE,GAAG,EAAG,GAAG,EAAE,IAAI,EAAG,GAAG,EAAE,IAAI,EAAE;IAC5C,KAAK,EAAG,EAAE,GAAG,EAAE,GAAG,EAAG,GAAG,EAAE,GAAG,EAAI,GAAG,EAAE,GAAG,EAAE;IAC3C,GAAG,EAAK,EAAE,GAAG,EAAE,GAAG,EAAG,GAAG,EAAE,IAAI,EAAG,GAAG,EAAE,GAAG,EAAE;IAC3C,OAAO,EAAC,EAAE,GAAG,EAAE,GAAG,EAAG,GAAG,EAAE,IAAI,EAAG,GAAG,EAAE,GAAG,EAAE;IAC3C,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE;CAC9C,CAAC;AAEF,+DAA+D;AAC/D,uBAAuB;AACvB,+DAA+D;AAE/D,MAAa,oBAAoB;IAC/B,qEAAqE;IAC7D,cAAc,GAA6C,EAAE,CAAC;IACtE,iCAAiC;IACzB,KAAK,GAAG,IAAI,CAAC,CAAC,wBAAwB;IACtC,SAAS,GAAG,EAAE,CAAC;IACvB,8BAA8B;IACtB,cAAc,GAAa,EAAE,CAAC;IAC9B,SAAS,GAAG,GAAG,CAAC;IAExB,YAAY,cAAyD;QACnE,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,KAAwB;QAC/B,MAAM,EACJ,KAAK,EACL,SAAS,GAAG,KAAK,EACjB,QAAQ,EACR,cAAc,EACd,kBAAkB,GAAG,CAAC,GACvB,GAAG,KAAK,CAAC;QAEV,mBAAmB;QACnB,IAAI,WAAmB,CAAC;QACxB,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,WAAW,GAAG,cAAc,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;QAC/D,CAAC;QAED,oDAAoD;QACpD,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAEnE,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;QAE/C,kBAAkB;QAClB,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC3D,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAElE,qBAAqB;QACrB,MAAM,gBAAgB,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;QAEnF,wDAAwD;QACxD,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE9C,OAAO;YACL,eAAe,EAAE,WAAW;YAC5B,oBAAoB,EAAE,WAAW;YACjC,qBAAqB,EAAE,YAAY;YACnC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,OAAO,CAAC,GAAG,OAAO,EAAE,mBAAmB;YACjF,gBAAgB;YAChB,UAAU;YACV,SAAS,EAAE;gBACT,aAAa,EAAE,UAAU,CAAC,KAAK;gBAC/B,cAAc,EAAE,UAAU,CAAC,MAAM;gBACjC,gBAAgB,EAAE,IAAI,CAAC,KAAK;aAC7B;SACF,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,cAAc,CAAC,IAAY,EAAE,kBAAkB,GAAG,CAAC;QACjD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,GAAG,kBAAkB,CAAC;QAEpD,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACpC,wBAAwB;YACxB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAC3E,CAAC;QAED,uDAAuD;QACvD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,KAAa,EAAE,WAAmB;QACrD,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAElC,gDAAgD;QAChD,IAAI,UAAU,GAAG,GAAG,CAAC;QAErB,yBAAyB;QACzB,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,EAAE,CAAC;YACzF,UAAU,GAAG,GAAG,CAAC,CAAC,yBAAyB;QAC7C,CAAC;aAAM,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC;YACvF,UAAU,GAAG,IAAI,CAAC,CAAC,oCAAoC;QACzD,CAAC;aAAM,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC;YACtE,UAAU,GAAG,GAAG,CAAC,CAAC,gCAAgC;QACpD,CAAC;aAAM,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;YAC3E,UAAU,GAAG,GAAG,CAAC,CAAC,uCAAuC;QAC3D,CAAC;QAED,2BAA2B;QAC3B,OAAO,IAAI,CAAC,GAAG,CACb,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,UAAU,CAAC,CAAC,EAClD,IAAI,CAAC,uBAAuB;SAC7B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,WAAmB,EAAE,MAA0B;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,4BAA4B,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;QAC1E,MAAM,OAAO,GAAG,IAAI,CAAC,6BAA6B,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;QAC5E,OAAO,MAAM,GAAG,MAAM,CAAC,KAAK,GAAG,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAkB,EAAE,WAAmB,EAAE,WAAmB;QAC1E,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAEvC,yBAAyB;QACzB,IAAI,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC;QAE9B,oDAAoD;QACpD,MAAM,UAAU,GAAG,WAAW,GAAG,GAAG,CAAC;QACrC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;QAElD,0CAA0C;QAC1C,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACzC,OAAO,GAAG,OAAO,GAAG,GAAG,GAAG,WAAW,GAAG,GAAG,CAAC;QAC9C,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,WAAmB,EAAE,YAAoB;QAC1D,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;QAEvE,iCAAiC;QACjC,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACrC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;QAED,gCAAgC;QAChC,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,SAAiB;QACnC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACpC,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,mBAAmB,CAAC,IAA8C;QAChE,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO;QAE5B,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QAE7C,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;YACrC,IAAI,IAAI,KAAK,CAAC;YACd,IAAI,IAAI,MAAM,CAAC;YACf,KAAK,IAAI,KAAK,GAAG,MAAM,CAAC;YACxB,KAAK,IAAI,KAAK,GAAG,KAAK,CAAC;QACzB,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,GAAG,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC;QAC5C,IAAI,WAAW,KAAK,CAAC;YAAE,OAAO;QAE9B,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,WAAW,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhD,eAAe;QACf,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,8BAA8B;YACjD,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,4BAA4B;IAEpB,aAAa,CAAC,QAAiB,EAAE,IAAmB;QAC1D,4DAA4D;QAC5D,MAAM,aAAa,GAAgD;YACjE,IAAI,EAAO,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,QAAQ,EAAG,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,QAAQ,EAAG,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,QAAQ,EAAG,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,OAAO,EAAI,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,MAAM,EAAK,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,KAAK,EAAE;YAC1C,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,KAAK,EAAE;SAC3C,CAAC;QAEF,IAAI,QAAQ,IAAI,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxC,OAAO,aAAa,CAAC,QAAQ,CAAE,CAAC;QAClC,CAAC;QAED,gBAAgB;QAChB,MAAM,SAAS,GAA6C;YAC1D,IAAI,EAAQ,EAAE,KAAK,EAAE,CAAC,EAAM,MAAM,EAAE,CAAC,EAAE;YACvC,KAAK,EAAO,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YAC1C,GAAG,EAAS,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YAC1C,OAAO,EAAK,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,KAAK,EAAE;YAC3C,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,KAAK,EAAE;SAC5C,CAAC;QAEF,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC;IAChD,CAAC;IAEO,eAAe,CAAC,IAAY,EAAE,QAAkB;QACtD,OAAO,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IAChD,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpD,IAAI,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;QAC/E,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,mBAAmB;QACzB,2CAA2C;QAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;QAClE,2CAA2C;QAC3C,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;QACrE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,GAAG,GAAG,aAAa,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;IAC1E,CAAC;IAEO,4BAA4B,CAAC,KAAa;QAChD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,mBAAmB;IACrD,CAAC;IAEO,6BAA6B,CAAC,KAAa;QACjD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,oBAAoB;IACtD,CAAC;CACF;AAlQD,oDAkQC;AAED,+DAA+D;AAC/D,UAAU;AACV,+DAA+D;AAE/D,SAAgB,0BAA0B,CACxC,cAAyD;IAEzD,OAAO,IAAI,oBAAoB,CAAC,cAAc,CAAC,CAAC;AAClD,CAAC"}

package/dist/index.d.ts

@@ -1,5 +1,8 @@
 export { routeQuery, routeBatch, recommendForTask, extractQueryFeatures, MODEL_PROFILES, updateModelProfile, getProviderHealth, } from './routing/advancedRouter';
 export { DEFAULT_PROVIDERS, getAvailableProviders, registerProvider, deregisterProvider, updateProvider, healthCheck, checkAllProviders, findCheapestAvailableProvider, findFastestAvailableProvider, loadConfig, saveConfig, } from './providers/providerConfig';
+export { ProviderRegistry } from './providers/registry';
+export { providerConfig } from './providers/providerConfig';
+export { estimateCost } from './routing/advancedRouter';
 export type { ProviderTier, ProviderFormat, ProviderType, ProviderCost, ProviderDefinition, } from './providers/providerConfig';
 export { CostTracker } from './cost/costTracker';
 export { MemoryTree } from './memory/memoryTree';
@@ -26,6 +29,19 @@ export declare function createA3MRouter(options?: A3MRouterOptions): {
     healthCheck: typeof healthCheck;
     costTracker: any;
     memoryTree: MemoryTree;
+    providers: any;
+    cache: any;
+    compression: {
+        compress: (input: string) => any;
+        decompress: (input: Buffer) => any;
+    };
+    vault: {
+        store: (key: string, value: any) => Promise<void>;
+        retrieve: (key: string) => Promise<null>;
+    };
+    autoFetch: boolean;
+    oauth: boolean;
     options: A3MRouterOptions;
 };
 export default createA3MRouter;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC1H,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACrG,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAChG,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AACzJ,OAAO,EAAE,mBAAmB,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC1F,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAChH,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAC3H,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,oBAAoB,EAAE,YAAY,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACjK,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC7K,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,YAAY,EAAE,mBAAmB,EAAE,cAAc,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AACjP,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC7I,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAC1L,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,eAAe,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAGtL,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,EAAE,eAAe,EAAE,CAAC;AAChG,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,sBAAsB,EAAE,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,CAAC;AAC9H,OAAO,EAAE,mBAAmB,EAAE,aAAa,EAAE,WAAW,EAAE,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC;AAC5E,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,UAAU,EAAE,CAAC;AAGnF,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,oBAAoB,EAAE,YAAY,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC;AAGvI,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAGlJ,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,YAAY,EAAE,mBAAmB,EAAE,cAAc,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,CAAC;AAGhN,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,gBAAgB,EAAE,CAAC;AAG/G,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,IAAI,gBAAgB,EAAE,aAAa,EAAE,CAAC;AAG9K,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,CAAC;AAG5D,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,eAAe,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,CAAC;AAGnJ,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAkI1B,CAAC;AAEF;;;;;;;;;;;;GAYG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,wBAIE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,oBAAoB,EACpB,cAAc,EACd,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAKlC,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EAClB,cAAc,EACd,WAAW,EACX,iBAAiB,EACjB,6BAA6B,EAC7B,4BAA4B,EAC5B,UAAU,EACV,UAAU,GACX,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD,YAAY,EACV,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,kBAAkB,GACnB,MAAM,4BAA4B,CAAC;AAKpC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAKjD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAKjE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAKjD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAMzD,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAEhF,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjD,MAAM,WAAW,gBAAgB;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,wBAAgB,eAAe,CAAC,OAAO,CAAC,EAAE,gBAAgB;;;;;;;;;;;0BAelC,MAAM;4BACJ,MAAM;;;qBAGP,MAAM,SAAS,GAAG;wBACf,MAAM;;;;;EAMjC;AAGD,eAAe,eAAe,CAAC"}