adaptive-memory-multi-model-router 2.2.9 → 2.4.0

package/dist/inference/speculativeDecoding.js

@@ -1,276 +0,0 @@
-"use strict";
-/**
- * A3M Router - Speculative Decoding Interface
- *
- * Interface for integrating speculative decoding.
- * Currently a stub/interface for future Medusa/Lookahead integration.
- *
- * Speculative decoding uses a smaller "draft" model to predict
- * multiple tokens ahead, which are then verified in parallel by
- * the main model. This can provide 2-3x speedup in generation.
- *
- * Usage:
- *   const specDec = new SpeculativeDecoding();
- *   if (specDec.shouldUse(true)) {
- *     const draftModel = specDec.getDraftModel('medusa');
- *     // ... use draft model to generate and verify
- *   }
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.SpeculativeDecodingWrapper = exports.SpeculativeDecoding = void 0;
-exports.createSpeculativeDecoding = createSpeculativeDecoding;
-// ============================================================
-// Speculative Decoding Interface
-// ============================================================
-class SpeculativeDecoding {
-    config;
-    draftModels = new Map();
-    constructor(config) {
-        this.config = {
-            enabled: config?.enabled ?? false,
-            draftModelType: config?.draftModelType ?? 'medusa',
-            speculationWindow: config?.speculationWindow ?? 4,
-            temperature: config?.temperature ?? 0.0,
-            provider: config?.provider,
-            model: config?.model,
-        };
-        // Register available draft models
-        this.registerDraftModels();
-    }
-    /**
-     * Determine if speculative decoding should be used.
-     * Checks config, provider support, and model availability.
-     */
-    shouldUse(forceEnable) {
-        if (forceEnable)
-            return true;
-        if (!this.config.enabled)
-            return false;
-        // Speculative decoding beneficial for longer outputs
-        // Check if provider supports it
-        return this.config.enabled;
-    }
-    /**
-     * Get the draft model configuration.
-     */
-    getDraftModel(type) {
-        const modelType = type || this.config.draftModelType || 'medusa';
-        const model = this.draftModels.get(modelType);
-        if (!model) {
-            // Return a generic configuration
-            return {
-                id: `draft-${modelType}`,
-                type: modelType,
-                provider: this.config.provider || 'auto',
-                size: 'small',
-                supportedWindows: [2, 4, 6, 8],
-            };
-        }
-        return model;
-    }
-    /**
-     * Generate draft tokens using the draft model.
-     * This is an async method to support API-based draft models.
-     */
-    async generateDraft(prompt, maxTokens) {
-        const draftModel = this.getDraftModel();
-        if (!draftModel) {
-            throw new Error('No draft model available');
-        }
-        // Stub: In production, this would call the draft model API
-        // For now, return empty draft
-        return {
-            tokens: [],
-            scores: [],
-        };
-    }
-    /**
-     * Verify draft tokens against the main model.
-     * Returns which tokens were accepted and corrections if needed.
-     */
-    async verifyDraft(prompt, draftTokens) {
-        if (draftTokens.length === 0) {
-            return {
-                allAccepted: true,
-                acceptedIndices: [],
-                rejectedIndices: [],
-                actualTokens: [],
-                rewindCount: 0,
-            };
-        }
-        // Stub: In production, this would verify each draft token
-        // For now, accept all tokens (optimistic)
-        return {
-            allAccepted: true,
-            acceptedIndices: draftTokens.map((_, i) => i),
-            rejectedIndices: [],
-            actualTokens: draftTokens,
-            rewindCount: 0,
-        };
-    }
-    /**
-     * Calculate speedup from speculative decoding results.
-     */
-    calculateSpeedup(result) {
-        if (!result.used || result.draftTokens === 0)
-            return 1.0;
-        // Approximate speedup based on acceptance rate
-        // Higher acceptance = more speedup
-        const acceptanceRate = result.acceptanceRate;
-        // Theoretical 2-3x speedup at 90%+ acceptance
-        if (acceptanceRate >= 0.9)
-            return 2.5;
-        if (acceptanceRate >= 0.8)
-            return 2.0;
-        if (acceptanceRate >= 0.7)
-            return 1.7;
-        if (acceptanceRate >= 0.5)
-            return 1.4;
-        if (acceptanceRate >= 0.3)
-            return 1.2;
-        return 1.1;
-    }
-    /**
-     * Update configuration.
-     */
-    updateConfig(updates) {
-        this.config = { ...this.config, ...updates };
-    }
-    /**
-     * Get current configuration.
-     */
-    getConfig() {
-        return { ...this.config };
-    }
-    /**
-     * Check if a provider supports speculative decoding.
-     */
-    supportsSpeculativeDecoding(provider) {
-        // Local providers (Ollama, vLLM) typically support it
-        const localProviders = ['ollama', 'lmstudio', 'vllm'];
-        if (localProviders.includes(provider))
-            return true;
-        // Check if provider has known speculative support
-        const supportedProviders = ['together', 'fireworks', 'anyscale'];
-        return supportedProviders.includes(provider);
-    }
-    /**
-     * Get recommended speculation window based on model size.
-     */
-    getRecommendedWindow(modelSize) {
-        switch (modelSize) {
-            case 'small': return 6;
-            case 'medium': return 4;
-            case 'large': return 2;
-            default: return 4;
-        }
-    }
-    // ---- Private helpers ----
-    registerDraftModels() {
-        // Medusa-style models (multiple draft heads)
-        this.draftModels.set('medusa', {
-            id: 'medusa-7b',
-            type: 'medusa',
-            provider: 'auto',
-            size: '7B equivalent',
-            supportedWindows: [2, 4, 6, 8, 10],
-        });
-        // Lookahead decoding
-        this.draftModels.set('lookahead', {
-            id: 'lookahead-7b',
-            type: 'lookahead',
-            provider: 'auto',
-            size: '7B equivalent',
-            supportedWindows: [2, 4, 6],
-        });
-        // EAGLE decoding
-        this.draftModels.set('eagle', {
-            id: 'eagle-7b',
-            type: 'eagle',
-            provider: 'auto',
-            size: '7B equivalent',
-            supportedWindows: [2, 4, 6, 8],
-        });
-        // Spark (speculative decoding for transformers)
-        this.draftModels.set('spark', {
-            id: 'spark-7b',
-            type: 'spark',
-            provider: 'auto',
-            size: '7B equivalent',
-            supportedWindows: [2, 4, 6, 8, 10, 12],
-        });
-    }
-}
-exports.SpeculativeDecoding = SpeculativeDecoding;
-// ============================================================
-// Speculative Decoding Wrapper for LLM calls
-// ============================================================
-class SpeculativeDecodingWrapper {
-    specDec;
-    mainModelCall;
-    constructor(mainModelCall, config) {
-        this.mainModelCall = mainModelCall;
-        this.specDec = new SpeculativeDecoding(config);
-    }
-    /**
-     * Generate with speculative decoding.
-     */
-    async generate(prompt, maxTokens, options) {
-        if (!this.specDec.shouldUse(options?.useSpecDec)) {
-            // Fallback to normal generation
-            const text = await this.mainModelCall(prompt, options);
-            return {
-                text,
-                result: {
-                    used: false,
-                    draftTokens: 0,
-                    acceptedTokens: 0,
-                    acceptanceRate: 0,
-                    estimatedTimeSaved: 0,
-                },
-            };
-        }
-        // Speculative generation
-        const startTime = Date.now();
-        const draftTokens = await this.specDec.generateDraft(prompt, maxTokens);
-        const verification = await this.specDec.verifyDraft(prompt, draftTokens.tokens);
-        let text;
-        if (verification.allAccepted) {
-            // All draft tokens accepted, continue with main model
-            text = verification.actualTokens.join('') +
-                await this.mainModelCall(prompt, options);
-        }
-        else {
-            // Some tokens rejected, need to rewind
-            text = verification.actualTokens.join('');
-            // Re-prompt with corrected context
-            text += await this.mainModelCall(prompt + text, options);
-        }
-        const endTime = Date.now();
-        const speedup = this.specDec.calculateSpeedup({
-            used: true,
-            draftTokens: draftTokens.tokens.length,
-            acceptedTokens: verification.acceptedIndices.length,
-            acceptanceRate: verification.acceptedIndices.length / draftTokens.tokens.length,
-            estimatedTimeSaved: endTime - startTime,
-        });
-        return {
-            text,
-            result: {
-                used: true,
-                draftTokens: draftTokens.tokens.length,
-                acceptedTokens: verification.acceptedIndices.length,
-                acceptanceRate: verification.acceptedIndices.length / draftTokens.tokens.length,
-                estimatedTimeSaved: Math.round((1 - 1 / speedup) * (endTime - startTime)),
-            },
-        };
-    }
-}
-exports.SpeculativeDecodingWrapper = SpeculativeDecodingWrapper;
-// ============================================================
-// Factory
-// ============================================================
-function createSpeculativeDecoding(config) {
-    return new SpeculativeDecoding(config);
-}
-//# sourceMappingURL=speculativeDecoding.js.map

package/dist/inference/speculativeDecoding.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"speculativeDecoding.js","sourceRoot":"","sources":["../../src/inference/speculativeDecoding.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;GAgBG;;;AAgWH,8DAIC;AApSD,+DAA+D;AAC/D,iCAAiC;AACjC,+DAA+D;AAE/D,MAAa,mBAAmB;IACtB,MAAM,CAAoB;IAC1B,WAAW,GAA4B,IAAI,GAAG,EAAE,CAAC;IAEzD,YAAY,MAAmC;QAC7C,IAAI,CAAC,MAAM,GAAG;YACZ,OAAO,EAAE,MAAM,EAAE,OAAO,IAAI,KAAK;YACjC,cAAc,EAAE,MAAM,EAAE,cAAc,IAAI,QAAQ;YAClD,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,IAAI,CAAC;YACjD,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,GAAG;YACvC,QAAQ,EAAE,MAAM,EAAE,QAAQ;YAC1B,KAAK,EAAE,MAAM,EAAE,KAAK;SACrB,CAAC;QAEF,kCAAkC;QAClC,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,SAAS,CAAC,WAAqB;QAC7B,IAAI,WAAW;YAAE,OAAO,IAAI,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAEvC,qDAAqD;QACrD,gCAAgC;QAChC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,IAAqB;QACjC,MAAM,SAAS,GAAG,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,QAAQ,CAAC;QAEjE,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,iCAAiC;YACjC,OAAO;gBACL,EAAE,EAAE,SAAS,SAAS,EAAE;gBACxB,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM;gBACxC,IAAI,EAAE,OAAO;gBACb,gBAAgB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;aAC/B,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CACjB,MAAc,EACd,SAAiB;QAEjB,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACxC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,2DAA2D;QAC3D,8BAA8B;QAC9B,OAAO;YACL,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;SACX,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CACf,MAAc,EACd,WAAqB;QAErB,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO;gBACL,WAAW,EAAE,IAAI;gBACjB,eAAe,EAAE,EAAE;gBACnB,eAAe,EAAE,EAAE;gBACnB,YAAY,EAAE,EAAE;gBAChB,WAAW,EAAE,CAAC;aACf,CAAC;QACJ,CAAC;QAED,0DAA0D;QAC1D,0CAA0C;QAC1C,OAAO;YACL,WAAW,EAAE,IAAI;YACjB,eAAe,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC7C,eAAe,EAAE,EAAE;YACnB,YAAY,EAAE,WAAW;YACzB,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,MAAyB;QACxC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,WAAW,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAEzD,+CAA+C;QAC/C,mCAAmC;QACnC,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAE7C,8CAA8C;QAC9C,IAAI,cAAc,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,cAAc,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,cAAc,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,cAAc,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,cAAc,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QACtC,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,OAAmC;QAC9C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,2BAA2B,CAAC,QAAgB;QAC1C,sDAAsD;QACtD,MAAM,cAAc,GAAG,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACtD,IAAI,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAC;QAEnD,kDAAkD;QAClD,MAAM,kBAAkB,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QACjE,OAAO,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,SAAuC;QAC1D,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC;YACvB,KAAK,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC;YACxB,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC;YACvB,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,4BAA4B;IAEpB,mBAAmB;QACzB,6CAA6C;QAC7C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE;YAC7B,EAAE,EAAE,WAAW;YACf,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,eAAe;YACrB,gBAAgB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;SACnC,CAAC,CAAC;QAEH,qBAAqB;QACrB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,EAAE;YAChC,EAAE,EAAE,cAAc;YAClB,IAAI,EAAE,WAAW;YACjB,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,eAAe;YACrB,gBAAgB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;SAC5B,CAAC,CAAC;QAEH,iBAAiB;QACjB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE;YAC5B,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,eAAe;YACrB,gBAAgB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;SAC/B,CAAC,CAAC;QAEH,gDAAgD;QAChD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE;YAC5B,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,eAAe;YACrB,gBAAgB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC;SACvC,CAAC,CAAC;IACL,CAAC;CACF;AAvMD,kDAuMC;AAED,+DAA+D;AAC/D,6CAA6C;AAC7C,+DAA+D;AAE/D,MAAa,0BAA0B;IAC7B,OAAO,CAAsB;IAC7B,aAAa,CAAqD;IAE1E,YACE,aAAiE,EACjE,MAAmC;QAEnC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,MAAc,EACd,SAAiB,EACjB,OAAwD;QAExD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC;YACjD,gCAAgC;YAChC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACvD,OAAO;gBACL,IAAI;gBACJ,MAAM,EAAE;oBACN,IAAI,EAAE,KAAK;oBACX,WAAW,EAAE,CAAC;oBACd,cAAc,EAAE,CAAC;oBACjB,cAAc,EAAE,CAAC;oBACjB,kBAAkB,EAAE,CAAC;iBACtB;aACF,CAAC;QACJ,CAAC;QAED,yBAAyB;QACzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACxE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;QAEhF,IAAI,IAAY,CAAC;QAEjB,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC;YAC7B,sDAAsD;YACtD,IAAI,GAAG,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvC,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,uCAAuC;YACvC,IAAI,GAAG,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC1C,mCAAmC;YACnC,IAAI,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC5C,IAAI,EAAE,IAAI;YACV,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM;YACtC,cAAc,EAAE,YAAY,CAAC,eAAe,CAAC,MAAM;YACnD,cAAc,EAAE,YAAY,CAAC,eAAe,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM;YAC/E,kBAAkB,EAAE,OAAO,GAAG,SAAS;SACxC,CAAC,CAAC;QAEH,OAAO;YACL,IAAI;YACJ,MAAM,EAAE;gBACN,IAAI,EAAE,IAAI;gBACV,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM;gBACtC,cAAc,EAAE,YAAY,CAAC,eAAe,CAAC,MAAM;gBACnD,cAAc,EAAE,YAAY,CAAC,eAAe,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM;gBAC/E,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC;aAC1E;SACF,CAAC;IACJ,CAAC;CACF;AAzED,gEAyEC;AAED,+DAA+D;AAC/D,UAAU;AACV,+DAA+D;AAE/D,SAAgB,yBAAyB,CACvC,MAAmC;IAEnC,OAAO,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;AACzC,CAAC"}

package/dist/providers/providerHealth.d.ts

@@ -1,117 +0,0 @@
-/**
- * A3M Router - Provider Health Score
- *
- * Probabilistic health scoring (not binary up/down).
- * Uses latency history, error rate, partial failure patterns, queue depth estimates.
- *
- * Usage:
- *   const healthMonitor = new ProviderHealthMonitor();
- *   healthMonitor.recordLatency('groq', 250);
- *   healthMonitor.recordError('groq', 'rate_limit');
- *   const score = healthMonitor.getHealthScore('groq');
- *   console.log(score); // { score: 0.85, confidence: 0.7, status: 'healthy' }
- */
-import { ProviderTier } from '../providers/providerConfig';
-export type HealthStatus = 'healthy' | 'degraded' | 'critical';
-export interface HealthScore {
-    /** Overall health score 0-1 */
-    score: number;
-    /** Confidence in the score 0-1 */
-    confidence: number;
-    /** Human-readable status */
-    status: HealthStatus;
-    /** Component scores */
-    components: {
-        latency: number;
-        errorRate: number;
-        recentTrend: number;
-    };
-    /** Last updated timestamp */
-    lastUpdated: number;
-    /** Metadata about current state */
-    metadata: {
-        sampleSize: number;
-        isAnomaly: boolean;
-        anomalyReason?: string;
-    };
-}
-export interface HealthRecord {
-    timestamp: number;
-    latency?: number;
-    success?: boolean;
-    errorType?: string;
-    partialFailure?: boolean;
-}
-export interface HealthConfig {
-    /** EWMA alpha for latency smoothing */
-    latencyAlpha?: number;
-    /** EWMA alpha for error rate smoothing */
-    errorAlpha?: number;
-    /** Window size for anomaly detection */
-    anomalyWindow?: number;
-    /** Standard deviation threshold for anomaly */
-    anomalyThreshold?: number;
-    /** Health score thresholds */
-    healthyThreshold?: number;
-    /** Degraded threshold */
-    degradedThreshold?: number;
-}
-export declare class ProviderHealthMonitor {
-    private records;
-    private config;
-    private ewmaLatency;
-    private ewmaErrorRate;
-    private anomalyScores;
-    constructor(config?: HealthConfig);
-    /**
-     * Record a successful request with latency.
-     */
-    recordSuccess(providerId: string, latencyMs: number): void;
-    /**
-     * Record a failed request.
-     */
-    recordError(providerId: string, errorType?: string): void;
-    /**
-     * Record a partial failure (slow response, incomplete output, etc).
-     */
-    recordPartialFailure(providerId: string, latencyMs?: number): void;
-    /**
-     * Record queue depth estimate (when available from provider metadata).
-     */
-    recordQueueDepth(providerId: string, depth: number): void;
-    /**
-     * Get the current health score for a provider.
-     */
-    getHealthScore(providerId: string): HealthScore;
-    /**
-     * Get health scores for all tracked providers.
-     */
-    getAllHealthScores(): Record<string, HealthScore>;
-    /**
-     * Get the recommended provider based on health scores.
-     * Excludes providers that are 'critical'.
-     */
-    getRecommendedProvider(providers: Array<{
-        id: string;
-        tier?: ProviderTier;
-        priority?: number;
-    }>): string | null;
-    /**
-     * Clear all records for a provider.
-     */
-    clearProvider(providerId: string): void;
-    /**
-     * Clear all records for all providers.
-     */
-    clearAll(): void;
-    private addRecord;
-    private getRecords;
-    private updateEwmaLatency;
-    private updateEwmaErrorRate;
-    private updateAnomalyScore;
-    private calculateLatencyScore;
-    private calculateErrorScore;
-    private calculateTrendScore;
-}
-export declare function createProviderHealthMonitor(config?: HealthConfig): ProviderHealthMonitor;
-//# sourceMappingURL=providerHealth.d.ts.map

package/dist/providers/providerHealth.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"providerHealth.d.ts","sourceRoot":"","sources":["../../src/providers/providerHealth.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAM3D,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,CAAC;AAE/D,MAAM,WAAW,WAAW;IAC1B,+BAA+B;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,kCAAkC;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,4BAA4B;IAC5B,MAAM,EAAE,YAAY,CAAC;IACrB,uBAAuB;IACvB,UAAU,EAAE;QACV,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,QAAQ,EAAE;QACR,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,OAAO,CAAC;QACnB,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IAC3B,uCAAuC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,0CAA0C;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wCAAwC;IACxC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,8BAA8B;IAC9B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,yBAAyB;IACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAeD,qBAAa,qBAAqB;IAChC,OAAO,CAAC,OAAO,CAA0C;IACzD,OAAO,CAAC,MAAM,CAAyB;IACvC,OAAO,CAAC,WAAW,CAAkC;IACrD,OAAO,CAAC,aAAa,CAAkC;IACvD,OAAO,CAAC,aAAa,CAAkC;gBAE3C,MAAM,GAAE,YAAiB;IAIrC;;OAEG;IACH,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI;IAW1D;;OAEG;IACH,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,GAAE,MAAkB,GAAG,IAAI;IASpE;;OAEG;IACH,oBAAoB,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI;IAelE;;OAEG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAWzD;;OAEG;IACH,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,WAAW;IAoE/C;;OAEG;IACH,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC;IAQjD;;;OAGG;IACH,sBAAsB,CACpB,SAAS,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,YAAY,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACvE,MAAM,GAAG,IAAI;IAqBhB;;OAEG;IACH,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOvC;;OAEG;IACH,QAAQ,IAAI,IAAI;IAShB,OAAO,CAAC,SAAS;IAajB,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,iBAAiB;IAYzB,OAAO,CAAC,mBAAmB;IAa3B,OAAO,CAAC,kBAAkB;IA2B1B,OAAO,CAAC,qBAAqB;IAc7B,OAAO,CAAC,mBAAmB;IAM3B,OAAO,CAAC,mBAAmB;CAkB5B;AAMD,wBAAgB,2BAA2B,CAAC,MAAM,CAAC,EAAE,YAAY,GAAG,qBAAqB,CAExF"}