adaptive-memory-multi-model-router 2.3.0 → 2.4.1

package/dist/cost/preCallCostEstimator.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"preCallCostEstimator.js","sourceRoot":"","sources":["../../src/cost/preCallCostEstimator.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;GAgBG;;;AAoUH,gEAIC;AAzRD,0CAA0C;AAC1C,MAAM,YAAY,GAAoE;IACpF,IAAI,EAAI,EAAE,GAAG,EAAE,GAAG,EAAG,GAAG,EAAE,IAAI,EAAG,GAAG,EAAE,IAAI,EAAE;IAC5C,KAAK,EAAG,EAAE,GAAG,EAAE,GAAG,EAAG,GAAG,EAAE,GAAG,EAAI,GAAG,EAAE,GAAG,EAAE;IAC3C,GAAG,EAAK,EAAE,GAAG,EAAE,GAAG,EAAG,GAAG,EAAE,IAAI,EAAG,GAAG,EAAE,GAAG,EAAE;IAC3C,OAAO,EAAC,EAAE,GAAG,EAAE,GAAG,EAAG,GAAG,EAAE,IAAI,EAAG,GAAG,EAAE,GAAG,EAAE;IAC3C,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE;CAC9C,CAAC;AAEF,+DAA+D;AAC/D,uBAAuB;AACvB,+DAA+D;AAE/D,MAAa,oBAAoB;IAC/B,qEAAqE;IAC7D,cAAc,GAA6C,EAAE,CAAC;IACtE,iCAAiC;IACzB,KAAK,GAAG,IAAI,CAAC,CAAC,wBAAwB;IACtC,SAAS,GAAG,EAAE,CAAC;IACvB,8BAA8B;IACtB,cAAc,GAAa,EAAE,CAAC;IAC9B,SAAS,GAAG,GAAG,CAAC;IAExB,YAAY,cAAyD;QACnE,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,KAAwB;QAC/B,MAAM,EACJ,KAAK,EACL,SAAS,GAAG,KAAK,EACjB,QAAQ,EACR,cAAc,EACd,kBAAkB,GAAG,CAAC,GACvB,GAAG,KAAK,CAAC;QAEV,mBAAmB;QACnB,IAAI,WAAmB,CAAC;QACxB,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,WAAW,GAAG,cAAc,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;QAC/D,CAAC;QAED,oDAAoD;QACpD,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAEnE,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;QAE/C,kBAAkB;QAClB,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC3D,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAElE,qBAAqB;QACrB,MAAM,gBAAgB,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;QAEnF,wDAAwD;QACxD,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE9C,OAAO;YACL,eAAe,EAAE,WAAW;YAC5B,oBAAoB,EAAE,WAAW;YACjC,qBAAqB,EAAE,YAAY;YACnC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,OAAO,CAAC,GAAG,OAAO,EAAE,mBAAmB;YACjF,gBAAgB;YAChB,UAAU;YACV,SAAS,EAAE;gBACT,aAAa,EAAE,UAAU,CAAC,KAAK;gBAC/B,cAAc,EAAE,UAAU,CAAC,MAAM;gBACjC,gBAAgB,EAAE,IAAI,CAAC,KAAK;aAC7B;SACF,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,cAAc,CAAC,IAAY,EAAE,kBAAkB,GAAG,CAAC;QACjD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,GAAG,kBAAkB,CAAC;QAEpD,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACpC,wBAAwB;YACxB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAC3E,CAAC;QAED,uDAAuD;QACvD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,KAAa,EAAE,WAAmB;QACrD,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAElC,gDAAgD;QAChD,IAAI,UAAU,GAAG,GAAG,CAAC;QAErB,yBAAyB;QACzB,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,EAAE,CAAC;YACzF,UAAU,GAAG,GAAG,CAAC,CAAC,yBAAyB;QAC7C,CAAC;aAAM,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC;YACvF,UAAU,GAAG,IAAI,CAAC,CAAC,oCAAoC;QACzD,CAAC;aAAM,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC;YACtE,UAAU,GAAG,GAAG,CAAC,CAAC,gCAAgC;QACpD,CAAC;aAAM,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;YAC3E,UAAU,GAAG,GAAG,CAAC,CAAC,uCAAuC;QAC3D,CAAC;QAED,2BAA2B;QAC3B,OAAO,IAAI,CAAC,GAAG,CACb,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,UAAU,CAAC,CAAC,EAClD,IAAI,CAAC,uBAAuB;SAC7B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,WAAmB,EAAE,MAA0B;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,4BAA4B,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;QAC1E,MAAM,OAAO,GAAG,IAAI,CAAC,6BAA6B,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;QAC5E,OAAO,MAAM,GAAG,MAAM,CAAC,KAAK,GAAG,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAkB,EAAE,WAAmB,EAAE,WAAmB;QAC1E,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAEvC,yBAAyB;QACzB,IAAI,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC;QAE9B,oDAAoD;QACpD,MAAM,UAAU,GAAG,WAAW,GAAG,GAAG,CAAC;QACrC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;QAElD,0CAA0C;QAC1C,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACzC,OAAO,GAAG,OAAO,GAAG,GAAG,GAAG,WAAW,GAAG,GAAG,CAAC;QAC9C,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,WAAmB,EAAE,YAAoB;QAC1D,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;QAEvE,iCAAiC;QACjC,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACrC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;QAED,gCAAgC;QAChC,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,SAAiB;QACnC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACpC,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,mBAAmB,CAAC,IAA8C;QAChE,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO;QAE5B,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QAE7C,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;YACrC,IAAI,IAAI,KAAK,CAAC;YACd,IAAI,IAAI,MAAM,CAAC;YACf,KAAK,IAAI,KAAK,GAAG,MAAM,CAAC;YACxB,KAAK,IAAI,KAAK,GAAG,KAAK,CAAC;QACzB,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,GAAG,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC;QAC5C,IAAI,WAAW,KAAK,CAAC;YAAE,OAAO;QAE9B,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,WAAW,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhD,eAAe;QACf,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,8BAA8B;YACjD,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,4BAA4B;IAEpB,aAAa,CAAC,QAAiB,EAAE,IAAmB;QAC1D,4DAA4D;QAC5D,MAAM,aAAa,GAAgD;YACjE,IAAI,EAAO,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,QAAQ,EAAG,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,QAAQ,EAAG,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,QAAQ,EAAG,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,OAAO,EAAI,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YACzC,MAAM,EAAK,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,KAAK,EAAE;YAC1C,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,KAAK,EAAE;SAC3C,CAAC;QAEF,IAAI,QAAQ,IAAI,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxC,OAAO,aAAa,CAAC,QAAQ,CAAE,CAAC;QAClC,CAAC;QAED,gBAAgB;QAChB,MAAM,SAAS,GAA6C;YAC1D,IAAI,EAAQ,EAAE,KAAK,EAAE,CAAC,EAAM,MAAM,EAAE,CAAC,EAAE;YACvC,KAAK,EAAO,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YAC1C,GAAG,EAAS,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,IAAI,EAAE;YAC1C,OAAO,EAAK,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,KAAK,EAAE;YAC3C,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,MAAM,EAAE,KAAK,EAAE;SAC5C,CAAC;QAEF,OAAO,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC;IAChD,CAAC;IAEO,eAAe,CAAC,IAAY,EAAE,QAAkB;QACtD,OAAO,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IAChD,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpD,IAAI,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;QAC/E,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,mBAAmB;QACzB,2CAA2C;QAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;QAClE,2CAA2C;QAC3C,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;QACrE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,GAAG,GAAG,aAAa,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;IAC1E,CAAC;IAEO,4BAA4B,CAAC,KAAa;QAChD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,mBAAmB;IACrD,CAAC;IAEO,6BAA6B,CAAC,KAAa;QACjD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,oBAAoB;IACtD,CAAC;CACF;AAlQD,oDAkQC;AAED,+DAA+D;AAC/D,UAAU;AACV,+DAA+D;AAE/D,SAAgB,0BAA0B,CACxC,cAAyD;IAEzD,OAAO,IAAI,oBAAoB,CAAC,cAAc,CAAC,CAAC;AAClD,CAAC"}

package/dist/inference/speculativeDecoding.d.ts

@@ -1,133 +0,0 @@
-/**
- * A3M Router - Speculative Decoding Interface
- *
- * Interface for integrating speculative decoding.
- * Currently a stub/interface for future Medusa/Lookahead integration.
- *
- * Speculative decoding uses a smaller "draft" model to predict
- * multiple tokens ahead, which are then verified in parallel by
- * the main model. This can provide 2-3x speedup in generation.
- *
- * Usage:
- *   const specDec = new SpeculativeDecoding();
- *   if (specDec.shouldUse(true)) {
- *     const draftModel = specDec.getDraftModel('medusa');
- *     // ... use draft model to generate and verify
- *   }
- */
-export type DraftModelType = 'medusa' | 'lookahead' | 'eagle' | 'spark';
-export interface SpeculativeConfig {
-    /** Enable speculative decoding */
-    enabled: boolean;
-    /** Draft model type */
-    draftModelType?: DraftModelType;
-    /** Number of speculative tokens to generate */
-    speculationWindow?: number;
-    /** Temperature for draft model */
-    temperature?: number;
-    /** Provider to use for draft model */
-    provider?: string;
-    /** Model to use for draft model */
-    model?: string;
-}
-export interface DraftModel {
-    /** Model identifier */
-    id: string;
-    /** Model type */
-    type: DraftModelType;
-    /** Provider for this model */
-    provider: string;
-    /** Model size description */
-    size: string;
-    /** Supported speculation windows */
-    supportedWindows: number[];
-}
-export interface SpeculativeResult {
-    /** Whether speculative decoding was used */
-    used: boolean;
-    /** Number of tokens in draft */
-    draftTokens: number;
-    /** Number of tokens accepted */
-    acceptedTokens: number;
-    /** Acceptance rate */
-    acceptanceRate: number;
-    /** Time saved (ms, estimated) */
-    estimatedTimeSaved: number;
-}
-export interface VerificationResult {
-    /** All tokens verified successfully */
-    allAccepted: boolean;
-    /** Indices of accepted tokens */
-    acceptedIndices: number[];
-    /** Indices of rejected tokens */
-    rejectedIndices: number[];
-    /** Actual tokens to use (may differ from draft) */
-    actualTokens: string[];
-    /** Number of tokens to rewind */
-    rewindCount: number;
-}
-export declare class SpeculativeDecoding {
-    private config;
-    private draftModels;
-    constructor(config?: Partial<SpeculativeConfig>);
-    /**
-     * Determine if speculative decoding should be used.
-     * Checks config, provider support, and model availability.
-     */
-    shouldUse(forceEnable?: boolean): boolean;
-    /**
-     * Get the draft model configuration.
-     */
-    getDraftModel(type?: DraftModelType): DraftModel | null;
-    /**
-     * Generate draft tokens using the draft model.
-     * This is an async method to support API-based draft models.
-     */
-    generateDraft(prompt: string, maxTokens: number): Promise<{
-        tokens: string[];
-        scores: number[];
-    }>;
-    /**
-     * Verify draft tokens against the main model.
-     * Returns which tokens were accepted and corrections if needed.
-     */
-    verifyDraft(prompt: string, draftTokens: string[]): Promise<VerificationResult>;
-    /**
-     * Calculate speedup from speculative decoding results.
-     */
-    calculateSpeedup(result: SpeculativeResult): number;
-    /**
-     * Update configuration.
-     */
-    updateConfig(updates: Partial<SpeculativeConfig>): void;
-    /**
-     * Get current configuration.
-     */
-    getConfig(): SpeculativeConfig;
-    /**
-     * Check if a provider supports speculative decoding.
-     */
-    supportsSpeculativeDecoding(provider: string): boolean;
-    /**
-     * Get recommended speculation window based on model size.
-     */
-    getRecommendedWindow(modelSize: 'small' | 'medium' | 'large'): number;
-    private registerDraftModels;
-}
-export declare class SpeculativeDecodingWrapper {
-    private specDec;
-    private mainModelCall;
-    constructor(mainModelCall: (prompt: string, options?: any) => Promise<string>, config?: Partial<SpeculativeConfig>);
-    /**
-     * Generate with speculative decoding.
-     */
-    generate(prompt: string, maxTokens: number, options?: {
-        temperature?: number;
-        useSpecDec?: boolean;
-    }): Promise<{
-        text: string;
-        result: SpeculativeResult;
-    }>;
-}
-export declare function createSpeculativeDecoding(config?: Partial<SpeculativeConfig>): SpeculativeDecoding;
-//# sourceMappingURL=speculativeDecoding.d.ts.map

package/dist/inference/speculativeDecoding.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"speculativeDecoding.d.ts","sourceRoot":"","sources":["../../src/inference/speculativeDecoding.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAQH,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG,WAAW,GAAG,OAAO,GAAG,OAAO,CAAC;AAExE,MAAM,WAAW,iBAAiB;IAChC,kCAAkC;IAClC,OAAO,EAAE,OAAO,CAAC;IACjB,uBAAuB;IACvB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,+CAA+C;IAC/C,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kCAAkC;IAClC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,sCAAsC;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,uBAAuB;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB;IACjB,IAAI,EAAE,cAAc,CAAC;IACrB,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,6BAA6B;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,oCAAoC;IACpC,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAiB;IAChC,4CAA4C;IAC5C,IAAI,EAAE,OAAO,CAAC;IACd,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,gCAAgC;IAChC,cAAc,EAAE,MAAM,CAAC;IACvB,sBAAsB;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,iCAAiC;IACjC,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,uCAAuC;IACvC,WAAW,EAAE,OAAO,CAAC;IACrB,iCAAiC;IACjC,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,iCAAiC;IACjC,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,mDAAmD;IACnD,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,iCAAiC;IACjC,WAAW,EAAE,MAAM,CAAC;CACrB;AAMD,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,WAAW,CAAsC;gBAE7C,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC;IAc/C;;;OAGG;IACH,SAAS,CAAC,WAAW,CAAC,EAAE,OAAO,GAAG,OAAO;IASzC;;OAEG;IACH,aAAa,CAAC,IAAI,CAAC,EAAE,cAAc,GAAG,UAAU,GAAG,IAAI;IAkBvD;;;OAGG;IACG,aAAa,CACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAclD;;;OAGG;IACG,WAAW,CACf,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EAAE,GACpB,OAAO,CAAC,kBAAkB,CAAC;IAsB9B;;OAEG;IACH,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM;IAgBnD;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG,IAAI;IAIvD;;OAEG;IACH,SAAS,IAAI,iBAAiB;IAI9B;;OAEG;IACH,2BAA2B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAUtD;;OAEG;IACH,oBAAoB,CAAC,SAAS,EAAE,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM;IAWrE,OAAO,CAAC,mBAAmB;CAqC5B;AAMD,qBAAa,0BAA0B;IACrC,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,aAAa,CAAqD;gBAGxE,aAAa,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,MAAM,CAAC,EACjE,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC;IAMrC;;OAEG;IACG,QAAQ,CACZ,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,OAAO,CAAA;KAAE,GACvD,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,iBAAiB,CAAA;KAAE,CAAC;CAsDxD;AAMD,wBAAgB,yBAAyB,CACvC,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAClC,mBAAmB,CAErB"}

package/dist/inference/speculativeDecoding.js

@@ -1,276 +0,0 @@
-"use strict";
-/**
- * A3M Router - Speculative Decoding Interface
- *
- * Interface for integrating speculative decoding.
- * Currently a stub/interface for future Medusa/Lookahead integration.
- *
- * Speculative decoding uses a smaller "draft" model to predict
- * multiple tokens ahead, which are then verified in parallel by
- * the main model. This can provide 2-3x speedup in generation.
- *
- * Usage:
- *   const specDec = new SpeculativeDecoding();
- *   if (specDec.shouldUse(true)) {
- *     const draftModel = specDec.getDraftModel('medusa');
- *     // ... use draft model to generate and verify
- *   }
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.SpeculativeDecodingWrapper = exports.SpeculativeDecoding = void 0;
-exports.createSpeculativeDecoding = createSpeculativeDecoding;
-// ============================================================
-// Speculative Decoding Interface
-// ============================================================
-class SpeculativeDecoding {
-    config;
-    draftModels = new Map();
-    constructor(config) {
-        this.config = {
-            enabled: config?.enabled ?? false,
-            draftModelType: config?.draftModelType ?? 'medusa',
-            speculationWindow: config?.speculationWindow ?? 4,
-            temperature: config?.temperature ?? 0.0,
-            provider: config?.provider,
-            model: config?.model,
-        };
-        // Register available draft models
-        this.registerDraftModels();
-    }
-    /**
-     * Determine if speculative decoding should be used.
-     * Checks config, provider support, and model availability.
-     */
-    shouldUse(forceEnable) {
-        if (forceEnable)
-            return true;
-        if (!this.config.enabled)
-            return false;
-        // Speculative decoding beneficial for longer outputs
-        // Check if provider supports it
-        return this.config.enabled;
-    }
-    /**
-     * Get the draft model configuration.
-     */
-    getDraftModel(type) {
-        const modelType = type || this.config.draftModelType || 'medusa';
-        const model = this.draftModels.get(modelType);
-        if (!model) {
-            // Return a generic configuration
-            return {
-                id: `draft-${modelType}`,
-                type: modelType,
-                provider: this.config.provider || 'auto',
-                size: 'small',
-                supportedWindows: [2, 4, 6, 8],
-            };
-        }
-        return model;
-    }
-    /**
-     * Generate draft tokens using the draft model.
-     * This is an async method to support API-based draft models.
-     */
-    async generateDraft(prompt, maxTokens) {
-        const draftModel = this.getDraftModel();
-        if (!draftModel) {
-            throw new Error('No draft model available');
-        }
-        // Stub: In production, this would call the draft model API
-        // For now, return empty draft
-        return {
-            tokens: [],
-            scores: [],
-        };
-    }
-    /**
-     * Verify draft tokens against the main model.
-     * Returns which tokens were accepted and corrections if needed.
-     */
-    async verifyDraft(prompt, draftTokens) {
-        if (draftTokens.length === 0) {
-            return {
-                allAccepted: true,
-                acceptedIndices: [],
-                rejectedIndices: [],
-                actualTokens: [],
-                rewindCount: 0,
-            };
-        }
-        // Stub: In production, this would verify each draft token
-        // For now, accept all tokens (optimistic)
-        return {
-            allAccepted: true,
-            acceptedIndices: draftTokens.map((_, i) => i),
-            rejectedIndices: [],
-            actualTokens: draftTokens,
-            rewindCount: 0,
-        };
-    }
-    /**
-     * Calculate speedup from speculative decoding results.
-     */
-    calculateSpeedup(result) {
-        if (!result.used || result.draftTokens === 0)
-            return 1.0;
-        // Approximate speedup based on acceptance rate
-        // Higher acceptance = more speedup
-        const acceptanceRate = result.acceptanceRate;
-        // Theoretical 2-3x speedup at 90%+ acceptance
-        if (acceptanceRate >= 0.9)
-            return 2.5;
-        if (acceptanceRate >= 0.8)
-            return 2.0;
-        if (acceptanceRate >= 0.7)
-            return 1.7;
-        if (acceptanceRate >= 0.5)
-            return 1.4;
-        if (acceptanceRate >= 0.3)
-            return 1.2;
-        return 1.1;
-    }
-    /**
-     * Update configuration.
-     */
-    updateConfig(updates) {
-        this.config = { ...this.config, ...updates };
-    }
-    /**
-     * Get current configuration.
-     */
-    getConfig() {
-        return { ...this.config };
-    }
-    /**
-     * Check if a provider supports speculative decoding.
-     */
-    supportsSpeculativeDecoding(provider) {
-        // Local providers (Ollama, vLLM) typically support it
-        const localProviders = ['ollama', 'lmstudio', 'vllm'];
-        if (localProviders.includes(provider))
-            return true;
-        // Check if provider has known speculative support
-        const supportedProviders = ['together', 'fireworks', 'anyscale'];
-        return supportedProviders.includes(provider);
-    }
-    /**
-     * Get recommended speculation window based on model size.
-     */
-    getRecommendedWindow(modelSize) {
-        switch (modelSize) {
-            case 'small': return 6;
-            case 'medium': return 4;
-            case 'large': return 2;
-            default: return 4;
-        }
-    }
-    // ---- Private helpers ----
-    registerDraftModels() {
-        // Medusa-style models (multiple draft heads)
-        this.draftModels.set('medusa', {
-            id: 'medusa-7b',
-            type: 'medusa',
-            provider: 'auto',
-            size: '7B equivalent',
-            supportedWindows: [2, 4, 6, 8, 10],
-        });
-        // Lookahead decoding
-        this.draftModels.set('lookahead', {
-            id: 'lookahead-7b',
-            type: 'lookahead',
-            provider: 'auto',
-            size: '7B equivalent',
-            supportedWindows: [2, 4, 6],
-        });
-        // EAGLE decoding
-        this.draftModels.set('eagle', {
-            id: 'eagle-7b',
-            type: 'eagle',
-            provider: 'auto',
-            size: '7B equivalent',
-            supportedWindows: [2, 4, 6, 8],
-        });
-        // Spark (speculative decoding for transformers)
-        this.draftModels.set('spark', {
-            id: 'spark-7b',
-            type: 'spark',
-            provider: 'auto',
-            size: '7B equivalent',
-            supportedWindows: [2, 4, 6, 8, 10, 12],
-        });
-    }
-}
-exports.SpeculativeDecoding = SpeculativeDecoding;
-// ============================================================
-// Speculative Decoding Wrapper for LLM calls
-// ============================================================
-class SpeculativeDecodingWrapper {
-    specDec;
-    mainModelCall;
-    constructor(mainModelCall, config) {
-        this.mainModelCall = mainModelCall;
-        this.specDec = new SpeculativeDecoding(config);
-    }
-    /**
-     * Generate with speculative decoding.
-     */
-    async generate(prompt, maxTokens, options) {
-        if (!this.specDec.shouldUse(options?.useSpecDec)) {
-            // Fallback to normal generation
-            const text = await this.mainModelCall(prompt, options);
-            return {
-                text,
-                result: {
-                    used: false,
-                    draftTokens: 0,
-                    acceptedTokens: 0,
-                    acceptanceRate: 0,
-                    estimatedTimeSaved: 0,
-                },
-            };
-        }
-        // Speculative generation
-        const startTime = Date.now();
-        const draftTokens = await this.specDec.generateDraft(prompt, maxTokens);
-        const verification = await this.specDec.verifyDraft(prompt, draftTokens.tokens);
-        let text;
-        if (verification.allAccepted) {
-            // All draft tokens accepted, continue with main model
-            text = verification.actualTokens.join('') +
-                await this.mainModelCall(prompt, options);
-        }
-        else {
-            // Some tokens rejected, need to rewind
-            text = verification.actualTokens.join('');
-            // Re-prompt with corrected context
-            text += await this.mainModelCall(prompt + text, options);
-        }
-        const endTime = Date.now();
-        const speedup = this.specDec.calculateSpeedup({
-            used: true,
-            draftTokens: draftTokens.tokens.length,
-            acceptedTokens: verification.acceptedIndices.length,
-            acceptanceRate: verification.acceptedIndices.length / draftTokens.tokens.length,
-            estimatedTimeSaved: endTime - startTime,
-        });
-        return {
-            text,
-            result: {
-                used: true,
-                draftTokens: draftTokens.tokens.length,
-                acceptedTokens: verification.acceptedIndices.length,
-                acceptanceRate: verification.acceptedIndices.length / draftTokens.tokens.length,
-                estimatedTimeSaved: Math.round((1 - 1 / speedup) * (endTime - startTime)),
-            },
-        };
-    }
-}
-exports.SpeculativeDecodingWrapper = SpeculativeDecodingWrapper;
-// ============================================================
-// Factory
-// ============================================================
-function createSpeculativeDecoding(config) {
-    return new SpeculativeDecoding(config);
-}
-//# sourceMappingURL=speculativeDecoding.js.map

package/dist/inference/speculativeDecoding.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"speculativeDecoding.js","sourceRoot":"","sources":["../../src/inference/speculativeDecoding.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;GAgBG;;;AAgWH,8DAIC;AApSD,+DAA+D;AAC/D,iCAAiC;AACjC,+DAA+D;AAE/D,MAAa,mBAAmB;IACtB,MAAM,CAAoB;IAC1B,WAAW,GAA4B,IAAI,GAAG,EAAE,CAAC;IAEzD,YAAY,MAAmC;QAC7C,IAAI,CAAC,MAAM,GAAG;YACZ,OAAO,EAAE,MAAM,EAAE,OAAO,IAAI,KAAK;YACjC,cAAc,EAAE,MAAM,EAAE,cAAc,IAAI,QAAQ;YAClD,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,IAAI,CAAC;YACjD,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,GAAG;YACvC,QAAQ,EAAE,MAAM,EAAE,QAAQ;YAC1B,KAAK,EAAE,MAAM,EAAE,KAAK;SACrB,CAAC;QAEF,kCAAkC;QAClC,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,SAAS,CAAC,WAAqB;QAC7B,IAAI,WAAW;YAAE,OAAO,IAAI,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAEvC,qDAAqD;QACrD,gCAAgC;QAChC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,IAAqB;QACjC,MAAM,SAAS,GAAG,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,QAAQ,CAAC;QAEjE,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,iCAAiC;YACjC,OAAO;gBACL,EAAE,EAAE,SAAS,SAAS,EAAE;gBACxB,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM;gBACxC,IAAI,EAAE,OAAO;gBACb,gBAAgB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;aAC/B,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CACjB,MAAc,EACd,SAAiB;QAEjB,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACxC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,2DAA2D;QAC3D,8BAA8B;QAC9B,OAAO;YACL,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;SACX,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CACf,MAAc,EACd,WAAqB;QAErB,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO;gBACL,WAAW,EAAE,IAAI;gBACjB,eAAe,EAAE,EAAE;gBACnB,eAAe,EAAE,EAAE;gBACnB,YAAY,EAAE,EAAE;gBAChB,WAAW,EAAE,CAAC;aACf,CAAC;QACJ,CAAC;QAED,0DAA0D;QAC1D,0CAA0C;QAC1C,OAAO;YACL,WAAW,EAAE,IAAI;YACjB,eAAe,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC7C,eAAe,EAAE,EAAE;YACnB,YAAY,EAAE,WAAW;YACzB,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,MAAyB;QACxC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,WAAW,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAEzD,+CAA+C;QAC/C,mCAAmC;QACnC,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAE7C,8CAA8C;QAC9C,IAAI,cAAc,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,cAAc,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,cAAc,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,cAAc,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,cAAc,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;QACtC,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,OAAmC;QAC9C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,2BAA2B,CAAC,QAAgB;QAC1C,sDAAsD;QACtD,MAAM,cAAc,GAAG,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACtD,IAAI,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAC;QAEnD,kDAAkD;QAClD,MAAM,kBAAkB,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QACjE,OAAO,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,SAAuC;QAC1D,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC;YACvB,KAAK,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC;YACxB,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC;YACvB,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,4BAA4B;IAEpB,mBAAmB;QACzB,6CAA6C;QAC7C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE;YAC7B,EAAE,EAAE,WAAW;YACf,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,eAAe;YACrB,gBAAgB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;SACnC,CAAC,CAAC;QAEH,qBAAqB;QACrB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,EAAE;YAChC,EAAE,EAAE,cAAc;YAClB,IAAI,EAAE,WAAW;YACjB,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,eAAe;YACrB,gBAAgB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;SAC5B,CAAC,CAAC;QAEH,iBAAiB;QACjB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE;YAC5B,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,eAAe;YACrB,gBAAgB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;SAC/B,CAAC,CAAC;QAEH,gDAAgD;QAChD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE;YAC5B,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,eAAe;YACrB,gBAAgB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC;SACvC,CAAC,CAAC;IACL,CAAC;CACF;AAvMD,kDAuMC;AAED,+DAA+D;AAC/D,6CAA6C;AAC7C,+DAA+D;AAE/D,MAAa,0BAA0B;IAC7B,OAAO,CAAsB;IAC7B,aAAa,CAAqD;IAE1E,YACE,aAAiE,EACjE,MAAmC;QAEnC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,MAAc,EACd,SAAiB,EACjB,OAAwD;QAExD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC;YACjD,gCAAgC;YAChC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACvD,OAAO;gBACL,IAAI;gBACJ,MAAM,EAAE;oBACN,IAAI,EAAE,KAAK;oBACX,WAAW,EAAE,CAAC;oBACd,cAAc,EAAE,CAAC;oBACjB,cAAc,EAAE,CAAC;oBACjB,kBAAkB,EAAE,CAAC;iBACtB;aACF,CAAC;QACJ,CAAC;QAED,yBAAyB;QACzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACxE,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;QAEhF,IAAI,IAAY,CAAC;QAEjB,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC;YAC7B,sDAAsD;YACtD,IAAI,GAAG,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvC,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,uCAAuC;YACvC,IAAI,GAAG,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC1C,mCAAmC;YACnC,IAAI,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC5C,IAAI,EAAE,IAAI;YACV,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM;YACtC,cAAc,EAAE,YAAY,CAAC,eAAe,CAAC,MAAM;YACnD,cAAc,EAAE,YAAY,CAAC,eAAe,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM;YAC/E,kBAAkB,EAAE,OAAO,GAAG,SAAS;SACxC,CAAC,CAAC;QAEH,OAAO;YACL,IAAI;YACJ,MAAM,EAAE;gBACN,IAAI,EAAE,IAAI;gBACV,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM;gBACtC,cAAc,EAAE,YAAY,CAAC,eAAe,CAAC,MAAM;gBACnD,cAAc,EAAE,YAAY,CAAC,eAAe,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM;gBAC/E,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC;aAC1E;SACF,CAAC;IACJ,CAAC;CACF;AAzED,gEAyEC;AAED,+DAA+D;AAC/D,UAAU;AACV,+DAA+D;AAE/D,SAAgB,yBAAyB,CACvC,MAAmC;IAEnC,OAAO,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;AACzC,CAAC"}

package/dist/providers/providerHealth.d.ts

@@ -1,117 +0,0 @@
-/**
- * A3M Router - Provider Health Score
- *
- * Probabilistic health scoring (not binary up/down).
- * Uses latency history, error rate, partial failure patterns, queue depth estimates.
- *
- * Usage:
- *   const healthMonitor = new ProviderHealthMonitor();
- *   healthMonitor.recordLatency('groq', 250);
- *   healthMonitor.recordError('groq', 'rate_limit');
- *   const score = healthMonitor.getHealthScore('groq');
- *   console.log(score); // { score: 0.85, confidence: 0.7, status: 'healthy' }
- */
-import { ProviderTier } from '../providers/providerConfig';
-export type HealthStatus = 'healthy' | 'degraded' | 'critical';
-export interface HealthScore {
-    /** Overall health score 0-1 */
-    score: number;
-    /** Confidence in the score 0-1 */
-    confidence: number;
-    /** Human-readable status */
-    status: HealthStatus;
-    /** Component scores */
-    components: {
-        latency: number;
-        errorRate: number;
-        recentTrend: number;
-    };
-    /** Last updated timestamp */
-    lastUpdated: number;
-    /** Metadata about current state */
-    metadata: {
-        sampleSize: number;
-        isAnomaly: boolean;
-        anomalyReason?: string;
-    };
-}
-export interface HealthRecord {
-    timestamp: number;
-    latency?: number;
-    success?: boolean;
-    errorType?: string;
-    partialFailure?: boolean;
-}
-export interface HealthConfig {
-    /** EWMA alpha for latency smoothing */
-    latencyAlpha?: number;
-    /** EWMA alpha for error rate smoothing */
-    errorAlpha?: number;
-    /** Window size for anomaly detection */
-    anomalyWindow?: number;
-    /** Standard deviation threshold for anomaly */
-    anomalyThreshold?: number;
-    /** Health score thresholds */
-    healthyThreshold?: number;
-    /** Degraded threshold */
-    degradedThreshold?: number;
-}
-export declare class ProviderHealthMonitor {
-    private records;
-    private config;
-    private ewmaLatency;
-    private ewmaErrorRate;
-    private anomalyScores;
-    constructor(config?: HealthConfig);
-    /**
-     * Record a successful request with latency.
-     */
-    recordSuccess(providerId: string, latencyMs: number): void;
-    /**
-     * Record a failed request.
-     */
-    recordError(providerId: string, errorType?: string): void;
-    /**
-     * Record a partial failure (slow response, incomplete output, etc).
-     */
-    recordPartialFailure(providerId: string, latencyMs?: number): void;
-    /**
-     * Record queue depth estimate (when available from provider metadata).
-     */
-    recordQueueDepth(providerId: string, depth: number): void;
-    /**
-     * Get the current health score for a provider.
-     */
-    getHealthScore(providerId: string): HealthScore;
-    /**
-     * Get health scores for all tracked providers.
-     */
-    getAllHealthScores(): Record<string, HealthScore>;
-    /**
-     * Get the recommended provider based on health scores.
-     * Excludes providers that are 'critical'.
-     */
-    getRecommendedProvider(providers: Array<{
-        id: string;
-        tier?: ProviderTier;
-        priority?: number;
-    }>): string | null;
-    /**
-     * Clear all records for a provider.
-     */
-    clearProvider(providerId: string): void;
-    /**
-     * Clear all records for all providers.
-     */
-    clearAll(): void;
-    private addRecord;
-    private getRecords;
-    private updateEwmaLatency;
-    private updateEwmaErrorRate;
-    private updateAnomalyScore;
-    private calculateLatencyScore;
-    private calculateErrorScore;
-    private calculateTrendScore;
-}
-export declare function createProviderHealthMonitor(config?: HealthConfig): ProviderHealthMonitor;
-//# sourceMappingURL=providerHealth.d.ts.map

package/dist/providers/providerHealth.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"providerHealth.d.ts","sourceRoot":"","sources":["../../src/providers/providerHealth.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAM3D,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,CAAC;AAE/D,MAAM,WAAW,WAAW;IAC1B,+BAA+B;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,kCAAkC;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,4BAA4B;IAC5B,MAAM,EAAE,YAAY,CAAC;IACrB,uBAAuB;IACvB,UAAU,EAAE;QACV,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,QAAQ,EAAE;QACR,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,OAAO,CAAC;QACnB,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IAC3B,uCAAuC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,0CAA0C;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wCAAwC;IACxC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,8BAA8B;IAC9B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,yBAAyB;IACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAeD,qBAAa,qBAAqB;IAChC,OAAO,CAAC,OAAO,CAA0C;IACzD,OAAO,CAAC,MAAM,CAAyB;IACvC,OAAO,CAAC,WAAW,CAAkC;IACrD,OAAO,CAAC,aAAa,CAAkC;IACvD,OAAO,CAAC,aAAa,CAAkC;gBAE3C,MAAM,GAAE,YAAiB;IAIrC;;OAEG;IACH,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI;IAW1D;;OAEG;IACH,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,GAAE,MAAkB,GAAG,IAAI;IASpE;;OAEG;IACH,oBAAoB,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI;IAelE;;OAEG;IACH,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAWzD;;OAEG;IACH,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,WAAW;IAoE/C;;OAEG;IACH,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC;IAQjD;;;OAGG;IACH,sBAAsB,CACpB,SAAS,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,YAAY,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACvE,MAAM,GAAG,IAAI;IAqBhB;;OAEG;IACH,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOvC;;OAEG;IACH,QAAQ,IAAI,IAAI;IAShB,OAAO,CAAC,SAAS;IAajB,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,iBAAiB;IAYzB,OAAO,CAAC,mBAAmB;IAa3B,OAAO,CAAC,kBAAkB;IA2B1B,OAAO,CAAC,qBAAqB;IAc7B,OAAO,CAAC,mBAAmB;IAM3B,OAAO,CAAC,mBAAmB;CAkB5B;AAMD,wBAAgB,2BAA2B,CAAC,MAAM,CAAC,EAAE,YAAY,GAAG,qBAAqB,CAExF"}