agentic-qe 2.6.1 → 2.6.3

package/dist/providers/CostOptimizationStrategies.d.ts

@@ -0,0 +1,297 @@
+/**
+ * Cost Optimization Strategies for LLM Independence
+ *
+ * Provides intelligent cost optimization through:
+ * - Prompt compression (6-10% token savings)
+ * - Request batching for bulk operations
+ * - Smart caching with task-specific TTLs
+ * - Model right-sizing based on budget and complexity
+ *
+ * Designed as standalone utilities for integration with HybridRouter.
+ *
+ * @module providers/CostOptimizationStrategies
+ * @version 1.0.0
+ */
+import { LLMCompletionOptions, LLMCompletionResponse } from './ILLMProvider';
+import { TaskComplexity, BudgetStatus } from './HybridRouter';
+import { TaskType, ModelConstraints } from '../routing/ModelCapabilityRegistry';
+/**
+ * Request group for batching
+ */
+export interface RequestGroup {
+    /** Group identifier based on similarity */
+    groupId: string;
+    /** Requests in this group */
+    requests: LLMCompletionOptions[];
+    /** Common characteristics */
+    characteristics: {
+        averageTokens: number;
+        hasCode: boolean;
+        taskType?: TaskType;
+        complexity?: TaskComplexity;
+    };
+    /** Estimated savings from batching */
+    estimatedSavings: number;
+}
+/**
+ * Cache strategy configuration
+ */
+export interface CacheStrategy {
+    /** Task type this strategy applies to */
+    taskType: TaskType;
+    /** Time-to-live in seconds */
+    ttlSeconds: number;
+    /** Aggressive caching (cache more aggressively) */
+    aggressive: boolean;
+    /** Cache key generator function */
+    keyGenerator: (options: LLMCompletionOptions) => string;
+    /** Confidence threshold for cache hits (0-1) */
+    confidenceThreshold: number;
+}
+/**
+ * Prompt compression result
+ */
+export interface CompressionResult {
+    /** Compressed prompt */
+    compressed: string;
+    /** Original prompt */
+    original: string;
+    /** Tokens saved (estimated) */
+    tokensSaved: number;
+    /** Compression ratio (0-1, higher = more compression) */
+    ratio: number;
+    /** Techniques applied */
+    techniques: string[];
+}
+/**
+ * Model right-sizing recommendation
+ */
+export interface ModelRightSizingResult {
+    /** Should downgrade to smaller model */
+    shouldDowngrade: boolean;
+    /** Recommended model ID */
+    recommendedModel?: string;
+    /** Reason for recommendation */
+    reason: string;
+    /** Estimated cost savings */
+    estimatedSavings?: number;
+    /** Quality impact score (0-1, 1 = no impact) */
+    qualityImpact: number;
+}
+/**
+ * Batch execution result
+ */
+export interface BatchExecutionResult {
+    /** Individual responses */
+    responses: LLMCompletionResponse[];
+    /** Total cost */
+    totalCost: number;
+    /** Cost savings from batching */
+    savings: number;
+    /** Execution time in milliseconds */
+    executionTime: number;
+}
+/**
+ * Configuration for cost optimization
+ */
+export interface CostOptimizationConfig {
+    /** Enable debug logging */
+    debug?: boolean;
+    /** Enable prompt compression */
+    enableCompression?: boolean;
+    /** Enable request batching */
+    enableBatching?: boolean;
+    /** Enable smart caching */
+    enableSmartCaching?: boolean;
+    /** Minimum compression ratio to apply (0-1) */
+    minCompressionRatio?: number;
+    /** Maximum batch size */
+    maxBatchSize?: number;
+    /** Default cache TTL in seconds */
+    defaultCacheTTL?: number;
+}
+/**
+ * PromptCompressor - Reduce token usage through intelligent compression
+ *
+ * Achieves 6-10% token savings through:
+ * - Redundant whitespace removal
+ * - Common pattern abbreviation
+ * - Token-efficient phrasing
+ */
+export declare class PromptCompressor {
+    private readonly logger;
+    private readonly config;
+    constructor(config?: CostOptimizationConfig);
+    /**
+     * Compress whitespace - remove redundant spaces, newlines
+     */
+    compressWhitespace(prompt: string): string;
+    /**
+     * Abbreviate common patterns to save tokens
+     */
+    abbreviatePatterns(prompt: string): string;
+    /**
+     * Optimize token usage through efficient phrasing
+     */
+    optimizeTokenUsage(prompt: string): string;
+    /**
+     * Full compression pipeline
+     */
+    compress(prompt: string): CompressionResult;
+    /**
+     * Compress LLM completion options
+     */
+    compressOptions(options: LLMCompletionOptions): {
+        options: LLMCompletionOptions;
+        result: CompressionResult;
+    };
+    /**
+     * Extract all text from options
+     */
+    private extractAllText;
+}
+/**
+ * RequestBatcher - Batch similar requests for cost efficiency
+ */
+export declare class RequestBatcher {
+    private readonly logger;
+    private readonly config;
+    constructor(config?: CostOptimizationConfig);
+    /**
+     * Group similar requests for batch processing
+     */
+    groupSimilarRequests(requests: LLMCompletionOptions[]): RequestGroup[];
+    /**
+     * Estimate savings from batching
+     */
+    estimateBatchSavings(requests: LLMCompletionOptions[]): number;
+    /**
+     * Calculate group key for similarity
+     */
+    private calculateGroupKey;
+    /**
+     * Analyze group characteristics
+     */
+    private analyzeGroupCharacteristics;
+    /**
+     * Split requests into batches
+     */
+    private splitIntoBatches;
+    /**
+     * Extract all text from request
+     */
+    private extractAllText;
+}
+/**
+ * SmartCacheStrategy - Task-specific caching strategies
+ */
+export declare class SmartCacheStrategy {
+    private readonly logger;
+    private readonly config;
+    private readonly strategies;
+    constructor(config?: CostOptimizationConfig);
+    /**
+     * Get cache strategy for task type
+     */
+    getCacheStrategy(taskType: TaskType): CacheStrategy;
+    /**
+     * Check if result should be cached
+     */
+    shouldCache(options: LLMCompletionOptions, response: LLMCompletionResponse): boolean;
+    /**
+     * Generate cache key for request
+     */
+    generateCacheKey(options: LLMCompletionOptions, taskType?: TaskType): string;
+    /**
+     * Default cache key generator
+     */
+    private defaultKeyGenerator;
+    /**
+     * Simple hash function for cache keys
+     */
+    private simpleHash;
+    /**
+     * Initialize default caching strategies
+     */
+    private initializeDefaultStrategies;
+    /**
+     * Specialized key generator for test generation
+     */
+    private testGenerationKeyGenerator;
+}
+/**
+ * ModelRightSizer - Budget-aware model selection
+ */
+export declare class ModelRightSizer {
+    private readonly logger;
+    constructor();
+    /**
+     * Determine if should use smaller model based on budget
+     */
+    shouldDowngradeModel(complexity: TaskComplexity, budgetStatus: BudgetStatus, constraints?: ModelConstraints): ModelRightSizingResult;
+    /**
+     * Calculate budget pressure score (0-1)
+     */
+    private calculateBudgetPressure;
+    /**
+     * Check if task allows model downgrade
+     */
+    private canDowngrade;
+    /**
+     * Make downgrade decision
+     */
+    private makeDowngradeDecision;
+    /**
+     * Get model for tier
+     */
+    private getModelForTier;
+    /**
+     * Estimate cost savings from downgrade
+     */
+    private estimateSavings;
+    /**
+     * Get downgrade reason message
+     */
+    private getDowngradeReason;
+}
+/**
+ * CostOptimizationManager - Orchestrates all optimization strategies
+ */
+export declare class CostOptimizationManager {
+    private readonly compressor;
+    private readonly batcher;
+    private readonly cacheStrategy;
+    private readonly rightSizer;
+    private readonly logger;
+    constructor(config?: CostOptimizationConfig);
+    /**
+     * Get prompt compressor
+     */
+    getCompressor(): PromptCompressor;
+    /**
+     * Get request batcher
+     */
+    getBatcher(): RequestBatcher;
+    /**
+     * Get cache strategy manager
+     */
+    getCacheStrategy(): SmartCacheStrategy;
+    /**
+     * Get model right-sizer
+     */
+    getRightSizer(): ModelRightSizer;
+    /**
+     * Apply all applicable optimizations to a request
+     */
+    optimizeRequest(options: LLMCompletionOptions, context?: {
+        taskType?: TaskType;
+        complexity?: TaskComplexity;
+        budgetStatus?: BudgetStatus;
+    }): {
+        optimizedOptions: LLMCompletionOptions;
+        compressionResult?: CompressionResult;
+        modelDowngrade?: ModelRightSizingResult;
+        estimatedSavings: number;
+    };
+}
+//# sourceMappingURL=CostOptimizationStrategies.d.ts.map

package/dist/providers/CostOptimizationStrategies.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CostOptimizationStrategies.d.ts","sourceRoot":"","sources":["../../src/providers/CostOptimizationStrategies.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AAGhF;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,2CAA2C;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,6BAA6B;IAC7B,QAAQ,EAAE,oBAAoB,EAAE,CAAC;IACjC,6BAA6B;IAC7B,eAAe,EAAE;QACf,aAAa,EAAE,MAAM,CAAC;QACtB,OAAO,EAAE,OAAO,CAAC;QACjB,QAAQ,CAAC,EAAE,QAAQ,CAAC;QACpB,UAAU,CAAC,EAAE,cAAc,CAAC;KAC7B,CAAC;IACF,sCAAsC;IACtC,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,yCAAyC;IACzC,QAAQ,EAAE,QAAQ,CAAC;IACnB,8BAA8B;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,mDAAmD;IACnD,UAAU,EAAE,OAAO,CAAC;IACpB,mCAAmC;IACnC,YAAY,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,MAAM,CAAC;IACxD,gDAAgD;IAChD,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,wBAAwB;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,sBAAsB;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,+BAA+B;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC;IACd,yBAAyB;IACzB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,wCAAwC;IACxC,eAAe,EAAE,OAAO,CAAC;IACzB,2BAA2B;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gCAAgC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,6BAA6B;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gDAAgD;IAChD,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,2BAA2B;IAC3B,SAAS,EAAE,qBAAqB,EAAE,CAAC;IACnC,iBAAiB;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,iCAAiC;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,qCAAqC;IACrC,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,2BAA2B;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,gCAAgC;IAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,8BAA8B;IAC9B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,2BAA2B;IAC3B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,+CAA+C;IAC/C,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,yBAAyB;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mCAAmC;IACnC,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;;;;;GAOG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmC;gBAE9C,MAAM,GAAE,sBAA2B;IAa/C;;OAEG;IACH,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAc1C;;OAEG;IACH,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IA+C1C;;OAEG;IACH,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAkC1C;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,iBAAiB;IAkE3C;;OAEG;IACH,eAAe,CAAC,OAAO,EAAE,oBAAoB,GAAG;QAC9C,OAAO,EAAE,oBAAoB,CAAC;QAC9B,MAAM,EAAE,iBAAiB,CAAC;KAC3B;IAuDD;;OAEG;IACH,OAAO,CAAC,cAAc;CAiBvB;AAED;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmC;gBAE9C,MAAM,GAAE,sBAA2B;IAa/C;;OAEG;IACH,oBAAoB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,GAAG,YAAY,EAAE;IAmDtE;;OAEG;IACH,oBAAoB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,GAAG,MAAM;IAY9D;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA0BzB;;OAEG;IACH,OAAO,CAAC,2BAA2B;IAYnC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAUxB;;OAEG;IACH,OAAO,CAAC,cAAc;CAiBvB;AAED;;GAEG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmC;IAC1D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA+B;gBAE9C,MAAM,GAAE,sBAA2B;IAgB/C;;OAEG;IACH,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,GAAG,aAAa;IAiBnD;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,oBAAoB,EAAE,QAAQ,EAAE,qBAAqB,GAAG,OAAO;IA8BpF;;OAEG;IACH,gBAAgB,CAAC,OAAO,EAAE,oBAAoB,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM;IAS5E;;OAEG;IACH,OAAO,CAAC,mBAAmB;IA2B3B;;OAEG;IACH,OAAO,CAAC,UAAU;IAUlB;;OAEG;IACH,OAAO,CAAC,2BAA2B;IA0EnC;;OAEG;IACH,OAAO,CAAC,0BAA0B;CAuBnC;AAED;;GAEG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;;IAMhC;;OAEG;IACH,oBAAoB,CAClB,UAAU,EAAE,cAAc,EAC1B,YAAY,EAAE,YAAY,EAC1B,WAAW,CAAC,EAAE,gBAAgB,GAC7B,sBAAsB;IAmDzB;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAS/B;;OAEG;IACH,OAAO,CAAC,YAAY;IAepB;;OAEG;IACH,OAAO,CAAC,qBAAqB;IA+C7B;;OAEG;IACH,OAAO,CAAC,eAAe;IAUvB;;OAEG;IACH,OAAO,CAAC,eAAe;IAuBvB;;OAEG;IACH,OAAO,CAAC,kBAAkB;CAW3B;AAED;;GAEG;AACH,qBAAa,uBAAuB;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAmB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiB;IACzC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAqB;IACnD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAkB;IAC7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAEpB,MAAM,GAAE,sBAA2B;IAQ/C;;OAEG;IACH,aAAa,IAAI,gBAAgB;IAIjC;;OAEG;IACH,UAAU,IAAI,cAAc;IAI5B;;OAEG;IACH,gBAAgB,IAAI,kBAAkB;IAItC;;OAEG;IACH,aAAa,IAAI,eAAe;IAIhC;;OAEG;IACH,eAAe,CACb,OAAO,EAAE,oBAAoB,EAC7B,OAAO,CAAC,EAAE;QACR,QAAQ,CAAC,EAAE,QAAQ,CAAC;QACpB,UAAU,CAAC,EAAE,cAAc,CAAC;QAC5B,YAAY,CAAC,EAAE,YAAY,CAAC;KAC7B,GACA;QACD,gBAAgB,EAAE,oBAAoB,CAAC;QACvC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;QACtC,cAAc,CAAC,EAAE,sBAAsB,CAAC;QACxC,gBAAgB,EAAE,MAAM,CAAC;KAC1B;CAyCF"}