claude-flow 2.0.0-alpha.65 → 2.0.0-alpha.67
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/cache/agent-pool.json +33 -0
- package/.claude/cache/memory-optimization.json +19 -0
- package/.claude/cache/neural-optimization.json +25 -0
- package/.claude/cache/optimized-hooks.json +19 -0
- package/.claude/cache/parallel-processing.json +26 -0
- package/.claude/optimized-settings.json +270 -0
- package/.claude/settings-enhanced.json +278 -0
- package/.claude/settings.json +105 -8
- package/CHANGELOG.md +40 -0
- package/bin/claude-flow +1 -1
- package/dist/cli/simple-commands/hive-mind.js +1 -1
- package/dist/cli/simple-commands/hive-mind.js.map +1 -1
- package/dist/cli/simple-commands/hooks.js +6 -4
- package/dist/cli/simple-commands/hooks.js.map +1 -1
- package/dist/providers/anthropic-provider.d.ts +27 -0
- package/dist/providers/anthropic-provider.d.ts.map +1 -0
- package/dist/providers/anthropic-provider.js +247 -0
- package/dist/providers/anthropic-provider.js.map +1 -0
- package/dist/providers/base-provider.d.ts +134 -0
- package/dist/providers/base-provider.d.ts.map +1 -0
- package/dist/providers/base-provider.js +407 -0
- package/dist/providers/base-provider.js.map +1 -0
- package/dist/providers/cohere-provider.d.ts +28 -0
- package/dist/providers/cohere-provider.d.ts.map +1 -0
- package/dist/providers/cohere-provider.js +407 -0
- package/dist/providers/cohere-provider.js.map +1 -0
- package/dist/providers/google-provider.d.ts +23 -0
- package/dist/providers/google-provider.d.ts.map +1 -0
- package/dist/providers/google-provider.js +362 -0
- package/dist/providers/google-provider.js.map +1 -0
- package/dist/providers/index.d.ts +14 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +18 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/ollama-provider.d.ts +23 -0
- package/dist/providers/ollama-provider.d.ts.map +1 -0
- package/dist/providers/ollama-provider.js +374 -0
- package/dist/providers/ollama-provider.js.map +1 -0
- package/dist/providers/openai-provider.d.ts +23 -0
- package/dist/providers/openai-provider.d.ts.map +1 -0
- package/dist/providers/openai-provider.js +349 -0
- package/dist/providers/openai-provider.js.map +1 -0
- package/dist/providers/provider-manager.d.ts +139 -0
- package/dist/providers/provider-manager.d.ts.map +1 -0
- package/dist/providers/provider-manager.js +513 -0
- package/dist/providers/provider-manager.js.map +1 -0
- package/dist/providers/types.d.ts +356 -0
- package/dist/providers/types.d.ts.map +1 -0
- package/dist/providers/types.js +61 -0
- package/dist/providers/types.js.map +1 -0
- package/dist/providers/utils.d.ts +37 -0
- package/dist/providers/utils.d.ts.map +1 -0
- package/dist/providers/utils.js +322 -0
- package/dist/providers/utils.js.map +1 -0
- package/dist/services/agentic-flow-hooks/hook-manager.d.ts +70 -0
- package/dist/services/agentic-flow-hooks/hook-manager.d.ts.map +1 -0
- package/dist/services/agentic-flow-hooks/hook-manager.js +512 -0
- package/dist/services/agentic-flow-hooks/hook-manager.js.map +1 -0
- package/dist/services/agentic-flow-hooks/index.d.ts +36 -0
- package/dist/services/agentic-flow-hooks/index.d.ts.map +1 -0
- package/dist/services/agentic-flow-hooks/index.js +325 -0
- package/dist/services/agentic-flow-hooks/index.js.map +1 -0
- package/dist/services/agentic-flow-hooks/llm-hooks.d.ts +33 -0
- package/dist/services/agentic-flow-hooks/llm-hooks.d.ts.map +1 -0
- package/dist/services/agentic-flow-hooks/llm-hooks.js +415 -0
- package/dist/services/agentic-flow-hooks/llm-hooks.js.map +1 -0
- package/dist/services/agentic-flow-hooks/memory-hooks.d.ts +45 -0
- package/dist/services/agentic-flow-hooks/memory-hooks.d.ts.map +1 -0
- package/dist/services/agentic-flow-hooks/memory-hooks.js +532 -0
- package/dist/services/agentic-flow-hooks/memory-hooks.js.map +1 -0
- package/dist/services/agentic-flow-hooks/neural-hooks.d.ts +39 -0
- package/dist/services/agentic-flow-hooks/neural-hooks.d.ts.map +1 -0
- package/dist/services/agentic-flow-hooks/neural-hooks.js +561 -0
- package/dist/services/agentic-flow-hooks/neural-hooks.js.map +1 -0
- package/dist/services/agentic-flow-hooks/performance-hooks.d.ts +33 -0
- package/dist/services/agentic-flow-hooks/performance-hooks.d.ts.map +1 -0
- package/dist/services/agentic-flow-hooks/performance-hooks.js +621 -0
- package/dist/services/agentic-flow-hooks/performance-hooks.js.map +1 -0
- package/dist/services/agentic-flow-hooks/types.d.ts +379 -0
- package/dist/services/agentic-flow-hooks/types.d.ts.map +1 -0
- package/dist/services/agentic-flow-hooks/types.js +8 -0
- package/dist/services/agentic-flow-hooks/types.js.map +1 -0
- package/dist/services/agentic-flow-hooks/workflow-hooks.d.ts +39 -0
- package/dist/services/agentic-flow-hooks/workflow-hooks.d.ts.map +1 -0
- package/dist/services/agentic-flow-hooks/workflow-hooks.js +742 -0
- package/dist/services/agentic-flow-hooks/workflow-hooks.js.map +1 -0
- package/package.json +2 -2
- package/scripts/install-arm64.js +78 -0
- package/scripts/optimize-performance.js +400 -0
- package/scripts/performance-monitor.js +263 -0
- package/src/cli/help-text.js +1 -1
- package/src/cli/simple-cli.js +1 -1
- package/src/cli/simple-commands/hive-mind.js +1 -1
- package/src/cli/simple-commands/hooks.js +8 -6
- package/src/providers/anthropic-provider.ts +282 -0
- package/src/providers/base-provider.ts +560 -0
- package/src/providers/cohere-provider.ts +521 -0
- package/src/providers/google-provider.ts +477 -0
- package/src/providers/index.ts +21 -0
- package/src/providers/ollama-provider.ts +489 -0
- package/src/providers/openai-provider.ts +476 -0
- package/src/providers/provider-manager.ts +654 -0
- package/src/providers/types.ts +531 -0
- package/src/providers/utils.ts +376 -0
- package/src/services/agentic-flow-hooks/hook-manager.ts +701 -0
- package/src/services/agentic-flow-hooks/index.ts +386 -0
- package/src/services/agentic-flow-hooks/llm-hooks.ts +557 -0
- package/src/services/agentic-flow-hooks/memory-hooks.ts +710 -0
- package/src/services/agentic-flow-hooks/neural-hooks.ts +758 -0
- package/src/services/agentic-flow-hooks/performance-hooks.ts +827 -0
- package/src/services/agentic-flow-hooks/types.ts +503 -0
- package/src/services/agentic-flow-hooks/workflow-hooks.ts +1026 -0
|
@@ -0,0 +1,356 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Multi-LLM Provider Types and Interfaces
|
|
3
|
+
* Unified type system for all LLM providers
|
|
4
|
+
*/
|
|
5
|
+
import { EventEmitter } from 'events';
|
|
6
|
+
export type LLMProvider = 'openai' | 'anthropic' | 'google' | 'cohere' | 'ollama' | 'llama-cpp' | 'custom';
|
|
7
|
+
export type LLMModel = 'gpt-4-turbo-preview' | 'gpt-4' | 'gpt-4-32k' | 'gpt-3.5-turbo' | 'gpt-3.5-turbo-16k' | 'claude-3-opus-20240229' | 'claude-3-sonnet-20240229' | 'claude-3-haiku-20240307' | 'claude-2.1' | 'claude-2.0' | 'claude-instant-1.2' | 'gemini-pro' | 'gemini-pro-vision' | 'palm-2' | 'bison' | 'command' | 'command-light' | 'command-nightly' | 'generate-xlarge' | 'generate-medium' | 'llama-2-7b' | 'llama-2-13b' | 'llama-2-70b' | 'mistral-7b' | 'mixtral-8x7b' | 'custom-model';
|
|
8
|
+
export interface LLMProviderConfig {
|
|
9
|
+
provider: LLMProvider;
|
|
10
|
+
apiKey?: string;
|
|
11
|
+
apiUrl?: string;
|
|
12
|
+
model: LLMModel;
|
|
13
|
+
temperature?: number;
|
|
14
|
+
maxTokens?: number;
|
|
15
|
+
topP?: number;
|
|
16
|
+
topK?: number;
|
|
17
|
+
frequencyPenalty?: number;
|
|
18
|
+
presencePenalty?: number;
|
|
19
|
+
stopSequences?: string[];
|
|
20
|
+
providerOptions?: Record<string, any>;
|
|
21
|
+
timeout?: number;
|
|
22
|
+
retryAttempts?: number;
|
|
23
|
+
retryDelay?: number;
|
|
24
|
+
enableStreaming?: boolean;
|
|
25
|
+
enableCaching?: boolean;
|
|
26
|
+
cacheTimeout?: number;
|
|
27
|
+
enableCostOptimization?: boolean;
|
|
28
|
+
maxCostPerRequest?: number;
|
|
29
|
+
fallbackModels?: LLMModel[];
|
|
30
|
+
}
|
|
31
|
+
export interface LLMMessage {
|
|
32
|
+
role: 'system' | 'user' | 'assistant' | 'function';
|
|
33
|
+
content: string;
|
|
34
|
+
name?: string;
|
|
35
|
+
functionCall?: {
|
|
36
|
+
name: string;
|
|
37
|
+
arguments: string;
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
export interface LLMRequest {
|
|
41
|
+
messages: LLMMessage[];
|
|
42
|
+
model?: LLMModel;
|
|
43
|
+
temperature?: number;
|
|
44
|
+
maxTokens?: number;
|
|
45
|
+
topP?: number;
|
|
46
|
+
topK?: number;
|
|
47
|
+
frequencyPenalty?: number;
|
|
48
|
+
presencePenalty?: number;
|
|
49
|
+
stopSequences?: string[];
|
|
50
|
+
stream?: boolean;
|
|
51
|
+
functions?: LLMFunction[];
|
|
52
|
+
functionCall?: 'auto' | 'none' | {
|
|
53
|
+
name: string;
|
|
54
|
+
};
|
|
55
|
+
providerOptions?: Record<string, any>;
|
|
56
|
+
costConstraints?: {
|
|
57
|
+
maxCost?: number;
|
|
58
|
+
preferredModels?: LLMModel[];
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
export interface LLMFunction {
|
|
62
|
+
name: string;
|
|
63
|
+
description: string;
|
|
64
|
+
parameters: {
|
|
65
|
+
type: 'object';
|
|
66
|
+
properties: Record<string, any>;
|
|
67
|
+
required?: string[];
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
export interface LLMResponse {
|
|
71
|
+
id: string;
|
|
72
|
+
model: LLMModel;
|
|
73
|
+
provider: LLMProvider;
|
|
74
|
+
content: string;
|
|
75
|
+
functionCall?: {
|
|
76
|
+
name: string;
|
|
77
|
+
arguments: string;
|
|
78
|
+
};
|
|
79
|
+
usage: {
|
|
80
|
+
promptTokens: number;
|
|
81
|
+
completionTokens: number;
|
|
82
|
+
totalTokens: number;
|
|
83
|
+
};
|
|
84
|
+
cost?: {
|
|
85
|
+
promptCost: number;
|
|
86
|
+
completionCost: number;
|
|
87
|
+
totalCost: number;
|
|
88
|
+
currency: string;
|
|
89
|
+
};
|
|
90
|
+
latency?: number;
|
|
91
|
+
finishReason?: 'stop' | 'length' | 'function_call' | 'content_filter';
|
|
92
|
+
metadata?: Record<string, any>;
|
|
93
|
+
}
|
|
94
|
+
export interface LLMStreamEvent {
|
|
95
|
+
type: 'content' | 'function_call' | 'error' | 'done';
|
|
96
|
+
delta?: {
|
|
97
|
+
content?: string;
|
|
98
|
+
functionCall?: {
|
|
99
|
+
name?: string;
|
|
100
|
+
arguments?: string;
|
|
101
|
+
};
|
|
102
|
+
};
|
|
103
|
+
error?: Error;
|
|
104
|
+
usage?: LLMResponse['usage'];
|
|
105
|
+
cost?: LLMResponse['cost'];
|
|
106
|
+
}
|
|
107
|
+
export interface ProviderCapabilities {
|
|
108
|
+
supportedModels: LLMModel[];
|
|
109
|
+
maxContextLength: Record<LLMModel, number>;
|
|
110
|
+
maxOutputTokens: Record<LLMModel, number>;
|
|
111
|
+
supportsStreaming: boolean;
|
|
112
|
+
supportsFunctionCalling: boolean;
|
|
113
|
+
supportsSystemMessages: boolean;
|
|
114
|
+
supportsVision: boolean;
|
|
115
|
+
supportsAudio: boolean;
|
|
116
|
+
supportsTools: boolean;
|
|
117
|
+
supportsFineTuning: boolean;
|
|
118
|
+
supportsEmbeddings: boolean;
|
|
119
|
+
supportsLogprobs: boolean;
|
|
120
|
+
supportsBatching: boolean;
|
|
121
|
+
rateLimit?: {
|
|
122
|
+
requestsPerMinute: number;
|
|
123
|
+
tokensPerMinute: number;
|
|
124
|
+
concurrentRequests: number;
|
|
125
|
+
};
|
|
126
|
+
pricing?: {
|
|
127
|
+
[model: string]: {
|
|
128
|
+
promptCostPer1k: number;
|
|
129
|
+
completionCostPer1k: number;
|
|
130
|
+
currency: string;
|
|
131
|
+
};
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
export declare class LLMProviderError extends Error {
|
|
135
|
+
code: string;
|
|
136
|
+
provider: LLMProvider;
|
|
137
|
+
statusCode?: number | undefined;
|
|
138
|
+
retryable: boolean;
|
|
139
|
+
details?: any | undefined;
|
|
140
|
+
constructor(message: string, code: string, provider: LLMProvider, statusCode?: number | undefined, retryable?: boolean, details?: any | undefined);
|
|
141
|
+
}
|
|
142
|
+
export declare class RateLimitError extends LLMProviderError {
|
|
143
|
+
retryAfter?: number | undefined;
|
|
144
|
+
constructor(message: string, provider: LLMProvider, retryAfter?: number | undefined, details?: any);
|
|
145
|
+
}
|
|
146
|
+
export declare class AuthenticationError extends LLMProviderError {
|
|
147
|
+
constructor(message: string, provider: LLMProvider, details?: any);
|
|
148
|
+
}
|
|
149
|
+
export declare class ModelNotFoundError extends LLMProviderError {
|
|
150
|
+
constructor(model: string, provider: LLMProvider, details?: any);
|
|
151
|
+
}
|
|
152
|
+
export declare class ProviderUnavailableError extends LLMProviderError {
|
|
153
|
+
constructor(provider: LLMProvider, details?: any);
|
|
154
|
+
}
|
|
155
|
+
export interface ILLMProvider extends EventEmitter {
|
|
156
|
+
readonly name: LLMProvider;
|
|
157
|
+
readonly capabilities: ProviderCapabilities;
|
|
158
|
+
config: LLMProviderConfig;
|
|
159
|
+
initialize(): Promise<void>;
|
|
160
|
+
complete(request: LLMRequest): Promise<LLMResponse>;
|
|
161
|
+
streamComplete(request: LLMRequest): AsyncIterable<LLMStreamEvent>;
|
|
162
|
+
listModels(): Promise<LLMModel[]>;
|
|
163
|
+
getModelInfo(model: LLMModel): Promise<ModelInfo>;
|
|
164
|
+
validateModel(model: LLMModel): boolean;
|
|
165
|
+
healthCheck(): Promise<HealthCheckResult>;
|
|
166
|
+
getStatus(): ProviderStatus;
|
|
167
|
+
estimateCost(request: LLMRequest): Promise<CostEstimate>;
|
|
168
|
+
getUsage(period?: UsagePeriod): Promise<UsageStats>;
|
|
169
|
+
destroy(): void;
|
|
170
|
+
}
|
|
171
|
+
export interface ModelInfo {
|
|
172
|
+
model: LLMModel;
|
|
173
|
+
name: string;
|
|
174
|
+
description: string;
|
|
175
|
+
contextLength: number;
|
|
176
|
+
maxOutputTokens: number;
|
|
177
|
+
supportedFeatures: string[];
|
|
178
|
+
pricing?: {
|
|
179
|
+
promptCostPer1k: number;
|
|
180
|
+
completionCostPer1k: number;
|
|
181
|
+
currency: string;
|
|
182
|
+
};
|
|
183
|
+
deprecated?: boolean;
|
|
184
|
+
deprecationDate?: Date;
|
|
185
|
+
recommendedReplacement?: LLMModel;
|
|
186
|
+
}
|
|
187
|
+
export interface HealthCheckResult {
|
|
188
|
+
healthy: boolean;
|
|
189
|
+
latency?: number;
|
|
190
|
+
error?: string;
|
|
191
|
+
timestamp: Date;
|
|
192
|
+
details?: Record<string, any>;
|
|
193
|
+
}
|
|
194
|
+
export interface ProviderStatus {
|
|
195
|
+
available: boolean;
|
|
196
|
+
currentLoad: number;
|
|
197
|
+
queueLength: number;
|
|
198
|
+
activeRequests: number;
|
|
199
|
+
rateLimitRemaining?: number;
|
|
200
|
+
rateLimitReset?: Date;
|
|
201
|
+
}
|
|
202
|
+
export interface CostEstimate {
|
|
203
|
+
estimatedPromptTokens: number;
|
|
204
|
+
estimatedCompletionTokens: number;
|
|
205
|
+
estimatedTotalTokens: number;
|
|
206
|
+
estimatedCost: {
|
|
207
|
+
prompt: number;
|
|
208
|
+
completion: number;
|
|
209
|
+
total: number;
|
|
210
|
+
currency: string;
|
|
211
|
+
};
|
|
212
|
+
confidence: number;
|
|
213
|
+
}
|
|
214
|
+
export interface UsageStats {
|
|
215
|
+
period: {
|
|
216
|
+
start: Date;
|
|
217
|
+
end: Date;
|
|
218
|
+
};
|
|
219
|
+
requests: number;
|
|
220
|
+
tokens: {
|
|
221
|
+
prompt: number;
|
|
222
|
+
completion: number;
|
|
223
|
+
total: number;
|
|
224
|
+
};
|
|
225
|
+
cost: {
|
|
226
|
+
prompt: number;
|
|
227
|
+
completion: number;
|
|
228
|
+
total: number;
|
|
229
|
+
currency: string;
|
|
230
|
+
};
|
|
231
|
+
errors: number;
|
|
232
|
+
averageLatency: number;
|
|
233
|
+
modelBreakdown: Record<LLMModel, {
|
|
234
|
+
requests: number;
|
|
235
|
+
tokens: number;
|
|
236
|
+
cost: number;
|
|
237
|
+
}>;
|
|
238
|
+
}
|
|
239
|
+
export type UsagePeriod = 'hour' | 'day' | 'week' | 'month' | 'all';
|
|
240
|
+
export interface FallbackStrategy {
|
|
241
|
+
name: string;
|
|
242
|
+
enabled: boolean;
|
|
243
|
+
rules: FallbackRule[];
|
|
244
|
+
maxAttempts: number;
|
|
245
|
+
}
|
|
246
|
+
export interface FallbackRule {
|
|
247
|
+
condition: 'error' | 'rate_limit' | 'timeout' | 'cost' | 'unavailable';
|
|
248
|
+
errorCodes?: string[];
|
|
249
|
+
fallbackProviders: LLMProvider[];
|
|
250
|
+
fallbackModels?: LLMModel[];
|
|
251
|
+
retryOriginal: boolean;
|
|
252
|
+
retryDelay?: number;
|
|
253
|
+
}
|
|
254
|
+
export interface RetryStrategy {
|
|
255
|
+
maxAttempts: number;
|
|
256
|
+
initialDelay: number;
|
|
257
|
+
maxDelay: number;
|
|
258
|
+
backoffMultiplier: number;
|
|
259
|
+
jitter: boolean;
|
|
260
|
+
retryableErrors: string[];
|
|
261
|
+
}
|
|
262
|
+
export interface CacheConfig {
|
|
263
|
+
enabled: boolean;
|
|
264
|
+
ttl: number;
|
|
265
|
+
maxSize: number;
|
|
266
|
+
strategy: 'lru' | 'lfu' | 'ttl';
|
|
267
|
+
keyGenerator?: (request: LLMRequest) => string;
|
|
268
|
+
}
|
|
269
|
+
export interface CacheEntry {
|
|
270
|
+
key: string;
|
|
271
|
+
request: LLMRequest;
|
|
272
|
+
response: LLMResponse;
|
|
273
|
+
timestamp: Date;
|
|
274
|
+
hits: number;
|
|
275
|
+
size: number;
|
|
276
|
+
}
|
|
277
|
+
export interface RateLimiter {
|
|
278
|
+
checkLimit(provider: LLMProvider, model?: LLMModel): Promise<boolean>;
|
|
279
|
+
consumeToken(provider: LLMProvider, tokens: number): Promise<void>;
|
|
280
|
+
getRemainingTokens(provider: LLMProvider): Promise<number>;
|
|
281
|
+
getResetTime(provider: LLMProvider): Promise<Date | null>;
|
|
282
|
+
waitForCapacity(provider: LLMProvider, tokens: number): Promise<void>;
|
|
283
|
+
}
|
|
284
|
+
export interface LoadBalancer {
|
|
285
|
+
selectProvider(request: LLMRequest, availableProviders: ILLMProvider[]): Promise<ILLMProvider>;
|
|
286
|
+
updateProviderMetrics(provider: LLMProvider, metrics: ProviderMetrics): void;
|
|
287
|
+
rebalance(): Promise<void>;
|
|
288
|
+
}
|
|
289
|
+
export interface ProviderMetrics {
|
|
290
|
+
provider: LLMProvider;
|
|
291
|
+
timestamp: Date;
|
|
292
|
+
latency: number;
|
|
293
|
+
errorRate: number;
|
|
294
|
+
successRate: number;
|
|
295
|
+
load: number;
|
|
296
|
+
cost: number;
|
|
297
|
+
availability: number;
|
|
298
|
+
}
|
|
299
|
+
export interface ProviderMonitor {
|
|
300
|
+
trackRequest(provider: LLMProvider, request: LLMRequest, response: LLMResponse | Error): void;
|
|
301
|
+
getMetrics(provider?: LLMProvider, period?: UsagePeriod): Promise<ProviderMetrics[]>;
|
|
302
|
+
getAlerts(): Alert[];
|
|
303
|
+
setAlertThreshold(metric: string, threshold: number): void;
|
|
304
|
+
}
|
|
305
|
+
export interface Alert {
|
|
306
|
+
id: string;
|
|
307
|
+
timestamp: Date;
|
|
308
|
+
provider: LLMProvider;
|
|
309
|
+
type: 'error_rate' | 'latency' | 'cost' | 'rate_limit' | 'availability';
|
|
310
|
+
severity: 'info' | 'warning' | 'error' | 'critical';
|
|
311
|
+
message: string;
|
|
312
|
+
value: number;
|
|
313
|
+
threshold: number;
|
|
314
|
+
}
|
|
315
|
+
export interface CostOptimizer {
|
|
316
|
+
selectOptimalModel(request: LLMRequest, constraints: CostConstraints): Promise<OptimizationResult>;
|
|
317
|
+
analyzeCostTrends(period: UsagePeriod): Promise<CostAnalysis>;
|
|
318
|
+
suggestOptimizations(): Promise<OptimizationSuggestion[]>;
|
|
319
|
+
}
|
|
320
|
+
export interface CostConstraints {
|
|
321
|
+
maxCostPerRequest?: number;
|
|
322
|
+
maxCostPerToken?: number;
|
|
323
|
+
preferredProviders?: LLMProvider[];
|
|
324
|
+
requiredFeatures?: string[];
|
|
325
|
+
minQuality?: number;
|
|
326
|
+
}
|
|
327
|
+
export interface OptimizationResult {
|
|
328
|
+
provider: LLMProvider;
|
|
329
|
+
model: LLMModel;
|
|
330
|
+
estimatedCost: number;
|
|
331
|
+
estimatedQuality: number;
|
|
332
|
+
reasoning: string;
|
|
333
|
+
}
|
|
334
|
+
export interface CostAnalysis {
|
|
335
|
+
period: UsagePeriod;
|
|
336
|
+
totalCost: number;
|
|
337
|
+
costByProvider: Record<LLMProvider, number>;
|
|
338
|
+
costByModel: Record<LLMModel, number>;
|
|
339
|
+
trends: {
|
|
340
|
+
dailyAverage: number;
|
|
341
|
+
weeklyGrowth: number;
|
|
342
|
+
projection30Days: number;
|
|
343
|
+
};
|
|
344
|
+
}
|
|
345
|
+
export interface OptimizationSuggestion {
|
|
346
|
+
type: 'model_switch' | 'provider_switch' | 'parameter_tuning' | 'caching' | 'batching';
|
|
347
|
+
description: string;
|
|
348
|
+
estimatedSavings: number;
|
|
349
|
+
implementation: string;
|
|
350
|
+
impact: 'low' | 'medium' | 'high';
|
|
351
|
+
}
|
|
352
|
+
export declare function isLLMResponse(obj: any): obj is LLMResponse;
|
|
353
|
+
export declare function isLLMStreamEvent(obj: any): obj is LLMStreamEvent;
|
|
354
|
+
export declare function isLLMProviderError(error: any): error is LLMProviderError;
|
|
355
|
+
export declare function isRateLimitError(error: any): error is RateLimitError;
|
|
356
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAItC,MAAM,MAAM,WAAW,GACnB,QAAQ,GACR,WAAW,GACX,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,WAAW,GACX,QAAQ,CAAC;AAEb,MAAM,MAAM,QAAQ,GAEhB,qBAAqB,GACrB,OAAO,GACP,WAAW,GACX,eAAe,GACf,mBAAmB,GAEnB,wBAAwB,GACxB,0BAA0B,GAC1B,yBAAyB,GACzB,YAAY,GACZ,YAAY,GACZ,oBAAoB,GAEpB,YAAY,GACZ,mBAAmB,GACnB,QAAQ,GACR,OAAO,GAEP,SAAS,GACT,eAAe,GACf,iBAAiB,GACjB,iBAAiB,GACjB,iBAAiB,GAEjB,YAAY,GACZ,aAAa,GACb,aAAa,GACb,YAAY,GACZ,cAAc,GACd,cAAc,CAAC;AAInB,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,QAAQ,CAAC;IAGhB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IAGzB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAGtC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,UAAU,CAAC;IACnD,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,UAAU,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,QAAQ,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,MAAM,CAAC,EAAE,OAAO,CAAC;IAGjB,SAAS,CAAC,EAAE,WAAW,EAAE,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAGlD,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAGtC,eAAe,CAAC,EAAE;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,eAAe,CAAC,EAAE,QAAQ,EAAE,CAAC;KAC9B,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,QAAQ,CAAC;IAChB,QAAQ,EAAE,WAAW,CAAC;IAGtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IAGF,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IAGF,IAAI,CAAC,EAAE;QACL,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,MAAM,CAAC;QACvB,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;IAGF,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,YAAY,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,eAAe,GAAG,gBAAgB,CAAC;IACtE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,SAAS,GAAG,eAAe,GAAG,OAAO,GAAG,MAAM,CAAC;IACrD,KAAK,CAAC,EAAE;QACN,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,YAAY,CAAC,EAAE;YACb,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB,CAAC;KACH,CAAC;IACF,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,KAAK,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAC7B,IAAI,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CAC5B;AAID,MAAM,WAAW,oBAAoB;IAEnC,eAAe,EAAE,QAAQ,EAAE,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC3C,eAAe,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAG1C,iBAAiB,EAAE,OAAO,CAAC;IAC3B,uBAAuB,EAAE,OAAO,CAAC;IACjC,sBAAsB,EAAE,OAAO,CAAC;IAChC,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IAGvB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,gBAAgB,EAAE,OAAO,CAAC;IAG1B,SAAS,CAAC,EAAE;QACV,iBAAiB,EAAE,MAAM,CAAC;QAC1B,eAAe,EAAE,MAAM,CAAC;QACxB,kBAAkB,EAAE,MAAM,CAAC;KAC5B,CAAC;IAGF,OAAO,CAAC,EAAE;QACR,CAAC,KAAK,EAAE,MAAM,GAAG;YACf,eAAe,EAAE,MAAM,CAAC;YACxB,mBAAmB,EAAE,MAAM,CAAC;YAC5B,QAAQ,EAAE,MAAM,CAAC;SAClB,CAAC;KACH,CAAC;CACH;AAID,qBAAa,gBAAiB,SAAQ,KAAK;IAGhC,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,WAAW;IACrB,UAAU,CAAC,EAAE,MAAM;IACnB,SAAS,EAAE,OAAO;IAClB,OAAO,CAAC,EAAE,GAAG;gBALpB,OAAO,EAAE,MAAM,EACR,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,WAAW,EACrB,UAAU,CAAC,EAAE,MAAM,YAAA,EACnB,SAAS,GAAE,OAAc,EACzB,OAAO,CAAC,EAAE,GAAG,YAAA;CAKvB;AAED,qBAAa,cAAe,SAAQ,gBAAgB;IAIzC,UAAU,CAAC,EAAE,MAAM;gBAF1B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,WAAW,EACd,UAAU,CAAC,EAAE,MAAM,YAAA,EAC1B,OAAO,CAAC,EAAE,GAAG;CAKhB;AAED,qBAAa,mBAAoB,SAAQ,gBAAgB;gBAC3C,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,GAAG;CAIlE;AAED,qBAAa,kBAAmB,SAAQ,gBAAgB;gBAC1C,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,GAAG;CAIhE;AAED,qBAAa,wBAAyB,SAAQ,gBAAgB;gBAChD,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,GAAG;CAIjD;AAID,MAAM,WAAW,YAAa,SAAQ,YAAY;IAEhD,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,YAAY,EAAE,oBAAoB,CAAC;IAC5C,MAAM,EAAE,iBAAiB,CAAC;IAG1B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACpD,cAAc,CAAC,OAAO,EAAE,UAAU,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;IAGnE,UAAU,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IAClC,YAAY,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAClD,aAAa,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC;IAGxC,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC1C,SAAS,IAAI,cAAc,CAAC;IAG5B,YAAY,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACzD,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAGpD,OAAO,IAAI,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,QAAQ,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,OAAO,CAAC,EAAE;QACR,eAAe,EAAE,MAAM,CAAC;QACxB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,eAAe,CAAC,EAAE,IAAI,CAAC;IACvB,sBAAsB,CAAC,EAAE,QAAQ,CAAC;CACnC;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,cAAc,CAAC,EAAE,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,yBAAyB,EAAE,MAAM,CAAC;IAClC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE;QACb,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE;QACN,KAAK,EAAE,IAAI,CAAC;QACZ,GAAG,EAAE,IAAI,CAAC;KACX,CAAC;IACF,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE;QACN,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,IAAI,EAAE;QACJ,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC,QAAQ,EAAE;QAC/B,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;CACJ;AAED,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;AAIpE,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,OAAO,GAAG,YAAY,GAAG,SAAS,GAAG,MAAM,GAAG,aAAa,CAAC;IACvE,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,iBAAiB,EAAE,WAAW,EAAE,CAAC;IACjC,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC;IAC5B,aAAa,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,MAAM,EAAE,OAAO,CAAC;IAChB,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAID,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;IAChC,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,KAAK,MAAM,CAAC;CAChD;AAED,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,WAAW,CAAC;IACtB,SAAS,EAAE,IAAI,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAID,MAAM,WAAW,WAAW;IAC1B,UAAU,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACtE,YAAY,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3D,YAAY,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAC1D,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACvE;AAID,MAAM,WAAW,YAAY;IAC3B,cAAc,CAAC,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC/F,qBAAqB,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,GAAG,IAAI,CAAC;IAC7E,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,WAAW,CAAC;IACtB,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;CACtB;AAID,MAAM,WAAW,eAAe;IAC9B,YAAY,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,GAAG,KAAK,GAAG,IAAI,CAAC;IAC9F,UAAU,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IACrF,SAAS,IAAI,KAAK,EAAE,CAAC;IACrB,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5D;AAED,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,EAAE,WAAW,CAAC;IACtB,IAAI,EAAE,YAAY,GAAG,SAAS,GAAG,MAAM,GAAG,YAAY,GAAG,cAAc,CAAC;IACxE,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,UAAU,CAAC;IACpD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAID,MAAM,WAAW,aAAa;IAC5B,kBAAkB,CAAC,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACnG,iBAAiB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC9D,oBAAoB,IAAI,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC;CAC3D;AAED,MAAM,WAAW,eAAe;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,WAAW,EAAE,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,QAAQ,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAC5C,WAAW,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,EAAE;QACN,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,cAAc,GAAG,iBAAiB,GAAG,kBAAkB,GAAG,SAAS,GAAG,UAAU,CAAC;IACvF,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;CACnC;AAID,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,WAAW,CAE1D;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,IAAI,cAAc,CAEhE;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,GAAG,GAAG,KAAK,IAAI,gBAAgB,CAExE;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,GAAG,GAAG,KAAK,IAAI,cAAc,CAEpE"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Multi-LLM Provider Types and Interfaces
|
|
3
|
+
* Unified type system for all LLM providers
|
|
4
|
+
*/
|
|
5
|
+
// ===== ERROR HANDLING =====
|
|
6
|
+
export class LLMProviderError extends Error {
|
|
7
|
+
code;
|
|
8
|
+
provider;
|
|
9
|
+
statusCode;
|
|
10
|
+
retryable;
|
|
11
|
+
details;
|
|
12
|
+
constructor(message, code, provider, statusCode, retryable = true, details) {
|
|
13
|
+
super(message);
|
|
14
|
+
this.code = code;
|
|
15
|
+
this.provider = provider;
|
|
16
|
+
this.statusCode = statusCode;
|
|
17
|
+
this.retryable = retryable;
|
|
18
|
+
this.details = details;
|
|
19
|
+
this.name = 'LLMProviderError';
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
export class RateLimitError extends LLMProviderError {
|
|
23
|
+
retryAfter;
|
|
24
|
+
constructor(message, provider, retryAfter, details) {
|
|
25
|
+
super(message, 'RATE_LIMIT', provider, 429, true, details);
|
|
26
|
+
this.retryAfter = retryAfter;
|
|
27
|
+
this.name = 'RateLimitError';
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
export class AuthenticationError extends LLMProviderError {
|
|
31
|
+
constructor(message, provider, details) {
|
|
32
|
+
super(message, 'AUTHENTICATION', provider, 401, false, details);
|
|
33
|
+
this.name = 'AuthenticationError';
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
export class ModelNotFoundError extends LLMProviderError {
|
|
37
|
+
constructor(model, provider, details) {
|
|
38
|
+
super(`Model ${model} not found`, 'MODEL_NOT_FOUND', provider, 404, false, details);
|
|
39
|
+
this.name = 'ModelNotFoundError';
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
export class ProviderUnavailableError extends LLMProviderError {
|
|
43
|
+
constructor(provider, details) {
|
|
44
|
+
super(`Provider ${provider} is unavailable`, 'PROVIDER_UNAVAILABLE', provider, 503, true, details);
|
|
45
|
+
this.name = 'ProviderUnavailableError';
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
// ===== TYPE GUARDS =====
|
|
49
|
+
export function isLLMResponse(obj) {
|
|
50
|
+
return obj && typeof obj.id === 'string' && typeof obj.content === 'string';
|
|
51
|
+
}
|
|
52
|
+
export function isLLMStreamEvent(obj) {
|
|
53
|
+
return obj && typeof obj.type === 'string';
|
|
54
|
+
}
|
|
55
|
+
export function isLLMProviderError(error) {
|
|
56
|
+
return error instanceof LLMProviderError;
|
|
57
|
+
}
|
|
58
|
+
export function isRateLimitError(error) {
|
|
59
|
+
return error instanceof RateLimitError;
|
|
60
|
+
}
|
|
61
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA0NH,6BAA6B;AAE7B,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IAGhC;IACA;IACA;IACA;IACA;IANT,YACE,OAAe,EACR,IAAY,EACZ,QAAqB,EACrB,UAAmB,EACnB,YAAqB,IAAI,EACzB,OAAa;QAEpB,KAAK,CAAC,OAAO,CAAC,CAAC;QANR,SAAI,GAAJ,IAAI,CAAQ;QACZ,aAAQ,GAAR,QAAQ,CAAa;QACrB,eAAU,GAAV,UAAU,CAAS;QACnB,cAAS,GAAT,SAAS,CAAgB;QACzB,YAAO,GAAP,OAAO,CAAM;QAGpB,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AAED,MAAM,OAAO,cAAe,SAAQ,gBAAgB;IAIzC;IAHT,YACE,OAAe,EACf,QAAqB,EACd,UAAmB,EAC1B,OAAa;QAEb,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAHpD,eAAU,GAAV,UAAU,CAAS;QAI1B,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF;AAED,MAAM,OAAO,mBAAoB,SAAQ,gBAAgB;IACvD,YAAY,OAAe,EAAE,QAAqB,EAAE,OAAa;QAC/D,KAAK,CAAC,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,gBAAgB;IACtD,YAAY,KAAa,EAAE,QAAqB,EAAE,OAAa;QAC7D,KAAK,CAAC,SAAS,KAAK,YAAY,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACpF,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IACnC,CAAC;CACF;AAED,MAAM,OAAO,wBAAyB,SAAQ,gBAAgB;IAC5D,YAAY,QAAqB,EAAE,OAAa;QAC9C,KAAK,CAAC,YAAY,QAAQ,iBAAiB,EAAE,sBAAsB,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACnG,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;IACzC,CAAC;CACF;AAsPD,0BAA0B;AAE1B,MAAM,UAAU,aAAa,CAAC,GAAQ;IACpC,OAAO,GAAG,IAAI,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAQ;IACvC,OAAO,GAAG,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAU;IAC3C,OAAO,KAAK,YAAY,gBAAgB,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAU;IACzC,OAAO,KAAK,YAAY,cAAc,CAAC;AACzC,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Utility functions for multi-LLM provider system
|
|
3
|
+
*/
|
|
4
|
+
import { ILogger } from '../core/logger.js';
|
|
5
|
+
import { ConfigManager } from '../config/config-manager.js';
|
|
6
|
+
import { ProviderManager, ProviderManagerConfig } from './provider-manager.js';
|
|
7
|
+
import { LLMProvider, LLMProviderConfig } from './types.js';
|
|
8
|
+
/**
|
|
9
|
+
* Create a provider manager with default configuration
|
|
10
|
+
*/
|
|
11
|
+
export declare function createProviderManager(logger: ILogger, configManager: ConfigManager, customConfig?: Partial<ProviderManagerConfig>): ProviderManager;
|
|
12
|
+
/**
|
|
13
|
+
* Get default provider configuration
|
|
14
|
+
*/
|
|
15
|
+
export declare function getDefaultProviderConfig(): ProviderManagerConfig;
|
|
16
|
+
/**
|
|
17
|
+
* Validate provider configuration
|
|
18
|
+
*/
|
|
19
|
+
export declare function validateProviderConfig(config: LLMProviderConfig): string[];
|
|
20
|
+
/**
|
|
21
|
+
* Get model recommendations based on use case
|
|
22
|
+
*/
|
|
23
|
+
export declare function getModelRecommendations(useCase: string): {
|
|
24
|
+
provider: LLMProvider;
|
|
25
|
+
model: string;
|
|
26
|
+
reasoning: string;
|
|
27
|
+
}[];
|
|
28
|
+
/**
|
|
29
|
+
* Calculate estimated monthly cost based on usage
|
|
30
|
+
*/
|
|
31
|
+
export declare function estimateMonthlyCost(provider: LLMProvider, model: string, estimatedRequests: number, avgTokensPerRequest: number): {
|
|
32
|
+
promptCost: number;
|
|
33
|
+
completionCost: number;
|
|
34
|
+
totalCost: number;
|
|
35
|
+
currency: string;
|
|
36
|
+
};
|
|
37
|
+
//# sourceMappingURL=utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/providers/utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAoB,MAAM,YAAY,CAAC;AAE9E;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,OAAO,EACf,aAAa,EAAE,aAAa,EAC5B,YAAY,CAAC,EAAE,OAAO,CAAC,qBAAqB,CAAC,GAC5C,eAAe,CAQjB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,IAAI,qBAAqB,CAmFhE;AAyED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,EAAE,CAoC1E;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG;IACxD,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB,EAAE,CAiEF;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,WAAW,EACrB,KAAK,EAAE,MAAM,EACb,iBAAiB,EAAE,MAAM,EACzB,mBAAmB,EAAE,MAAM,GAC1B;IACD,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB,CA0BA"}
|