@ai-orchestration/core 0.2.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (185) hide show
  1. package/README.md +16 -0
  2. package/dist/cjs/core/errors.d.ts +21 -0
  3. package/dist/cjs/core/errors.d.ts.map +1 -0
  4. package/dist/cjs/core/errors.js +40 -0
  5. package/dist/cjs/core/errors.js.map +1 -0
  6. package/dist/cjs/core/interfaces.d.ts +170 -0
  7. package/dist/cjs/core/interfaces.d.ts.map +1 -0
  8. package/dist/cjs/core/interfaces.js +6 -0
  9. package/dist/cjs/core/interfaces.js.map +1 -0
  10. package/dist/cjs/core/metrics.d.ts +161 -0
  11. package/dist/cjs/core/metrics.d.ts.map +1 -0
  12. package/dist/cjs/core/metrics.js +282 -0
  13. package/dist/cjs/core/metrics.js.map +1 -0
  14. package/dist/cjs/core/orchestrator.d.ts +102 -0
  15. package/dist/cjs/core/orchestrator.d.ts.map +1 -0
  16. package/dist/cjs/core/orchestrator.js +493 -0
  17. package/dist/cjs/core/orchestrator.js.map +1 -0
  18. package/dist/cjs/core/types.d.ts +238 -0
  19. package/dist/cjs/core/types.d.ts.map +1 -0
  20. package/dist/cjs/core/types.js +6 -0
  21. package/dist/cjs/core/types.js.map +1 -0
  22. package/dist/cjs/factory/index.d.ts +14 -0
  23. package/dist/cjs/factory/index.d.ts.map +1 -0
  24. package/dist/cjs/factory/index.js +219 -0
  25. package/dist/cjs/factory/index.js.map +1 -0
  26. package/dist/cjs/index.d.ts +16 -0
  27. package/dist/cjs/index.d.ts.map +1 -0
  28. package/dist/cjs/index.js +38 -0
  29. package/dist/cjs/index.js.map +1 -0
  30. package/dist/cjs/providers/base.d.ts +30 -0
  31. package/dist/cjs/providers/base.d.ts.map +1 -0
  32. package/dist/cjs/providers/base.js +35 -0
  33. package/dist/cjs/providers/base.js.map +1 -0
  34. package/dist/cjs/providers/cerebras.d.ts +26 -0
  35. package/dist/cjs/providers/cerebras.d.ts.map +1 -0
  36. package/dist/cjs/providers/cerebras.js +228 -0
  37. package/dist/cjs/providers/cerebras.js.map +1 -0
  38. package/dist/cjs/providers/gemini.d.ts +26 -0
  39. package/dist/cjs/providers/gemini.d.ts.map +1 -0
  40. package/dist/cjs/providers/gemini.js +225 -0
  41. package/dist/cjs/providers/gemini.js.map +1 -0
  42. package/dist/cjs/providers/groq.d.ts +26 -0
  43. package/dist/cjs/providers/groq.d.ts.map +1 -0
  44. package/dist/cjs/providers/groq.js +286 -0
  45. package/dist/cjs/providers/groq.js.map +1 -0
  46. package/dist/cjs/providers/index.d.ts +17 -0
  47. package/dist/cjs/providers/index.d.ts.map +1 -0
  48. package/dist/cjs/providers/index.js +21 -0
  49. package/dist/cjs/providers/index.js.map +1 -0
  50. package/dist/cjs/providers/local.d.ts +27 -0
  51. package/dist/cjs/providers/local.d.ts.map +1 -0
  52. package/dist/cjs/providers/local.js +249 -0
  53. package/dist/cjs/providers/local.js.map +1 -0
  54. package/dist/cjs/providers/openai.d.ts +50 -0
  55. package/dist/cjs/providers/openai.d.ts.map +1 -0
  56. package/dist/cjs/providers/openai.js +313 -0
  57. package/dist/cjs/providers/openai.js.map +1 -0
  58. package/dist/cjs/providers/openrouter.d.ts +48 -0
  59. package/dist/cjs/providers/openrouter.d.ts.map +1 -0
  60. package/dist/cjs/providers/openrouter.js +251 -0
  61. package/dist/cjs/providers/openrouter.js.map +1 -0
  62. package/dist/cjs/strategies/base.d.ts +16 -0
  63. package/dist/cjs/strategies/base.d.ts.map +1 -0
  64. package/dist/cjs/strategies/base.js +25 -0
  65. package/dist/cjs/strategies/base.js.map +1 -0
  66. package/dist/cjs/strategies/fallback.d.ts +14 -0
  67. package/dist/cjs/strategies/fallback.d.ts.map +1 -0
  68. package/dist/cjs/strategies/fallback.js +32 -0
  69. package/dist/cjs/strategies/fallback.js.map +1 -0
  70. package/dist/cjs/strategies/health-aware.d.ts +20 -0
  71. package/dist/cjs/strategies/health-aware.d.ts.map +1 -0
  72. package/dist/cjs/strategies/health-aware.js +108 -0
  73. package/dist/cjs/strategies/health-aware.js.map +1 -0
  74. package/dist/cjs/strategies/index.d.ts +14 -0
  75. package/dist/cjs/strategies/index.d.ts.map +1 -0
  76. package/dist/cjs/strategies/index.js +19 -0
  77. package/dist/cjs/strategies/index.js.map +1 -0
  78. package/dist/cjs/strategies/priority.d.ts +18 -0
  79. package/dist/cjs/strategies/priority.d.ts.map +1 -0
  80. package/dist/cjs/strategies/priority.js +39 -0
  81. package/dist/cjs/strategies/priority.js.map +1 -0
  82. package/dist/cjs/strategies/round-robin.d.ts +10 -0
  83. package/dist/cjs/strategies/round-robin.d.ts.map +1 -0
  84. package/dist/cjs/strategies/round-robin.js +28 -0
  85. package/dist/cjs/strategies/round-robin.js.map +1 -0
  86. package/dist/cjs/strategies/weighted.d.ts +20 -0
  87. package/dist/cjs/strategies/weighted.d.ts.map +1 -0
  88. package/dist/cjs/strategies/weighted.js +61 -0
  89. package/dist/cjs/strategies/weighted.js.map +1 -0
  90. package/dist/esm/core/errors.d.ts +21 -0
  91. package/dist/esm/core/errors.d.ts.map +1 -0
  92. package/dist/esm/core/errors.js +33 -0
  93. package/dist/esm/core/errors.js.map +1 -0
  94. package/dist/esm/core/interfaces.d.ts +170 -0
  95. package/dist/esm/core/interfaces.d.ts.map +1 -0
  96. package/dist/esm/core/interfaces.js +5 -0
  97. package/dist/esm/core/interfaces.js.map +1 -0
  98. package/dist/esm/core/metrics.d.ts +161 -0
  99. package/dist/esm/core/metrics.d.ts.map +1 -0
  100. package/dist/esm/core/metrics.js +278 -0
  101. package/dist/esm/core/metrics.js.map +1 -0
  102. package/dist/esm/core/orchestrator.d.ts +102 -0
  103. package/dist/esm/core/orchestrator.d.ts.map +1 -0
  104. package/dist/esm/core/orchestrator.js +489 -0
  105. package/dist/esm/core/orchestrator.js.map +1 -0
  106. package/dist/esm/core/types.d.ts +238 -0
  107. package/dist/esm/core/types.d.ts.map +1 -0
  108. package/dist/esm/core/types.js +5 -0
  109. package/dist/esm/core/types.js.map +1 -0
  110. package/dist/esm/factory/index.d.ts +14 -0
  111. package/dist/esm/factory/index.d.ts.map +1 -0
  112. package/dist/esm/factory/index.js +215 -0
  113. package/dist/esm/factory/index.js.map +1 -0
  114. package/dist/esm/index.d.ts +16 -0
  115. package/dist/esm/index.d.ts.map +1 -0
  116. package/dist/esm/index.js +16 -0
  117. package/dist/esm/index.js.map +1 -0
  118. package/dist/esm/providers/base.d.ts +30 -0
  119. package/dist/esm/providers/base.d.ts.map +1 -0
  120. package/dist/esm/providers/base.js +31 -0
  121. package/dist/esm/providers/base.js.map +1 -0
  122. package/dist/esm/providers/cerebras.d.ts +26 -0
  123. package/dist/esm/providers/cerebras.d.ts.map +1 -0
  124. package/dist/esm/providers/cerebras.js +224 -0
  125. package/dist/esm/providers/cerebras.js.map +1 -0
  126. package/dist/esm/providers/gemini.d.ts +26 -0
  127. package/dist/esm/providers/gemini.d.ts.map +1 -0
  128. package/dist/esm/providers/gemini.js +221 -0
  129. package/dist/esm/providers/gemini.js.map +1 -0
  130. package/dist/esm/providers/groq.d.ts +26 -0
  131. package/dist/esm/providers/groq.d.ts.map +1 -0
  132. package/dist/esm/providers/groq.js +282 -0
  133. package/dist/esm/providers/groq.js.map +1 -0
  134. package/dist/esm/providers/index.d.ts +17 -0
  135. package/dist/esm/providers/index.d.ts.map +1 -0
  136. package/dist/esm/providers/index.js +11 -0
  137. package/dist/esm/providers/index.js.map +1 -0
  138. package/dist/esm/providers/local.d.ts +27 -0
  139. package/dist/esm/providers/local.d.ts.map +1 -0
  140. package/dist/esm/providers/local.js +245 -0
  141. package/dist/esm/providers/local.js.map +1 -0
  142. package/dist/esm/providers/openai.d.ts +50 -0
  143. package/dist/esm/providers/openai.d.ts.map +1 -0
  144. package/dist/esm/providers/openai.js +309 -0
  145. package/dist/esm/providers/openai.js.map +1 -0
  146. package/dist/esm/providers/openrouter.d.ts +48 -0
  147. package/dist/esm/providers/openrouter.d.ts.map +1 -0
  148. package/dist/esm/providers/openrouter.js +247 -0
  149. package/dist/esm/providers/openrouter.js.map +1 -0
  150. package/dist/esm/strategies/base.d.ts +16 -0
  151. package/dist/esm/strategies/base.d.ts.map +1 -0
  152. package/dist/esm/strategies/base.js +21 -0
  153. package/dist/esm/strategies/base.js.map +1 -0
  154. package/dist/esm/strategies/fallback.d.ts +14 -0
  155. package/dist/esm/strategies/fallback.d.ts.map +1 -0
  156. package/dist/esm/strategies/fallback.js +28 -0
  157. package/dist/esm/strategies/fallback.js.map +1 -0
  158. package/dist/esm/strategies/health-aware.d.ts +20 -0
  159. package/dist/esm/strategies/health-aware.d.ts.map +1 -0
  160. package/dist/esm/strategies/health-aware.js +104 -0
  161. package/dist/esm/strategies/health-aware.js.map +1 -0
  162. package/dist/esm/strategies/index.d.ts +14 -0
  163. package/dist/esm/strategies/index.d.ts.map +1 -0
  164. package/dist/esm/strategies/index.js +10 -0
  165. package/dist/esm/strategies/index.js.map +1 -0
  166. package/dist/esm/strategies/priority.d.ts +18 -0
  167. package/dist/esm/strategies/priority.d.ts.map +1 -0
  168. package/dist/esm/strategies/priority.js +35 -0
  169. package/dist/esm/strategies/priority.js.map +1 -0
  170. package/dist/esm/strategies/round-robin.d.ts +10 -0
  171. package/dist/esm/strategies/round-robin.d.ts.map +1 -0
  172. package/dist/esm/strategies/round-robin.js +24 -0
  173. package/dist/esm/strategies/round-robin.js.map +1 -0
  174. package/dist/esm/strategies/weighted.d.ts +20 -0
  175. package/dist/esm/strategies/weighted.d.ts.map +1 -0
  176. package/dist/esm/strategies/weighted.js +57 -0
  177. package/dist/esm/strategies/weighted.js.map +1 -0
  178. package/docs/CHANGELOG.md +33 -0
  179. package/examples/README.md +76 -0
  180. package/examples/image-generation.ts +182 -0
  181. package/examples/images.ts +261 -0
  182. package/examples/metrics.ts +2 -0
  183. package/package.json +18 -7
  184. package/tsconfig.cjs.json +10 -0
  185. package/tsconfig.esm.json +10 -0
@@ -0,0 +1,26 @@
1
+ /**
2
+ * Cerebras provider implementation
3
+ */
4
+ import { BaseProvider } from './base.js';
5
+ import type { ChatMessage, ChatOptions, ChatResponse, ChatChunk, ProviderHealth, ProviderMetadata } from '../core/types.js';
6
+ export interface CerebrasProviderConfig {
7
+ id: string;
8
+ apiKey: string;
9
+ model?: string;
10
+ baseURL?: string;
11
+ }
12
+ export declare class CerebrasProvider extends BaseProvider {
13
+ readonly id: string;
14
+ readonly metadata: ProviderMetadata;
15
+ private apiKey;
16
+ private model;
17
+ private baseURL;
18
+ constructor(config: CerebrasProviderConfig);
19
+ checkHealth(): Promise<ProviderHealth>;
20
+ chat(messages: ChatMessage[], options?: ChatOptions): Promise<ChatResponse>;
21
+ chatStream(messages: ChatMessage[], options?: ChatOptions): Promise<ReadableStream<ChatChunk>>;
22
+ protected formatMessages(messages: ChatMessage[]): unknown;
23
+ protected parseResponse(response: unknown): ChatResponse;
24
+ protected parseStream(stream: ReadableStream<unknown>): ReadableStream<ChatChunk>;
25
+ }
26
+ //# sourceMappingURL=cerebras.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cerebras.d.ts","sourceRoot":"","sources":["../../../src/providers/cerebras.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACT,cAAc,EACd,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,YAAY;IAChD,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAC;IACpC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,sBAAsB;IAgBpC,WAAW,IAAI,OAAO,CAAC,cAAc,CAAC;IAItC,IAAI,CACR,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,YAAY,CAAC;IAqDlB,UAAU,CACd,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAyDrC,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,OAAO;IAkC1D,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,GAAG,YAAY;IAiCxD,SAAS,CAAC,WAAW,CACnB,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,GAC9B,cAAc,CAAC,SAAS,CAAC;CAoE7B"}
@@ -0,0 +1,228 @@
1
+ "use strict";
2
+ /**
3
+ * Cerebras provider implementation
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.CerebrasProvider = void 0;
7
+ const base_js_1 = require("./base.js");
8
+ class CerebrasProvider extends base_js_1.BaseProvider {
9
+ constructor(config) {
10
+ super();
11
+ this.id = config.id;
12
+ this.apiKey = config.apiKey;
13
+ // Default model based on Cerebras documentation
14
+ this.model = config.model || 'llama-3.3-70b';
15
+ // Cerebras Inference API endpoint (OpenAI-compatible)
16
+ this.baseURL = config.baseURL || 'https://api.cerebras.ai/v1';
17
+ this.metadata = {
18
+ id: this.id,
19
+ name: 'Cerebras',
20
+ model: this.model,
21
+ };
22
+ }
23
+ async checkHealth() {
24
+ return this.defaultHealthCheck();
25
+ }
26
+ async chat(messages, options) {
27
+ // Build request body, converting camelCase to snake_case for Cerebras API
28
+ const requestBody = {
29
+ model: this.model,
30
+ messages: this.formatMessages(messages),
31
+ };
32
+ // Add options, converting camelCase to snake_case
33
+ if (options?.temperature !== undefined)
34
+ requestBody.temperature = options.temperature;
35
+ if (options?.maxTokens !== undefined)
36
+ requestBody.max_tokens = options.maxTokens;
37
+ if (options?.topP !== undefined)
38
+ requestBody.top_p = options.topP;
39
+ if (options?.stopSequences !== undefined)
40
+ requestBody.stop = options.stopSequences;
41
+ if (options?.frequencyPenalty !== undefined)
42
+ requestBody.frequency_penalty = options.frequencyPenalty;
43
+ if (options?.presencePenalty !== undefined)
44
+ requestBody.presence_penalty = options.presencePenalty;
45
+ if (options?.seed !== undefined && options.seed !== null)
46
+ requestBody.seed = options.seed;
47
+ if (options?.user !== undefined)
48
+ requestBody.user = options.user;
49
+ // Exclude framework-specific options that shouldn't be sent to the API
50
+ const { maxTokens, topP, stopSequences, responseLanguage, timeout, frequencyPenalty, presencePenalty, seed, user, ...restOptions } = options || {};
51
+ // Add any additional provider-specific options
52
+ Object.assign(requestBody, restOptions);
53
+ const response = await fetch(`${this.baseURL}/chat/completions`, {
54
+ method: 'POST',
55
+ headers: {
56
+ 'Content-Type': 'application/json',
57
+ Authorization: `Bearer ${this.apiKey}`,
58
+ 'User-Agent': '@ai-orchestration/core/0.1.0', // Required by Cerebras to avoid CloudFront blocking
59
+ },
60
+ body: JSON.stringify(requestBody),
61
+ });
62
+ if (!response.ok) {
63
+ const error = await response.text();
64
+ throw new Error(`Cerebras API error: ${response.status} ${error}`);
65
+ }
66
+ const data = await response.json();
67
+ return this.parseResponse(data);
68
+ }
69
+ async chatStream(messages, options) {
70
+ // Build request body, converting camelCase to snake_case for Cerebras API
71
+ const requestBody = {
72
+ model: this.model,
73
+ messages: this.formatMessages(messages),
74
+ stream: true,
75
+ };
76
+ // Add options, converting camelCase to snake_case
77
+ if (options?.temperature !== undefined)
78
+ requestBody.temperature = options.temperature;
79
+ if (options?.maxTokens !== undefined)
80
+ requestBody.max_tokens = options.maxTokens;
81
+ if (options?.topP !== undefined)
82
+ requestBody.top_p = options.topP;
83
+ if (options?.stopSequences !== undefined)
84
+ requestBody.stop = options.stopSequences;
85
+ if (options?.frequencyPenalty !== undefined)
86
+ requestBody.frequency_penalty = options.frequencyPenalty;
87
+ if (options?.presencePenalty !== undefined)
88
+ requestBody.presence_penalty = options.presencePenalty;
89
+ if (options?.seed !== undefined && options.seed !== null)
90
+ requestBody.seed = options.seed;
91
+ if (options?.user !== undefined)
92
+ requestBody.user = options.user;
93
+ // Exclude framework-specific options that shouldn't be sent to the API
94
+ const { maxTokens, topP, stopSequences, responseLanguage, timeout, frequencyPenalty, presencePenalty, seed, user, ...restOptions } = options || {};
95
+ // Add any additional provider-specific options
96
+ Object.assign(requestBody, restOptions);
97
+ const response = await fetch(`${this.baseURL}/chat/completions`, {
98
+ method: 'POST',
99
+ headers: {
100
+ 'Content-Type': 'application/json',
101
+ Authorization: `Bearer ${this.apiKey}`,
102
+ 'User-Agent': '@ai-orchestration/core/0.1.0', // Required by Cerebras to avoid CloudFront blocking
103
+ },
104
+ body: JSON.stringify(requestBody),
105
+ });
106
+ if (!response.ok) {
107
+ const error = await response.text();
108
+ throw new Error(`Cerebras API error: ${response.status} ${error}`);
109
+ }
110
+ if (!response.body) {
111
+ throw new Error('No response body');
112
+ }
113
+ return this.parseStream(response.body);
114
+ }
115
+ formatMessages(messages) {
116
+ return messages.map((msg) => {
117
+ // Handle multimodal content (array of ContentPart)
118
+ if (Array.isArray(msg.content)) {
119
+ // Check if any part is an image
120
+ const hasImages = msg.content.some((part) => part.type === 'image');
121
+ if (hasImages) {
122
+ throw new Error('Cerebras provider does not support images. ' +
123
+ 'Cerebras models are text-only (Llama 3.1/3.3). ' +
124
+ 'For image support, use providers like Gemini, OpenRouter (with vision models), or Groq (with Llama 3.2 Vision models).');
125
+ }
126
+ // If no images, extract only text content
127
+ const textParts = msg.content
128
+ .filter((part) => part.type === 'text')
129
+ .map((part) => part.text);
130
+ return {
131
+ role: msg.role,
132
+ content: textParts.join('\n'),
133
+ };
134
+ }
135
+ // Handle simple string content (backward compatibility)
136
+ return {
137
+ role: msg.role,
138
+ content: msg.content,
139
+ };
140
+ });
141
+ }
142
+ parseResponse(response) {
143
+ const data = response;
144
+ const choice = data.choices?.[0];
145
+ if (!choice?.message?.content) {
146
+ throw new Error('Invalid response format from Cerebras');
147
+ }
148
+ return {
149
+ content: choice.message.content,
150
+ usage: data.usage
151
+ ? {
152
+ promptTokens: data.usage.prompt_tokens ?? 0,
153
+ completionTokens: data.usage.completion_tokens ?? 0,
154
+ totalTokens: data.usage.total_tokens ?? 0,
155
+ }
156
+ : undefined,
157
+ model: data.model,
158
+ finishReason: choice.finish_reason,
159
+ };
160
+ }
161
+ parseStream(stream) {
162
+ const reader = stream.getReader();
163
+ const decoder = new TextDecoder();
164
+ return new ReadableStream({
165
+ async start(controller) {
166
+ try {
167
+ while (true) {
168
+ const { done, value } = await reader.read();
169
+ if (done) {
170
+ controller.close();
171
+ break;
172
+ }
173
+ const chunk = decoder.decode(value);
174
+ const lines = chunk.split('\n').filter((line) => line.trim());
175
+ for (const line of lines) {
176
+ if (line.startsWith('data: ')) {
177
+ const data = line.slice(6);
178
+ if (data === '[DONE]') {
179
+ controller.close();
180
+ return;
181
+ }
182
+ try {
183
+ const parsed = JSON.parse(data);
184
+ const choice = parsed.choices?.[0];
185
+ const delta = choice?.delta;
186
+ if (delta?.content) {
187
+ controller.enqueue({
188
+ content: delta.content,
189
+ done: false,
190
+ finishReason: choice?.finish_reason,
191
+ });
192
+ }
193
+ if (choice?.finish_reason) {
194
+ controller.enqueue({
195
+ content: '',
196
+ done: true,
197
+ finishReason: choice.finish_reason,
198
+ usage: parsed.usage
199
+ ? {
200
+ promptTokens: parsed.usage.prompt_tokens,
201
+ completionTokens: parsed.usage.completion_tokens,
202
+ totalTokens: parsed.usage.total_tokens,
203
+ }
204
+ : undefined,
205
+ });
206
+ controller.close();
207
+ return;
208
+ }
209
+ }
210
+ catch {
211
+ // Skip invalid JSON
212
+ }
213
+ }
214
+ }
215
+ }
216
+ }
217
+ catch (error) {
218
+ controller.error(error);
219
+ }
220
+ finally {
221
+ reader.releaseLock();
222
+ }
223
+ },
224
+ });
225
+ }
226
+ }
227
+ exports.CerebrasProvider = CerebrasProvider;
228
+ //# sourceMappingURL=cerebras.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cerebras.js","sourceRoot":"","sources":["../../../src/providers/cerebras.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,uCAAyC;AAiBzC,MAAa,gBAAiB,SAAQ,sBAAY;IAOhD,YAAY,MAA8B;QACxC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,gDAAgD;QAChD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,eAAe,CAAC;QAC7C,sDAAsD;QACtD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,4BAA4B,CAAC;QAE9D,IAAI,CAAC,QAAQ,GAAG;YACd,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,IAAI,CACR,QAAuB,EACvB,OAAqB;QAErB,0EAA0E;QAC1E,MAAM,WAAW,GAA4B;YAC3C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;SACxC,CAAC;QAEF,kDAAkD;QAClD,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS;YAAE,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACtF,IAAI,OAAO,EAAE,SAAS,KAAK,SAAS;YAAE,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QACjF,IAAI,OAAO,EAAE,IAAI,KAAK,SAAS;YAAE,WAAW,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;QAClE,IAAI,OAAO,EAAE,aAAa,KAAK,SAAS;YAAE,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC;QACnF,IAAI,OAAO,EAAE,gBAAgB,KAAK,SAAS;YAAE,WAAW,CAAC,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACtG,IAAI,OAAO,EAAE,eAAe,KAAK,SAAS;YAAE,WAAW,CAAC,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;QACnG,IAAI,OAAO,EAAE,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI;YAAE,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1F,IAAI,OAAO,EAAE,IAAI,KAAK,SAAS;YAAE,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAEjE,uEAAuE;QACvE,MAAM,EACJ,SAAS,EACT,IAAI,EACJ,aAAa,EACb,gBAAgB,EAChB,OAAO,EACP,gBAAgB,EAChB,eAAe,EACf,IAAI,EACJ,IAAI,EACJ,GAAG,WAAW,EACf,GAAG,OAAO,IAAI,EAAE,CAAC;QAElB,+CAA+C;QAC/C,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAExC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,YAAY,EAAE,8BAA8B,EAAE,oDAAoD;aACnG;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,UAAU,CACd,QAAuB,EACvB,OAAqB;QAErB,0EAA0E;QAC1E,MAAM,WAAW,GAA4B;YAC3C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;YACvC,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,kDAAkD;QAClD,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS;YAAE,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACtF,IAAI,OAAO,EAAE,SAAS,KAAK,SAAS;YAAE,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QACjF,IAAI,OAAO,EAAE,IAAI,KAAK,SAAS;YAAE,WAAW,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;QAClE,IAAI,OAAO,EAAE,aAAa,KAAK,SAAS;YAAE,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC;QACnF,IAAI,OAAO,EAAE,gBAAgB,KAAK,SAAS;YAAE,WAAW,CAAC,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACtG,IAAI,OAAO,EAAE,eAAe,KAAK,SAAS;YAAE,WAAW,CAAC,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;QACnG,IAAI,OAAO,EAAE,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI;YAAE,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1F,IAAI,OAAO,EAAE,IAAI,KAAK,SAAS;YAAE,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAEjE,uEAAuE;QACvE,MAAM,EACJ,SAAS,EACT,IAAI,EACJ,aAAa,EACb,gBAAgB,EAChB,OAAO,EACP,gBAAgB,EAChB,eAAe,EACf,IAAI,EACJ,IAAI,EACJ,GAAG,WAAW,EACf,GAAG,OAAO,IAAI,EAAE,CAAC;QAElB,+CAA+C;QAC/C,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAExC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,YAAY,EAAE,8BAA8B,EAAE,oDAAoD;aACnG;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAES,cAAc,CAAC,QAAuB;QAC9C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1B,mDAAmD;YACnD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/B,gCAAgC;gBAChC,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;gBAEpE,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,IAAI,KAAK,CACb,6CAA6C;wBAC7C,iDAAiD;wBACjD,wHAAwH,CACzH,CAAC;gBACJ,CAAC;gBAED,0CAA0C;gBAC1C,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO;qBAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;qBACtC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAE5B,OAAO;oBACL,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;iBAC9B,CAAC;YACJ,CAAC;YAED,wDAAwD;YACxD,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAES,aAAa,CAAC,QAAiB;QACvC,MAAM,IAAI,GAAG,QAWZ,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;YAC/B,KAAK,EAAE,IAAI,CAAC,KAAK;gBACf,CAAC,CAAC;oBACE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;oBAC3C,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;oBACnD,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;iBAC1C;gBACH,CAAC,CAAC,SAAS;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,MAAM,CAAC,aAAa;SACnC,CAAC;IACJ,CAAC;IAES,WAAW,CACnB,MAA+B;QAE/B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAElC,OAAO,IAAI,cAAc,CAAY;YACnC,KAAK,CAAC,KAAK,CAAC,UAAU;gBACpB,IAAI,CAAC;oBACH,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5C,IAAI,IAAI,EAAE,CAAC;4BACT,UAAU,CAAC,KAAK,EAAE,CAAC;4BACnB,MAAM;wBACR,CAAC;wBAED,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAmB,CAAC,CAAC;wBAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;wBAE9D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gCAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gCAC3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oCACtB,UAAU,CAAC,KAAK,EAAE,CAAC;oCACnB,OAAO;gCACT,CAAC;gCAED,IAAI,CAAC;oCACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oCAChC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;oCACnC,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,CAAC;oCAE5B,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;wCACnB,UAAU,CAAC,OAAO,CAAC;4CACjB,OAAO,EAAE,KAAK,CAAC,OAAO;4CACtB,IAAI,EAAE,KAAK;4CACX,YAAY,EAAE,MAAM,EAAE,aAAa;yCACpC,CAAC,CAAC;oCACL,CAAC;oCAED,IAAI,MAAM,EAAE,aAAa,EAAE,CAAC;wCAC1B,UAAU,CAAC,OAAO,CAAC;4CACjB,OAAO,EAAE,EAAE;4CACX,IAAI,EAAE,IAAI;4CACV,YAAY,EAAE,MAAM,CAAC,aAAa;4CAClC,KAAK,EAAE,MAAM,CAAC,KAAK;gDACjB,CAAC,CAAC;oDACE,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa;oDACxC,gBAAgB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;oDAChD,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;iDACvC;gDACH,CAAC,CAAC,SAAS;yCACd,CAAC,CAAC;wCACH,UAAU,CAAC,KAAK,EAAE,CAAC;wCACnB,OAAO;oCACT,CAAC;gCACH,CAAC;gCAAC,MAAM,CAAC;oCACP,oBAAoB;gCACtB,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;wBAAS,CAAC;oBACT,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AAxRD,4CAwRC"}
@@ -0,0 +1,26 @@
1
+ /**
2
+ * Google Gemini provider implementation
3
+ */
4
+ import { BaseProvider } from './base.js';
5
+ import type { ChatMessage, ChatOptions, ChatResponse, ChatChunk, ProviderHealth, ProviderMetadata } from '../core/types.js';
6
+ export interface GeminiProviderConfig {
7
+ id: string;
8
+ apiKey: string;
9
+ model?: string;
10
+ baseURL?: string;
11
+ }
12
+ export declare class GeminiProvider extends BaseProvider {
13
+ readonly id: string;
14
+ readonly metadata: ProviderMetadata;
15
+ private apiKey;
16
+ private model;
17
+ private baseURL;
18
+ constructor(config: GeminiProviderConfig);
19
+ checkHealth(): Promise<ProviderHealth>;
20
+ chat(messages: ChatMessage[], options?: ChatOptions): Promise<ChatResponse>;
21
+ chatStream(messages: ChatMessage[], options?: ChatOptions): Promise<ReadableStream<ChatChunk>>;
22
+ protected formatMessages(messages: ChatMessage[]): unknown;
23
+ protected parseResponse(response: unknown): ChatResponse;
24
+ protected parseStream(stream: ReadableStream<unknown>): ReadableStream<ChatChunk>;
25
+ }
26
+ //# sourceMappingURL=gemini.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACT,cAAc,EACd,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,SAAQ,YAAY;IAC9C,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAC;IACpC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,oBAAoB;IAelC,WAAW,IAAI,OAAO,CAAC,cAAc,CAAC;IAItC,IAAI,CACR,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,YAAY,CAAC;IA8BlB,UAAU,CACd,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAiCrC,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,OAAO;IA4D1D,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,GAAG,YAAY;IAoCxD,SAAS,CAAC,WAAW,CACnB,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,GAC9B,cAAc,CAAC,SAAS,CAAC;CA0E7B"}
@@ -0,0 +1,225 @@
1
+ "use strict";
2
+ /**
3
+ * Google Gemini provider implementation
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.GeminiProvider = void 0;
7
+ const base_js_1 = require("./base.js");
8
+ class GeminiProvider extends base_js_1.BaseProvider {
9
+ constructor(config) {
10
+ super();
11
+ this.id = config.id;
12
+ this.apiKey = config.apiKey;
13
+ this.model = config.model || 'gemini-pro';
14
+ this.baseURL =
15
+ config.baseURL || 'https://generativelanguage.googleapis.com/v1beta';
16
+ this.metadata = {
17
+ id: this.id,
18
+ name: 'Google Gemini',
19
+ model: this.model,
20
+ };
21
+ }
22
+ async checkHealth() {
23
+ return this.defaultHealthCheck();
24
+ }
25
+ async chat(messages, options) {
26
+ const formatted = this.formatMessages(messages);
27
+ const url = `${this.baseURL}/models/${this.model}:generateContent?key=${this.apiKey}`;
28
+ const response = await fetch(url, {
29
+ method: 'POST',
30
+ headers: {
31
+ 'Content-Type': 'application/json',
32
+ },
33
+ body: JSON.stringify({
34
+ contents: formatted,
35
+ generationConfig: {
36
+ temperature: options?.temperature,
37
+ maxOutputTokens: options?.maxTokens,
38
+ topP: options?.topP,
39
+ topK: options?.topK,
40
+ stopSequences: options?.stopSequences,
41
+ },
42
+ }),
43
+ });
44
+ if (!response.ok) {
45
+ const error = await response.text();
46
+ throw new Error(`Gemini API error: ${response.status} ${error}`);
47
+ }
48
+ const data = await response.json();
49
+ return this.parseResponse(data);
50
+ }
51
+ async chatStream(messages, options) {
52
+ const formatted = this.formatMessages(messages);
53
+ const url = `${this.baseURL}/models/${this.model}:streamGenerateContent?key=${this.apiKey}`;
54
+ const response = await fetch(url, {
55
+ method: 'POST',
56
+ headers: {
57
+ 'Content-Type': 'application/json',
58
+ },
59
+ body: JSON.stringify({
60
+ contents: formatted,
61
+ generationConfig: {
62
+ temperature: options?.temperature,
63
+ maxOutputTokens: options?.maxTokens,
64
+ topP: options?.topP,
65
+ topK: options?.topK,
66
+ stopSequences: options?.stopSequences,
67
+ },
68
+ }),
69
+ });
70
+ if (!response.ok) {
71
+ const error = await response.text();
72
+ throw new Error(`Gemini API error: ${response.status} ${error}`);
73
+ }
74
+ if (!response.body) {
75
+ throw new Error('No response body');
76
+ }
77
+ return this.parseStream(response.body);
78
+ }
79
+ formatMessages(messages) {
80
+ // Gemini uses a different format
81
+ return messages.map((msg) => {
82
+ const role = msg.role === 'assistant' ? 'model' : 'user';
83
+ // Handle multimodal content (array of ContentPart)
84
+ if (Array.isArray(msg.content)) {
85
+ const parts = msg.content.map((part) => {
86
+ if (part.type === 'text') {
87
+ return { text: part.text };
88
+ }
89
+ else if (part.type === 'image') {
90
+ // Extract base64 data and mime type
91
+ let imageData = part.image;
92
+ let mimeType = part.mimeType || 'image/jpeg';
93
+ // Handle data URI format (data:image/jpeg;base64,...)
94
+ if (imageData.startsWith('data:')) {
95
+ const match = imageData.match(/^data:([^;]+);base64,(.+)$/);
96
+ if (match) {
97
+ mimeType = match[1];
98
+ imageData = match[2];
99
+ }
100
+ else {
101
+ // Fallback: try to extract base64 part
102
+ const base64Index = imageData.indexOf('base64,');
103
+ if (base64Index !== -1) {
104
+ imageData = imageData.slice(base64Index + 7);
105
+ }
106
+ }
107
+ }
108
+ else if (imageData.startsWith('http')) {
109
+ // For URLs, Gemini requires fetching the image
110
+ // For now, we'll throw an error suggesting to use base64
111
+ throw new Error('Gemini provider requires base64-encoded images. Please convert the image URL to base64 format.');
112
+ }
113
+ return {
114
+ inline_data: {
115
+ mime_type: mimeType,
116
+ data: imageData,
117
+ },
118
+ };
119
+ }
120
+ return null;
121
+ }).filter(Boolean);
122
+ return {
123
+ role,
124
+ parts,
125
+ };
126
+ }
127
+ // Handle simple string content (backward compatibility)
128
+ return {
129
+ role,
130
+ parts: [{ text: msg.content }],
131
+ };
132
+ });
133
+ }
134
+ parseResponse(response) {
135
+ const data = response;
136
+ const candidate = data.candidates?.[0];
137
+ const text = candidate?.content?.parts?.map((p) => p.text || '').join('') || '';
138
+ if (!text) {
139
+ throw new Error('Invalid response format from Gemini');
140
+ }
141
+ return {
142
+ content: text,
143
+ usage: data.usageMetadata
144
+ ? {
145
+ promptTokens: data.usageMetadata.promptTokenCount ?? 0,
146
+ completionTokens: data.usageMetadata.candidatesTokenCount ?? 0,
147
+ totalTokens: data.usageMetadata.totalTokenCount ?? 0,
148
+ }
149
+ : undefined,
150
+ finishReason: candidate?.finishReason,
151
+ };
152
+ }
153
+ parseStream(stream) {
154
+ const reader = stream.getReader();
155
+ const decoder = new TextDecoder();
156
+ return new ReadableStream({
157
+ async start(controller) {
158
+ try {
159
+ while (true) {
160
+ const { done, value } = await reader.read();
161
+ if (done) {
162
+ controller.close();
163
+ break;
164
+ }
165
+ const chunk = decoder.decode(value);
166
+ const lines = chunk.split('\n').filter((line) => line.trim());
167
+ for (const line of lines) {
168
+ if (line.startsWith('data: ')) {
169
+ const data = line.slice(6);
170
+ if (data === '[DONE]') {
171
+ controller.close();
172
+ return;
173
+ }
174
+ try {
175
+ const parsed = JSON.parse(data);
176
+ const candidate = parsed.candidates?.[0];
177
+ const content = candidate?.content;
178
+ if (content?.parts) {
179
+ const text = content.parts
180
+ .map((p) => p.text || '')
181
+ .join('');
182
+ if (text) {
183
+ controller.enqueue({
184
+ content: text,
185
+ done: false,
186
+ finishReason: candidate?.finishReason,
187
+ });
188
+ }
189
+ }
190
+ if (candidate?.finishReason) {
191
+ controller.enqueue({
192
+ content: '',
193
+ done: true,
194
+ finishReason: candidate.finishReason,
195
+ usage: parsed.usageMetadata
196
+ ? {
197
+ promptTokens: parsed.usageMetadata.promptTokenCount,
198
+ completionTokens: parsed.usageMetadata.candidatesTokenCount,
199
+ totalTokens: parsed.usageMetadata.totalTokenCount,
200
+ }
201
+ : undefined,
202
+ });
203
+ controller.close();
204
+ return;
205
+ }
206
+ }
207
+ catch {
208
+ // Skip invalid JSON
209
+ }
210
+ }
211
+ }
212
+ }
213
+ }
214
+ catch (error) {
215
+ controller.error(error);
216
+ }
217
+ finally {
218
+ reader.releaseLock();
219
+ }
220
+ },
221
+ });
222
+ }
223
+ }
224
+ exports.GeminiProvider = GeminiProvider;
225
+ //# sourceMappingURL=gemini.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../src/providers/gemini.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,uCAAyC;AAiBzC,MAAa,cAAe,SAAQ,sBAAY;IAO9C,YAAY,MAA4B;QACtC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,YAAY,CAAC;QAC1C,IAAI,CAAC,OAAO;YACV,MAAM,CAAC,OAAO,IAAI,kDAAkD,CAAC;QAEvE,IAAI,CAAC,QAAQ,GAAG;YACd,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,IAAI,CACR,QAAuB,EACvB,OAAqB;QAErB,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,WAAW,IAAI,CAAC,KAAK,wBAAwB,IAAI,CAAC,MAAM,EAAE,CAAC;QAEtF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,QAAQ,EAAE,SAAS;gBACnB,gBAAgB,EAAE;oBAChB,WAAW,EAAE,OAAO,EAAE,WAAW;oBACjC,eAAe,EAAE,OAAO,EAAE,SAAS;oBACnC,IAAI,EAAE,OAAO,EAAE,IAAI;oBACnB,IAAI,EAAE,OAAO,EAAE,IAAI;oBACnB,aAAa,EAAE,OAAO,EAAE,aAAa;iBACtC;aACF,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,UAAU,CACd,QAAuB,EACvB,OAAqB;QAErB,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,WAAW,IAAI,CAAC,KAAK,8BAA8B,IAAI,CAAC,MAAM,EAAE,CAAC;QAE5F,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,QAAQ,EAAE,SAAS;gBACnB,gBAAgB,EAAE;oBAChB,WAAW,EAAE,OAAO,EAAE,WAAW;oBACjC,eAAe,EAAE,OAAO,EAAE,SAAS;oBACnC,IAAI,EAAE,OAAO,EAAE,IAAI;oBACnB,IAAI,EAAE,OAAO,EAAE,IAAI;oBACnB,aAAa,EAAE,OAAO,EAAE,aAAa;iBACtC;aACF,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAES,cAAc,CAAC,QAAuB;QAC9C,iCAAiC;QACjC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;YAEzD,mDAAmD;YACnD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACrC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBACzB,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC7B,CAAC;yBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBACjC,oCAAoC;wBACpC,IAAI,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC;wBAC3B,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,YAAY,CAAC;wBAE7C,sDAAsD;wBACtD,IAAI,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;4BAClC,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;4BAC5D,IAAI,KAAK,EAAE,CAAC;gCACV,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gCACpB,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;4BACvB,CAAC;iCAAM,CAAC;gCACN,uCAAuC;gCACvC,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gCACjD,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;oCACvB,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;gCAC/C,CAAC;4BACH,CAAC;wBACH,CAAC;6BAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;4BACxC,+CAA+C;4BAC/C,yDAAyD;4BACzD,MAAM,IAAI,KAAK,CACb,gGAAgG,CACjG,CAAC;wBACJ,CAAC;wBAED,OAAO;4BACL,WAAW,EAAE;gCACX,SAAS,EAAE,QAAQ;gCACnB,IAAI,EAAE,SAAS;6BAChB;yBACF,CAAC;oBACJ,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAEnB,OAAO;oBACL,IAAI;oBACJ,KAAK;iBACN,CAAC;YACJ,CAAC;YAED,wDAAwD;YACxD,OAAO;gBACL,IAAI;gBACJ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;aAC/B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAES,aAAa,CAAC,QAAiB;QACvC,MAAM,IAAI,GAAG,QAYZ,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,IAAI,GACR,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAErE,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,IAAI,CAAC,aAAa;gBACvB,CAAC,CAAC;oBACE,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;oBACtD,gBAAgB,EAAE,IAAI,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;oBAC9D,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,eAAe,IAAI,CAAC;iBACrD;gBACH,CAAC,CAAC,SAAS;YACb,YAAY,EAAE,SAAS,EAAE,YAAY;SACtC,CAAC;IACJ,CAAC;IAES,WAAW,CACnB,MAA+B;QAE/B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAElC,OAAO,IAAI,cAAc,CAAY;YACnC,KAAK,CAAC,KAAK,CAAC,UAAU;gBACpB,IAAI,CAAC;oBACH,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5C,IAAI,IAAI,EAAE,CAAC;4BACT,UAAU,CAAC,KAAK,EAAE,CAAC;4BACnB,MAAM;wBACR,CAAC;wBAED,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAmB,CAAC,CAAC;wBAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;wBAE9D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gCAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gCAC3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oCACtB,UAAU,CAAC,KAAK,EAAE,CAAC;oCACnB,OAAO;gCACT,CAAC;gCAED,IAAI,CAAC;oCACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oCAChC,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;oCACzC,MAAM,OAAO,GAAG,SAAS,EAAE,OAAO,CAAC;oCAEnC,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;wCACnB,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK;6CACvB,GAAG,CAAC,CAAC,CAAoB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;6CAC3C,IAAI,CAAC,EAAE,CAAC,CAAC;wCACZ,IAAI,IAAI,EAAE,CAAC;4CACT,UAAU,CAAC,OAAO,CAAC;gDACjB,OAAO,EAAE,IAAI;gDACb,IAAI,EAAE,KAAK;gDACX,YAAY,EAAE,SAAS,EAAE,YAAY;6CACtC,CAAC,CAAC;wCACL,CAAC;oCACH,CAAC;oCAED,IAAI,SAAS,EAAE,YAAY,EAAE,CAAC;wCAC5B,UAAU,CAAC,OAAO,CAAC;4CACjB,OAAO,EAAE,EAAE;4CACX,IAAI,EAAE,IAAI;4CACV,YAAY,EAAE,SAAS,CAAC,YAAY;4CACpC,KAAK,EAAE,MAAM,CAAC,aAAa;gDACzB,CAAC,CAAC;oDACE,YAAY,EAAE,MAAM,CAAC,aAAa,CAAC,gBAAgB;oDACnD,gBAAgB,EACd,MAAM,CAAC,aAAa,CAAC,oBAAoB;oDAC3C,WAAW,EAAE,MAAM,CAAC,aAAa,CAAC,eAAe;iDAClD;gDACH,CAAC,CAAC,SAAS;yCACd,CAAC,CAAC;wCACH,UAAU,CAAC,KAAK,EAAE,CAAC;wCACnB,OAAO;oCACT,CAAC;gCACH,CAAC;gCAAC,MAAM,CAAC;oCACP,oBAAoB;gCACtB,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;wBAAS,CAAC;oBACT,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AA3QD,wCA2QC"}
@@ -0,0 +1,26 @@
1
+ /**
2
+ * Groq provider implementation
3
+ */
4
+ import { BaseProvider } from './base.js';
5
+ import type { ChatMessage, ChatOptions, ChatResponse, ChatChunk, ProviderHealth, ProviderMetadata } from '../core/types.js';
6
+ export interface GroqProviderConfig {
7
+ id: string;
8
+ apiKey: string;
9
+ model?: string;
10
+ baseURL?: string;
11
+ }
12
+ export declare class GroqProvider extends BaseProvider {
13
+ readonly id: string;
14
+ readonly metadata: ProviderMetadata;
15
+ private apiKey;
16
+ private model;
17
+ private baseURL;
18
+ constructor(config: GroqProviderConfig);
19
+ checkHealth(): Promise<ProviderHealth>;
20
+ chat(messages: ChatMessage[], options?: ChatOptions): Promise<ChatResponse>;
21
+ chatStream(messages: ChatMessage[], options?: ChatOptions): Promise<ReadableStream<ChatChunk>>;
22
+ protected formatMessages(messages: ChatMessage[]): unknown;
23
+ protected parseResponse(response: unknown): ChatResponse;
24
+ protected parseStream(stream: ReadableStream<unknown>): ReadableStream<ChatChunk>;
25
+ }
26
+ //# sourceMappingURL=groq.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../../src/providers/groq.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACT,cAAc,EACd,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,YAAa,SAAQ,YAAY;IAC5C,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAC;IACpC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,kBAAkB;IAehC,WAAW,IAAI,OAAO,CAAC,cAAc,CAAC;IA2CtC,IAAI,CACR,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,YAAY,CAAC;IAoDlB,UAAU,CACd,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAwDrC,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,OAAO;IAqD1D,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,GAAG,YAAY;IAiCxD,SAAS,CAAC,WAAW,CACnB,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,GAC9B,cAAc,CAAC,SAAS,CAAC;CAoE7B"}