@ai-orchestration/core 0.1.0

package/dist/providers/cerebras.js

@@ -0,0 +1,190 @@
+/**
+ * Cerebras provider implementation
+ */
+import { BaseProvider } from './base.js';
+export class CerebrasProvider extends BaseProvider {
+    id;
+    metadata;
+    apiKey;
+    model;
+    baseURL;
+    constructor(config) {
+        super();
+        this.id = config.id;
+        this.apiKey = config.apiKey;
+        // Default model based on Cerebras documentation
+        this.model = config.model || 'llama-3.3-70b';
+        // Cerebras Inference API endpoint (OpenAI-compatible)
+        this.baseURL = config.baseURL || 'https://api.cerebras.ai/v1';
+        this.metadata = {
+            id: this.id,
+            name: 'Cerebras',
+            model: this.model,
+        };
+    }
+    async checkHealth() {
+        return this.defaultHealthCheck();
+    }
+    async chat(messages, options) {
+        // Build request body, converting camelCase to snake_case for Cerebras API
+        const requestBody = {
+            model: this.model,
+            messages: this.formatMessages(messages),
+        };
+        // Add options, converting camelCase to snake_case
+        if (options?.temperature !== undefined)
+            requestBody.temperature = options.temperature;
+        if (options?.maxTokens !== undefined)
+            requestBody.max_tokens = options.maxTokens;
+        if (options?.topP !== undefined)
+            requestBody.top_p = options.topP;
+        if (options?.stopSequences !== undefined)
+            requestBody.stop = options.stopSequences;
+        // Add any additional options (excluding camelCase ones we've already converted)
+        const { maxTokens, topP, stopSequences, ...restOptions } = options || {};
+        Object.assign(requestBody, restOptions);
+        const response = await fetch(`${this.baseURL}/chat/completions`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${this.apiKey}`,
+                'User-Agent': '@ai-orchestration/core/0.1.0', // Required by Cerebras to avoid CloudFront blocking
+            },
+            body: JSON.stringify(requestBody),
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`Cerebras API error: ${response.status} ${error}`);
+        }
+        const data = await response.json();
+        return this.parseResponse(data);
+    }
+    async chatStream(messages, options) {
+        // Build request body, converting camelCase to snake_case for Cerebras API
+        const requestBody = {
+            model: this.model,
+            messages: this.formatMessages(messages),
+            stream: true,
+        };
+        // Add options, converting camelCase to snake_case
+        if (options?.temperature !== undefined)
+            requestBody.temperature = options.temperature;
+        if (options?.maxTokens !== undefined)
+            requestBody.max_tokens = options.maxTokens;
+        if (options?.topP !== undefined)
+            requestBody.top_p = options.topP;
+        if (options?.stopSequences !== undefined)
+            requestBody.stop = options.stopSequences;
+        // Add any additional options (excluding camelCase ones we've already converted)
+        const { maxTokens, topP, stopSequences, ...restOptions } = options || {};
+        Object.assign(requestBody, restOptions);
+        const response = await fetch(`${this.baseURL}/chat/completions`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${this.apiKey}`,
+                'User-Agent': '@ai-orchestration/core/0.1.0', // Required by Cerebras to avoid CloudFront blocking
+            },
+            body: JSON.stringify(requestBody),
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`Cerebras API error: ${response.status} ${error}`);
+        }
+        if (!response.body) {
+            throw new Error('No response body');
+        }
+        return this.parseStream(response.body);
+    }
+    formatMessages(messages) {
+        return messages.map((msg) => ({
+            role: msg.role,
+            content: msg.content,
+        }));
+    }
+    parseResponse(response) {
+        const data = response;
+        const choice = data.choices?.[0];
+        if (!choice?.message?.content) {
+            throw new Error('Invalid response format from Cerebras');
+        }
+        return {
+            content: choice.message.content,
+            usage: data.usage
+                ? {
+                    promptTokens: data.usage.prompt_tokens ?? 0,
+                    completionTokens: data.usage.completion_tokens ?? 0,
+                    totalTokens: data.usage.total_tokens ?? 0,
+                }
+                : undefined,
+            model: data.model,
+            finishReason: choice.finish_reason,
+        };
+    }
+    parseStream(stream) {
+        const reader = stream.getReader();
+        const decoder = new TextDecoder();
+        return new ReadableStream({
+            async start(controller) {
+                try {
+                    while (true) {
+                        const { done, value } = await reader.read();
+                        if (done) {
+                            controller.close();
+                            break;
+                        }
+                        const chunk = decoder.decode(value);
+                        const lines = chunk.split('\n').filter((line) => line.trim());
+                        for (const line of lines) {
+                            if (line.startsWith('data: ')) {
+                                const data = line.slice(6);
+                                if (data === '[DONE]') {
+                                    controller.close();
+                                    return;
+                                }
+                                try {
+                                    const parsed = JSON.parse(data);
+                                    const choice = parsed.choices?.[0];
+                                    const delta = choice?.delta;
+                                    if (delta?.content) {
+                                        controller.enqueue({
+                                            content: delta.content,
+                                            done: false,
+                                            finishReason: choice?.finish_reason,
+                                        });
+                                    }
+                                    if (choice?.finish_reason) {
+                                        controller.enqueue({
+                                            content: '',
+                                            done: true,
+                                            finishReason: choice.finish_reason,
+                                            usage: parsed.usage
+                                                ? {
+                                                    promptTokens: parsed.usage.prompt_tokens,
+                                                    completionTokens: parsed.usage.completion_tokens,
+                                                    totalTokens: parsed.usage.total_tokens,
+                                                }
+                                                : undefined,
+                                        });
+                                        controller.close();
+                                        return;
+                                    }
+                                }
+                                catch {
+                                    // Skip invalid JSON
+                                }
+                            }
+                        }
+                    }
+                }
+                catch (error) {
+                    controller.error(error);
+                }
+                finally {
+                    reader.releaseLock();
+                }
+            },
+        });
+    }
+}
+//# sourceMappingURL=cerebras.js.map

package/dist/providers/cerebras.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cerebras.js","sourceRoot":"","sources":["../../src/providers/cerebras.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAiBzC,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IACvC,EAAE,CAAS;IACX,QAAQ,CAAmB;IAC5B,MAAM,CAAS;IACf,KAAK,CAAS;IACd,OAAO,CAAS;IAExB,YAAY,MAA8B;QACxC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,gDAAgD;QAChD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,eAAe,CAAC;QAC7C,sDAAsD;QACtD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,4BAA4B,CAAC;QAE9D,IAAI,CAAC,QAAQ,GAAG;YACd,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,IAAI,CACR,QAAuB,EACvB,OAAqB;QAErB,0EAA0E;QAC1E,MAAM,WAAW,GAA4B;YAC3C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;SACxC,CAAC;QAEF,kDAAkD;QAClD,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS;YAAE,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACtF,IAAI,OAAO,EAAE,SAAS,KAAK,SAAS;YAAE,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QACjF,IAAI,OAAO,EAAE,IAAI,KAAK,SAAS;YAAE,WAAW,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;QAClE,IAAI,OAAO,EAAE,aAAa,KAAK,SAAS;YAAE,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC;QAEnF,gFAAgF;QAChF,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,WAAW,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;QACzE,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAExC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,YAAY,EAAE,8BAA8B,EAAE,oDAAoD;aACnG;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,UAAU,CACd,QAAuB,EACvB,OAAqB;QAErB,0EAA0E;QAC1E,MAAM,WAAW,GAA4B;YAC3C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;YACvC,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,kDAAkD;QAClD,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS;YAAE,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACtF,IAAI,OAAO,EAAE,SAAS,KAAK,SAAS;YAAE,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QACjF,IAAI,OAAO,EAAE,IAAI,KAAK,SAAS;YAAE,WAAW,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;QAClE,IAAI,OAAO,EAAE,aAAa,KAAK,SAAS;YAAE,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC;QAEnF,gFAAgF;QAChF,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,WAAW,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;QACzE,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAExC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,YAAY,EAAE,8BAA8B,EAAE,oDAAoD;aACnG;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAES,cAAc,CAAC,QAAuB;QAC9C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5B,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAC,CAAC;IACN,CAAC;IAES,aAAa,CAAC,QAAiB;QACvC,MAAM,IAAI,GAAG,QAWZ,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;YAC/B,KAAK,EAAE,IAAI,CAAC,KAAK;gBACf,CAAC,CAAC;oBACE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;oBAC3C,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;oBACnD,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;iBAC1C;gBACH,CAAC,CAAC,SAAS;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,MAAM,CAAC,aAAa;SACnC,CAAC;IACJ,CAAC;IAES,WAAW,CACnB,MAA+B;QAE/B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAElC,OAAO,IAAI,cAAc,CAAY;YACnC,KAAK,CAAC,KAAK,CAAC,UAAU;gBACpB,IAAI,CAAC;oBACH,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5C,IAAI,IAAI,EAAE,CAAC;4BACT,UAAU,CAAC,KAAK,EAAE,CAAC;4BACnB,MAAM;wBACR,CAAC;wBAED,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAmB,CAAC,CAAC;wBAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;wBAE9D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gCAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gCAC3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oCACtB,UAAU,CAAC,KAAK,EAAE,CAAC;oCACnB,OAAO;gCACT,CAAC;gCAED,IAAI,CAAC;oCACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oCAChC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;oCACnC,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,CAAC;oCAE5B,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;wCACnB,UAAU,CAAC,OAAO,CAAC;4CACjB,OAAO,EAAE,KAAK,CAAC,OAAO;4CACtB,IAAI,EAAE,KAAK;4CACX,YAAY,EAAE,MAAM,EAAE,aAAa;yCACpC,CAAC,CAAC;oCACL,CAAC;oCAED,IAAI,MAAM,EAAE,aAAa,EAAE,CAAC;wCAC1B,UAAU,CAAC,OAAO,CAAC;4CACjB,OAAO,EAAE,EAAE;4CACX,IAAI,EAAE,IAAI;4CACV,YAAY,EAAE,MAAM,CAAC,aAAa;4CAClC,KAAK,EAAE,MAAM,CAAC,KAAK;gDACjB,CAAC,CAAC;oDACE,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa;oDACxC,gBAAgB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;oDAChD,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;iDACvC;gDACH,CAAC,CAAC,SAAS;yCACd,CAAC,CAAC;wCACH,UAAU,CAAC,KAAK,EAAE,CAAC;wCACnB,OAAO;oCACT,CAAC;gCACH,CAAC;gCAAC,MAAM,CAAC;oCACP,oBAAoB;gCACtB,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;wBAAS,CAAC;oBACT,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/providers/gemini.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Google Gemini provider implementation
+ */
+import { BaseProvider } from './base.js';
+import type { ChatMessage, ChatOptions, ChatResponse, ChatChunk, ProviderHealth, ProviderMetadata } from '../core/types.js';
+export interface GeminiProviderConfig {
+    id: string;
+    apiKey: string;
+    model?: string;
+    baseURL?: string;
+}
+export declare class GeminiProvider extends BaseProvider {
+    readonly id: string;
+    readonly metadata: ProviderMetadata;
+    private apiKey;
+    private model;
+    private baseURL;
+    constructor(config: GeminiProviderConfig);
+    checkHealth(): Promise<ProviderHealth>;
+    chat(messages: ChatMessage[], options?: ChatOptions): Promise<ChatResponse>;
+    chatStream(messages: ChatMessage[], options?: ChatOptions): Promise<ReadableStream<ChatChunk>>;
+    protected formatMessages(messages: ChatMessage[]): unknown;
+    protected parseResponse(response: unknown): ChatResponse;
+    protected parseStream(stream: ReadableStream<unknown>): ReadableStream<ChatChunk>;
+}
+//# sourceMappingURL=gemini.d.ts.map

package/dist/providers/gemini.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../src/providers/gemini.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACT,cAAc,EACd,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,SAAQ,YAAY;IAC9C,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAC;IACpC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,oBAAoB;IAelC,WAAW,IAAI,OAAO,CAAC,cAAc,CAAC;IAItC,IAAI,CACR,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,YAAY,CAAC;IA8BlB,UAAU,CACd,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAiCrC,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,OAAO;IAW1D,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,GAAG,YAAY;IAoCxD,SAAS,CAAC,WAAW,CACnB,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,GAC9B,cAAc,CAAC,SAAS,CAAC;CA0E7B"}

package/dist/providers/gemini.js

@@ -0,0 +1,181 @@
+/**
+ * Google Gemini provider implementation
+ */
+import { BaseProvider } from './base.js';
+export class GeminiProvider extends BaseProvider {
+    id;
+    metadata;
+    apiKey;
+    model;
+    baseURL;
+    constructor(config) {
+        super();
+        this.id = config.id;
+        this.apiKey = config.apiKey;
+        this.model = config.model || 'gemini-pro';
+        this.baseURL =
+            config.baseURL || 'https://generativelanguage.googleapis.com/v1beta';
+        this.metadata = {
+            id: this.id,
+            name: 'Google Gemini',
+            model: this.model,
+        };
+    }
+    async checkHealth() {
+        return this.defaultHealthCheck();
+    }
+    async chat(messages, options) {
+        const formatted = this.formatMessages(messages);
+        const url = `${this.baseURL}/models/${this.model}:generateContent?key=${this.apiKey}`;
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify({
+                contents: formatted,
+                generationConfig: {
+                    temperature: options?.temperature,
+                    maxOutputTokens: options?.maxTokens,
+                    topP: options?.topP,
+                    topK: options?.topK,
+                    stopSequences: options?.stopSequences,
+                },
+            }),
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`Gemini API error: ${response.status} ${error}`);
+        }
+        const data = await response.json();
+        return this.parseResponse(data);
+    }
+    async chatStream(messages, options) {
+        const formatted = this.formatMessages(messages);
+        const url = `${this.baseURL}/models/${this.model}:streamGenerateContent?key=${this.apiKey}`;
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify({
+                contents: formatted,
+                generationConfig: {
+                    temperature: options?.temperature,
+                    maxOutputTokens: options?.maxTokens,
+                    topP: options?.topP,
+                    topK: options?.topK,
+                    stopSequences: options?.stopSequences,
+                },
+            }),
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`Gemini API error: ${response.status} ${error}`);
+        }
+        if (!response.body) {
+            throw new Error('No response body');
+        }
+        return this.parseStream(response.body);
+    }
+    formatMessages(messages) {
+        // Gemini uses a different format
+        return messages.map((msg) => {
+            const role = msg.role === 'assistant' ? 'model' : 'user';
+            return {
+                role,
+                parts: [{ text: msg.content }],
+            };
+        });
+    }
+    parseResponse(response) {
+        const data = response;
+        const candidate = data.candidates?.[0];
+        const text = candidate?.content?.parts?.map((p) => p.text || '').join('') || '';
+        if (!text) {
+            throw new Error('Invalid response format from Gemini');
+        }
+        return {
+            content: text,
+            usage: data.usageMetadata
+                ? {
+                    promptTokens: data.usageMetadata.promptTokenCount ?? 0,
+                    completionTokens: data.usageMetadata.candidatesTokenCount ?? 0,
+                    totalTokens: data.usageMetadata.totalTokenCount ?? 0,
+                }
+                : undefined,
+            finishReason: candidate?.finishReason,
+        };
+    }
+    parseStream(stream) {
+        const reader = stream.getReader();
+        const decoder = new TextDecoder();
+        return new ReadableStream({
+            async start(controller) {
+                try {
+                    while (true) {
+                        const { done, value } = await reader.read();
+                        if (done) {
+                            controller.close();
+                            break;
+                        }
+                        const chunk = decoder.decode(value);
+                        const lines = chunk.split('\n').filter((line) => line.trim());
+                        for (const line of lines) {
+                            if (line.startsWith('data: ')) {
+                                const data = line.slice(6);
+                                if (data === '[DONE]') {
+                                    controller.close();
+                                    return;
+                                }
+                                try {
+                                    const parsed = JSON.parse(data);
+                                    const candidate = parsed.candidates?.[0];
+                                    const content = candidate?.content;
+                                    if (content?.parts) {
+                                        const text = content.parts
+                                            .map((p) => p.text || '')
+                                            .join('');
+                                        if (text) {
+                                            controller.enqueue({
+                                                content: text,
+                                                done: false,
+                                                finishReason: candidate?.finishReason,
+                                            });
+                                        }
+                                    }
+                                    if (candidate?.finishReason) {
+                                        controller.enqueue({
+                                            content: '',
+                                            done: true,
+                                            finishReason: candidate.finishReason,
+                                            usage: parsed.usageMetadata
+                                                ? {
+                                                    promptTokens: parsed.usageMetadata.promptTokenCount,
+                                                    completionTokens: parsed.usageMetadata.candidatesTokenCount,
+                                                    totalTokens: parsed.usageMetadata.totalTokenCount,
+                                                }
+                                                : undefined,
+                                        });
+                                        controller.close();
+                                        return;
+                                    }
+                                }
+                                catch {
+                                    // Skip invalid JSON
+                                }
+                            }
+                        }
+                    }
+                }
+                catch (error) {
+                    controller.error(error);
+                }
+                finally {
+                    reader.releaseLock();
+                }
+            },
+        });
+    }
+}
+//# sourceMappingURL=gemini.js.map

package/dist/providers/gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/providers/gemini.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAiBzC,MAAM,OAAO,cAAe,SAAQ,YAAY;IACrC,EAAE,CAAS;IACX,QAAQ,CAAmB;IAC5B,MAAM,CAAS;IACf,KAAK,CAAS;IACd,OAAO,CAAS;IAExB,YAAY,MAA4B;QACtC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,YAAY,CAAC;QAC1C,IAAI,CAAC,OAAO;YACV,MAAM,CAAC,OAAO,IAAI,kDAAkD,CAAC;QAEvE,IAAI,CAAC,QAAQ,GAAG;YACd,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,IAAI,CACR,QAAuB,EACvB,OAAqB;QAErB,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,WAAW,IAAI,CAAC,KAAK,wBAAwB,IAAI,CAAC,MAAM,EAAE,CAAC;QAEtF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,QAAQ,EAAE,SAAS;gBACnB,gBAAgB,EAAE;oBAChB,WAAW,EAAE,OAAO,EAAE,WAAW;oBACjC,eAAe,EAAE,OAAO,EAAE,SAAS;oBACnC,IAAI,EAAE,OAAO,EAAE,IAAI;oBACnB,IAAI,EAAE,OAAO,EAAE,IAAI;oBACnB,aAAa,EAAE,OAAO,EAAE,aAAa;iBACtC;aACF,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,UAAU,CACd,QAAuB,EACvB,OAAqB;QAErB,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,WAAW,IAAI,CAAC,KAAK,8BAA8B,IAAI,CAAC,MAAM,EAAE,CAAC;QAE5F,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,QAAQ,EAAE,SAAS;gBACnB,gBAAgB,EAAE;oBAChB,WAAW,EAAE,OAAO,EAAE,WAAW;oBACjC,eAAe,EAAE,OAAO,EAAE,SAAS;oBACnC,IAAI,EAAE,OAAO,EAAE,IAAI;oBACnB,IAAI,EAAE,OAAO,EAAE,IAAI;oBACnB,aAAa,EAAE,OAAO,EAAE,aAAa;iBACtC;aACF,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAES,cAAc,CAAC,QAAuB;QAC9C,iCAAiC;QACjC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;YACzD,OAAO;gBACL,IAAI;gBACJ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;aAC/B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAES,aAAa,CAAC,QAAiB;QACvC,MAAM,IAAI,GAAG,QAYZ,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,IAAI,GACR,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAErE,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,IAAI,CAAC,aAAa;gBACvB,CAAC,CAAC;oBACE,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;oBACtD,gBAAgB,EAAE,IAAI,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;oBAC9D,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,eAAe,IAAI,CAAC;iBACrD;gBACH,CAAC,CAAC,SAAS;YACb,YAAY,EAAE,SAAS,EAAE,YAAY;SACtC,CAAC;IACJ,CAAC;IAES,WAAW,CACnB,MAA+B;QAE/B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAElC,OAAO,IAAI,cAAc,CAAY;YACnC,KAAK,CAAC,KAAK,CAAC,UAAU;gBACpB,IAAI,CAAC;oBACH,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5C,IAAI,IAAI,EAAE,CAAC;4BACT,UAAU,CAAC,KAAK,EAAE,CAAC;4BACnB,MAAM;wBACR,CAAC;wBAED,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAmB,CAAC,CAAC;wBAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;wBAE9D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gCAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gCAC3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oCACtB,UAAU,CAAC,KAAK,EAAE,CAAC;oCACnB,OAAO;gCACT,CAAC;gCAED,IAAI,CAAC;oCACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oCAChC,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;oCACzC,MAAM,OAAO,GAAG,SAAS,EAAE,OAAO,CAAC;oCAEnC,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;wCACnB,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK;6CACvB,GAAG,CAAC,CAAC,CAAoB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;6CAC3C,IAAI,CAAC,EAAE,CAAC,CAAC;wCACZ,IAAI,IAAI,EAAE,CAAC;4CACT,UAAU,CAAC,OAAO,CAAC;gDACjB,OAAO,EAAE,IAAI;gDACb,IAAI,EAAE,KAAK;gDACX,YAAY,EAAE,SAAS,EAAE,YAAY;6CACtC,CAAC,CAAC;wCACL,CAAC;oCACH,CAAC;oCAED,IAAI,SAAS,EAAE,YAAY,EAAE,CAAC;wCAC5B,UAAU,CAAC,OAAO,CAAC;4CACjB,OAAO,EAAE,EAAE;4CACX,IAAI,EAAE,IAAI;4CACV,YAAY,EAAE,SAAS,CAAC,YAAY;4CACpC,KAAK,EAAE,MAAM,CAAC,aAAa;gDACzB,CAAC,CAAC;oDACE,YAAY,EAAE,MAAM,CAAC,aAAa,CAAC,gBAAgB;oDACnD,gBAAgB,EACd,MAAM,CAAC,aAAa,CAAC,oBAAoB;oDAC3C,WAAW,EAAE,MAAM,CAAC,aAAa,CAAC,eAAe;iDAClD;gDACH,CAAC,CAAC,SAAS;yCACd,CAAC,CAAC;wCACH,UAAU,CAAC,KAAK,EAAE,CAAC;wCACnB,OAAO;oCACT,CAAC;gCACH,CAAC;gCAAC,MAAM,CAAC;oCACP,oBAAoB;gCACtB,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;wBAAS,CAAC;oBACT,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/providers/groq.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Groq provider implementation
+ */
+import { BaseProvider } from './base.js';
+import type { ChatMessage, ChatOptions, ChatResponse, ChatChunk, ProviderHealth, ProviderMetadata } from '../core/types.js';
+export interface GroqProviderConfig {
+    id: string;
+    apiKey: string;
+    model?: string;
+    baseURL?: string;
+}
+export declare class GroqProvider extends BaseProvider {
+    readonly id: string;
+    readonly metadata: ProviderMetadata;
+    private apiKey;
+    private model;
+    private baseURL;
+    constructor(config: GroqProviderConfig);
+    checkHealth(): Promise<ProviderHealth>;
+    chat(messages: ChatMessage[], options?: ChatOptions): Promise<ChatResponse>;
+    chatStream(messages: ChatMessage[], options?: ChatOptions): Promise<ReadableStream<ChatChunk>>;
+    protected formatMessages(messages: ChatMessage[]): unknown;
+    protected parseResponse(response: unknown): ChatResponse;
+    protected parseStream(stream: ReadableStream<unknown>): ReadableStream<ChatChunk>;
+}
+//# sourceMappingURL=groq.d.ts.map

package/dist/providers/groq.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../src/providers/groq.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACT,cAAc,EACd,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,YAAa,SAAQ,YAAY;IAC5C,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAC;IACpC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,kBAAkB;IAehC,WAAW,IAAI,OAAO,CAAC,cAAc,CAAC;IA2CtC,IAAI,CACR,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,YAAY,CAAC;IAmClB,UAAU,CACd,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAuCrC,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,OAAO;IAO1D,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,GAAG,YAAY;IAiCxD,SAAS,CAAC,WAAW,CACnB,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,GAC9B,cAAc,CAAC,SAAS,CAAC;CAoE7B"}