atabey 0.0.12 → 0.0.13

package/dist/src/modules/gateway/providers/anthropic.js

@@ -0,0 +1,169 @@
+import { BaseProvider } from "./base.js";
+export class AnthropicProvider extends BaseProvider {
+    constructor(config) {
+        super({
+            id: "anthropic",
+            name: "Anthropic",
+            baseUrl: "https://api.anthropic.com/v1",
+            apiKey: process.env.ANTHROPIC_API_KEY || "",
+            models: [
+                "claude-3-5-sonnet-latest", "claude-3-5-haiku-latest",
+                "claude-3-opus-latest", "claude-3-sonnet-20240229",
+                "claude-3-haiku-20240307",
+            ],
+            defaultModel: "claude-3-5-sonnet-latest",
+            maxRetries: 3,
+            timeoutMs: 60000,
+            rpmLimit: 200,
+            tpmLimit: 100000,
+            costPer1kInputTokens: 0.003,
+            costPer1kOutputTokens: 0.015,
+            enabled: true,
+            priority: 2,
+            weight: 4,
+            ...config,
+        });
+    }
+    get id() { return "anthropic"; }
+    get name() { return "Anthropic Claude"; }
+    async chat(request) {
+        const startTime = Date.now();
+        const model = request.model || this.config.defaultModel;
+        const traceId = request.traceId;
+        if (!this.config.apiKey) {
+            return this.errorResponse("Anthropic API key not configured. Set ANTHROPIC_API_KEY env var.", model, traceId);
+        }
+        try {
+            const controller = new AbortController();
+            const timeout = setTimeout(() => controller.abort(), this.config.timeoutMs);
+            const systemMessage = request.system;
+            const messages = request.messages.filter(m => m.role !== "system");
+            const response = await fetch(`${this.config.baseUrl}/messages`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    "x-api-key": this.config.apiKey,
+                    "anthropic-version": "2023-06-01",
+                },
+                body: JSON.stringify({
+                    model,
+                    system: systemMessage,
+                    messages: messages.map(m => ({
+                        role: m.role === "assistant" ? "assistant" : "user",
+                        content: m.content,
+                    })),
+                    temperature: request.temperature ?? 0.7,
+                    max_tokens: request.maxTokens ?? 4096,
+                    stream: false,
+                }),
+                signal: controller.signal,
+            });
+            clearTimeout(timeout);
+            if (!response.ok) {
+                const errorText = await response.text();
+                return this.errorResponse(`Anthropic API error (${response.status}): ${errorText}`, model, traceId);
+            }
+            const data = await response.json();
+            const latencyMs = Date.now() - startTime;
+            const content = data.content?.map(c => c.text).join("") || "";
+            const inputTokens = data.usage?.input_tokens || this.estimateTokens(request.messages.map(m => m.content).join(" "));
+            const outputTokens = data.usage?.output_tokens || this.estimateTokens(content);
+            const cost = (inputTokens / 1000) * this.config.costPer1kInputTokens +
+                (outputTokens / 1000) * this.config.costPer1kOutputTokens;
+            return {
+                success: true,
+                content,
+                model: data.model || model,
+                provider: "anthropic",
+                usage: { inputTokens, outputTokens, totalTokens: inputTokens + outputTokens },
+                latencyMs,
+                cost,
+                cached: false,
+                traceId,
+            };
+        }
+        catch (error) {
+            if (error instanceof Error && error.name === "AbortError") {
+                return this.timeoutError(model, this.config.timeoutMs, traceId);
+            }
+            return this.errorResponse(`Anthropic request failed: ${error.message}`, model, traceId);
+        }
+    }
+    async *chatStream(request) {
+        const model = request.model || this.config.defaultModel;
+        if (!this.config.apiKey) {
+            yield { content: "Anthropic API key not configured.", done: true, provider: "anthropic", model };
+            return;
+        }
+        try {
+            const systemMessage = request.system;
+            const messages = request.messages.filter(m => m.role !== "system");
+            const response = await fetch(`${this.config.baseUrl}/messages`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    "x-api-key": this.config.apiKey,
+                    "anthropic-version": "2023-06-01",
+                },
+                body: JSON.stringify({
+                    model,
+                    system: systemMessage,
+                    messages: messages.map(m => ({
+                        role: m.role === "assistant" ? "assistant" : "user",
+                        content: m.content,
+                    })),
+                    temperature: request.temperature ?? 0.7,
+                    max_tokens: request.maxTokens ?? 4096,
+                    stream: true,
+                }),
+            });
+            if (!response.ok) {
+                yield { content: `Anthropic stream error: ${response.status}`, done: true, provider: "anthropic", model };
+                return;
+            }
+            const reader = response.body?.getReader();
+            if (!reader) {
+                yield { content: "No response body", done: true, provider: "anthropic", model };
+                return;
+            }
+            const decoder = new TextDecoder();
+            let buffer = "";
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split("\n");
+                buffer = lines.pop() || "";
+                for (const line of lines) {
+                    if (line.startsWith("data: ")) {
+                        const data = line.slice(6).trim();
+                        try {
+                            const parsed = JSON.parse(data);
+                            if (parsed.type === "content_block_delta" && parsed.delta?.text) {
+                                yield { content: parsed.delta.text, done: false, provider: "anthropic", model };
+                            }
+                            if (parsed.type === "message_stop") {
+                                yield { content: "", done: true, provider: "anthropic", model };
+                                return;
+                            }
+                        }
+                        catch {
+                            // Skip malformed
+                        }
+                    }
+                }
+            }
+            yield { content: "", done: true, provider: "anthropic", model };
+        }
+        catch (error) {
+            yield {
+                content: `Anthropic stream failed: ${error.message}`,
+                done: true,
+                provider: "anthropic",
+                model,
+            };
+        }
+    }
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/src/modules/gateway/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../../../src/modules/gateway/providers/anthropic.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,MAAM,OAAO,iBAAkB,SAAQ,YAAY;IAC/C,YAAY,MAAgC;QACxC,KAAK,CAAC;YACF,EAAE,EAAE,WAAW;YACf,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,8BAA8B;YACvC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE;YAC3C,MAAM,EAAE;gBACJ,0BAA0B,EAAE,yBAAyB;gBACrD,sBAAsB,EAAE,0BAA0B;gBAClD,yBAAyB;aAC5B;YACD,YAAY,EAAE,0BAA0B;YACxC,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,GAAG;YACb,QAAQ,EAAE,MAAM;YAChB,oBAAoB,EAAE,KAAK;YAC3B,qBAAqB,EAAE,KAAK;YAC5B,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,GAAG,MAAM;SACZ,CAAC,CAAC;IACP,CAAC;IAED,IAAI,EAAE,KAAa,OAAO,WAAW,CAAC,CAAC,CAAC;IACxC,IAAI,IAAI,KAAa,OAAO,kBAAkB,CAAC,CAAC,CAAC;IAEjD,KAAK,CAAC,IAAI,CAAC,OAAuB;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACxD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAEhC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC,aAAa,CAAC,kEAAkE,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAClH,CAAC;QAED,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAE5E,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC;YACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAEnE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,WAAW,EAAE;gBAC5D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;oBAC/B,mBAAmB,EAAE,YAAY;iBACpC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,KAAK;oBACL,MAAM,EAAE,aAAa;oBACrB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBACzB,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM;wBACnD,OAAO,EAAE,CAAC,CAAC,OAAO;qBACrB,CAAC,CAAC;oBACH,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;oBACvC,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;oBACrC,MAAM,EAAE,KAAK;iBAChB,CAAC;gBACF,MAAM,EAAE,UAAU,CAAC,MAAM;aAC5B,CAAC,CAAC;YAEH,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,aAAa,CACrB,wBAAwB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,EACxD,KAAK,EACL,OAAO,CACV,CAAC;YACN,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAIrC,CAAC;YAEI,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;YAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACpH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/E,MAAM,IAAI,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB;gBAC7D,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;YAEjE,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,OAAO;gBACP,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;gBAC1B,QAAQ,EAAE,WAAW;gBACrB,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,GAAG,YAAY,EAAE;gBAC7E,SAAS;gBACT,IAAI;gBACJ,MAAM,EAAE,KAAK;gBACb,OAAO;aACV,CAAC;QACN,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACxD,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpE,CAAC;YACD,OAAO,IAAI,CAAC,aAAa,CACrB,6BAA8B,KAAe,CAAC,OAAO,EAAE,EACvD,KAAK,EACL,OAAO,CACV,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAuB;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QAExD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,EAAE,OAAO,EAAE,mCAAmC,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;YACjG,OAAO;QACX,CAAC;QAED,IAAI,CAAC;YACD,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC;YACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAEnE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,WAAW,EAAE;gBAC5D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;oBAC/B,mBAAmB,EAAE,YAAY;iBACpC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,KAAK;oBACL,MAAM,EAAE,aAAa;oBACrB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBACzB,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM;wBACnD,OAAO,EAAE,CAAC,CAAC,OAAO;qBACrB,CAAC,CAAC;oBACH,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;oBACvC,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;oBACrC,MAAM,EAAE,IAAI;iBACf,CAAC;aACL,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,EAAE,OAAO,EAAE,2BAA2B,QAAQ,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;gBAC1G,OAAO;YACX,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;gBAChF,OAAO;YACX,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,OAAO,IAAI,EAAE,CAAC;gBACV,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACvB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAClC,IAAI,CAAC;4BACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAI3C,CAAC;4BACY,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,IAAI,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;gCAC9D,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;4BACpF,CAAC;4BACD,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gCACjC,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;gCAChE,OAAO;4BACX,CAAC;wBACL,CAAC;wBAAC,MAAM,CAAC;4BACL,iBAAiB;wBACrB,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;YAED,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACpE,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,MAAM;gBACF,OAAO,EAAE,4BAA6B,KAAe,CAAC,OAAO,EAAE;gBAC/D,IAAI,EAAE,IAAI;gBACV,QAAQ,EAAE,WAAW;gBACrB,KAAK;aACR,CAAC;QACN,CAAC;IACL,CAAC;CACJ"}

package/dist/src/modules/gateway/providers/base.d.ts

@@ -0,0 +1,38 @@
+/**
+ * ATABEY LLM Gateway — Base Provider Interface
+ *
+ * Abstract class that all LLM providers must implement.
+ */
+import type { GatewayRequest, GatewayResponse, ProviderConfig, StreamChunk } from "../types.js";
+export declare abstract class BaseProvider {
+    readonly config: ProviderConfig;
+    constructor(config: ProviderConfig);
+    abstract get id(): string;
+    abstract get name(): string;
+    /**
+     * Send a chat completion request to the provider.
+     * Must be implemented by each provider.
+     */
+    abstract chat(request: GatewayRequest): Promise<GatewayResponse>;
+    /**
+     * Stream a chat completion response.
+     * Returns async generator yielding StreamChunks.
+     */
+    abstract chatStream(request: GatewayRequest): AsyncGenerator<StreamChunk>;
+    /**
+     * Check if this provider supports the given model.
+     */
+    supportsModel(model: string): boolean;
+    /**
+     * Estimate token count for a string (rough approximation).
+     */
+    protected estimateTokens(text: string): number;
+    /**
+     * Build standard error response.
+     */
+    protected errorResponse(message: string, model: string, traceId?: string): GatewayResponse;
+    /**
+     * Build timeout error response.
+     */
+    protected timeoutError(model: string, timeoutMs: number, traceId?: string): GatewayResponse;
+}

package/dist/src/modules/gateway/providers/base.js

@@ -0,0 +1,42 @@
+export class BaseProvider {
+    config;
+    constructor(config) {
+        this.config = config;
+    }
+    /**
+     * Check if this provider supports the given model.
+     */
+    supportsModel(model) {
+        return this.config.models.some(m => m.toLowerCase() === model.toLowerCase());
+    }
+    /**
+     * Estimate token count for a string (rough approximation).
+     */
+    estimateTokens(text) {
+        // Rough estimate: ~4 chars per token for English
+        return Math.ceil(text.length / 4);
+    }
+    /**
+     * Build standard error response.
+     */
+    errorResponse(message, model, traceId) {
+        return {
+            success: false,
+            content: message,
+            model,
+            provider: this.config.id,
+            usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },
+            latencyMs: 0,
+            cost: 0,
+            cached: false,
+            traceId,
+        };
+    }
+    /**
+     * Build timeout error response.
+     */
+    timeoutError(model, timeoutMs, traceId) {
+        return this.errorResponse(`Provider ${this.config.id} timed out after ${timeoutMs}ms`, model, traceId);
+    }
+}
+//# sourceMappingURL=base.js.map

package/dist/src/modules/gateway/providers/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../../src/modules/gateway/providers/base.ts"],"names":[],"mappings":"AAOA,MAAM,OAAgB,YAAY;IACd,MAAM,CAAiB;IAEvC,YAAY,MAAsB;QAC9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAiBH;;OAEG;IACH,aAAa,CAAC,KAAa;QACvB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAC/B,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,WAAW,EAAE,CAC1C,CAAC;IACN,CAAC;IAED;;OAEG;IACO,cAAc,CAAC,IAAY;QACjC,iDAAiD;QACjD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACO,aAAa,CACnB,OAAe,EACf,KAAa,EACb,OAAgB;QAEhB,OAAO;YACH,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,OAAO;YAChB,KAAK;YACL,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE;YACxB,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;YAC1D,SAAS,EAAE,CAAC;YACZ,IAAI,EAAE,CAAC;YACP,MAAM,EAAE,KAAK;YACb,OAAO;SACV,CAAC;IACN,CAAC;IAED;;OAEG;IACO,YAAY,CAAC,KAAa,EAAE,SAAiB,EAAE,OAAgB;QACrE,OAAO,IAAI,CAAC,aAAa,CACrB,YAAY,IAAI,CAAC,MAAM,CAAC,EAAE,oBAAoB,SAAS,IAAI,EAC3D,KAAK,EACL,OAAO,CACV,CAAC;IACN,CAAC;CACF"}

package/dist/src/modules/gateway/providers/google.d.ts

@@ -0,0 +1,18 @@
+/**
+ * ATABEY LLM Gateway — Google (Gemini) Provider
+ *
+ * Supports Gemini 2.0 Flash, Gemini 2.0 Pro, Gemini 1.5 Pro models via Google AI API.
+ */
+import { GatewayRequest, GatewayResponse, ProviderConfig, StreamChunk } from "../types.js";
+import { BaseProvider } from "./base.js";
+export declare class GoogleProvider extends BaseProvider {
+    constructor(config?: Partial<ProviderConfig>);
+    get id(): string;
+    get name(): string;
+    chat(request: GatewayRequest): Promise<GatewayResponse>;
+    chatStream(request: GatewayRequest): AsyncGenerator<StreamChunk>;
+    /**
+   * Convert our standard messages to Gemini's content format.
+   */
+    private toGeminiContents;
+}

package/dist/src/modules/gateway/providers/google.js

@@ -0,0 +1,176 @@
+import { BaseProvider } from "./base.js";
+export class GoogleProvider extends BaseProvider {
+    constructor(config) {
+        super({
+            id: "google",
+            name: "Google Gemini",
+            baseUrl: "https://generativelanguage.googleapis.com/v1beta",
+            apiKey: process.env.GOOGLE_API_KEY || "",
+            models: [
+                "gemini-2.0-flash", "gemini-2.0-flash-lite",
+                "gemini-2.0-pro", "gemini-1.5-pro",
+                "gemini-1.5-flash", "gemini-1.5-flash-8b",
+            ],
+            defaultModel: "gemini-2.0-flash",
+            maxRetries: 3,
+            timeoutMs: 30000,
+            rpmLimit: 360,
+            tpmLimit: 360000,
+            costPer1kInputTokens: 0.0001,
+            costPer1kOutputTokens: 0.0004,
+            enabled: true,
+            priority: 3,
+            weight: 3,
+            ...config,
+        });
+    }
+    get id() { return "google"; }
+    get name() { return "Google Gemini"; }
+    async chat(request) {
+        const startTime = Date.now();
+        const model = request.model || this.config.defaultModel;
+        const traceId = request.traceId;
+        if (!this.config.apiKey) {
+            return this.errorResponse("Google API key not configured. Set GOOGLE_API_KEY env var.", model, traceId);
+        }
+        try {
+            const controller = new AbortController();
+            const timeout = setTimeout(() => controller.abort(), this.config.timeoutMs);
+            // Convert messages to Gemini format
+            const contents = this.toGeminiContents(request);
+            const url = `${this.config.baseUrl}/models/${model}:generateContent?key=${this.config.apiKey}`;
+            const response = await fetch(url, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify({
+                    contents,
+                    systemInstruction: request.system ? { parts: [{ text: request.system }] } : undefined,
+                    generationConfig: {
+                        temperature: request.temperature ?? 0.7,
+                        maxOutputTokens: request.maxTokens ?? 4096,
+                    },
+                }),
+                signal: controller.signal,
+            });
+            clearTimeout(timeout);
+            if (!response.ok) {
+                const errorText = await response.text();
+                return this.errorResponse(`Gemini API error (${response.status}): ${errorText}`, model, traceId);
+            }
+            const data = await response.json();
+            const candidates = data.candidates;
+            const usageMetadata = data.usageMetadata;
+            const content = candidates?.[0]?.content?.parts?.map(p => p.text).join("") || "";
+            const latencyMs = Date.now() - startTime;
+            const inputTokens = usageMetadata?.promptTokenCount || this.estimateTokens(request.messages.map(m => m.content).join(" "));
+            const outputTokens = usageMetadata?.candidatesTokenCount || this.estimateTokens(content);
+            const cost = (inputTokens / 1000) * this.config.costPer1kInputTokens +
+                (outputTokens / 1000) * this.config.costPer1kOutputTokens;
+            return {
+                success: true,
+                content,
+                model: model,
+                provider: "google",
+                usage: { inputTokens, outputTokens, totalTokens: inputTokens + outputTokens },
+                latencyMs,
+                cost,
+                cached: false,
+                traceId,
+            };
+        }
+        catch (error) {
+            if (error instanceof Error && error.name === "AbortError") {
+                return this.timeoutError(model, this.config.timeoutMs, traceId);
+            }
+            return this.errorResponse(`Gemini request failed: ${error.message}`, model, traceId);
+        }
+    }
+    async *chatStream(request) {
+        const model = request.model || this.config.defaultModel;
+        if (!this.config.apiKey) {
+            yield { content: "Google API key not configured.", done: true, provider: "google", model };
+            return;
+        }
+        try {
+            const contents = this.toGeminiContents(request);
+            const url = `${this.config.baseUrl}/models/${model}:streamGenerateContent?key=${this.config.apiKey}&alt=sse`;
+            const response = await fetch(url, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify({
+                    contents,
+                    systemInstruction: request.system ? { parts: [{ text: request.system }] } : undefined,
+                    generationConfig: {
+                        temperature: request.temperature ?? 0.7,
+                        maxOutputTokens: request.maxTokens ?? 4096,
+                    },
+                }),
+            });
+            if (!response.ok) {
+                yield { content: `Gemini stream error: ${response.status}`, done: true, provider: "google", model };
+                return;
+            }
+            const reader = response.body?.getReader();
+            if (!reader) {
+                yield { content: "No response body", done: true, provider: "google", model };
+                return;
+            }
+            const decoder = new TextDecoder();
+            let buffer = "";
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split("\n");
+                buffer = lines.pop() || "";
+                for (const line of lines) {
+                    if (line.startsWith("data: ")) {
+                        const data = line.slice(6).trim();
+                        try {
+                            const parsed = JSON.parse(data);
+                            const text = parsed.candidates?.[0]?.content?.parts?.[0]?.text || "";
+                            if (text) {
+                                yield { content: text, done: false, provider: "google", model };
+                            }
+                        }
+                        catch {
+                            // Skip
+                        }
+                    }
+                }
+            }
+            yield { content: "", done: true, provider: "google", model };
+        }
+        catch (error) {
+            yield {
+                content: `Gemini stream failed: ${error.message}`,
+                done: true,
+                provider: "google",
+                model,
+            };
+        }
+    }
+    /**
+   * Convert our standard messages to Gemini's content format.
+   */
+    toGeminiContents(request) {
+        const result = [];
+        let lastRole = "";
+        for (const msg of request.messages) {
+            if (msg.role === "system")
+                continue; // Systems handled via systemInstruction
+            const role = msg.role === "assistant" ? "model" : "user";
+            // Merge consecutive same-role messages
+            if (role === lastRole && result.length > 0) {
+                result[result.length - 1].parts.push({ text: msg.content });
+            }
+            else {
+                result.push({ role, parts: [{ text: msg.content }] });
+                lastRole = role;
+            }
+        }
+        return result;
+    }
+}
+//# sourceMappingURL=google.js.map

package/dist/src/modules/gateway/providers/google.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.js","sourceRoot":"","sources":["../../../../../src/modules/gateway/providers/google.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,MAAM,OAAO,cAAe,SAAQ,YAAY;IAC5C,YAAY,MAAgC;QACxC,KAAK,CAAC;YACF,EAAE,EAAE,QAAQ;YACZ,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,kDAAkD;YAC3D,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE;YACxC,MAAM,EAAE;gBACJ,kBAAkB,EAAE,uBAAuB;gBAC3C,gBAAgB,EAAE,gBAAgB;gBAClC,kBAAkB,EAAE,qBAAqB;aAC5C;YACD,YAAY,EAAE,kBAAkB;YAChC,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,GAAG;YACb,QAAQ,EAAE,MAAM;YAChB,oBAAoB,EAAE,MAAM;YAC5B,qBAAqB,EAAE,MAAM;YAC7B,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,GAAG,MAAM;SACZ,CAAC,CAAC;IACP,CAAC;IAED,IAAI,EAAE,KAAa,OAAO,QAAQ,CAAC,CAAC,CAAC;IACrC,IAAI,IAAI,KAAa,OAAO,eAAe,CAAC,CAAC,CAAC;IAE9C,KAAK,CAAC,IAAI,CAAC,OAAuB;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACxD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAEhC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC,aAAa,CAAC,4DAA4D,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC5G,CAAC;QAED,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAE5E,oCAAoC;YACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAEhD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,WAAW,KAAK,wBAAwB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAE/F,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC9B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,QAAQ;oBACR,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS;oBACrF,gBAAgB,EAAE;wBACd,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;wBACvC,eAAe,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;qBAC7C;iBACJ,CAAC;gBACF,MAAM,EAAE,UAAU,CAAC,MAAM;aAC5B,CAAC,CAAC;YAEH,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,aAAa,CACrB,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,EACrD,KAAK,EACL,OAAO,CACV,CAAC;YACN,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA6B,CAAC;YAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,UAEhB,CAAC;YACT,MAAM,aAAa,GAAG,IAAI,CAAC,aAIpB,CAAC;YAER,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;YAEjF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACzC,MAAM,WAAW,GAAG,aAAa,EAAE,gBAAgB,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3H,MAAM,YAAY,GAAG,aAAa,EAAE,oBAAoB,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACzF,MAAM,IAAI,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB;gBAC7D,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;YAEjE,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,OAAO;gBACP,KAAK,EAAE,KAAK;gBACZ,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,GAAG,YAAY,EAAE;gBAC7E,SAAS;gBACT,IAAI;gBACJ,MAAM,EAAE,KAAK;gBACb,OAAO;aACV,CAAC;QACN,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACxD,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpE,CAAC;YACD,OAAO,IAAI,CAAC,aAAa,CACrB,0BAA2B,KAAe,CAAC,OAAO,EAAE,EACpD,KAAK,EACL,OAAO,CACV,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAuB;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QAExD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,EAAE,OAAO,EAAE,gCAAgC,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC3F,OAAO;QACX,CAAC;QAED,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,WAAW,KAAK,8BAA8B,IAAI,CAAC,MAAM,CAAC,MAAM,UAAU,CAAC;YAE7G,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC9B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,QAAQ;oBACR,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS;oBACrF,gBAAgB,EAAE;wBACd,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;wBACvC,eAAe,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;qBAC7C;iBACJ,CAAC;aACL,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,EAAE,OAAO,EAAE,wBAAwB,QAAQ,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;gBACpG,OAAO;YACX,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;gBAC7E,OAAO;YACX,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,OAAO,IAAI,EAAE,CAAC;gBACV,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACvB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAClC,IAAI,CAAC;4BACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAI3C,CAAC;4BACY,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;4BACrE,IAAI,IAAI,EAAE,CAAC;gCACP,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;4BACpE,CAAC;wBACL,CAAC;wBAAC,MAAM,CAAC;4BACL,OAAO;wBACX,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;YAED,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QACjE,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,MAAM;gBACF,OAAO,EAAE,yBAA0B,KAAe,CAAC,OAAO,EAAE;gBAC5D,IAAI,EAAE,IAAI;gBACV,QAAQ,EAAE,QAAQ;gBAClB,KAAK;aACR,CAAC;QACN,CAAC;IACL,CAAC;IAED;;KAEC;IACO,gBAAgB,CAAC,OAAuB;QAI5C,MAAM,MAAM,GAA4D,EAAE,CAAC;QAC3E,IAAI,QAAQ,GAAG,EAAE,CAAC;QAElB,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACjC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;gBAAE,SAAS,CAAC,wCAAwC;YAE7E,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;YAEzD,uCAAuC;YACvC,IAAI,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;gBACtD,QAAQ,GAAG,IAAI,CAAC;YACpB,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ"}

package/dist/src/modules/gateway/providers/grok.d.ts

@@ -0,0 +1,14 @@
+/**
+ * ATABEY LLM Gateway — Grok (xAI) Provider
+ *
+ * Supports Grok-2, Grok-2-mini, Grok-beta models via xAI API.
+ */
+import { GatewayRequest, GatewayResponse, ProviderConfig, StreamChunk } from "../types.js";
+import { BaseProvider } from "./base.js";
+export declare class GrokProvider extends BaseProvider {
+    constructor(config?: Partial<ProviderConfig>);
+    get id(): string;
+    get name(): string;
+    chat(request: GatewayRequest): Promise<GatewayResponse>;
+    chatStream(request: GatewayRequest): AsyncGenerator<StreamChunk>;
+}

package/dist/src/modules/gateway/providers/grok.js

@@ -0,0 +1,166 @@
+import { BaseProvider } from "./base.js";
+export class GrokProvider extends BaseProvider {
+    constructor(config) {
+        super({
+            id: "grok",
+            name: "xAI Grok",
+            baseUrl: "https://api.x.ai/v1",
+            apiKey: process.env.XAI_API_KEY || "",
+            models: [
+                "grok-2", "grok-2-mini", "grok-beta",
+            ],
+            defaultModel: "grok-2",
+            maxRetries: 3,
+            timeoutMs: 30000,
+            rpmLimit: 100,
+            tpmLimit: 50000,
+            costPer1kInputTokens: 0.005,
+            costPer1kOutputTokens: 0.015,
+            enabled: true,
+            priority: 4,
+            weight: 2,
+            ...config,
+        });
+    }
+    get id() { return "grok"; }
+    get name() { return "xAI Grok"; }
+    async chat(request) {
+        const startTime = Date.now();
+        const model = request.model || this.config.defaultModel;
+        const traceId = request.traceId;
+        if (!this.config.apiKey) {
+            return this.errorResponse("xAI API key not configured. Set XAI_API_KEY env var.", model, traceId);
+        }
+        try {
+            const controller = new AbortController();
+            const timeout = setTimeout(() => controller.abort(), this.config.timeoutMs);
+            const response = await fetch(`${this.config.baseUrl}/chat/completions`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${this.config.apiKey}`,
+                },
+                body: JSON.stringify({
+                    model,
+                    messages: [
+                        ...(request.system ? [{ role: "system", content: request.system }] : []),
+                        ...request.messages.map(m => ({
+                            role: m.role,
+                            content: m.content,
+                        })),
+                    ],
+                    temperature: request.temperature ?? 0.7,
+                    max_tokens: request.maxTokens ?? 4096,
+                    stream: false,
+                }),
+                signal: controller.signal,
+            });
+            clearTimeout(timeout);
+            if (!response.ok) {
+                const errorText = await response.text();
+                return this.errorResponse(`xAI API error (${response.status}): ${errorText}`, model, traceId);
+            }
+            const data = await response.json();
+            const latencyMs = Date.now() - startTime;
+            const content = data.choices?.[0]?.message?.content || "";
+            const inputTokens = data.usage?.prompt_tokens || this.estimateTokens(request.messages.map(m => m.content).join(" "));
+            const outputTokens = data.usage?.completion_tokens || this.estimateTokens(content);
+            const cost = (inputTokens / 1000) * this.config.costPer1kInputTokens +
+                (outputTokens / 1000) * this.config.costPer1kOutputTokens;
+            return {
+                success: true,
+                content,
+                model: data.model || model,
+                provider: "grok",
+                usage: { inputTokens, outputTokens, totalTokens: inputTokens + outputTokens },
+                latencyMs,
+                cost,
+                cached: false,
+                traceId,
+            };
+        }
+        catch (error) {
+            if (error instanceof Error && error.name === "AbortError") {
+                return this.timeoutError(model, this.config.timeoutMs, traceId);
+            }
+            return this.errorResponse(`xAI request failed: ${error.message}`, model, traceId);
+        }
+    }
+    async *chatStream(request) {
+        const model = request.model || this.config.defaultModel;
+        if (!this.config.apiKey) {
+            yield { content: "xAI API key not configured.", done: true, provider: "grok", model };
+            return;
+        }
+        try {
+            const response = await fetch(`${this.config.baseUrl}/chat/completions`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${this.config.apiKey}`,
+                },
+                body: JSON.stringify({
+                    model,
+                    messages: [
+                        ...(request.system ? [{ role: "system", content: request.system }] : []),
+                        ...request.messages.map(m => ({
+                            role: m.role,
+                            content: m.content,
+                        })),
+                    ],
+                    temperature: request.temperature ?? 0.7,
+                    max_tokens: request.maxTokens ?? 4096,
+                    stream: true,
+                }),
+            });
+            if (!response.ok) {
+                yield { content: `xAI stream error: ${response.status}`, done: true, provider: "grok", model };
+                return;
+            }
+            const reader = response.body?.getReader();
+            if (!reader) {
+                yield { content: "No response body", done: true, provider: "grok", model };
+                return;
+            }
+            const decoder = new TextDecoder();
+            let buffer = "";
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split("\n");
+                buffer = lines.pop() || "";
+                for (const line of lines) {
+                    if (line.startsWith("data: ")) {
+                        const data = line.slice(6).trim();
+                        if (data === "[DONE]") {
+                            yield { content: "", done: true, provider: "grok", model };
+                            return;
+                        }
+                        try {
+                            const parsed = JSON.parse(data);
+                            const content = parsed.choices?.[0]?.delta?.content || "";
+                            if (content) {
+                                yield { content, done: false, provider: "grok", model };
+                            }
+                        }
+                        catch {
+                            // Skip malformed
+                        }
+                    }
+                }
+            }
+            yield { content: "", done: true, provider: "grok", model };
+        }
+        catch (error) {
+            yield {
+                content: `xAI stream failed: ${error.message}`,
+                done: true,
+                provider: "grok",
+                model,
+            };
+        }
+    }
+}
+//# sourceMappingURL=grok.js.map