atabey 0.0.11 → 0.0.13

package/dist/src/modules/gateway/providers/ollama.js

@@ -0,0 +1,187 @@
+import { BaseProvider } from "./base.js";
+export class OllamaProvider extends BaseProvider {
+    constructor(config) {
+        super({
+            id: "ollama",
+            name: "Ollama (Local LLM)",
+            baseUrl: process.env.OLLAMA_BASE_URL || "http://localhost:11434",
+            apiKey: "",
+            models: [
+                "llama3.3", "llama3.2", "llama3.1", "llama3",
+                "mistral", "mixtral", "codellama", "deepseek-coder",
+                "qwen2.5", "phi-4", "nemotron", "gemma2",
+            ],
+            defaultModel: process.env.OLLAMA_DEFAULT_MODEL || "llama3.3",
+            maxRetries: 2,
+            timeoutMs: 120000,
+            rpmLimit: 9999,
+            tpmLimit: 999999,
+            costPer1kInputTokens: 0,
+            costPer1kOutputTokens: 0,
+            enabled: true,
+            priority: 5,
+            weight: 1,
+            ...config,
+        });
+    }
+    get id() { return "ollama"; }
+    get name() { return "Ollama (Local LLM)"; }
+    async chat(request) {
+        const startTime = Date.now();
+        const model = request.model || this.config.defaultModel;
+        const traceId = request.traceId;
+        try {
+            const controller = new AbortController();
+            const timeout = setTimeout(() => controller.abort(), this.config.timeoutMs);
+            const response = await fetch(`${this.config.baseUrl}/api/chat`, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify({
+                    model,
+                    messages: [
+                        ...(request.system ? [{ role: "system", content: request.system }] : []),
+                        ...request.messages.map(m => ({
+                            role: m.role,
+                            content: m.content,
+                        })),
+                    ],
+                    stream: false,
+                    options: {
+                        temperature: request.temperature ?? 0.7,
+                        num_predict: request.maxTokens ?? 4096,
+                    },
+                }),
+                signal: controller.signal,
+            });
+            clearTimeout(timeout);
+            if (!response.ok) {
+                const errorText = await response.text();
+                return this.errorResponse(`Ollama API error (${response.status}): ${errorText}`, model, traceId);
+            }
+            const data = await response.json();
+            const latencyMs = Date.now() - startTime;
+            const content = data.message?.content || "";
+            const inputTokens = data.prompt_eval_count || this.estimateTokens(request.messages.map(m => m.content).join(" "));
+            const outputTokens = data.eval_count || this.estimateTokens(content);
+            return {
+                success: true,
+                content,
+                model: data.model || model,
+                provider: "ollama",
+                usage: { inputTokens, outputTokens, totalTokens: inputTokens + outputTokens },
+                latencyMs,
+                cost: 0, // Local LLM is free
+                cached: false,
+                traceId,
+            };
+        }
+        catch (error) {
+            if (error instanceof Error && error.name === "AbortError") {
+                return this.timeoutError(model, this.config.timeoutMs, traceId);
+            }
+            return this.errorResponse(`Ollama request failed: ${error.message}. Is Ollama running on ${this.config.baseUrl}?`, model, traceId);
+        }
+    }
+    async *chatStream(request) {
+        const model = request.model || this.config.defaultModel;
+        try {
+            const response = await fetch(`${this.config.baseUrl}/api/chat`, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify({
+                    model,
+                    messages: [
+                        ...(request.system ? [{ role: "system", content: request.system }] : []),
+                        ...request.messages.map(m => ({
+                            role: m.role,
+                            content: m.content,
+                        })),
+                    ],
+                    stream: true,
+                    options: {
+                        temperature: request.temperature ?? 0.7,
+                        num_predict: request.maxTokens ?? 4096,
+                    },
+                }),
+            });
+            if (!response.ok) {
+                yield { content: `Ollama stream error: ${response.status}`, done: true, provider: "ollama", model };
+                return;
+            }
+            const reader = response.body?.getReader();
+            if (!reader) {
+                yield { content: "No response body", done: true, provider: "ollama", model };
+                return;
+            }
+            const decoder = new TextDecoder();
+            let buffer = "";
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split("\n");
+                buffer = lines.pop() || "";
+                for (const line of lines) {
+                    if (!line.trim())
+                        continue;
+                    try {
+                        const parsed = JSON.parse(line);
+                        const content = parsed.message?.content || "";
+                        if (content) {
+                            yield { content, done: false, provider: "ollama", model };
+                        }
+                        if (parsed.done) {
+                            yield { content: "", done: true, provider: "ollama", model };
+                            return;
+                        }
+                    }
+                    catch {
+                        // Skip malformed
+                    }
+                }
+            }
+            yield { content: "", done: true, provider: "ollama", model };
+        }
+        catch (error) {
+            yield {
+                content: `Ollama stream failed: ${error.message}`,
+                done: true,
+                provider: "ollama",
+                model,
+            };
+        }
+    }
+    /**
+   * Check if Ollama server is reachable and get available models.
+   */
+    async ping() {
+        try {
+            const response = await fetch(`${this.config.baseUrl}/api/tags`, {
+                signal: AbortSignal.timeout(5000),
+            });
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+   * List models available in the local Ollama instance.
+   */
+    async listLocalModels() {
+        try {
+            const response = await fetch(`${this.config.baseUrl}/api/tags`, {
+                signal: AbortSignal.timeout(5000),
+            });
+            if (!response.ok)
+                return [];
+            const data = await response.json();
+            return data.models?.map(m => m.name) || [];
+        }
+        catch {
+            return [];
+        }
+    }
+}
+//# sourceMappingURL=ollama.js.map

package/dist/src/modules/gateway/providers/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../../../src/modules/gateway/providers/ollama.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,MAAM,OAAO,cAAe,SAAQ,YAAY;IAC5C,YAAY,MAAgC;QACxC,KAAK,CAAC;YACF,EAAE,EAAE,QAAQ;YACZ,IAAI,EAAE,oBAAoB;YAC1B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,wBAAwB;YAChE,MAAM,EAAE,EAAE;YACV,MAAM,EAAE;gBACJ,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ;gBAC5C,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,gBAAgB;gBACnD,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ;aAC3C;YACD,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,UAAU;YAC5D,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,MAAM;YACjB,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,MAAM;YAChB,oBAAoB,EAAE,CAAC;YACvB,qBAAqB,EAAE,CAAC;YACxB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,GAAG,MAAM;SACZ,CAAC,CAAC;IACP,CAAC;IAED,IAAI,EAAE,KAAa,OAAO,QAAQ,CAAC,CAAC,CAAC;IACrC,IAAI,IAAI,KAAa,OAAO,oBAAoB,CAAC,CAAC,CAAC;IAEnD,KAAK,CAAC,IAAI,CAAC,OAAuB;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACxD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAEhC,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAE5E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,WAAW,EAAE;gBAC5D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,KAAK;oBACL,QAAQ,EAAE;wBACN,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBACjF,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;4BAC1B,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,OAAO,EAAE,CAAC,CAAC,OAAO;yBACrB,CAAC,CAAC;qBACN;oBACD,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE;wBACL,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;wBACvC,WAAW,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;qBACzC;iBACJ,CAAC;gBACF,MAAM,EAAE,UAAU,CAAC,MAAM;aAC5B,CAAC,CAAC;YAEH,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,aAAa,CACrB,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,EACrD,KAAK,EACL,OAAO,CACV,CAAC;YACN,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAKrC,CAAC;YAEI,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YAC5C,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAClH,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAErE,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,OAAO;gBACP,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;gBAC1B,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,GAAG,YAAY,EAAE;gBAC7E,SAAS;gBACT,IAAI,EAAE,CAAC,EAAE,oBAAoB;gBAC7B,MAAM,EAAE,KAAK;gBACb,OAAO;aACV,CAAC;QACN,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACxD,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpE,CAAC;YACD,OAAO,IAAI,CAAC,aAAa,CACrB,0BAA2B,KAAe,CAAC,OAAO,0BAA0B,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,EAClG,KAAK,EACL,OAAO,CACV,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAuB;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QAExD,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,WAAW,EAAE;gBAC5D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,KAAK;oBACL,QAAQ,EAAE;wBACN,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBACjF,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;4BAC1B,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,OAAO,EAAE,CAAC,CAAC,OAAO;yBACrB,CAAC,CAAC;qBACN;oBACD,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE;wBACL,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;wBACvC,WAAW,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;qBACzC;iBACJ,CAAC;aACL,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,EAAE,OAAO,EAAE,wBAAwB,QAAQ,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;gBACpG,OAAO;YACX,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;gBAC7E,OAAO;YACX,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,OAAO,IAAI,EAAE,CAAC;gBACV,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACvB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;wBAAE,SAAS;oBAC3B,IAAI,CAAC;wBACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAGzC,CAAC;wBACU,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;wBAC9C,IAAI,OAAO,EAAE,CAAC;4BACV,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;wBAC9D,CAAC;wBACD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;4BACd,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;4BAC7D,OAAO;wBACX,CAAC;oBACL,CAAC;oBAAC,MAAM,CAAC;wBACL,iBAAiB;oBACrB,CAAC;gBACL,CAAC;YACL,CAAC;YAED,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QACjE,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,MAAM;gBACF,OAAO,EAAE,yBAA0B,KAAe,CAAC,OAAO,EAAE;gBAC5D,IAAI,EAAE,IAAI;gBACV,QAAQ,EAAE,QAAQ;gBAClB,KAAK;aACR,CAAC;QACN,CAAC;IACL,CAAC;IAED;;KAEC;IACD,KAAK,CAAC,IAAI;QACN,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,WAAW,EAAE;gBAC5D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aACpC,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,EAAE,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED;;KAEC;IACD,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,WAAW,EAAE;gBAC5D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aACpC,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAErC,CAAC;YACI,OAAO,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/C,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;CACJ"}

package/dist/src/modules/gateway/providers/openai.d.ts

@@ -0,0 +1,14 @@
+/**
+ * ATABEY LLM Gateway — OpenAI Provider
+ *
+ * Supports GPT-4, GPT-4o, GPT-4-turbo, GPT-3.5-turbo models via OpenAI API.
+ */
+import { GatewayRequest, GatewayResponse, ProviderConfig, StreamChunk } from "../types.js";
+import { BaseProvider } from "./base.js";
+export declare class OpenAIProvider extends BaseProvider {
+    constructor(config?: Partial<ProviderConfig>);
+    get id(): string;
+    get name(): string;
+    chat(request: GatewayRequest): Promise<GatewayResponse>;
+    chatStream(request: GatewayRequest): AsyncGenerator<StreamChunk>;
+}

package/dist/src/modules/gateway/providers/openai.js

@@ -0,0 +1,170 @@
+import { BaseProvider } from "./base.js";
+export class OpenAIProvider extends BaseProvider {
+    constructor(config) {
+        super({
+            id: "openai",
+            name: "OpenAI",
+            baseUrl: "https://api.openai.com/v1",
+            apiKey: process.env.OPENAI_API_KEY || "",
+            models: [
+                "gpt-4o", "gpt-4o-mini", "gpt-4-turbo", "gpt-4",
+                "gpt-3.5-turbo", "gpt-3.5-turbo-16k",
+            ],
+            defaultModel: "gpt-4o",
+            maxRetries: 3,
+            timeoutMs: 30000,
+            rpmLimit: 500,
+            tpmLimit: 200000,
+            costPer1kInputTokens: 0.01,
+            costPer1kOutputTokens: 0.03,
+            enabled: true,
+            priority: 1,
+            weight: 5,
+            ...config,
+        });
+    }
+    get id() { return "openai"; }
+    get name() { return "OpenAI"; }
+    async chat(request) {
+        const startTime = Date.now();
+        const model = request.model || this.config.defaultModel;
+        const traceId = request.traceId;
+        if (!this.config.apiKey) {
+            return this.errorResponse("OpenAI API key not configured. Set OPENAI_API_KEY env var.", model, traceId);
+        }
+        try {
+            const controller = new AbortController();
+            const timeout = setTimeout(() => controller.abort(), this.config.timeoutMs);
+            const response = await fetch(`${this.config.baseUrl}/chat/completions`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${this.config.apiKey}`,
+                },
+                body: JSON.stringify({
+                    model,
+                    messages: [
+                        ...(request.system ? [{ role: "system", content: request.system }] : []),
+                        ...request.messages.map(m => ({
+                            role: m.role,
+                            content: m.content,
+                        })),
+                    ],
+                    temperature: request.temperature ?? 0.7,
+                    max_tokens: request.maxTokens ?? 4096,
+                    stream: false,
+                }),
+                signal: controller.signal,
+            });
+            clearTimeout(timeout);
+            if (!response.ok) {
+                const errorText = await response.text();
+                return this.errorResponse(`OpenAI API error (${response.status}): ${errorText}`, model, traceId);
+            }
+            const data = await response.json();
+            const latencyMs = Date.now() - startTime;
+            const inputTokens = data.usage?.prompt_tokens || this.estimateTokens(request.messages.map(m => m.content).join(" "));
+            const outputTokens = data.usage?.completion_tokens || this.estimateTokens(data.choices[0]?.message?.content || "");
+            const cost = (inputTokens / 1000) * this.config.costPer1kInputTokens +
+                (outputTokens / 1000) * this.config.costPer1kOutputTokens;
+            return {
+                success: true,
+                content: data.choices[0]?.message?.content || "",
+                model: data.model || model,
+                provider: "openai",
+                usage: {
+                    inputTokens,
+                    outputTokens,
+                    totalTokens: inputTokens + outputTokens,
+                },
+                latencyMs,
+                cost,
+                cached: false,
+                traceId,
+            };
+        }
+        catch (error) {
+            if (error instanceof Error && error.name === "AbortError") {
+                return this.timeoutError(model, this.config.timeoutMs, traceId);
+            }
+            return this.errorResponse(`OpenAI request failed: ${error.message}`, model, traceId);
+        }
+    }
+    async *chatStream(request) {
+        const model = request.model || this.config.defaultModel;
+        if (!this.config.apiKey) {
+            yield { content: "OpenAI API key not configured.", done: true, provider: "openai", model };
+            return;
+        }
+        try {
+            const response = await fetch(`${this.config.baseUrl}/chat/completions`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${this.config.apiKey}`,
+                },
+                body: JSON.stringify({
+                    model,
+                    messages: [
+                        ...(request.system ? [{ role: "system", content: request.system }] : []),
+                        ...request.messages.map(m => ({
+                            role: m.role,
+                            content: m.content,
+                        })),
+                    ],
+                    temperature: request.temperature ?? 0.7,
+                    max_tokens: request.maxTokens ?? 4096,
+                    stream: true,
+                }),
+            });
+            if (!response.ok) {
+                yield { content: `OpenAI stream error: ${response.status}`, done: true, provider: "openai", model };
+                return;
+            }
+            const reader = response.body?.getReader();
+            if (!reader) {
+                yield { content: "No response body", done: true, provider: "openai", model };
+                return;
+            }
+            const decoder = new TextDecoder();
+            let buffer = "";
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split("\n");
+                buffer = lines.pop() || "";
+                for (const line of lines) {
+                    if (line.startsWith("data: ")) {
+                        const data = line.slice(6).trim();
+                        if (data === "[DONE]") {
+                            yield { content: "", done: true, provider: "openai", model };
+                            return;
+                        }
+                        try {
+                            const parsed = JSON.parse(data);
+                            const content = parsed.choices?.[0]?.delta?.content || "";
+                            if (content) {
+                                yield { content, done: false, provider: "openai", model };
+                            }
+                        }
+                        catch {
+                            // Skip malformed JSON lines
+                        }
+                    }
+                }
+            }
+            yield { content: "", done: true, provider: "openai", model };
+        }
+        catch (error) {
+            yield {
+                content: `OpenAI stream failed: ${error.message}`,
+                done: true,
+                provider: "openai",
+                model,
+            };
+        }
+    }
+}
+//# sourceMappingURL=openai.js.map

package/dist/src/modules/gateway/providers/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../../../src/modules/gateway/providers/openai.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,MAAM,OAAO,cAAe,SAAQ,YAAY;IAC5C,YAAY,MAAgC;QACxC,KAAK,CAAC;YACF,EAAE,EAAE,QAAQ;YACZ,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,2BAA2B;YACpC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE;YACxC,MAAM,EAAE;gBACJ,QAAQ,EAAE,aAAa,EAAE,aAAa,EAAE,OAAO;gBAC/C,eAAe,EAAE,mBAAmB;aACvC;YACD,YAAY,EAAE,QAAQ;YACtB,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,GAAG;YACb,QAAQ,EAAE,MAAM;YAChB,oBAAoB,EAAE,IAAI;YAC1B,qBAAqB,EAAE,IAAI;YAC3B,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,GAAG,MAAM;SACZ,CAAC,CAAC;IACP,CAAC;IAED,IAAI,EAAE,KAAa,OAAO,QAAQ,CAAC,CAAC,CAAC;IACrC,IAAI,IAAI,KAAa,OAAO,QAAQ,CAAC,CAAC,CAAC;IAEvC,KAAK,CAAC,IAAI,CAAC,OAAuB;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACxD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAEhC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC,aAAa,CAAC,4DAA4D,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC5G,CAAC;QAED,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAE5E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,mBAAmB,EAAE;gBACpE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;iBAChD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,KAAK;oBACL,QAAQ,EAAE;wBACN,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBACjF,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;4BAC1B,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,OAAO,EAAE,CAAC,CAAC,OAAO;yBACrB,CAAC,CAAC;qBACN;oBACD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;oBACvC,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;oBACrC,MAAM,EAAE,KAAK;iBAChB,CAAC;gBACF,MAAM,EAAE,UAAU,CAAC,MAAM;aAC5B,CAAC,CAAC;YAEH,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,aAAa,CACrB,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,EACrD,KAAK,EACL,OAAO,CACV,CAAC;YACN,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAIrC,CAAC;YAEI,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACzC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACrH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;YACnH,MAAM,IAAI,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB;gBAC7D,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;YAEjE,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;gBAChD,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;gBAC1B,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE;oBACH,WAAW;oBACX,YAAY;oBACZ,WAAW,EAAE,WAAW,GAAG,YAAY;iBAC1C;gBACD,SAAS;gBACT,IAAI;gBACJ,MAAM,EAAE,KAAK;gBACb,OAAO;aACV,CAAC;QACN,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACxD,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpE,CAAC;YACD,OAAO,IAAI,CAAC,aAAa,CACrB,0BAA2B,KAAe,CAAC,OAAO,EAAE,EACpD,KAAK,EACL,OAAO,CACV,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAuB;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QAExD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,EAAE,OAAO,EAAE,gCAAgC,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC3F,OAAO;QACX,CAAC;QAED,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,mBAAmB,EAAE;gBACpE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;iBAChD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,KAAK;oBACL,QAAQ,EAAE;wBACN,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBACjF,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;4BAC1B,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,OAAO,EAAE,CAAC,CAAC,OAAO;yBACrB,CAAC,CAAC;qBACN;oBACD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;oBACvC,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;oBACrC,MAAM,EAAE,IAAI;iBACf,CAAC;aACL,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,EAAE,OAAO,EAAE,wBAAwB,QAAQ,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;gBACpG,OAAO;YACX,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;gBAC7E,OAAO;YACX,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,OAAO,IAAI,EAAE,CAAC;gBACV,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACvB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAClC,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;4BACpB,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;4BAC7D,OAAO;wBACX,CAAC;wBACD,IAAI,CAAC;4BACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAE3C,CAAC;4BACY,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;4BAC1D,IAAI,OAAO,EAAE,CAAC;gCACV,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;4BAC9D,CAAC;wBACL,CAAC;wBAAC,MAAM,CAAC;4BACL,4BAA4B;wBAChC,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;YAED,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QACjE,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,MAAM;gBACF,OAAO,EAAE,yBAA0B,KAAe,CAAC,OAAO,EAAE;gBAC5D,IAAI,EAAE,IAAI;gBACV,QAAQ,EAAE,QAAQ;gBAClB,KAAK;aACR,CAAC;QACN,CAAC;IACL,CAAC;CACJ"}

package/dist/src/modules/gateway/rate-limiter.d.ts

@@ -0,0 +1,41 @@
+import { ProviderId } from "./types.js";
+export declare class RateLimiter {
+    private states;
+    private readonly windowMs;
+    /** Custom limits set via initialize(), falls back to defaults */
+    private limits;
+    /**
+   * Initialize rate limiter with provider limits.
+   */
+    initialize(provider: ProviderId, rpmLimit: number, tpmLimit: number): void;
+    /**
+   * Check if a request is allowed for the given provider and token count.
+   * Returns true if allowed, false if rate limited.
+   */
+    check(provider: ProviderId, estimatedTokens: number): boolean;
+    /**
+   * Record a request for the given provider.
+   */
+    record(provider: ProviderId, tokens: number): void;
+    /**
+   * Get current usage stats for a provider.
+   */
+    getStats(provider: ProviderId): {
+        rpm: number;
+        tpm: number;
+        isLimited: boolean;
+        resetInMs: number;
+    } | null;
+    /**
+   * Reset window if time has elapsed.
+   */
+    private resetIfNeeded;
+    /**
+   * Get RPM limit for a provider (custom or default).
+   */
+    private getRpmLimit;
+    /**
+   * Get TPM limit for a provider (custom or default).
+   */
+    private getTpmLimit;
+}

package/dist/src/modules/gateway/rate-limiter.js

@@ -0,0 +1,119 @@
+/**
+ * ATABEY LLM Gateway — Rate Limiter
+ *
+ * Token bucket algorithm for per-provider RPM and TPM limits.
+ * Prevents API quota exhaustion and 429 errors.
+ */
+import { logger } from "../../shared/logger.js";
+export class RateLimiter {
+    states = new Map();
+    windowMs = 60_000; // 1 minute window
+    /** Custom limits set via initialize(), falls back to defaults */
+    limits = new Map();
+    /**
+   * Initialize rate limiter with provider limits.
+   */
+    initialize(provider, rpmLimit, tpmLimit) {
+        this.states.set(provider, {
+            provider,
+            currentRpm: 0,
+            currentTpm: 0,
+            lastResetTime: Date.now(),
+            isLimited: false,
+        });
+        this.limits.set(provider, { rpm: rpmLimit, tpm: tpmLimit });
+        logger.debug(`[RATE] ${provider}: RPM=${rpmLimit}, TPM=${tpmLimit}`);
+    }
+    /**
+   * Check if a request is allowed for the given provider and token count.
+   * Returns true if allowed, false if rate limited.
+   */
+    check(provider, estimatedTokens) {
+        const state = this.states.get(provider);
+        if (!state)
+            return true; // Not initialized, allow
+        this.resetIfNeeded(state);
+        // Check limits
+        if (state.currentRpm >= this.getRpmLimit(provider)) {
+            state.isLimited = true;
+            return false;
+        }
+        if (state.currentTpm + estimatedTokens > this.getTpmLimit(provider)) {
+            state.isLimited = true;
+            return false;
+        }
+        return true;
+    }
+    /**
+   * Record a request for the given provider.
+   */
+    record(provider, tokens) {
+        const state = this.states.get(provider);
+        if (!state)
+            return;
+        this.resetIfNeeded(state);
+        state.currentRpm++;
+        state.currentTpm += tokens;
+        state.isLimited = false;
+    }
+    /**
+   * Get current usage stats for a provider.
+   */
+    getStats(provider) {
+        const state = this.states.get(provider);
+        if (!state)
+            return null;
+        this.resetIfNeeded(state);
+        return {
+            rpm: state.currentRpm,
+            tpm: state.currentTpm,
+            isLimited: state.isLimited,
+            resetInMs: this.windowMs - (Date.now() - state.lastResetTime),
+        };
+    }
+    /**
+   * Reset window if time has elapsed.
+   */
+    resetIfNeeded(state) {
+        const elapsed = Date.now() - state.lastResetTime;
+        if (elapsed >= this.windowMs) {
+            state.currentRpm = 0;
+            state.currentTpm = 0;
+            state.lastResetTime = Date.now();
+            state.isLimited = false;
+        }
+    }
+    /**
+   * Get RPM limit for a provider (custom or default).
+   */
+    getRpmLimit(provider) {
+        const custom = this.limits.get(provider);
+        if (custom)
+            return custom.rpm;
+        const defaults = {
+            openai: 500,
+            anthropic: 200,
+            google: 360,
+            grok: 100,
+            ollama: 9999,
+        };
+        return defaults[provider] || 100;
+    }
+    /**
+   * Get TPM limit for a provider (custom or default).
+   */
+    getTpmLimit(provider) {
+        const custom = this.limits.get(provider);
+        if (custom)
+            return custom.tpm;
+        const defaults = {
+            openai: 200000,
+            anthropic: 100000,
+            google: 360000,
+            grok: 50000,
+            ollama: 999999,
+        };
+        return defaults[provider] || 50000;
+    }
+}
+//# sourceMappingURL=rate-limiter.js.map

package/dist/src/modules/gateway/rate-limiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.js","sourceRoot":"","sources":["../../../../src/modules/gateway/rate-limiter.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAGhD,MAAM,OAAO,WAAW;IACZ,MAAM,GAAoC,IAAI,GAAG,EAAE,CAAC;IAC3C,QAAQ,GAAG,MAAM,CAAC,CAAC,kBAAkB;IACtD,iEAAiE;IACzD,MAAM,GAAkD,IAAI,GAAG,EAAE,CAAC;IAE1E;;KAEC;IACD,UAAU,CAAC,QAAoB,EAAE,QAAgB,EAAE,QAAgB;QAC/D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;YACtB,QAAQ;YACR,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE;YACzB,SAAS,EAAE,KAAK;SACnB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5D,MAAM,CAAC,KAAK,CAAC,UAAU,QAAQ,SAAS,QAAQ,SAAS,QAAQ,EAAE,CAAC,CAAC;IACzE,CAAC;IAED;;;KAGC;IACD,KAAK,CAAC,QAAoB,EAAE,eAAuB;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC,CAAC,yBAAyB;QAElD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAE1B,eAAe;QACf,IAAI,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjD,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;YACvB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,IAAI,KAAK,CAAC,UAAU,GAAG,eAAe,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClE,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;YACvB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;KAEC;IACD,MAAM,CAAC,QAAoB,EAAE,MAAc;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,KAAK,CAAC,UAAU,EAAE,CAAC;QACnB,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC;QAC3B,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC;IAC5B,CAAC;IAED;;KAEC;IACD,QAAQ,CAAC,QAAoB;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,OAAO;YACH,GAAG,EAAE,KAAK,CAAC,UAAU;YACrB,GAAG,EAAE,KAAK,CAAC,UAAU;YACrB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,aAAa,CAAC;SAChE,CAAC;IACN,CAAC;IAED;;KAEC;IACO,aAAa,CAAC,KAAqB;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,aAAa,CAAC;QACjD,IAAI,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC3B,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;YACrB,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;YACrB,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC;QAC5B,CAAC;IACL,CAAC;IAED;;KAEC;IACO,WAAW,CAAC,QAAoB;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC,GAAG,CAAC;QAC9B,MAAM,QAAQ,GAA+B;YACzC,MAAM,EAAE,GAAG;YACX,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,GAAG;YACX,IAAI,EAAE,GAAG;YACT,MAAM,EAAE,IAAI;SACf,CAAC;QACF,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC;IACrC,CAAC;IAED;;KAEC;IACO,WAAW,CAAC,QAAoB;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC,GAAG,CAAC;QAC9B,MAAM,QAAQ,GAA+B;YACzC,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,MAAM;YACjB,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,MAAM;SACjB,CAAC;QACF,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC;IACvC,CAAC;CACJ"}

package/dist/src/modules/gateway/types.d.ts

@@ -0,0 +1,114 @@
+/**
+ * ATABEY LLM Gateway / Load Balancer — Shared Types
+ *
+ * Central type definitions for the multi-provider LLM gateway.
+ */
+export declare const PROVIDER_IDS: readonly ["openai", "anthropic", "google", "grok", "ollama"];
+export type ProviderId = (typeof PROVIDER_IDS)[number];
+export interface ProviderConfig {
+    id: ProviderId;
+    name: string;
+    baseUrl: string;
+    apiKey?: string;
+    models: string[];
+    defaultModel: string;
+    maxRetries: number;
+    timeoutMs: number;
+    rpmLimit: number;
+    tpmLimit: number;
+    costPer1kInputTokens: number;
+    costPer1kOutputTokens: number;
+    enabled: boolean;
+    priority: number;
+    weight: number;
+}
+export type LoadBalanceStrategy = "round-robin" | "least-latency" | "cost-optimized" | "failover" | "priority-based" | "model-based";
+export interface GatewayRequest {
+    model?: string;
+    messages: GatewayMessage[];
+    system?: string;
+    temperature?: number;
+    maxTokens?: number;
+    stream?: boolean;
+    provider?: ProviderId;
+    strategy?: LoadBalanceStrategy;
+    traceId?: string;
+    metadata?: Record<string, unknown>;
+}
+export interface GatewayMessage {
+    role: "system" | "user" | "assistant" | "tool";
+    content: string;
+    name?: string;
+    toolCallId?: string;
+}
+export interface GatewayResponse {
+    success: boolean;
+    content: string;
+    model: string;
+    provider: ProviderId;
+    usage: {
+        inputTokens: number;
+        outputTokens: number;
+        totalTokens: number;
+    };
+    latencyMs: number;
+    cost: number;
+    cached: boolean;
+    traceId?: string;
+}
+export interface ProviderHealth {
+    provider: ProviderId;
+    healthy: boolean;
+    lastCheck: string;
+    latencyMs: number;
+    errorRate: number;
+    consecutiveFailures: number;
+    status: "UP" | "DOWN" | "DEGRADED" | "CIRCUIT_OPEN";
+}
+export interface CircuitBreakerState {
+    provider: ProviderId;
+    state: "CLOSED" | "OPEN" | "HALF_OPEN";
+    failureCount: number;
+    successCount: number;
+    lastFailureTimestamp: string | null;
+    openSince: string | null;
+    threshold: number;
+    recoveryTimeoutMs: number;
+}
+export interface RateLimitState {
+    provider: ProviderId;
+    currentRpm: number;
+    currentTpm: number;
+    lastResetTime: number;
+    isLimited: boolean;
+}
+export interface CostEntry {
+    provider: ProviderId;
+    model: string;
+    inputTokens: number;
+    outputTokens: number;
+    cost: number;
+    timestamp: string;
+    traceId?: string;
+}
+export interface GatewayStats {
+    totalRequests: number;
+    successfulRequests: number;
+    failedRequests: number;
+    totalCost: number;
+    averageLatencyMs: number;
+    requestsByProvider: Record<ProviderId, number>;
+    costsByProvider: Record<ProviderId, number>;
+    uptime: number;
+    startTime: string;
+}
+export interface StreamChunk {
+    content: string;
+    done: boolean;
+    provider: ProviderId;
+    model: string;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+    };
+}