atabey 0.0.12 → 0.0.13

package/dist/src/modules/gateway/gateway.js

@@ -0,0 +1,235 @@
+/**
+ * ATABEY LLM Gateway — Main Gateway Class
+ *
+ * Central entry point for all LLM requests. Integrates:
+ * - Provider Pool (OpenAI, Anthropic, Google, Grok, Ollama)
+ * - Load Balancer (round-robin, least-latency, cost-optimized, failover)
+ * - Circuit Breaker (failure detection & recovery)
+ * - Rate Limiter (RPM/TPM enforcement)
+ * - Cost Tracker (usage & budget management)
+ */
+import { logger } from "../../shared/logger.js";
+import { classifyData, containsPII } from "../../shared/pii.js";
+import { CircuitBreaker } from "./circuit-breaker.js";
+import { CostTracker } from "./cost-tracker.js";
+import { LoadBalancer } from "./load-balancer.js";
+import { createProvider, getAvailableProviderIds, } from "./providers/index.js";
+import { RateLimiter } from "./rate-limiter.js";
+export class LLMGateway {
+    loadBalancer;
+    circuitBreaker;
+    rateLimiter;
+    costTracker;
+    initialized = false;
+    constructor() {
+        this.circuitBreaker = new CircuitBreaker();
+        this.rateLimiter = new RateLimiter();
+        this.loadBalancer = new LoadBalancer(this.circuitBreaker, this.rateLimiter);
+        this.costTracker = new CostTracker();
+    }
+    /**
+   * Initialize the gateway with all providers.
+   * Call once at startup. Can be reconfigured later.
+   */
+    initialize(config) {
+        const enabledProviders = config?.enabledProviders || getAvailableProviderIds();
+        for (const id of enabledProviders) {
+            try {
+                const provider = createProvider(id);
+                this.loadBalancer.registerProvider(provider);
+                logger.info(`[GATEWAY] Provider initialized: ${id}`);
+            }
+            catch (error) {
+                logger.warn(`[GATEWAY] Failed to initialize provider ${id}: ${error.message}`);
+            }
+        }
+        if (config?.strategy) {
+            this.loadBalancer.setStrategy(config.strategy);
+        }
+        if (config?.monthlyBudget) {
+            this.costTracker.setBudget(config.monthlyBudget);
+        }
+        this.initialized = true;
+        logger.info(`[GATEWAY] Initialized with ${enabledProviders.length} providers`);
+    }
+    /**
+   * Send a chat completion request through the gateway.
+   * Automatically selects the best provider and handles retries.
+   */
+    async chat(request) {
+        if (!this.initialized) {
+            this.initialize();
+        }
+        const traceId = request.traceId || `G-${Date.now()}-${Math.random().toString(36).substring(2, 8)}`;
+        const estimatedTokens = this.estimateRequestTokens(request);
+        const maxRetries = 2;
+        // [KVKK/GDPR] PII check for external API calls
+        const requestText = [
+            request.system || "",
+            ...request.messages.map(m => m.content)
+        ].join(" ");
+        const classification = classifyData(requestText);
+        if (classification === "restricted" || containsPII(requestText)) {
+            logger.warn("[KVKK] Potential PII detected in request to external provider. " +
+                `Classification: ${classification}. Trace: ${traceId}. ` +
+                "Consider using a local provider (Ollama) for sensitive data.");
+        }
+        for (let attempt = 0; attempt <= maxRetries; attempt++) {
+            try {
+                // Select the best provider
+                const provider = await this.loadBalancer.selectProvider(request.provider, request.model, estimatedTokens);
+                // Check rate limits
+                if (!this.rateLimiter.check(provider.config.id, estimatedTokens)) {
+                    logger.warn(`[GATEWAY] Rate limited on ${provider.config.id}, trying next provider`);
+                    continue;
+                }
+                // Circuit breaker check
+                if (!this.circuitBreaker.isAllowed(provider.config.id)) {
+                    logger.warn(`[GATEWAY] Circuit open for ${provider.config.id}, trying next provider`);
+                    continue;
+                }
+                logger.info(`[GATEWAY] Sending to ${provider.config.id}/${request.model || provider.config.defaultModel} ` +
+                    `(attempt ${attempt + 1}, strategy: ${this.loadBalancer.getStrategy()})`);
+                // Execute the request
+                const startTime = Date.now();
+                const response = await provider.chat({
+                    ...request,
+                    traceId,
+                });
+                const latencyMs = Date.now() - startTime;
+                // Record results
+                this.rateLimiter.record(provider.config.id, response.usage.totalTokens);
+                this.loadBalancer.recordLatency(provider.config.id, latencyMs);
+                if (response.success) {
+                    this.circuitBreaker.recordSuccess(provider.config.id);
+                    this.costTracker.record({
+                        provider: provider.config.id,
+                        model: response.model,
+                        inputTokens: response.usage.inputTokens,
+                        outputTokens: response.usage.outputTokens,
+                        cost: response.cost,
+                        timestamp: new Date().toISOString(),
+                        traceId,
+                    });
+                    logger.info(`[GATEWAY] Success from ${provider.config.id} ` +
+                        `(${response.usage.totalTokens} tokens, $${response.cost.toFixed(6)}, ${latencyMs}ms)`);
+                    return { ...response, traceId };
+                }
+                // Failed — record failure and retry
+                this.circuitBreaker.recordFailure(provider.config.id);
+                logger.warn(`[GATEWAY] ${provider.config.id} failed: ${response.content.substring(0, 100)}. ` +
+                    `Retries left: ${maxRetries - attempt}`);
+            }
+            catch (error) {
+                logger.warn(`[GATEWAY] Attempt ${attempt + 1} failed: ${error.message}. ` +
+                    `Retries left: ${maxRetries - attempt}`);
+                // Circuit breaker will be updated by the provider on next attempt
+            }
+        }
+        // All attempts exhausted
+        logger.error(`[GATEWAY] All ${maxRetries + 1} attempts exhausted for trace ${traceId}`);
+        return {
+            success: false,
+            content: `All providers failed after ${maxRetries + 1} attempts. Check provider health with 'atabey gateway status'.`,
+            model: request.model || "unknown",
+            provider: "openai",
+            usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },
+            latencyMs: 0,
+            cost: 0,
+            cached: false,
+            traceId,
+        };
+    }
+    /**
+   * Stream a chat completion response through the gateway.
+   */
+    async *chatStream(request) {
+        if (!this.initialized) {
+            this.initialize();
+        }
+        const estimatedTokens = this.estimateRequestTokens(request);
+        try {
+            const provider = await this.loadBalancer.selectProvider(request.provider, request.model, estimatedTokens);
+            if (!this.circuitBreaker.isAllowed(provider.config.id)) {
+                yield {
+                    content: `Circuit breaker open for ${provider.config.id}`,
+                    done: true,
+                    provider: provider.config.id,
+                    model: request.model || provider.config.defaultModel,
+                };
+                return;
+            }
+            const stream = provider.chatStream(request);
+            for await (const chunk of stream) {
+                yield chunk;
+                if (chunk.done) {
+                    this.circuitBreaker.recordSuccess(provider.config.id);
+                    this.rateLimiter.record(provider.config.id, chunk.usage?.outputTokens || 100);
+                }
+            }
+        }
+        catch (error) {
+            yield {
+                content: `Stream failed: ${error.message}`,
+                done: true,
+                provider: "openai",
+                model: request.model || "unknown",
+            };
+        }
+    }
+    /**
+   * Get gateway statistics.
+   */
+    getStats() {
+        return this.costTracker.getStats();
+    }
+    /**
+   * Get provider health status.
+   */
+    getProviderHealth() {
+        return this.loadBalancer.getProviderHealthList();
+    }
+    /**
+   * Reset all circuit breakers.
+   */
+    resetCircuitBreakers() {
+        for (const id of getAvailableProviderIds()) {
+            this.circuitBreaker.reset(id);
+        }
+        logger.info("[GATEWAY] All circuit breakers reset");
+    }
+    /**
+   * Enable or disable a provider.
+   */
+    setProviderEnabled(id, enabled) {
+        const provider = this.loadBalancer.getProvider(id);
+        if (provider) {
+            provider.config.enabled = enabled;
+            logger.info(`[GATEWAY] Provider ${id} ${enabled ? "enabled" : "disabled"}`);
+        }
+    }
+    /**
+   * Add a custom provider programmatically.
+   */
+    addCustomProvider(id, provider) {
+        this.loadBalancer.registerProvider(provider);
+        logger.info(`[GATEWAY] Custom provider added: ${id}`);
+    }
+    /**
+   * Estimate token count from request messages.
+   */
+    estimateRequestTokens(request) {
+        let total = 0;
+        if (request.system)
+            total += request.system.length / 4;
+        for (const msg of request.messages) {
+            total += msg.content.length / 4;
+        }
+        return Math.ceil(total);
+    }
+}
+/**
+ * Singleton gateway instance for global use.
+ */
+export const gateway = new LLMGateway();
+//# sourceMappingURL=gateway.js.map

package/dist/src/modules/gateway/gateway.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway.js","sourceRoot":"","sources":["../../../../src/modules/gateway/gateway.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EACH,cAAc,EACd,uBAAuB,GAC1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAUhD,MAAM,OAAO,UAAU;IACH,YAAY,CAAe;IAC3B,cAAc,CAAiB;IAC/B,WAAW,CAAc;IACzB,WAAW,CAAc;IACjC,WAAW,GAAG,KAAK,CAAC;IAE5B;QACI,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;QAC3C,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5E,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;IACzC,CAAC;IAED;;;KAGC;IACD,UAAU,CAAC,MAIZ;QACK,MAAM,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,uBAAuB,EAAE,CAAC;QAE/E,KAAK,MAAM,EAAE,IAAI,gBAAgB,EAAE,CAAC;YAChC,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC;YACzD,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE,KAAM,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;YAC9F,CAAC;QACL,CAAC;QAED,IAAI,MAAM,EAAE,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,MAAM,EAAE,aAAa,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,8BAA8B,gBAAgB,CAAC,MAAM,YAAY,CAAC,CAAC;IACnF,CAAC;IAED;;;KAGC;IACD,KAAK,CAAC,IAAI,CAAC,OAAuB;QAC9B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,EAAE,CAAC;QACtB,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACnG,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAC5D,MAAM,UAAU,GAAG,CAAC,CAAC;QAErB,+CAA+C;QAC/C,MAAM,WAAW,GAAG;YAChB,OAAO,CAAC,MAAM,IAAI,EAAE;YACpB,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;SAC1C,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACZ,MAAM,cAAc,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;QACjD,IAAI,cAAc,KAAK,YAAY,IAAI,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,IAAI,CACP,iEAAiE;gBACzE,mBAAmB,cAAc,YAAY,OAAO,IAAI;gBACxD,8DAA8D,CACzD,CAAC;QACN,CAAC;QAED,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC;gBACD,2BAA2B;gBAC3B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CACnD,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,KAAK,EACb,eAAe,CAClB,CAAC;gBAEF,oBAAoB;gBACpB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,CAAC,EAAE,CAAC;oBAC/D,MAAM,CAAC,IAAI,CAAC,6BAA6B,QAAQ,CAAC,MAAM,CAAC,EAAE,wBAAwB,CAAC,CAAC;oBACrF,SAAS;gBACb,CAAC;gBAED,wBAAwB;gBACxB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;oBACrD,MAAM,CAAC,IAAI,CAAC,8BAA8B,QAAQ,CAAC,MAAM,CAAC,EAAE,wBAAwB,CAAC,CAAC;oBACtF,SAAS;gBACb,CAAC;gBAED,MAAM,CAAC,IAAI,CACP,wBAAwB,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,CAAC,YAAY,GAAG;oBACxG,YAAY,OAAO,GAAG,CAAC,eAAe,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,GAAG,CACjE,CAAC;gBAEF,sBAAsB;gBACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;oBACjC,GAAG,OAAO;oBACV,OAAO;iBACV,CAAC,CAAC;gBACH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAEzC,iBAAiB;gBACjB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACxE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;gBAE/D,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;oBACnB,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACtD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;wBACpB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE;wBAC5B,KAAK,EAAE,QAAQ,CAAC,KAAK;wBACrB,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;wBACvC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;wBACzC,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACnC,OAAO;qBACV,CAAC,CAAC;oBACH,MAAM,CAAC,IAAI,CACP,0BAA0B,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG;wBAC3D,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,aAAa,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,SAAS,KAAK,CAC7E,CAAC;oBACF,OAAO,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE,CAAC;gBACpC,CAAC;gBAED,oCAAoC;gBACpC,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACtD,MAAM,CAAC,IAAI,CACP,aAAa,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI;oBAC3F,iBAAiB,UAAU,GAAG,OAAO,EAAE,CAChC,CAAC;YACN,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CACP,qBAAqB,OAAO,GAAG,CAAC,YAAa,KAAe,CAAC,OAAO,IAAI;oBAClF,iBAAiB,UAAU,GAAG,OAAO,EAAE,CAChC,CAAC;gBACF,kEAAkE;YACtE,CAAC;QACL,CAAC;QAED,yBAAyB;QACzB,MAAM,CAAC,KAAK,CAAC,iBAAiB,UAAU,GAAG,CAAC,iCAAiC,OAAO,EAAE,CAAC,CAAC;QACxF,OAAO;YACH,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,8BAA8B,UAAU,GAAG,CAAC,gEAAgE;YACrH,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,SAAS;YACjC,QAAQ,EAAE,QAAsB;YAChC,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;YAC1D,SAAS,EAAE,CAAC;YACZ,IAAI,EAAE,CAAC;YACP,MAAM,EAAE,KAAK;YACb,OAAO;SACV,CAAC;IACN,CAAC;IAED;;KAEC;IACD,KAAK,CAAC,CAAC,UAAU,CAAC,OAAuB;QACrC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,EAAE,CAAC;QACtB,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAE5D,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CACnD,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,KAAK,EACb,eAAe,CAClB,CAAC;YAEF,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;gBACrD,MAAM;oBACF,OAAO,EAAE,4BAA4B,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE;oBACzD,IAAI,EAAE,IAAI;oBACV,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE;oBAC5B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,CAAC,YAAY;iBACvD,CAAC;gBACF,OAAO;YACX,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAE5C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC/B,MAAM,KAAK,CAAC;gBACZ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACb,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACtD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,IAAI,GAAG,CAAC,CAAC;gBAClF,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,MAAM;gBACF,OAAO,EAAE,kBAAmB,KAAe,CAAC,OAAO,EAAE;gBACrD,IAAI,EAAE,IAAI;gBACV,QAAQ,EAAE,QAAsB;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,SAAS;aACpC,CAAC;QACN,CAAC;IACL,CAAC;IAED;;KAEC;IACD,QAAQ;QACJ,OAAO,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;IACvC,CAAC;IAED;;KAEC;IACD,iBAAiB;QASb,OAAO,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;IACrD,CAAC;IAED;;KAEC;IACD,oBAAoB;QAChB,KAAK,MAAM,EAAE,IAAI,uBAAuB,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IACxD,CAAC;IAED;;KAEC;IACD,kBAAkB,CAAC,EAAc,EAAE,OAAgB;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACnD,IAAI,QAAQ,EAAE,CAAC;YACX,QAAQ,CAAC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,IAAI,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QAChF,CAAC;IACL,CAAC;IAED;;KAEC;IACD,iBAAiB,CAAC,EAAc,EAAE,QAAsB;QACpD,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED;;KAEC;IACO,qBAAqB,CAAC,OAAuB;QACjD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,OAAO,CAAC,MAAM;YAAE,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACvD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACjC,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,IAAI,UAAU,EAAE,CAAC"}

package/dist/src/modules/gateway/index.d.ts

@@ -0,0 +1,19 @@
+/**
+ * ATABEY LLM Gateway — Public API
+ *
+ * Single entry point for all gateway functionality.
+ */
+export { CircuitBreaker } from "./circuit-breaker.js";
+export { CostTracker } from "./cost-tracker.js";
+export { gateway, LLMGateway } from "./gateway.js";
+export { LoadBalancer } from "./load-balancer.js";
+export { AnthropicProvider } from "./providers/anthropic.js";
+export { BaseProvider } from "./providers/base.js";
+export { GoogleProvider } from "./providers/google.js";
+export { GrokProvider } from "./providers/grok.js";
+export { createProvider, getAvailableProviderIds } from "./providers/index.js";
+export { OllamaProvider } from "./providers/ollama.js";
+export { OpenAIProvider } from "./providers/openai.js";
+export { RateLimiter } from "./rate-limiter.js";
+export type { CircuitBreakerState, CostEntry, GatewayMessage, GatewayRequest, GatewayResponse, GatewayStats, LoadBalanceStrategy, ProviderConfig, ProviderHealth, ProviderId, RateLimitState, StreamChunk } from "./types.js";
+export { PROVIDER_IDS } from "./types.js";

package/dist/src/modules/gateway/index.js

@@ -0,0 +1,19 @@
+/**
+ * ATABEY LLM Gateway — Public API
+ *
+ * Single entry point for all gateway functionality.
+ */
+export { CircuitBreaker } from "./circuit-breaker.js";
+export { CostTracker } from "./cost-tracker.js";
+export { gateway, LLMGateway } from "./gateway.js";
+export { LoadBalancer } from "./load-balancer.js";
+export { AnthropicProvider } from "./providers/anthropic.js";
+export { BaseProvider } from "./providers/base.js";
+export { GoogleProvider } from "./providers/google.js";
+export { GrokProvider } from "./providers/grok.js";
+export { createProvider, getAvailableProviderIds } from "./providers/index.js";
+export { OllamaProvider } from "./providers/ollama.js";
+export { OpenAIProvider } from "./providers/openai.js";
+export { RateLimiter } from "./rate-limiter.js";
+export { PROVIDER_IDS } from "./types.js";
+//# sourceMappingURL=index.js.map

package/dist/src/modules/gateway/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/modules/gateway/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/E,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAQhD,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC"}

package/dist/src/modules/gateway/load-balancer.d.ts

@@ -0,0 +1,86 @@
+import { CircuitBreaker } from "./circuit-breaker.js";
+import { BaseProvider } from "./providers/base.js";
+import { RateLimiter } from "./rate-limiter.js";
+import { LoadBalanceStrategy, ProviderId } from "./types.js";
+export declare class LoadBalancer {
+    private providers;
+    private circuitBreaker;
+    private rateLimiter;
+    private currentIndex;
+    private latencies;
+    private strategy;
+    constructor(circuitBreaker: CircuitBreaker, rateLimiter: RateLimiter);
+    /**
+   * Set the load balancing strategy.
+   */
+    setStrategy(strategy: LoadBalanceStrategy): void;
+    /**
+   * Get current strategy.
+   */
+    getStrategy(): LoadBalanceStrategy;
+    /**
+   * Register a provider with the load balancer.
+   */
+    registerProvider(provider: BaseProvider): void;
+    /**
+   * Select the best provider based on current strategy.
+   * Returns the selected provider or throws if none available.
+   */
+    selectProvider(preferredProvider?: ProviderId, model?: string, estimatedTokens?: number): Promise<BaseProvider>;
+    /**
+   * Record latency for a provider (for least-latency strategy).
+   */
+    recordLatency(provider: ProviderId, latencyMs: number): void;
+    /**
+   * Get all registered providers.
+   */
+    getAllProviders(): BaseProvider[];
+    /**
+   * Get a provider by ID.
+   */
+    getProvider(id: ProviderId): BaseProvider | undefined;
+    /**
+   * Get available (healthy and not rate-limited) providers.
+   */
+    getAvailableProviders(estimatedTokens: number): BaseProvider[];
+    /**
+   * Check if a provider is available (healthy + not rate-limited).
+   */
+    private isAvailable;
+    /**
+   * Round-robin selection.
+   */
+    private selectRoundRobin;
+    /**
+   * Least-latency selection.
+   */
+    private selectLeastLatency;
+    /**
+   * Cost-optimized selection.
+   */
+    private selectCostOptimized;
+    /**
+   * Priority-based selection (strict priority order).
+   */
+    private selectPriorityBased;
+    /**
+   * Failover selection — try in priority order.
+   */
+    private selectFailover;
+    /**
+   * Model-based selection.
+   */
+    private selectByModel;
+    /**
+   * Get sorted provider list with health status.
+   */
+    getProviderHealthList(): Array<{
+        id: ProviderId;
+        name: string;
+        healthy: boolean;
+        latencyMs: number;
+        priority: number;
+        enabled: boolean;
+        models: string[];
+    }>;
+}

package/dist/src/modules/gateway/load-balancer.js

@@ -0,0 +1,230 @@
+/**
+ * ATABEY LLM Gateway — Load Balancer
+ *
+ * Distributes LLM requests across multiple providers using configurable strategies:
+ * - round-robin: Cycle through providers in order
+ * - least-latency: Pick the provider with lowest average latency
+ * - cost-optimized: Pick the cheapest provider for the task
+ * - failover: Try providers in priority order
+ * - priority-based: Strictly follow priority order
+ * - model-based: Pick provider based on best model match
+ */
+import { logger } from "../../shared/logger.js";
+export class LoadBalancer {
+    providers = new Map();
+    circuitBreaker;
+    rateLimiter;
+    currentIndex = 0;
+    latencies = new Map();
+    strategy = "failover";
+    constructor(circuitBreaker, rateLimiter) {
+        this.circuitBreaker = circuitBreaker;
+        this.rateLimiter = rateLimiter;
+    }
+    /**
+   * Set the load balancing strategy.
+   */
+    setStrategy(strategy) {
+        this.strategy = strategy;
+        logger.info(`[LOAD] Strategy set to: ${strategy}`);
+    }
+    /**
+   * Get current strategy.
+   */
+    getStrategy() {
+        return this.strategy;
+    }
+    /**
+   * Register a provider with the load balancer.
+   */
+    registerProvider(provider) {
+        this.providers.set(provider.config.id, provider);
+        this.latencies.set(provider.config.id, {
+            provider: provider.config.id,
+            avgLatencyMs: 0,
+            sampleCount: 0,
+        });
+        this.rateLimiter.initialize(provider.config.id, provider.config.rpmLimit, provider.config.tpmLimit);
+        logger.info(`[LOAD] Provider registered: ${provider.config.id} (${provider.config.name})`);
+    }
+    /**
+   * Select the best provider based on current strategy.
+   * Returns the selected provider or throws if none available.
+   */
+    async selectProvider(preferredProvider, model, estimatedTokens) {
+        // If a specific provider is requested, try it first
+        if (preferredProvider) {
+            const provider = this.providers.get(preferredProvider);
+            if (provider && this.isAvailable(preferredProvider, estimatedTokens || 0)) {
+                return provider;
+            }
+        }
+        // Model-based: find provider that supports the model
+        if (this.strategy === "model-based" && model) {
+            const modelProvider = this.selectByModel(model);
+            if (modelProvider)
+                return modelProvider;
+        }
+        switch (this.strategy) {
+            case "round-robin":
+                return this.selectRoundRobin(estimatedTokens || 0);
+            case "least-latency":
+                return this.selectLeastLatency(estimatedTokens || 0);
+            case "cost-optimized":
+                return this.selectCostOptimized(estimatedTokens || 0);
+            case "priority-based":
+                return this.selectPriorityBased(estimatedTokens || 0);
+            case "failover":
+            default:
+                return this.selectFailover(estimatedTokens || 0);
+        }
+    }
+    /**
+   * Record latency for a provider (for least-latency strategy).
+   */
+    recordLatency(provider, latencyMs) {
+        const record = this.latencies.get(provider);
+        if (record) {
+            const total = record.avgLatencyMs * record.sampleCount + latencyMs;
+            record.sampleCount++;
+            record.avgLatencyMs = total / record.sampleCount;
+        }
+    }
+    /**
+   * Get all registered providers.
+   */
+    getAllProviders() {
+        return Array.from(this.providers.values());
+    }
+    /**
+   * Get a provider by ID.
+   */
+    getProvider(id) {
+        return this.providers.get(id);
+    }
+    /**
+   * Get available (healthy and not rate-limited) providers.
+   */
+    getAvailableProviders(estimatedTokens) {
+        return this.getAllProviders().filter(p => this.isAvailable(p.config.id, estimatedTokens));
+    }
+    /**
+   * Check if a provider is available (healthy + not rate-limited).
+   */
+    isAvailable(providerId, estimatedTokens) {
+        const provider = this.providers.get(providerId);
+        if (!provider || !provider.config.enabled)
+            return false;
+        if (!this.circuitBreaker.isAllowed(providerId))
+            return false;
+        if (!this.rateLimiter.check(providerId, estimatedTokens))
+            return false;
+        return true;
+    }
+    /**
+   * Round-robin selection.
+   */
+    selectRoundRobin(estimatedTokens) {
+        const available = this.getAvailableProviders(estimatedTokens);
+        if (available.length === 0) {
+            throw new Error("No available providers (all circuits open or rate limited)");
+        }
+        // Cycle through available providers
+        this.currentIndex = (this.currentIndex + 1) % available.length;
+        return available[this.currentIndex];
+    }
+    /**
+   * Least-latency selection.
+   */
+    selectLeastLatency(estimatedTokens) {
+        const available = this.getAvailableProviders(estimatedTokens);
+        if (available.length === 0) {
+            throw new Error("No available providers");
+        }
+        // Sort by average latency (ascending)
+        available.sort((a, b) => {
+            const la = this.latencies.get(a.config.id)?.avgLatencyMs || Infinity;
+            const lb = this.latencies.get(b.config.id)?.avgLatencyMs || Infinity;
+            return la - lb;
+        });
+        return available[0];
+    }
+    /**
+   * Cost-optimized selection.
+   */
+    selectCostOptimized(estimatedTokens) {
+        const available = this.getAvailableProviders(estimatedTokens);
+        if (available.length === 0) {
+            throw new Error("No available providers");
+        }
+        // Sort by combined input+output cost (ascending)
+        available.sort((a, b) => {
+            const costA = a.config.costPer1kInputTokens + a.config.costPer1kOutputTokens;
+            const costB = b.config.costPer1kInputTokens + b.config.costPer1kOutputTokens;
+            return costA - costB;
+        });
+        return available[0];
+    }
+    /**
+   * Priority-based selection (strict priority order).
+   */
+    selectPriorityBased(estimatedTokens) {
+        const available = this.getAvailableProviders(estimatedTokens);
+        // Sort by priority (ascending = higher priority first)
+        available.sort((a, b) => a.config.priority - b.config.priority);
+        // Weighted random selection
+        const totalWeight = available.reduce((sum, p) => sum + p.config.weight, 0);
+        let random = Math.random() * totalWeight;
+        for (const provider of available) {
+            random -= provider.config.weight;
+            if (random <= 0)
+                return provider;
+        }
+        return available[0];
+    }
+    /**
+   * Failover selection — try in priority order.
+   */
+    selectFailover(estimatedTokens) {
+        // Sort all providers by priority (ascending = higher priority first)
+        const sorted = Array.from(this.providers.values()).sort((a, b) => a.config.priority - b.config.priority);
+        for (const provider of sorted) {
+            if (this.isAvailable(provider.config.id, estimatedTokens)) {
+                return provider;
+            }
+        }
+        throw new Error("No available providers (all circuits open or rate limited)");
+    }
+    /**
+   * Model-based selection.
+   */
+    selectByModel(model) {
+        for (const provider of this.providers.values()) {
+            if (provider.supportsModel(model)) {
+                return provider;
+            }
+        }
+        return null;
+    }
+    /**
+   * Get sorted provider list with health status.
+   */
+    getProviderHealthList() {
+        const result = [];
+        for (const [id, provider] of this.providers) {
+            const health = this.circuitBreaker.getState(id);
+            const latency = this.latencies.get(id);
+            result.push({
+                id,
+                name: provider.config.name,
+                healthy: health?.state === "CLOSED" && provider.config.enabled,
+                latencyMs: latency?.avgLatencyMs || 0,
+                priority: provider.config.priority,
+                enabled: provider.config.enabled,
+                models: provider.config.models,
+            });
+        }
+        return result.sort((a, b) => a.priority - b.priority);
+    }
+}
+//# sourceMappingURL=load-balancer.js.map

package/dist/src/modules/gateway/load-balancer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-balancer.js","sourceRoot":"","sources":["../../../../src/modules/gateway/load-balancer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAYhD,MAAM,OAAO,YAAY;IACb,SAAS,GAAkC,IAAI,GAAG,EAAE,CAAC;IACrD,cAAc,CAAiB;IAC/B,WAAW,CAAc;IACzB,YAAY,GAAG,CAAC,CAAC;IACjB,SAAS,GAAmC,IAAI,GAAG,EAAE,CAAC;IACtD,QAAQ,GAAwB,UAAU,CAAC;IAEnD,YAAY,cAA8B,EAAE,WAAwB;QAChE,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED;;KAEC;IACD,WAAW,CAAC,QAA6B;QACrC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;IACvD,CAAC;IAED;;KAEC;IACD,WAAW;QACP,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED;;KAEC;IACD,gBAAgB,CAAC,QAAsB;QACnC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACjD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE;YACnC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE;YAC5B,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;SACjB,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,CAAC,UAAU,CACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,EAClB,QAAQ,CAAC,MAAM,CAAC,QAAQ,EACxB,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAC3B,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,+BAA+B,QAAQ,CAAC,MAAM,CAAC,EAAE,KAAK,QAAQ,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;IAC/F,CAAC;IAED;;;KAGC;IACD,KAAK,CAAC,cAAc,CAChB,iBAA8B,EAC9B,KAAc,EACd,eAAwB;QAE5B,oDAAoD;QAChD,IAAI,iBAAiB,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YACvD,IAAI,QAAQ,IAAI,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,eAAe,IAAI,CAAC,CAAC,EAAE,CAAC;gBACxE,OAAO,QAAQ,CAAC;YACpB,CAAC;QACL,CAAC;QAED,qDAAqD;QACrD,IAAI,IAAI,CAAC,QAAQ,KAAK,aAAa,IAAI,KAAK,EAAE,CAAC;YAC3C,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChD,IAAI,aAAa;gBAAE,OAAO,aAAa,CAAC;QAC5C,CAAC;QAED,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpB,KAAK,aAAa;gBACd,OAAO,IAAI,CAAC,gBAAgB,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;YACvD,KAAK,eAAe;gBAChB,OAAO,IAAI,CAAC,kBAAkB,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;YACzD,KAAK,gBAAgB;gBACjB,OAAO,IAAI,CAAC,mBAAmB,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;YAC1D,KAAK,gBAAgB;gBACjB,OAAO,IAAI,CAAC,mBAAmB,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;YAC1D,KAAK,UAAU,CAAC;YAChB;gBACI,OAAO,IAAI,CAAC,cAAc,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;QACzD,CAAC;IACL,CAAC;IAED;;KAEC;IACD,aAAa,CAAC,QAAoB,EAAE,SAAiB;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,MAAM,EAAE,CAAC;YACT,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,GAAG,SAAS,CAAC;YACnE,MAAM,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,CAAC,YAAY,GAAG,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC;QACrD,CAAC;IACL,CAAC;IAED;;KAEC;IACD,eAAe;QACX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;KAEC;IACD,WAAW,CAAC,EAAc;QACtB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC;IAED;;KAEC;IACD,qBAAqB,CAAC,eAAuB;QACzC,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACrC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,CAAC,CACjD,CAAC;IACN,CAAC;IAED;;KAEC;IACO,WAAW,CAAC,UAAsB,EAAE,eAAuB;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QACxD,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,UAAU,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7D,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,eAAe,CAAC;YAAE,OAAO,KAAK,CAAC;QACvE,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;KAEC;IACO,gBAAgB,CAAC,eAAuB;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC;QAC9D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAClF,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC,YAAY,GAAG,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;QAC/D,OAAO,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;IAED;;KAEC;IACO,kBAAkB,CAAC,eAAuB;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC;QAC9D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC9C,CAAC;QAED,sCAAsC;QACtC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACpB,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,YAAY,IAAI,QAAQ,CAAC;YACrE,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,YAAY,IAAI,QAAQ,CAAC;YACrE,OAAO,EAAE,GAAG,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;IAED;;KAEC;IACO,mBAAmB,CAAC,eAAuB;QAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC;QAC9D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC9C,CAAC;QAED,iDAAiD;QACjD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACpB,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,qBAAqB,CAAC;YAC7E,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,qBAAqB,CAAC;YAC7E,OAAO,KAAK,GAAG,KAAK,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;IAED;;KAEC;IACO,mBAAmB,CAAC,eAAuB;QAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC;QAE9D,uDAAuD;QACvD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAEhE,4BAA4B;QAC5B,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC3E,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC;QAEzC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;YACjC,IAAI,MAAM,IAAI,CAAC;gBAAE,OAAO,QAAQ,CAAC;QACrC,CAAC;QAED,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;IAED;;KAEC;IACO,cAAc,CAAC,eAAuB;QAC9C,qEAAqE;QACjE,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CACnD,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,CAClD,CAAC;QAEF,KAAK,MAAM,QAAQ,IAAI,MAAM,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,CAAC,EAAE,CAAC;gBACxD,OAAO,QAAQ,CAAC;YACpB,CAAC;QACL,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAClF,CAAC;IAED;;KAEC;IACO,aAAa,CAAC,KAAa;QAC/B,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,IAAI,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,OAAO,QAAQ,CAAC;YACpB,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;KAEC;IACD,qBAAqB;QASjB,MAAM,MAAM,GAQX,EAAE,CAAC;QAEJ,KAAK,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC;gBACR,EAAE;gBACF,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI;gBAC1B,OAAO,EAAE,MAAM,EAAE,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,CAAC,OAAO;gBAC9D,SAAS,EAAE,OAAO,EAAE,YAAY,IAAI,CAAC;gBACrC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ;gBAClC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,OAAO;gBAChC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM;aACjC,CAAC,CAAC;QACP,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC1D,CAAC;CACJ"}

package/dist/src/modules/gateway/providers/anthropic.d.ts

@@ -0,0 +1,14 @@
+/**
+ * ATABEY LLM Gateway — Anthropic (Claude) Provider
+ *
+ * Supports Claude 3.5 Sonnet, Claude 3 Opus, Claude 3 Haiku models via Anthropic API.
+ */
+import { GatewayRequest, GatewayResponse, ProviderConfig, StreamChunk } from "../types.js";
+import { BaseProvider } from "./base.js";
+export declare class AnthropicProvider extends BaseProvider {
+    constructor(config?: Partial<ProviderConfig>);
+    get id(): string;
+    get name(): string;
+    chat(request: GatewayRequest): Promise<GatewayResponse>;
+    chatStream(request: GatewayRequest): AsyncGenerator<StreamChunk>;
+}