@stackbilt/llm-providers 1.0.0

package/dist/providers/base.js

@@ -0,0 +1,230 @@
+/**
+ * Base Provider
+ * Abstract base class for all LLM providers with common functionality
+ */
+import { RetryManager } from '../utils/retry';
+import { CircuitBreaker, defaultCircuitBreakerManager } from '../utils/circuit-breaker';
+import { CostTracker } from '../utils/cost-tracker';
+import { ConfigurationError, TimeoutError } from '../errors';
+export class BaseProvider {
+    config;
+    retryManager;
+    circuitBreaker;
+    costTracker;
+    metrics;
+    constructor(config = {}) {
+        this.config = {
+            timeout: config.timeout ?? 30000,
+            maxRetries: config.maxRetries ?? 3,
+            retryDelay: config.retryDelay ?? 1000,
+            ...config
+        };
+        this.retryManager = new RetryManager({
+            maxRetries: this.config.maxRetries,
+            initialDelay: this.config.retryDelay
+        });
+        // Note: this.name is set by the subclass after super() returns.
+        // The circuit breaker name is updated lazily on first use.
+        this.circuitBreaker = new CircuitBreaker('pending');
+        this.costTracker = new CostTracker();
+        this.metrics = {
+            requestCount: 0,
+            successCount: 0,
+            errorCount: 0,
+            averageLatency: 0,
+            totalCost: 0,
+            rateLimitHits: 0,
+            lastUsed: 0
+        };
+    }
+    /**
+     * Common HTTP request method with timeout and error handling
+     */
+    async makeRequest(url, options = {}, timeoutMs) {
+        const timeout = timeoutMs || this.config.timeout || 30000;
+        const controller = new AbortController();
+        const timeoutId = setTimeout(() => controller.abort(), timeout);
+        try {
+            const response = await fetch(url, {
+                ...options,
+                signal: controller.signal,
+                headers: {
+                    'Content-Type': 'application/json',
+                    'User-Agent': 'ai-platform/llm-providers',
+                    ...options.headers
+                }
+            });
+            clearTimeout(timeoutId);
+            return response;
+        }
+        catch (error) {
+            clearTimeout(timeoutId);
+            if (error instanceof Error && error.name === 'AbortError') {
+                throw new TimeoutError(this.name, `Request timeout after ${timeout}ms`);
+            }
+            throw error;
+        }
+    }
+    /**
+     * Execute request with circuit breaker and retry logic
+     */
+    async executeWithResiliency(operation) {
+        return this.getCircuitBreaker().execute(() => this.retryManager.execute(operation));
+    }
+    /**
+     * Update metrics after request
+     */
+    updateMetrics(responseTime, success, cost = 0) {
+        const measuredLatency = Math.max(responseTime, 1);
+        this.metrics.requestCount++;
+        this.metrics.lastUsed = Date.now();
+        if (success) {
+            this.metrics.successCount++;
+        }
+        else {
+            this.metrics.errorCount++;
+        }
+        // Update average latency
+        const totalLatency = this.metrics.averageLatency * (this.metrics.requestCount - 1);
+        this.metrics.averageLatency = (totalLatency + measuredLatency) / this.metrics.requestCount;
+        this.metrics.totalCost += cost;
+    }
+    /**
+     * Get provider metrics
+     */
+    getMetrics() {
+        return { ...this.metrics };
+    }
+    /**
+     * Reset metrics
+     */
+    resetMetrics() {
+        this.metrics = {
+            requestCount: 0,
+            successCount: 0,
+            errorCount: 0,
+            averageLatency: 0,
+            totalCost: 0,
+            rateLimitHits: 0,
+            lastUsed: 0
+        };
+    }
+    /**
+     * Get provider health status
+     */
+    getHealth() {
+        const circuitState = this.getCircuitBreaker().getState();
+        const successRate = this.metrics.requestCount > 0
+            ? this.metrics.successCount / this.metrics.requestCount
+            : 1;
+        return {
+            healthy: circuitState.state === 'CLOSED' && successRate > 0.8,
+            circuitBreakerState: circuitState.state,
+            metrics: this.getMetrics(),
+            lastError: circuitState.lastFailure
+        };
+    }
+    /**
+     * Update provider configuration
+     */
+    updateConfig(config) {
+        this.config = { ...this.config, ...config };
+    }
+    /**
+     * Get current configuration (without sensitive data)
+     */
+    getConfig() {
+        const { apiKey, ...safeConfig } = this.config;
+        return safeConfig;
+    }
+    /**
+     * Providers share the named singleton breaker so factory-level routing and
+     * per-provider execution observe the same failure history.
+     */
+    getCircuitBreaker() {
+        if (this.circuitBreaker.name !== this.name) {
+            this.circuitBreaker = defaultCircuitBreakerManager.getBreaker(this.name);
+        }
+        return this.circuitBreaker;
+    }
+    /**
+     * Common model capability definitions
+     */
+    getModelCapabilities() {
+        // Override in subclasses to provide model-specific capabilities
+        return {};
+    }
+    /**
+     * Validate request before processing
+     */
+    validateRequest(request) {
+        if (!request.messages || request.messages.length === 0) {
+            throw new ConfigurationError(this.name, 'Request must contain at least one message');
+        }
+        if (request.maxTokens && request.maxTokens < 1) {
+            throw new ConfigurationError(this.name, 'maxTokens must be greater than 0');
+        }
+        if (request.temperature && (request.temperature < 0 || request.temperature > 2)) {
+            throw new ConfigurationError(this.name, 'temperature must be between 0 and 2');
+        }
+        // Validate model if specified
+        if (request.model && !this.models.includes(request.model)) {
+            throw new ConfigurationError(this.name, `Model '${request.model}' not supported. Available models: ${this.models.join(', ')}`);
+        }
+    }
+    /**
+     * Calculate token usage cost
+     */
+    calculateCost(inputTokens, outputTokens, model) {
+        const capabilities = this.getModelCapabilities()[model];
+        if (!capabilities)
+            return 0;
+        const inputCost = (inputTokens / 1000) * capabilities.inputTokenCost;
+        const outputCost = (outputTokens / 1000) * capabilities.outputTokenCost;
+        return inputCost + outputCost;
+    }
+    /**
+     * Common response formatting
+     */
+    buildResponse(content, usage, model, responseTime, metadata) {
+        const cost = this.calculateCost(usage.inputTokens, usage.outputTokens, model);
+        return {
+            message: content,
+            content,
+            usage: {
+                inputTokens: usage.inputTokens,
+                outputTokens: usage.outputTokens,
+                totalTokens: usage.inputTokens + usage.outputTokens,
+                cost
+            },
+            model,
+            provider: this.name,
+            responseTime,
+            finishReason: 'stop',
+            metadata
+        };
+    }
+    /**
+     * Log request/response for debugging
+     */
+    logRequest(request, response, error) {
+        const logData = {
+            provider: this.name,
+            model: request.model,
+            messageCount: request.messages.length,
+            requestId: request.requestId,
+            tenantId: request.tenantId,
+            success: !error,
+            responseTime: response?.responseTime,
+            usage: response?.usage,
+            error: error?.message
+        };
+        if (error) {
+            console.error(`[${this.name}] Request failed:`, logData);
+        }
+        else {
+            console.log(`[${this.name}] Request completed:`, logData);
+        }
+    }
+}
+//# sourceMappingURL=base.js.map

package/dist/providers/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/providers/base.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAUH,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,4BAA4B,EAAE,MAAM,0BAA0B,CAAC;AACxF,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAE7D,MAAM,OAAgB,YAAY;IAOtB,MAAM,CAAiB;IACvB,YAAY,CAAe;IAC3B,cAAc,CAAiB;IAC/B,WAAW,CAAc;IACzB,OAAO,CAAkB;IAEnC,YAAY,SAAyB,EAAE;QACrC,IAAI,CAAC,MAAM,GAAG;YACZ,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK;YAChC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC;YAClC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;YACrC,GAAG,MAAM;SACV,CAAC;QAEF,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC;YACnC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YAClC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;SACrC,CAAC,CAAC;QAEH,gEAAgE;QAChE,2DAA2D;QAC3D,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,SAAS,CAAC,CAAC;QACpD,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QAErC,IAAI,CAAC,OAAO,GAAG;YACb,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,CAAC;YACZ,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,CAAC;SACZ,CAAC;IACJ,CAAC;IA2BD;;OAEG;IACO,KAAK,CAAC,WAAW,CACzB,GAAW,EACX,UAAuB,EAAE,EACzB,SAAkB;QAElB,MAAM,OAAO,GAAG,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC;QAE1D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,GAAG,OAAO;gBACV,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,YAAY,EAAE,2BAA2B;oBACzC,GAAG,OAAO,CAAC,OAAO;iBACnB;aACF,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC1D,MAAM,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,yBAAyB,OAAO,IAAI,CAAC,CAAC;YAC1E,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,qBAAqB,CACnC,SAA2B;QAE3B,OAAO,IAAI,CAAC,iBAAiB,EAAE,CAAC,OAAO,CACrC,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,CAC3C,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,aAAa,CACrB,YAAoB,EACpB,OAAgB,EAChB,OAAe,CAAC;QAEhB,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QAElD,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEnC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QAED,yBAAyB;QACzB,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QACnF,IAAI,CAAC,OAAO,CAAC,cAAc,GAAG,CAAC,YAAY,GAAG,eAAe,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;QAE3F,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,CAAC,OAAO,GAAG;YACb,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,CAAC;YACZ,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,CAAC;SACZ,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,SAAS;QAMP,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC,QAAQ,EAAE,CAAC;QACzD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,CAAC;YAC/C,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY;YACvD,CAAC,CAAC,CAAC,CAAC;QAEN,OAAO;YACL,OAAO,EAAE,YAAY,CAAC,KAAK,KAAK,QAAQ,IAAI,WAAW,GAAG,GAAG;YAC7D,mBAAmB,EAAE,YAAY,CAAC,KAAK;YACvC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;YAC1B,SAAS,EAAE,YAAY,CAAC,WAAW;SACpC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,MAA+B;QAC1C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,SAAS;QACP,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;OAGG;IACO,iBAAiB;QACzB,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YAC3C,IAAI,CAAC,cAAc,GAAG,4BAA4B,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3E,CAAC;QAED,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;OAEG;IACO,oBAAoB;QAC5B,gEAAgE;QAChE,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACO,eAAe,CAAC,OAAmB;QAC3C,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,2CAA2C,CAAC,CAAC;QACvF,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,kCAAkC,CAAC,CAAC;QAC9E,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC,EAAE,CAAC;YAChF,MAAM,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,qCAAqC,CAAC,CAAC;QACjF,CAAC;QAED,8BAA8B;QAC9B,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,kBAAkB,CAC1B,IAAI,CAAC,IAAI,EACT,UAAU,OAAO,CAAC,KAAK,sCAAsC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACO,aAAa,CACrB,WAAmB,EACnB,YAAoB,EACpB,KAAa;QAEb,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC,KAAK,CAAC,CAAC;QACxD,IAAI,CAAC,YAAY;YAAE,OAAO,CAAC,CAAC;QAE5B,MAAM,SAAS,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,YAAY,CAAC,cAAc,CAAC;QACrE,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,YAAY,CAAC,eAAe,CAAC;QAExE,OAAO,SAAS,GAAG,UAAU,CAAC;IAChC,CAAC;IAED;;OAEG;IACO,aAAa,CACrB,OAAe,EACf,KAAoD,EACpD,KAAa,EACb,YAAoB,EACpB,QAA8B;QAE9B,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAE9E,OAAO;YACL,OAAO,EAAE,OAAO;YAChB,OAAO;YACP,KAAK,EAAE;gBACL,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,WAAW,EAAE,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY;gBACnD,IAAI;aACL;YACD,KAAK;YACL,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,YAAY;YACZ,YAAY,EAAE,MAAM;YACpB,QAAQ;SACT,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,UAAU,CAAC,OAAmB,EAAE,QAAsB,EAAE,KAAa;QAC7E,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;YACrC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,OAAO,EAAE,CAAC,KAAK;YACf,YAAY,EAAE,QAAQ,EAAE,YAAY;YACpC,KAAK,EAAE,QAAQ,EAAE,KAAK;YACtB,KAAK,EAAE,KAAK,EAAE,OAAO;SACtB,CAAC;QAEF,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,sBAAsB,EAAE,OAAO,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;CACF"}

package/dist/providers/cerebras.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Cerebras Provider
+ * Implementation for Cerebras fast inference models (OpenAI-compatible API)
+ */
+import type { LLMRequest, LLMResponse, CerebrasConfig, ModelCapabilities } from '../types';
+import { BaseProvider } from './base';
+export declare class CerebrasProvider extends BaseProvider {
+    name: string;
+    models: string[];
+    supportsStreaming: boolean;
+    supportsTools: boolean;
+    supportsBatching: boolean;
+    private apiKey;
+    private baseUrl;
+    constructor(config: CerebrasConfig);
+    generateResponse(request: LLMRequest): Promise<LLMResponse>;
+    validateConfig(): boolean;
+    getModels(): string[];
+    estimateCost(request: LLMRequest): number;
+    healthCheck(): Promise<boolean>;
+    protected getModelCapabilities(): Record<string, ModelCapabilities>;
+    /**
+     * Stream response support (OpenAI-compatible SSE format)
+     */
+    streamResponse(request: LLMRequest): Promise<ReadableStream<string>>;
+    private makeCerebrasRequest;
+    private formatRequest;
+    private formatResponse;
+}
+//# sourceMappingURL=cerebras.d.ts.map

package/dist/providers/cerebras.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cerebras.d.ts","sourceRoot":"","sources":["../../src/providers/cerebras.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,iBAAiB,EAAY,MAAM,UAAU,CAAC;AACrG,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAgEtC,qBAAa,gBAAiB,SAAQ,YAAY;IAChD,IAAI,SAAc;IAClB,MAAM,WAKJ;IACF,iBAAiB,UAAQ;IACzB,aAAa,UAAQ;IACrB,gBAAgB,UAAS;IAEzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,cAAc;IAW5B,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IA8BjE,cAAc,IAAI,OAAO;IAIzB,SAAS,IAAI,MAAM,EAAE;IAIrB,YAAY,CAAC,OAAO,EAAE,UAAU,GAAG,MAAM;IAcnC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IASrC,SAAS,CAAC,oBAAoB,IAAI,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC;IAyCnE;;OAEG;IACG,cAAc,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YA8D5D,mBAAmB;IAsBjC,OAAO,CAAC,aAAa;IAyErB,OAAO,CAAC,cAAc;CA+CvB"}

package/dist/providers/cerebras.js

@@ -0,0 +1,292 @@
+/**
+ * Cerebras Provider
+ * Implementation for Cerebras fast inference models (OpenAI-compatible API)
+ */
+import { BaseProvider } from './base';
+import { LLMErrorFactory, AuthenticationError } from '../errors';
+// Models that support tool calling
+const TOOL_CAPABLE_MODELS = new Set([
+    'zai-glm-4.7',
+    'qwen-3-235b-a22b-instruct-2507',
+]);
+export class CerebrasProvider extends BaseProvider {
+    name = 'cerebras';
+    models = [
+        'llama-3.1-8b',
+        'llama-3.3-70b',
+        'zai-glm-4.7',
+        'qwen-3-235b-a22b-instruct-2507',
+    ];
+    supportsStreaming = true;
+    supportsTools = true;
+    supportsBatching = false;
+    apiKey;
+    baseUrl;
+    constructor(config) {
+        super(config);
+        if (!config.apiKey) {
+            throw new AuthenticationError('cerebras', 'Cerebras API key is required');
+        }
+        this.apiKey = config.apiKey;
+        this.baseUrl = config.baseUrl || 'https://api.cerebras.ai/v1';
+    }
+    async generateResponse(request) {
+        this.validateRequest(request);
+        const startTime = Date.now();
+        try {
+            const response = await this.executeWithResiliency(async () => {
+                const cerebrasRequest = this.formatRequest(request);
+                const httpResponse = await this.makeCerebrasRequest('/chat/completions', cerebrasRequest);
+                if (!httpResponse.ok) {
+                    throw await LLMErrorFactory.fromFetchResponse('cerebras', httpResponse);
+                }
+                const data = await httpResponse.json();
+                return this.formatResponse(data, Date.now() - startTime);
+            });
+            this.updateMetrics(response.responseTime, true, response.usage.cost);
+            this.logRequest(request, response);
+            return response;
+        }
+        catch (error) {
+            const responseTime = Date.now() - startTime;
+            this.updateMetrics(responseTime, false);
+            this.logRequest(request, undefined, error);
+            throw error;
+        }
+    }
+    validateConfig() {
+        return !!(this.apiKey && this.baseUrl);
+    }
+    getModels() {
+        return [...this.models];
+    }
+    estimateCost(request) {
+        const model = request.model || 'llama-3.1-8b';
+        const capabilities = this.getModelCapabilities()[model];
+        if (!capabilities)
+            return 0;
+        const inputTokens = request.messages.reduce((sum, msg) => sum + Math.ceil(msg.content.length / 4), 0);
+        const outputTokens = request.maxTokens || 1000;
+        return this.calculateCost(inputTokens, outputTokens, model);
+    }
+    async healthCheck() {
+        try {
+            const response = await this.makeCerebrasRequest('/models', null, 'GET');
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    getModelCapabilities() {
+        return {
+            'llama-3.1-8b': {
+                maxContextLength: 128000,
+                supportsStreaming: true,
+                supportsTools: false,
+                supportsBatching: false,
+                inputTokenCost: 0.0001, // $0.10 per 1M tokens
+                outputTokenCost: 0.0001, // $0.10 per 1M tokens
+                description: 'Llama 3.1 8B - Fast inference on Cerebras'
+            },
+            'llama-3.3-70b': {
+                maxContextLength: 128000,
+                supportsStreaming: true,
+                supportsTools: false,
+                supportsBatching: false,
+                inputTokenCost: 0.0006, // $0.60 per 1M tokens
+                outputTokenCost: 0.0006, // $0.60 per 1M tokens
+                description: 'Llama 3.3 70B - High-quality fast inference on Cerebras'
+            },
+            'zai-glm-4.7': {
+                maxContextLength: 131000,
+                supportsStreaming: true,
+                supportsTools: true,
+                supportsBatching: false,
+                inputTokenCost: 0.00225, // $2.25 per 1M tokens
+                outputTokenCost: 0.00275, // $2.75 per 1M tokens
+                description: 'ZAI-GLM 4.7 355B - Reasoning mode, tool calling, structured outputs (Preview)'
+            },
+            'qwen-3-235b-a22b-instruct-2507': {
+                maxContextLength: 131000,
+                supportsStreaming: true,
+                supportsTools: true,
+                supportsBatching: false,
+                inputTokenCost: 0.0006, // $0.60 per 1M tokens
+                outputTokenCost: 0.0012, // $1.20 per 1M tokens
+                description: 'Qwen 3 235B MoE (22B active) - Tool calling, structured outputs (Preview)'
+            }
+        };
+    }
+    /**
+     * Stream response support (OpenAI-compatible SSE format)
+     */
+    async streamResponse(request) {
+        this.validateRequest(request);
+        const cerebrasRequest = { ...this.formatRequest(request), stream: true };
+        return new ReadableStream({
+            start: async (controller) => {
+                try {
+                    const response = await this.makeCerebrasRequest('/chat/completions', cerebrasRequest);
+                    if (!response.ok) {
+                        throw await LLMErrorFactory.fromFetchResponse('cerebras', response);
+                    }
+                    const reader = response.body?.getReader();
+                    if (!reader) {
+                        throw new Error('No response body');
+                    }
+                    const decoder = new TextDecoder();
+                    let buffer = '';
+                    while (true) {
+                        const { done, value } = await reader.read();
+                        if (done)
+                            break;
+                        buffer += decoder.decode(value, { stream: true });
+                        const lines = buffer.split('\n');
+                        buffer = lines.pop() || '';
+                        for (const line of lines) {
+                            if (line.startsWith('data: ')) {
+                                const data = line.slice(6);
+                                if (data === '[DONE]') {
+                                    controller.close();
+                                    return;
+                                }
+                                try {
+                                    const parsed = JSON.parse(data);
+                                    const content = parsed.choices?.[0]?.delta?.content;
+                                    if (content) {
+                                        controller.enqueue(content);
+                                    }
+                                }
+                                catch (error) {
+                                    console.warn('Failed to parse SSE data:', error);
+                                }
+                            }
+                        }
+                    }
+                    controller.close();
+                }
+                catch (error) {
+                    controller.error(error);
+                }
+            }
+        });
+    }
+    async makeCerebrasRequest(endpoint, body, method = 'POST') {
+        const headers = {
+            'Authorization': `Bearer ${this.apiKey}`,
+            'Content-Type': 'application/json'
+        };
+        const options = {
+            method,
+            headers
+        };
+        if (body && method !== 'GET') {
+            options.body = JSON.stringify(body);
+        }
+        return this.makeRequest(`${this.baseUrl}${endpoint}`, options);
+    }
+    formatRequest(request) {
+        const messages = [];
+        const model = request.model || 'llama-3.1-8b';
+        const jsonMode = request.response_format?.type === 'json_object';
+        const jsonInstruction = '\n\nYou must respond with valid JSON only. No markdown fences, no commentary, no text outside the JSON.';
+        if (request.systemPrompt) {
+            messages.push({
+                role: 'system',
+                content: jsonMode ? request.systemPrompt + jsonInstruction : request.systemPrompt
+            });
+        }
+        else if (jsonMode) {
+            messages.push({
+                role: 'system',
+                content: jsonInstruction.trimStart()
+            });
+        }
+        for (const message of request.messages) {
+            if (message.role === 'system' && request.systemPrompt) {
+                continue;
+            }
+            const msg = {
+                role: message.role,
+                content: message.content
+            };
+            // Carry tool calls/results for multi-turn tool conversations
+            if (message.toolCalls) {
+                msg.tool_calls = message.toolCalls.map(tc => ({
+                    id: tc.id,
+                    type: 'function',
+                    function: { name: tc.function.name, arguments: tc.function.arguments }
+                }));
+            }
+            if (message.toolResults) {
+                // Tool results come as separate messages in OpenAI format
+                for (const tr of message.toolResults) {
+                    messages.push({ role: 'tool', content: tr.output, tool_call_id: tr.id });
+                }
+                continue; // Don't push the original message — tool results replace it
+            }
+            messages.push(msg);
+        }
+        const result = {
+            model,
+            messages,
+            temperature: request.temperature,
+            max_tokens: request.maxTokens,
+            stream: request.stream
+        };
+        // Add tools if the model supports them and tools are provided
+        if (request.tools && request.tools.length > 0 && TOOL_CAPABLE_MODELS.has(model)) {
+            result.tools = request.tools.map(t => ({
+                type: 'function',
+                function: {
+                    name: t.function.name,
+                    description: t.function.description,
+                    parameters: t.function.parameters,
+                }
+            }));
+            if (request.toolChoice) {
+                result.tool_choice = request.toolChoice;
+            }
+        }
+        return result;
+    }
+    formatResponse(data, responseTime) {
+        const choice = data.choices[0];
+        if (!choice) {
+            throw new Error('No choices returned from Cerebras');
+        }
+        const content = choice.message.content || '';
+        const usage = {
+            inputTokens: data.usage.prompt_tokens,
+            outputTokens: data.usage.completion_tokens,
+            totalTokens: data.usage.total_tokens,
+            cost: this.calculateCost(data.usage.prompt_tokens, data.usage.completion_tokens, data.model)
+        };
+        // Extract tool calls if present
+        let toolCalls;
+        if (choice.message.tool_calls && choice.message.tool_calls.length > 0) {
+            toolCalls = choice.message.tool_calls.map(tc => ({
+                id: tc.id,
+                type: 'function',
+                function: { name: tc.function.name, arguments: tc.function.arguments }
+            }));
+        }
+        return {
+            id: data.id,
+            message: content,
+            content,
+            usage,
+            model: data.model,
+            provider: this.name,
+            responseTime,
+            finishReason: choice.finish_reason === 'tool_calls' ? 'tool_calls' : choice.finish_reason,
+            toolCalls,
+            metadata: {
+                systemFingerprint: data.system_fingerprint,
+                created: data.created
+            }
+        };
+    }
+}
+//# sourceMappingURL=cerebras.js.map

package/dist/providers/cerebras.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cerebras.js","sourceRoot":"","sources":["../../src/providers/cerebras.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EACL,eAAe,EACf,mBAAmB,EACpB,MAAM,WAAW,CAAC;AAsDnB,mCAAmC;AACnC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,aAAa;IACb,gCAAgC;CACjC,CAAC,CAAC;AAEH,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IAChD,IAAI,GAAG,UAAU,CAAC;IAClB,MAAM,GAAG;QACP,cAAc;QACd,eAAe;QACf,aAAa;QACb,gCAAgC;KACjC,CAAC;IACF,iBAAiB,GAAG,IAAI,CAAC;IACzB,aAAa,GAAG,IAAI,CAAC;IACrB,gBAAgB,GAAG,KAAK,CAAC;IAEjB,MAAM,CAAS;IACf,OAAO,CAAS;IAExB,YAAY,MAAsB;QAChC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEd,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,IAAI,mBAAmB,CAAC,UAAU,EAAE,8BAA8B,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,4BAA4B,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,OAAmB;QACxC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAE9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,IAAI,EAAE;gBAC3D,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBACpD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC;gBAE1F,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;oBACrB,MAAM,MAAM,eAAe,CAAC,iBAAiB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;gBAC1E,CAAC;gBAED,MAAM,IAAI,GAAqB,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;gBACzD,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,YAAY,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACrE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAEnC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC5C,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,EAAE,KAAc,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,cAAc;QACZ,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,SAAS;QACP,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,YAAY,CAAC,OAAmB;QAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,cAAc,CAAC;QAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC,KAAK,CAAC,CAAC;QAExD,IAAI,CAAC,YAAY;YAAE,OAAO,CAAC,CAAC;QAE5B,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CACvD,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAC3C,CAAC;QACF,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;QAE/C,OAAO,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACxE,OAAO,QAAQ,CAAC,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAES,oBAAoB;QAC5B,OAAO;YACL,cAAc,EAAE;gBACd,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,KAAK;gBACpB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,MAAM,EAAE,sBAAsB;gBAC9C,eAAe,EAAE,MAAM,EAAE,sBAAsB;gBAC/C,WAAW,EAAE,2CAA2C;aACzD;YACD,eAAe,EAAE;gBACf,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,KAAK;gBACpB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,MAAM,EAAE,sBAAsB;gBAC9C,eAAe,EAAE,MAAM,EAAE,sBAAsB;gBAC/C,WAAW,EAAE,yDAAyD;aACvE;YACD,aAAa,EAAE;gBACb,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO,EAAE,sBAAsB;gBAC/C,eAAe,EAAE,OAAO,EAAE,sBAAsB;gBAChD,WAAW,EAAE,+EAA+E;aAC7F;YACD,gCAAgC,EAAE;gBAChC,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,MAAM,EAAE,sBAAsB;gBAC9C,eAAe,EAAE,MAAM,EAAE,sBAAsB;gBAC/C,WAAW,EAAE,2EAA2E;aACzF;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,OAAmB;QACtC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAE9B,MAAM,eAAe,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAEzE,OAAO,IAAI,cAAc,CAAC;YACxB,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gBAC1B,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC;oBAEtF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;wBACjB,MAAM,MAAM,eAAe,CAAC,iBAAiB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;oBACtE,CAAC;oBAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;oBAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;oBACtC,CAAC;oBAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;oBAClC,IAAI,MAAM,GAAG,EAAE,CAAC;oBAEhB,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBAE5C,IAAI,IAAI;4BAAE,MAAM;wBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;wBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;wBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gCAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gCAE3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oCACtB,UAAU,CAAC,KAAK,EAAE,CAAC;oCACnB,OAAO;gCACT,CAAC;gCAED,IAAI,CAAC;oCACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oCAChC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;oCAEpD,IAAI,OAAO,EAAE,CAAC;wCACZ,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oCAC9B,CAAC;gCACH,CAAC;gCAAC,OAAO,KAAK,EAAE,CAAC;oCACf,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;gCACnD,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,QAAgB,EAChB,IAAS,EACT,SAAiB,MAAM;QAEvB,MAAM,OAAO,GAA2B;YACtC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;YACxC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,MAAM,OAAO,GAAgB;YAC3B,MAAM;YACN,OAAO;SACR,CAAC;QAEF,IAAI,IAAI,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,OAAO,GAAG,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IAEO,aAAa,CAAC,OAAmB;QACvC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,cAAc,CAAC;QAC9C,MAAM,QAAQ,GAAG,OAAO,CAAC,eAAe,EAAE,IAAI,KAAK,aAAa,CAAC;QACjE,MAAM,eAAe,GAAG,yGAAyG,CAAC;QAElI,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY;aAClF,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACpB,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,eAAe,CAAC,SAAS,EAAE;aACrC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACtD,SAAS;YACX,CAAC;YAED,MAAM,GAAG,GAAoB;gBAC3B,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC;YAEF,6DAA6D;YAC7D,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC5C,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;iBACvE,CAAC,CAAC,CAAC;YACN,CAAC;YACD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACxB,0DAA0D;gBAC1D,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBACrC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3E,CAAC;gBACD,SAAS,CAAC,4DAA4D;YACxE,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;QAED,MAAM,MAAM,GAAoB;YAC9B,KAAK;YACL,QAAQ;YACR,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,OAAO,CAAC,SAAS;YAC7B,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC;QAEF,8DAA8D;QAC9D,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAChF,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACrC,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;oBACrB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW;oBACnC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAqC;iBAC7D;aACF,CAAC,CAAC,CAAC;YACJ,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACvB,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,cAAc,CACpB,IAAsB,EACtB,YAAoB;QAEpB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG;YACZ,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;YACrC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;YAC1C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;YACpC,IAAI,EAAE,IAAI,CAAC,aAAa,CACtB,IAAI,CAAC,KAAK,CAAC,aAAa,EACxB,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAC5B,IAAI,CAAC,KAAK,CACX;SACF,CAAC;QAEF,gCAAgC;QAChC,IAAI,SAAiC,CAAC;QACtC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC/C,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;aACvE,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO,EAAE,OAAO;YAChB,OAAO;YACP,KAAK;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,YAAY;YACZ,YAAY,EAAE,MAAM,CAAC,aAAa,KAAK,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,aAAoB;YAChG,SAAS;YACT,QAAQ,EAAE;gBACR,iBAAiB,EAAE,IAAI,CAAC,kBAAkB;gBAC1C,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/providers/cloudflare.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Cloudflare AI Provider
+ * Implementation for Cloudflare Workers AI with cost optimization
+ */
+import type { LLMRequest, LLMResponse, CloudflareConfig, ModelCapabilities } from '../types';
+import { BaseProvider } from './base';
+export declare class CloudflareProvider extends BaseProvider {
+    name: string;
+    models: string[];
+    supportsStreaming: boolean;
+    supportsTools: boolean;
+    supportsBatching: boolean;
+    private ai;
+    private accountId?;
+    constructor(config: CloudflareConfig);
+    generateResponse(request: LLMRequest): Promise<LLMResponse>;
+    validateConfig(): boolean;
+    getModels(): string[];
+    estimateCost(request: LLMRequest): number;
+    healthCheck(): Promise<boolean>;
+    protected getModelCapabilities(): Record<string, ModelCapabilities>;
+    private formatRequest;
+    private formatResponse;
+    private extractText;
+    private extractToolCalls;
+    private extractUsage;
+    private extractFinishReason;
+    private stringifyArguments;
+    private unwrapResult;
+    /**
+     * Stream response support
+     */
+    streamResponse(request: LLMRequest): Promise<ReadableStream<string>>;
+    /**
+     * Batch processing support
+     */
+    processBatch(requests: LLMRequest[]): Promise<LLMResponse[]>;
+    /**
+     * Get recommended model for cost optimization
+     */
+    getRecommendedModel(request: LLMRequest): string;
+    /**
+     * Cost optimization features
+     */
+    generateWithCostOptimization(request: LLMRequest): Promise<LLMResponse>;
+}
+//# sourceMappingURL=cloudflare.d.ts.map

package/dist/providers/cloudflare.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloudflare.d.ts","sourceRoot":"","sources":["../../src/providers/cloudflare.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EAGlB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAsBtC,qBAAa,kBAAmB,SAAQ,YAAY;IAClD,IAAI,SAAgB;IACpB,MAAM,WAcJ;IACF,iBAAiB,UAAQ;IACzB,aAAa,UAAQ;IACrB,gBAAgB,UAAQ;IAExB,OAAO,CAAC,EAAE,CAAK;IACf,OAAO,CAAC,SAAS,CAAC,CAAS;gBAEf,MAAM,EAAE,gBAAgB;IAW9B,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAgCjE,cAAc,IAAI,OAAO;IAIzB,SAAS,IAAI,MAAM,EAAE;IAIrB,YAAY,CAAC,OAAO,EAAE,UAAU,GAAG,MAAM;IAiBnC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAcrC,SAAS,CAAC,oBAAoB,IAAI,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC;IA2HnE,OAAO,CAAC,aAAa;IA2FrB,OAAO,CAAC,cAAc;IAiCtB,OAAO,CAAC,WAAW;IAqDnB,OAAO,CAAC,gBAAgB;IA8BxB,OAAO,CAAC,YAAY;IAmDpB,OAAO,CAAC,mBAAmB;IAsB3B,OAAO,CAAC,kBAAkB;IAQ1B,OAAO,CAAC,YAAY;IAQpB;;OAEG;IACG,cAAc,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IA6C1E;;OAEG;IACG,YAAY,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IA+BlE;;OAEG;IACH,mBAAmB,CAAC,OAAO,EAAE,UAAU,GAAG,MAAM;IAkBhD;;OAEG;IACG,4BAA4B,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;CAS9E"}