@stackbilt/llm-providers 1.0.0

package/dist/index.js

@@ -0,0 +1,263 @@
+/**
+ * LLM Providers Package
+ * Unified interface for OpenAI, Anthropic, and Cloudflare AI providers
+ * with intelligent fallback logic and cost optimization
+ */
+// Provider implementations
+export { BaseProvider } from './providers/base';
+export { OpenAIProvider } from './providers/openai';
+export { AnthropicProvider } from './providers/anthropic';
+export { CloudflareProvider } from './providers/cloudflare';
+export { CerebrasProvider } from './providers/cerebras';
+export { GroqProvider } from './providers/groq';
+// Factory pattern
+export { LLMProviderFactory, createLLMProviderFactory, createCostOptimizedFactory } from './factory';
+// Local imports for use within this file
+import { LLMProviderFactory } from './factory';
+import { createCostOptimizedFactory } from './factory';
+import { ConfigurationError } from './errors';
+// Error classes
+export { LLMProviderError, RateLimitError, QuotaExceededError, AuthenticationError, InvalidRequestError, ModelNotFoundError, TimeoutError, NetworkError, ServerError, ContentFilterError, TokenLimitError, ConfigurationError, CircuitBreakerOpenError, LLMErrorFactory } from './errors';
+// Utility classes
+export { RetryManager, defaultRetryManager, withRetry, retry } from './utils/retry';
+export { CircuitBreaker, CircuitBreakerManager, defaultCircuitBreakerManager } from './utils/circuit-breaker';
+export { CostTracker, CostOptimizer, defaultCostTracker } from './utils/cost-tracker';
+export { CreditLedger } from './utils/credit-ledger';
+/**
+ * Main LLMProviders class for easy usage
+ */
+export class LLMProviders {
+    factory;
+    constructor(config) {
+        this.factory = new LLMProviderFactory(config);
+    }
+    /**
+     * Auto-discover providers from a Cloudflare Worker `env` object.
+     *
+     * Scans for known API-key environment variables and bindings, configures
+     * only the providers whose keys are present, and returns a ready-to-use
+     * `LLMProviders` instance.
+     *
+     * @throws ConfigurationError if no providers are detected
+     */
+    static fromEnv(env, overrides = {}) {
+        const config = {};
+        if (typeof env.ANTHROPIC_API_KEY === 'string' && env.ANTHROPIC_API_KEY) {
+            config.anthropic = { apiKey: env.ANTHROPIC_API_KEY };
+        }
+        if (typeof env.OPENAI_API_KEY === 'string' && env.OPENAI_API_KEY) {
+            config.openai = { apiKey: env.OPENAI_API_KEY };
+        }
+        if (typeof env.GROQ_API_KEY === 'string' && env.GROQ_API_KEY) {
+            config.groq = { apiKey: env.GROQ_API_KEY };
+        }
+        if (typeof env.CEREBRAS_API_KEY === 'string' && env.CEREBRAS_API_KEY) {
+            config.cerebras = { apiKey: env.CEREBRAS_API_KEY };
+        }
+        if (env.AI != null && typeof env.AI === 'object') {
+            config.cloudflare = { ai: env.AI };
+        }
+        const detected = [
+            config.anthropic && 'anthropic',
+            config.openai && 'openai',
+            config.groq && 'groq',
+            config.cerebras && 'cerebras',
+            config.cloudflare && 'cloudflare',
+        ].filter(Boolean);
+        if (detected.length === 0) {
+            throw new ConfigurationError('fromEnv', 'No LLM providers detected in env. Expected at least one of: ' +
+                'ANTHROPIC_API_KEY, OPENAI_API_KEY, GROQ_API_KEY, CEREBRAS_API_KEY, or AI binding.');
+        }
+        if (overrides.defaultProvider !== undefined) {
+            config.defaultProvider = overrides.defaultProvider;
+        }
+        if (overrides.costOptimization !== undefined) {
+            config.costOptimization = overrides.costOptimization;
+        }
+        if (overrides.enableCircuitBreaker !== undefined) {
+            config.enableCircuitBreaker = overrides.enableCircuitBreaker;
+        }
+        if (overrides.enableRetries !== undefined) {
+            config.enableRetries = overrides.enableRetries;
+        }
+        if (overrides.fallbackRules !== undefined) {
+            config.fallbackRules = overrides.fallbackRules;
+        }
+        if (overrides.ledger !== undefined) {
+            config.ledger = overrides.ledger;
+        }
+        return new LLMProviders(config);
+    }
+    /**
+     * Generate response with automatic provider selection and fallback
+     */
+    async generateResponse(request) {
+        return this.factory.generateResponse(request);
+    }
+    /**
+     * Get specific provider instance
+     */
+    getProvider(name) {
+        return this.factory.getProvider(name);
+    }
+    /**
+     * Get all available providers
+     */
+    getAvailableProviders() {
+        return this.factory.getAvailableProviders();
+    }
+    /**
+     * Get provider health status
+     */
+    async getHealth() {
+        return this.factory.getProviderHealth();
+    }
+    /**
+     * Get cost analytics
+     */
+    getCostAnalytics() {
+        return this.factory.getCostAnalytics();
+    }
+    /**
+     * Reset all metrics and circuit breakers
+     */
+    reset() {
+        this.factory.reset();
+    }
+    /**
+     * Update configuration
+     */
+    updateConfig(config) {
+        this.factory.updateConfig(config);
+    }
+}
+/**
+ * Create LLMProviders instance with cost optimization
+ */
+export function createCostOptimizedLLMProviders(config) {
+    const factory = createCostOptimizedFactory(config);
+    return new LLMProviders(config);
+}
+/**
+ * Create LLMProviders instance with basic configuration
+ */
+export function createLLMProviders(config) {
+    return new LLMProviders(config);
+}
+/**
+ * Default export for convenience
+ */
+export default LLMProviders;
+/**
+ * Version and metadata
+ */
+export const VERSION = '0.1.0';
+export const SUPPORTED_PROVIDERS = ['openai', 'anthropic', 'cloudflare', 'cerebras', 'groq'];
+/**
+ * Common model mappings for easy reference
+ */
+export const MODELS = {
+    // OpenAI models
+    GPT_4O: 'gpt-4o',
+    GPT_4O_MINI: 'gpt-4o-mini',
+    GPT_4_TURBO: 'gpt-4-turbo',
+    GPT_4: 'gpt-4',
+    GPT_3_5_TURBO: 'gpt-3.5-turbo',
+    // Anthropic models
+    CLAUDE_3_5_SONNET: 'claude-3-5-sonnet-20241022',
+    CLAUDE_3_5_HAIKU: 'claude-3-5-haiku-20241022',
+    CLAUDE_3_OPUS: 'claude-3-opus-20240229',
+    CLAUDE_3_SONNET: 'claude-3-sonnet-20240229',
+    CLAUDE_3_HAIKU: 'claude-3-haiku-20240307',
+    // Cloudflare models
+    LLAMA_3_1_8B: '@cf/meta/llama-3.1-8b-instruct',
+    LLAMA_3_1_70B: '@cf/meta/llama-3.1-70b-instruct',
+    LLAMA_3_8B: '@cf/meta/llama-3-8b-instruct',
+    MISTRAL_7B: '@cf/mistral/mistral-7b-instruct-v0.1',
+    TINY_LLAMA: '@cf/tinyllama/tinyllama-1.1b-chat-v1.0',
+    // Cerebras models
+    CEREBRAS_LLAMA_3_1_8B: 'llama-3.1-8b',
+    CEREBRAS_LLAMA_3_3_70B: 'llama-3.3-70b',
+    CEREBRAS_ZAI_GLM_4_7: 'zai-glm-4.7',
+    CEREBRAS_QWEN_3_235B: 'qwen-3-235b-a22b-instruct-2507',
+    // Groq models
+    GROQ_LLAMA_3_3_70B_VERSATILE: 'llama-3.3-70b-versatile',
+    GROQ_LLAMA_3_1_8B_INSTANT: 'llama-3.1-8b-instant'
+};
+/**
+ * Model recommendations by use case
+ */
+export const MODEL_RECOMMENDATIONS = {
+    // Cost-optimized models
+    COST_EFFECTIVE: [
+        MODELS.CEREBRAS_LLAMA_3_1_8B,
+        MODELS.TINY_LLAMA,
+        MODELS.CLAUDE_3_5_HAIKU,
+        MODELS.GPT_4O_MINI
+    ],
+    // High-performance models
+    HIGH_PERFORMANCE: [
+        MODELS.CEREBRAS_ZAI_GLM_4_7,
+        MODELS.GPT_4O,
+        MODELS.CLAUDE_3_5_SONNET,
+        MODELS.CEREBRAS_QWEN_3_235B,
+        MODELS.LLAMA_3_1_70B
+    ],
+    // Balanced models
+    BALANCED: [
+        MODELS.GPT_3_5_TURBO,
+        MODELS.CLAUDE_3_HAIKU,
+        MODELS.LLAMA_3_1_8B
+    ],
+    // Tool/function calling
+    TOOL_CALLING: [
+        MODELS.GPT_4O,
+        MODELS.CLAUDE_3_5_SONNET,
+        MODELS.CEREBRAS_ZAI_GLM_4_7,
+        MODELS.CEREBRAS_QWEN_3_235B,
+        MODELS.GPT_4_TURBO
+    ],
+    // Long context tasks
+    LONG_CONTEXT: [
+        MODELS.CLAUDE_3_5_SONNET,
+        MODELS.GPT_4_TURBO,
+        MODELS.CLAUDE_3_OPUS
+    ]
+};
+/**
+ * Utility function to get recommended model for a use case
+ */
+export function getRecommendedModel(useCase, availableProviders) {
+    const recommendations = MODEL_RECOMMENDATIONS[useCase];
+    for (const model of recommendations) {
+        // Check if we have the provider for this model
+        if (model.startsWith('gpt-') && availableProviders.includes('openai')) {
+            return model;
+        }
+        if (model.includes('claude') && availableProviders.includes('anthropic')) {
+            return model;
+        }
+        if (model.startsWith('@cf/') && availableProviders.includes('cloudflare')) {
+            return model;
+        }
+        if ((model.startsWith('llama-3.1-8b') || model.startsWith('llama-3.3-70b')
+            || model.startsWith('zai-glm') || model.startsWith('qwen-3-235b')) && availableProviders.includes('cerebras')) {
+            return model;
+        }
+        if ((model.includes('-versatile') || model.includes('-instant')) && availableProviders.includes('groq')) {
+            return model;
+        }
+    }
+    // Fallback to first available provider's default model
+    if (availableProviders.includes('cloudflare')) {
+        return MODELS.LLAMA_3_1_8B;
+    }
+    if (availableProviders.includes('anthropic')) {
+        return MODELS.CLAUDE_3_HAIKU;
+    }
+    if (availableProviders.includes('openai')) {
+        return MODELS.GPT_3_5_TURBO;
+    }
+    throw new Error('No available providers configured');
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAmCH,2BAA2B;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,kBAAkB;AAClB,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACxB,0BAA0B,EAC3B,MAAM,WAAW,CAAC;AAGnB,yCAAyC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAG/C,OAAO,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAE9C,gBAAgB;AAChB,OAAO,EACL,gBAAgB,EAChB,cAAc,EACd,kBAAkB,EAClB,mBAAmB,EACnB,mBAAmB,EACnB,kBAAkB,EAClB,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,kBAAkB,EAClB,eAAe,EACf,kBAAkB,EAClB,uBAAuB,EACvB,eAAe,EAChB,MAAM,UAAU,CAAC;AAElB,kBAAkB;AAClB,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACpF,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,4BAA4B,EAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,WAAW,EACX,aAAa,EACb,kBAAkB,EACnB,MAAM,sBAAsB,CAAC;AAK9B,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAiCrD;;GAEG;AACH,MAAM,OAAO,YAAY;IACf,OAAO,CAAqB;IAEpC,YAAY,MAA6B;QACvC,IAAI,CAAC,OAAO,GAAG,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,OAAO,CACZ,GAA4B,EAC5B,YAA8B,EAAE;QAEhC,MAAM,MAAM,GAA0B,EAAE,CAAC;QAEzC,IAAI,OAAO,GAAG,CAAC,iBAAiB,KAAK,QAAQ,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;YACvE,MAAM,CAAC,SAAS,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,iBAAiB,EAAE,CAAC;QACvD,CAAC;QACD,IAAI,OAAO,GAAG,CAAC,cAAc,KAAK,QAAQ,IAAI,GAAG,CAAC,cAAc,EAAE,CAAC;YACjE,MAAM,CAAC,MAAM,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,cAAc,EAAE,CAAC;QACjD,CAAC;QACD,IAAI,OAAO,GAAG,CAAC,YAAY,KAAK,QAAQ,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;YAC7D,MAAM,CAAC,IAAI,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC;QAC7C,CAAC;QACD,IAAI,OAAO,GAAG,CAAC,gBAAgB,KAAK,QAAQ,IAAI,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACrE,MAAM,CAAC,QAAQ,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACrD,CAAC;QACD,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,IAAI,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;YACjD,MAAM,CAAC,UAAU,GAAG,EAAE,EAAE,EAAE,GAAG,CAAC,EAAQ,EAAE,CAAC;QAC3C,CAAC;QAED,MAAM,QAAQ,GAAG;YACf,MAAM,CAAC,SAAS,IAAI,WAAW;YAC/B,MAAM,CAAC,MAAM,IAAI,QAAQ;YACzB,MAAM,CAAC,IAAI,IAAI,MAAM;YACrB,MAAM,CAAC,QAAQ,IAAI,UAAU;YAC7B,MAAM,CAAC,UAAU,IAAI,YAAY;SAClC,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC;QAE9B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,kBAAkB,CAC1B,SAAS,EACT,8DAA8D;gBAC5D,mFAAmF,CACtF,CAAC;QACJ,CAAC;QAED,IAAI,SAAS,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YAC5C,MAAM,CAAC,eAAe,GAAG,SAAS,CAAC,eAAe,CAAC;QACrD,CAAC;QACD,IAAI,SAAS,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YAC7C,MAAM,CAAC,gBAAgB,GAAG,SAAS,CAAC,gBAAgB,CAAC;QACvD,CAAC;QACD,IAAI,SAAS,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;YACjD,MAAM,CAAC,oBAAoB,GAAG,SAAS,CAAC,oBAAoB,CAAC;QAC/D,CAAC;QACD,IAAI,SAAS,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,CAAC,aAAa,GAAG,SAAS,CAAC,aAAa,CAAC;QACjD,CAAC;QACD,IAAI,SAAS,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,CAAC,aAAa,GAAG,SAAS,CAAC,aAAa,CAAC;QACjD,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACnC,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAmB;QACxC,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,IAAY;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,MAAsC;QACjD,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,+BAA+B,CAC7C,MAA6B;IAE7B,MAAM,OAAO,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACnD,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAA6B;IAC9D,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,eAAe,YAAY,CAAC;AAE5B;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAC/B,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,CAAU,CAAC;AAEtG;;GAEG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,gBAAgB;IAChB,MAAM,EAAE,QAAQ;IAChB,WAAW,EAAE,aAAa;IAC1B,WAAW,EAAE,aAAa;IAC1B,KAAK,EAAE,OAAO;IACd,aAAa,EAAE,eAAe;IAE9B,mBAAmB;IACnB,iBAAiB,EAAE,4BAA4B;IAC/C,gBAAgB,EAAE,2BAA2B;IAC7C,aAAa,EAAE,wBAAwB;IACvC,eAAe,EAAE,0BAA0B;IAC3C,cAAc,EAAE,yBAAyB;IAEzC,oBAAoB;IACpB,YAAY,EAAE,gCAAgC;IAC9C,aAAa,EAAE,iCAAiC;IAChD,UAAU,EAAE,8BAA8B;IAC1C,UAAU,EAAE,sCAAsC;IAClD,UAAU,EAAE,wCAAwC;IAEpD,kBAAkB;IAClB,qBAAqB,EAAE,cAAc;IACrC,sBAAsB,EAAE,eAAe;IACvC,oBAAoB,EAAE,aAAa;IACnC,oBAAoB,EAAE,gCAAgC;IAEtD,cAAc;IACd,4BAA4B,EAAE,yBAAyB;IACvD,yBAAyB,EAAE,sBAAsB;CACzC,CAAC;AAEX;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,wBAAwB;IACxB,cAAc,EAAE;QACd,MAAM,CAAC,qBAAqB;QAC5B,MAAM,CAAC,UAAU;QACjB,MAAM,CAAC,gBAAgB;QACvB,MAAM,CAAC,WAAW;KACnB;IAED,0BAA0B;IAC1B,gBAAgB,EAAE;QAChB,MAAM,CAAC,oBAAoB;QAC3B,MAAM,CAAC,MAAM;QACb,MAAM,CAAC,iBAAiB;QACxB,MAAM,CAAC,oBAAoB;QAC3B,MAAM,CAAC,aAAa;KACrB;IAED,kBAAkB;IAClB,QAAQ,EAAE;QACR,MAAM,CAAC,aAAa;QACpB,MAAM,CAAC,cAAc;QACrB,MAAM,CAAC,YAAY;KACpB;IAED,wBAAwB;IACxB,YAAY,EAAE;QACZ,MAAM,CAAC,MAAM;QACb,MAAM,CAAC,iBAAiB;QACxB,MAAM,CAAC,oBAAoB;QAC3B,MAAM,CAAC,oBAAoB;QAC3B,MAAM,CAAC,WAAW;KACnB;IAED,qBAAqB;IACrB,YAAY,EAAE;QACZ,MAAM,CAAC,iBAAiB;QACxB,MAAM,CAAC,WAAW;QAClB,MAAM,CAAC,aAAa;KACrB;CACO,CAAC;AAEX;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,OAA2C,EAC3C,kBAA4B;IAE5B,MAAM,eAAe,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAEvD,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;QACpC,+CAA+C;QAC/C,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtE,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,kBAAkB,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACzE,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,kBAAkB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC1E,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC;eACnE,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,IAAI,kBAAkB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAClH,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACxG,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,uDAAuD;IACvD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9C,OAAO,MAAM,CAAC,YAAY,CAAC;IAC7B,CAAC;IACD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7C,OAAO,MAAM,CAAC,cAAc,CAAC;IAC/B,CAAC;IACD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1C,OAAO,MAAM,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;AACvD,CAAC"}

package/dist/providers/anthropic.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Anthropic Provider
+ * Implementation for Claude models with streaming and tools support
+ */
+import type { LLMRequest, LLMResponse, AnthropicConfig, ModelCapabilities } from '../types';
+import { BaseProvider } from './base';
+export declare class AnthropicProvider extends BaseProvider {
+    name: string;
+    models: string[];
+    supportsStreaming: boolean;
+    supportsTools: boolean;
+    supportsBatching: boolean;
+    private apiKey;
+    private baseUrl;
+    private version;
+    constructor(config: AnthropicConfig);
+    generateResponse(request: LLMRequest): Promise<LLMResponse>;
+    validateConfig(): boolean;
+    getModels(): string[];
+    estimateCost(request: LLMRequest): number;
+    healthCheck(): Promise<boolean>;
+    protected getModelCapabilities(): Record<string, ModelCapabilities>;
+    private makeAnthropicRequest;
+    private formatRequest;
+    private formatResponse;
+    private mapStopReason;
+    /**
+     * Stream response support
+     */
+    streamResponse(request: LLMRequest): Promise<ReadableStream<string>>;
+    /**
+     * Tool usage support
+     */
+    generateWithTools(request: LLMRequest & {
+        tools: any[];
+    }): Promise<LLMResponse>;
+}
+//# sourceMappingURL=anthropic.d.ts.map

package/dist/providers/anthropic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAC5F,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAoDtC,qBAAa,iBAAkB,SAAQ,YAAY;IACjD,IAAI,SAAe;IACnB,MAAM,WASJ;IACF,iBAAiB,UAAQ;IACzB,aAAa,UAAQ;IACrB,gBAAgB,UAAS;IAEzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,eAAe;IAY7B,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAwCjE,cAAc,IAAI,OAAO;IAIzB,SAAS,IAAI,MAAM,EAAE;IAIrB,YAAY,CAAC,OAAO,EAAE,UAAU,GAAG,MAAM;IAenC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAiBrC,SAAS,CAAC,oBAAoB,IAAI,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC;YA6ErD,oBAAoB;IAuBlC,OAAO,CAAC,aAAa;IAgFrB,OAAO,CAAC,cAAc;IAmDtB,OAAO,CAAC,aAAa;IAarB;;OAEG;IACG,cAAc,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IA6D1E;;OAEG;IACG,iBAAiB,CACrB,OAAO,EAAE,UAAU,GAAG;QAAE,KAAK,EAAE,GAAG,EAAE,CAAA;KAAE,GACrC,OAAO,CAAC,WAAW,CAAC;CAaxB"}