@contentgrowth/llm-service 1.2.1 → 1.2.3

package/dist/index.d.cts

@@ -155,6 +155,44 @@ declare class OpenAIProvider extends BaseLLMProvider {
     getDeepResearchStatus(operationId: any): Promise<void>;
 }
 
+declare class AnthropicProvider extends BaseLLMProvider {
+    models: any;
+    defaultModel: any;
+    chat(userMessage: any, systemPrompt?: string, options?: {}): Promise<{
+        text: any;
+    }>;
+    chatCompletion(messages: any, systemPrompt: any, tools?: any, options?: {}): Promise<{
+        content: any;
+        tool_calls: any;
+        finishReason: string;
+        _rawFinishReason: any;
+        _responseFormat: any;
+        usage: {
+            prompt_tokens: any;
+            completion_tokens: any;
+            total_tokens: any;
+        };
+        model: any;
+    }>;
+    _chatCompletionWithModel(messages: any, systemPrompt: any, tools: any, modelName: any, maxTokens: any, temperature: any, options?: {}): Promise<{
+        content: any;
+        tool_calls: any;
+        finishReason: string;
+        _rawFinishReason: any;
+        _responseFormat: any;
+        usage: {
+            prompt_tokens: any;
+            completion_tokens: any;
+            total_tokens: any;
+        };
+        model: any;
+    }>;
+    _getModelForTier(tier: any): any;
+    _shouldAutoParse(options: any): boolean;
+    _safeJsonParse(text: any): any;
+    normalizeFinishReason(providerReason: any): string;
+}
+
 /**
  * Create a Hono handler for speech transcription.
  *
@@ -411,6 +449,18 @@ declare namespace MODEL_CONFIGS {
         let image_1: string;
         export { image_1 as image };
     }
+    namespace anthropic {
+        let _default_3: string;
+        export { _default_3 as default };
+        let edge_3: string;
+        export { edge_3 as edge };
+        let fast_3: string;
+        export { fast_3 as fast };
+        let cost_3: string;
+        export { cost_3 as cost };
+        let free_3: string;
+        export { free_3 as free };
+    }
 }
 declare class ConfigManager {
     static _provider: DefaultConfigProvider;
@@ -667,4 +717,4 @@ declare class TranscriptionServiceException extends Error {
     statusCode: number;
 }
 
-export { BaseConfigProvider$1 as BaseConfigProvider, ConfigManager, DefaultConfigProvider, FINISH_REASONS, GoogleProvider as GeminiProvider, GoogleProvider, LLMService, LLMServiceException, MODEL_CONFIGS, OpenAIProvider, TranscriptionService, TranscriptionServiceException, GoogleProvider as VertexProvider, createSpeechHandler, extractJsonFromResponse, extractTextAndJson, handleApiError, sanitizeError };
+export { AnthropicProvider, BaseConfigProvider$1 as BaseConfigProvider, ConfigManager, DefaultConfigProvider, FINISH_REASONS, GoogleProvider as GeminiProvider, GoogleProvider, LLMService, LLMServiceException, MODEL_CONFIGS, OpenAIProvider, TranscriptionService, TranscriptionServiceException, GoogleProvider as VertexProvider, createSpeechHandler, extractJsonFromResponse, extractTextAndJson, handleApiError, sanitizeError };

package/dist/index.d.ts

@@ -155,6 +155,44 @@ declare class OpenAIProvider extends BaseLLMProvider {
     getDeepResearchStatus(operationId: any): Promise<void>;
 }
 
+declare class AnthropicProvider extends BaseLLMProvider {
+    models: any;
+    defaultModel: any;
+    chat(userMessage: any, systemPrompt?: string, options?: {}): Promise<{
+        text: any;
+    }>;
+    chatCompletion(messages: any, systemPrompt: any, tools?: any, options?: {}): Promise<{
+        content: any;
+        tool_calls: any;
+        finishReason: string;
+        _rawFinishReason: any;
+        _responseFormat: any;
+        usage: {
+            prompt_tokens: any;
+            completion_tokens: any;
+            total_tokens: any;
+        };
+        model: any;
+    }>;
+    _chatCompletionWithModel(messages: any, systemPrompt: any, tools: any, modelName: any, maxTokens: any, temperature: any, options?: {}): Promise<{
+        content: any;
+        tool_calls: any;
+        finishReason: string;
+        _rawFinishReason: any;
+        _responseFormat: any;
+        usage: {
+            prompt_tokens: any;
+            completion_tokens: any;
+            total_tokens: any;
+        };
+        model: any;
+    }>;
+    _getModelForTier(tier: any): any;
+    _shouldAutoParse(options: any): boolean;
+    _safeJsonParse(text: any): any;
+    normalizeFinishReason(providerReason: any): string;
+}
+
 /**
  * Create a Hono handler for speech transcription.
  *
@@ -411,6 +449,18 @@ declare namespace MODEL_CONFIGS {
         let image_1: string;
         export { image_1 as image };
     }
+    namespace anthropic {
+        let _default_3: string;
+        export { _default_3 as default };
+        let edge_3: string;
+        export { edge_3 as edge };
+        let fast_3: string;
+        export { fast_3 as fast };
+        let cost_3: string;
+        export { cost_3 as cost };
+        let free_3: string;
+        export { free_3 as free };
+    }
 }
 declare class ConfigManager {
     static _provider: DefaultConfigProvider;
@@ -667,4 +717,4 @@ declare class TranscriptionServiceException extends Error {
     statusCode: number;
 }
 
-export { BaseConfigProvider$1 as BaseConfigProvider, ConfigManager, DefaultConfigProvider, FINISH_REASONS, GoogleProvider as GeminiProvider, GoogleProvider, LLMService, LLMServiceException, MODEL_CONFIGS, OpenAIProvider, TranscriptionService, TranscriptionServiceException, GoogleProvider as VertexProvider, createSpeechHandler, extractJsonFromResponse, extractTextAndJson, handleApiError, sanitizeError };
+export { AnthropicProvider, BaseConfigProvider$1 as BaseConfigProvider, ConfigManager, DefaultConfigProvider, FINISH_REASONS, GoogleProvider as GeminiProvider, GoogleProvider, LLMService, LLMServiceException, MODEL_CONFIGS, OpenAIProvider, TranscriptionService, TranscriptionServiceException, GoogleProvider as VertexProvider, createSpeechHandler, extractJsonFromResponse, extractTextAndJson, handleApiError, sanitizeError };

package/dist/index.js

@@ -72,7 +72,8 @@ var DefaultConfigProvider = class extends BaseConfigProvider {
     return {
       provider: tenantConfig.provider,
       models: MODEL_CONFIGS[tenantConfig.provider],
-      apiKey: tenantConfig.api_key,
+      // for backward compatibility, api_key is deprecated and shall never be used!!
+      apiKey: tenantConfig.apiKey || tenantConfig.api_key,
       project: tenantConfig.project,
       location: tenantConfig.location,
       temperature: parseFloat(env.DEFAULT_TEMPERATURE || "0.7"),
@@ -143,35 +144,36 @@ var DefaultConfigProvider = class extends BaseConfigProvider {
 // src/llm/config-manager.js
 var MODEL_CONFIGS = {
   openai: {
-    default: "gpt-4o",
-    edge: "gpt-4o",
-    fast: "gpt-4o-mini",
-    cost: "gpt-4o-mini",
-    free: "gpt-4o-mini"
+    default: "gpt-5.5-instant",
+    edge: "gpt-5.5-thinking",
+    fast: "gpt-5.5-instant",
+    cost: "gpt-5.5-instant",
+    free: "gpt-5.5-instant"
   },
   gemini: {
-    default: "gemini-3-flash-preview",
-    // 'gemini-2.5-flash',
-    edge: "gemini-3-pro-preview",
-    // 'gemini-2.5-pro',
-    fast: "gemini-3-flash-preview",
-    // 'gemini-2.5-flash-lite',
-    cost: "gemini-3-flash-preview",
-    // 'gemini-2.5-flash-lite',
-    free: "gemini-3-flash-preview",
-    // 'gemini-2.0-flash-lite',
+    default: "gemini-3.5-flash",
+    edge: "gemini-3.5-pro",
+    fast: "gemini-3.5-flash",
+    cost: "gemini-3.5-flash",
+    free: "gemini-3.5-flash",
     video: "veo",
-    image: "gemini-3-pro-image-preview"
-    // Default image generation model
+    image: "gemini-3.5-pro-image-preview"
   },
   vertex: {
-    default: "gemini-3-flash-preview",
-    edge: "gemini-3-pro-preview",
-    fast: "gemini-3-flash-preview",
-    cost: "gemini-3-flash-preview",
-    free: "gemini-3-flash-preview",
+    default: "gemini-3.5-flash",
+    edge: "gemini-3.5-pro",
+    fast: "gemini-3.5-flash",
+    cost: "gemini-3.5-flash",
+    free: "gemini-3.5-flash",
     video: "veo",
-    image: "gemini-3-pro-image-preview"
+    image: "gemini-3.5-pro-image-preview"
+  },
+  anthropic: {
+    default: "claude-4.6-sonnet",
+    edge: "claude-4.8-opus",
+    fast: "claude-4.5-haiku",
+    cost: "claude-4.5-haiku",
+    free: "claude-4.5-haiku"
   }
 };
 var ConfigManager = class {
@@ -1131,6 +1133,170 @@ ${prompt}` : prompt;
   }
 };
 
+// src/llm/providers/anthropic-provider.js
+var AnthropicProvider = class extends BaseLLMProvider {
+  constructor(config) {
+    super(config);
+    this.models = config.models || {};
+    this.defaultModel = this.models.default || "claude-3-5-sonnet-20241022";
+  }
+  async chat(userMessage, systemPrompt = "", options = {}) {
+    var _a;
+    const messages = [{ role: "user", content: userMessage }];
+    const tier = options.tier || "default";
+    const effectiveModel = this._getModelForTier(tier);
+    const effectiveMaxTokens = options.maxTokens || this.config.maxTokens || 4096;
+    const effectiveTemperature = options.temperature !== void 0 ? options.temperature : (_a = this.config.temperature) != null ? _a : 0.7;
+    const response = await this._chatCompletionWithModel(
+      messages,
+      systemPrompt,
+      null,
+      effectiveModel,
+      effectiveMaxTokens,
+      effectiveTemperature,
+      options
+    );
+    return { text: response.content };
+  }
+  async chatCompletion(messages, systemPrompt, tools = null, options = {}) {
+    var _a;
+    const tier = options.tier || "default";
+    const effectiveModel = this._getModelForTier(tier);
+    const effectiveMaxTokens = options.maxTokens || this.config.maxTokens || 4096;
+    const effectiveTemperature = options.temperature !== void 0 ? options.temperature : (_a = this.config.temperature) != null ? _a : 0.7;
+    return this._chatCompletionWithModel(
+      messages,
+      systemPrompt,
+      tools,
+      effectiveModel,
+      effectiveMaxTokens,
+      effectiveTemperature,
+      options
+    );
+  }
+  async _chatCompletionWithModel(messages, systemPrompt, tools, modelName, maxTokens, temperature, options = {}) {
+    const baseURL = this.config.baseURL || "https://api.anthropic.com";
+    const url = `${baseURL.replace(/\/$/, "")}/v1/messages`;
+    const formattedMessages = messages.map((m) => ({
+      role: m.role === "assistant" ? "assistant" : "user",
+      content: m.content
+    }));
+    const headers = {
+      "Content-Type": "application/json",
+      "x-api-key": this.config.apiKey || "",
+      "anthropic-version": "2023-06-01"
+    };
+    const payload = {
+      model: modelName,
+      messages: formattedMessages,
+      max_tokens: maxTokens,
+      temperature
+    };
+    if (systemPrompt) {
+      payload.system = systemPrompt;
+    }
+    if (options.responseFormat) {
+      const formatType = typeof options.responseFormat === "string" ? options.responseFormat : options.responseFormat.type;
+      if (formatType === "json" || formatType === "json_schema") {
+        const schemaText = options.responseFormat.schema || options.responseSchema ? `
+
+Your output must comply strictly with this JSON Schema: ${JSON.stringify(options.responseFormat.schema || options.responseSchema)}` : "";
+        const jsonPrompt = `IMPORTANT: You must respond ONLY in raw JSON format. Do not write any conversational text, explanations, or markdown code blocks (e.g. do NOT wrap your answer in \`\`\`json ... \`\`\`). Your response must start with '{' and end with '}'.${schemaText}`;
+        if (payload.system) {
+          payload.system = `${payload.system}
+
+${jsonPrompt}`;
+        } else {
+          payload.system = jsonPrompt;
+        }
+      }
+    }
+    let responseText;
+    let responseData;
+    try {
+      const res = await fetch(url, {
+        method: "POST",
+        headers,
+        body: JSON.stringify(payload)
+      });
+      responseText = await res.text();
+      if (!res.ok) {
+        console.error(`[AnthropicProvider] API request failed with status ${res.status}:`, responseText);
+        throw new LLMServiceException(`Anthropic API Error: ${responseText}`, res.status);
+      }
+      responseData = JSON.parse(responseText);
+    } catch (error) {
+      console.error(`[AnthropicProvider] request failed (API Key: ${this._getMaskedApiKey()}):`, error);
+      throw error;
+    }
+    const contentBlock = responseData.content && responseData.content[0];
+    const contentText = contentBlock ? contentBlock.text : "";
+    if (!contentText) {
+      console.error("[AnthropicProvider] Model returned empty response content");
+      throw new LLMServiceException(
+        "Model returned empty response. This usually means the prompt or schema is confusing the model.",
+        500
+      );
+    }
+    const rawFinishReason = responseData.stop_reason;
+    const normalizedFinishReason = this.normalizeFinishReason(rawFinishReason);
+    const result = {
+      content: contentText,
+      tool_calls: null,
+      // REST client tool calls mapping not required for playbook studio
+      finishReason: normalizedFinishReason,
+      _rawFinishReason: rawFinishReason,
+      _responseFormat: options.responseFormat,
+      usage: {
+        prompt_tokens: responseData.usage ? responseData.usage.input_tokens : 0,
+        completion_tokens: responseData.usage ? responseData.usage.output_tokens : 0,
+        total_tokens: responseData.usage ? responseData.usage.input_tokens + responseData.usage.output_tokens : 0
+      },
+      model: modelName
+    };
+    if (options.responseFormat && this._shouldAutoParse(options)) {
+      result.parsedContent = this._safeJsonParse(contentText);
+    }
+    return result;
+  }
+  _getModelForTier(tier) {
+    if (this.models[tier]) {
+      return this.models[tier];
+    }
+    return this.defaultModel;
+  }
+  _shouldAutoParse(options) {
+    if (!options.responseFormat) return false;
+    const formatType = typeof options.responseFormat === "string" ? options.responseFormat : options.responseFormat.type;
+    return formatType === "json" || formatType === "json_schema";
+  }
+  _safeJsonParse(text) {
+    try {
+      return extractJsonFromResponse(text);
+    } catch (error) {
+      console.error("[AnthropicProvider] Failed to extract JSON from response:", text, error);
+      try {
+        return JSON.parse(text);
+      } catch (_) {
+        return null;
+      }
+    }
+  }
+  normalizeFinishReason(providerReason) {
+    const lower = (providerReason || "").toLowerCase();
+    if (lower === "end_turn") {
+      return "completed";
+    }
+    if (lower === "max_tokens") {
+      return "truncated";
+    }
+    if (lower === "stop_sequence") {
+      return "completed";
+    }
+    return super.normalizeFinishReason(providerReason);
+  }
+};
+
 // src/llm-service.js
 var LLMService = class {
   constructor(env, toolImplementations = {}) {
@@ -1152,6 +1318,8 @@ var LLMService = class {
       provider = new OpenAIProvider(config);
     } else if (config.provider === "gemini" || config.provider === "vertex") {
       provider = new GoogleProvider(config);
+    } else if (config.provider === "anthropic") {
+      provider = new AnthropicProvider(config);
     } else {
       throw new LLMServiceException(`Unsupported LLM provider: ${config.provider}`, 500);
     }
@@ -1719,6 +1887,7 @@ function createSpeechHandler(app, getConfig) {
   return app;
 }
 export {
+  AnthropicProvider,
   BaseConfigProvider,
   ConfigManager,
   DefaultConfigProvider,