@contentgrowth/llm-service 1.2.3 → 1.3.0

package/dist/index.js

@@ -74,6 +74,7 @@ var DefaultConfigProvider = class extends BaseConfigProvider {
       models: MODEL_CONFIGS[tenantConfig.provider],
       // for backward compatibility, api_key is deprecated and shall never be used!!
       apiKey: tenantConfig.apiKey || tenantConfig.api_key,
+      baseURL: tenantConfig.baseURL || tenantConfig.base_url || void 0,
       project: tenantConfig.project,
       location: tenantConfig.location,
       temperature: parseFloat(env.DEFAULT_TEMPERATURE || "0.7"),
@@ -87,9 +88,11 @@ var DefaultConfigProvider = class extends BaseConfigProvider {
     const provider = ((_a = env.LLM_PROVIDER) == null ? void 0 : _a.toLowerCase()) || "openai";
     const providerDefaults = MODEL_CONFIGS[provider] || MODEL_CONFIGS["openai"];
     let apiKey;
+    let baseURL;
     let models = { ...providerDefaults };
     if (provider === "openai") {
       apiKey = env.OPENAI_API_KEY;
+      baseURL = env.OPENAI_BASE_URL || env.LLM_BASE_URL || void 0;
       models = {
         default: env.OPENAI_MODEL || providerDefaults.default,
         edge: env.OPENAI_MODEL_EDGE || providerDefaults.edge,
@@ -99,6 +102,7 @@ var DefaultConfigProvider = class extends BaseConfigProvider {
       };
     } else if (provider === "gemini") {
       apiKey = env.GEMINI_API_KEY;
+      baseURL = env.GEMINI_BASE_URL || env.LLM_BASE_URL || void 0;
       models = {
         default: env.GEMINI_MODEL || providerDefaults.default,
         edge: env.GEMINI_MODEL_EDGE || providerDefaults.edge,
@@ -108,8 +112,19 @@ var DefaultConfigProvider = class extends BaseConfigProvider {
         image: env.GEMINI_IMAGE_MODEL || providerDefaults.image,
         video: env.GEMINI_VIDEO_MODEL || providerDefaults.video
       };
+    } else if (provider === "anthropic") {
+      apiKey = env.ANTHROPIC_API_KEY;
+      baseURL = env.ANTHROPIC_BASE_URL || env.LLM_BASE_URL || void 0;
+      models = {
+        default: env.ANTHROPIC_MODEL || providerDefaults.default,
+        edge: env.ANTHROPIC_MODEL_EDGE || providerDefaults.edge,
+        fast: env.ANTHROPIC_MODEL_FAST || providerDefaults.fast,
+        cost: env.ANTHROPIC_MODEL_COST || providerDefaults.cost,
+        free: env.ANTHROPIC_MODEL_FREE || providerDefaults.free
+      };
     } else if (provider === "vertex") {
       apiKey = env.VERTEX_API_KEY;
+      baseURL = env.VERTEX_BASE_URL || env.LLM_BASE_URL || void 0;
       const project = env.VERTEX_PROJECT || env.GOOGLE_CLOUD_PROJECT;
       const location = env.VERTEX_LOCATION || env.GOOGLE_CLOUD_LOCATION || "us-central1";
       models = {
@@ -124,6 +139,7 @@ var DefaultConfigProvider = class extends BaseConfigProvider {
       return {
         provider,
         apiKey,
+        baseURL,
         project,
         location,
         models,
@@ -134,6 +150,7 @@ var DefaultConfigProvider = class extends BaseConfigProvider {
     return {
       provider,
       apiKey,
+      baseURL,
       models,
       temperature: parseFloat(env.DEFAULT_TEMPERATURE || "0.7"),
       maxTokens: parseInt(env.DEFAULT_MAX_TOKENS || "65536")
@@ -397,7 +414,11 @@ function extractTextAndJson(input) {
 var OpenAIProvider = class extends BaseLLMProvider {
   constructor(config) {
     super(config);
-    this.client = new OpenAI({ apiKey: config.apiKey });
+    const clientOptions = { apiKey: config.apiKey };
+    if (config.baseURL) {
+      clientOptions.baseURL = config.baseURL;
+    }
+    this.client = new OpenAI(clientOptions);
     this.models = config.models;
     this.defaultModel = config.models.default;
   }
@@ -579,11 +600,13 @@ var GoogleProvider = class extends BaseLLMProvider {
     this.models = config.models;
     this.defaultModel = config.models.default;
     this._pendingOperations = /* @__PURE__ */ new Map();
+    const httpOptions = config.baseURL ? { baseUrl: config.baseURL } : void 0;
     if (config.provider === "vertex") {
       if (config.apiKey) {
         this.client = new GoogleGenAI({
           vertexai: true,
-          apiKey: config.apiKey
+          apiKey: config.apiKey,
+          ...httpOptions ? { httpOptions } : {}
         });
       } else {
         if (!config.project) {
@@ -592,12 +615,14 @@ var GoogleProvider = class extends BaseLLMProvider {
         this.client = new GoogleGenAI({
           vertexai: true,
           project: config.project,
-          location: config.location || "us-central1"
+          location: config.location || "us-central1",
+          ...httpOptions ? { httpOptions } : {}
         });
       }
     } else {
       this.client = new GoogleGenAI({
-        apiKey: config.apiKey
+        apiKey: config.apiKey,
+        ...httpOptions ? { httpOptions } : {}
       });
     }
   }
@@ -726,8 +751,20 @@ ${msg.content}`;
           const isLastAssistantMessage = index === geminiMessages.map((m, i) => m.role === "assistant" ? i : -1).filter((i) => i >= 0).pop();
           if (msg.tool_calls) {
             parts2 = msg.tool_calls.map((tc) => {
+              let args = tc.function.args;
+              if (tc.function.arguments) {
+                if (typeof tc.function.arguments === "string") {
+                  try {
+                    args = JSON.parse(tc.function.arguments);
+                  } catch (e) {
+                    args = {};
+                  }
+                } else {
+                  args = tc.function.arguments;
+                }
+              }
               const part = {
-                functionCall: { name: tc.function.name, args: tc.function.arguments || tc.function.args }
+                functionCall: { name: tc.function.name, args }
               };
               if (tc.thought_signature) {
                 part.thoughtSignature = tc.thought_signature;
@@ -812,7 +849,10 @@ ${msg.content}`;
       thought_signature: responseThoughtSignature,
       tool_calls: toolCalls ? (Array.isArray(toolCalls) ? toolCalls : [toolCalls]).map((fc) => ({
         type: "function",
-        function: fc,
+        function: {
+          name: fc.name,
+          arguments: JSON.stringify(fc.args || {})
+        },
         thought_signature: fc.thought_signature
       })) : null,
       finishReason: normalizedFinishReason,
@@ -1134,11 +1174,17 @@ ${prompt}` : prompt;
 };
 
 // src/llm/providers/anthropic-provider.js
+import Anthropic from "@anthropic-ai/sdk";
 var AnthropicProvider = class extends BaseLLMProvider {
   constructor(config) {
     super(config);
     this.models = config.models || {};
     this.defaultModel = this.models.default || "claude-3-5-sonnet-20241022";
+    const clientOptions = { apiKey: config.apiKey || "" };
+    if (config.baseURL) {
+      clientOptions.baseURL = config.baseURL;
+    }
+    this.client = new Anthropic(clientOptions);
   }
   async chat(userMessage, systemPrompt = "", options = {}) {
     var _a;
@@ -1175,82 +1221,69 @@ var AnthropicProvider = class extends BaseLLMProvider {
     );
   }
   async _chatCompletionWithModel(messages, systemPrompt, tools, modelName, maxTokens, temperature, options = {}) {
-    const baseURL = this.config.baseURL || "https://api.anthropic.com";
-    const url = `${baseURL.replace(/\/$/, "")}/v1/messages`;
-    const formattedMessages = messages.map((m) => ({
-      role: m.role === "assistant" ? "assistant" : "user",
-      content: m.content
-    }));
-    const headers = {
-      "Content-Type": "application/json",
-      "x-api-key": this.config.apiKey || "",
-      "anthropic-version": "2023-06-01"
-    };
-    const payload = {
-      model: modelName,
-      messages: formattedMessages,
-      max_tokens: maxTokens,
-      temperature
-    };
-    if (systemPrompt) {
-      payload.system = systemPrompt;
-    }
+    var _a, _b, _c, _d;
+    let effectiveSystem = systemPrompt || void 0;
     if (options.responseFormat) {
       const formatType = typeof options.responseFormat === "string" ? options.responseFormat : options.responseFormat.type;
       if (formatType === "json" || formatType === "json_schema") {
-        const schemaText = options.responseFormat.schema || options.responseSchema ? `
+        const schema = options.responseFormat.schema || options.responseSchema;
+        const schemaText = schema ? `
 
-Your output must comply strictly with this JSON Schema: ${JSON.stringify(options.responseFormat.schema || options.responseSchema)}` : "";
+Your output must comply strictly with this JSON Schema: ${JSON.stringify(schema)}` : "";
         const jsonPrompt = `IMPORTANT: You must respond ONLY in raw JSON format. Do not write any conversational text, explanations, or markdown code blocks (e.g. do NOT wrap your answer in \`\`\`json ... \`\`\`). Your response must start with '{' and end with '}'.${schemaText}`;
-        if (payload.system) {
-          payload.system = `${payload.system}
+        effectiveSystem = effectiveSystem ? `${effectiveSystem}
 
-${jsonPrompt}`;
-        } else {
-          payload.system = jsonPrompt;
-        }
+${jsonPrompt}` : jsonPrompt;
       }
     }
-    let responseText;
-    let responseData;
+    const anthropicMessages = this._formatMessages(messages);
+    const anthropicTools = tools ? this._formatTools(tools) : void 0;
+    const requestParams = {
+      model: modelName,
+      max_tokens: maxTokens,
+      temperature,
+      messages: anthropicMessages,
+      ...effectiveSystem ? { system: effectiveSystem } : {},
+      ...anthropicTools ? { tools: anthropicTools } : {}
+    };
+    let response;
     try {
-      const res = await fetch(url, {
-        method: "POST",
-        headers,
-        body: JSON.stringify(payload)
-      });
-      responseText = await res.text();
-      if (!res.ok) {
-        console.error(`[AnthropicProvider] API request failed with status ${res.status}:`, responseText);
-        throw new LLMServiceException(`Anthropic API Error: ${responseText}`, res.status);
-      }
-      responseData = JSON.parse(responseText);
+      response = await this.client.messages.create(requestParams);
     } catch (error) {
       console.error(`[AnthropicProvider] request failed (API Key: ${this._getMaskedApiKey()}):`, error);
       throw error;
     }
-    const contentBlock = responseData.content && responseData.content[0];
-    const contentText = contentBlock ? contentBlock.text : "";
-    if (!contentText) {
-      console.error("[AnthropicProvider] Model returned empty response content");
+    const textBlocks = response.content.filter((b) => b.type === "text");
+    const toolUseBlocks = response.content.filter((b) => b.type === "tool_use");
+    const contentText = textBlocks.map((b) => b.text).join("");
+    if (!contentText && toolUseBlocks.length === 0) {
+      console.error("[AnthropicProvider] Model returned empty response (no text, no tool calls)");
       throw new LLMServiceException(
         "Model returned empty response. This usually means the prompt or schema is confusing the model.",
         500
       );
     }
-    const rawFinishReason = responseData.stop_reason;
+    const toolCalls = toolUseBlocks.length > 0 ? toolUseBlocks.map((block) => ({
+      id: block.id,
+      type: "function",
+      function: {
+        name: block.name,
+        // Anthropic returns args as a parsed object; serialize to string to match OpenAI shape
+        arguments: JSON.stringify(block.input || {})
+      }
+    })) : null;
+    const rawFinishReason = response.stop_reason;
     const normalizedFinishReason = this.normalizeFinishReason(rawFinishReason);
     const result = {
       content: contentText,
-      tool_calls: null,
-      // REST client tool calls mapping not required for playbook studio
+      tool_calls: toolCalls,
       finishReason: normalizedFinishReason,
       _rawFinishReason: rawFinishReason,
       _responseFormat: options.responseFormat,
       usage: {
-        prompt_tokens: responseData.usage ? responseData.usage.input_tokens : 0,
-        completion_tokens: responseData.usage ? responseData.usage.output_tokens : 0,
-        total_tokens: responseData.usage ? responseData.usage.input_tokens + responseData.usage.output_tokens : 0
+        prompt_tokens: ((_a = response.usage) == null ? void 0 : _a.input_tokens) || 0,
+        completion_tokens: ((_b = response.usage) == null ? void 0 : _b.output_tokens) || 0,
+        total_tokens: (((_c = response.usage) == null ? void 0 : _c.input_tokens) || 0) + (((_d = response.usage) == null ? void 0 : _d.output_tokens) || 0)
       },
       model: modelName
     };
@@ -1259,11 +1292,110 @@ ${jsonPrompt}`;
     }
     return result;
   }
-  _getModelForTier(tier) {
-    if (this.models[tier]) {
-      return this.models[tier];
+  /**
+   * Convert standard {role, content, tool_calls, tool_call_id} messages
+   * to Anthropic's message format.
+   *
+   * Key differences from OpenAI:
+   * - No 'system' role in messages array (handled via top-level `system` param)
+   * - Tool results go as role:'user' with content type:'tool_result'
+   * - Assistant messages with tool calls use an array of content blocks
+   * - Roles must strictly alternate user/assistant
+   */
+  _formatMessages(messages) {
+    const result = [];
+    for (const msg of messages) {
+      if (msg.role === "system") {
+        continue;
+      }
+      if (msg.role === "tool") {
+        const toolResultBlock = {
+          type: "tool_result",
+          tool_use_id: msg.tool_call_id,
+          content: typeof msg.content === "string" ? msg.content : JSON.stringify(msg.content)
+        };
+        const last = result[result.length - 1];
+        if (last && last.role === "user" && Array.isArray(last.content)) {
+          last.content.push(toolResultBlock);
+        } else {
+          result.push({ role: "user", content: [toolResultBlock] });
+        }
+        continue;
+      }
+      if (msg.role === "assistant") {
+        if (msg.tool_calls && msg.tool_calls.length > 0) {
+          const contentBlocks = [];
+          if (msg.content) {
+            contentBlocks.push({ type: "text", text: msg.content });
+          }
+          for (const tc of msg.tool_calls) {
+            let inputArgs = tc.function.arguments;
+            if (typeof inputArgs === "string") {
+              try {
+                inputArgs = JSON.parse(inputArgs);
+              } catch (_) {
+                inputArgs = {};
+              }
+            }
+            contentBlocks.push({
+              type: "tool_use",
+              id: tc.id,
+              name: tc.function.name,
+              input: inputArgs
+            });
+          }
+          result.push({ role: "assistant", content: contentBlocks });
+        } else {
+          result.push({ role: "assistant", content: msg.content || "" });
+        }
+        continue;
+      }
+      result.push({ role: "user", content: msg.content || "" });
     }
-    return this.defaultModel;
+    return result;
+  }
+  /**
+   * Convert OpenAI-style tool definitions to Anthropic format.
+   * OpenAI:    { type: 'function', function: { name, description, parameters } }
+   * Anthropic: { name, description, input_schema }
+   */
+  _formatTools(tools) {
+    return tools.map((tool) => {
+      const fn = tool.function || tool;
+      return {
+        name: fn.name,
+        description: fn.description || "",
+        input_schema: fn.parameters || fn.input_schema || { type: "object", properties: {} }
+      };
+    });
+  }
+  async executeTools(tool_calls, messages, tenantId, toolImplementations, env) {
+    const toolResults = await Promise.all(
+      tool_calls.map(async (toolCall) => {
+        const toolName = toolCall.function.name;
+        const tool = toolImplementations[toolName];
+        console.log(`[Tool Call] ${toolName} with arguments:`, toolCall.function.arguments);
+        if (!tool) {
+          console.error(`[Tool Error] Tool '${toolName}' not found`);
+          return { tool_call_id: toolCall.id, output: JSON.stringify({ error: `Tool '${toolName}' not found.` }) };
+        }
+        try {
+          const output = await tool(toolCall.function.arguments, { env, tenantId });
+          const preview = typeof output === "string" ? output.length > 200 ? output.substring(0, 200) + "..." : output : JSON.stringify(output).substring(0, 200) + "...";
+          console.log(`[Tool Result] ${toolName} returned:`, preview);
+          return { tool_call_id: toolCall.id, output };
+        } catch (error) {
+          console.error(`[Tool Error] ${toolName} failed:`, error.message);
+          return { tool_call_id: toolCall.id, output: JSON.stringify({ error: `Error executing tool '${toolName}': ${error.message}` }) };
+        }
+      })
+    );
+    toolResults.forEach(
+      (result) => messages.push({ role: "tool", tool_call_id: result.tool_call_id, content: result.output })
+    );
+  }
+  _getModelForTier(tier) {
+    return this.models[tier] || this.defaultModel;
   }
   _shouldAutoParse(options) {
     if (!options.responseFormat) return false;
@@ -1284,15 +1416,10 @@ ${jsonPrompt}`;
   }
   normalizeFinishReason(providerReason) {
     const lower = (providerReason || "").toLowerCase();
-    if (lower === "end_turn") {
-      return "completed";
-    }
-    if (lower === "max_tokens") {
-      return "truncated";
-    }
-    if (lower === "stop_sequence") {
-      return "completed";
-    }
+    if (lower === "end_turn") return "completed";
+    if (lower === "max_tokens") return "truncated";
+    if (lower === "stop_sequence") return "completed";
+    if (lower === "tool_use") return "tool_call";
     return super.normalizeFinishReason(providerReason);
   }
 };