@yourgpt/llm-sdk 2.5.0 → 2.5.1-beta.1

package/dist/providers/anthropic/index.mjs

@@ -1,3 +1,298 @@
+// src/adapters/base.ts
+function stringifyForDebug(value) {
+  return JSON.stringify(
+    value,
+    (_key, currentValue) => {
+      if (typeof currentValue === "bigint") {
+        return currentValue.toString();
+      }
+      if (currentValue instanceof Error) {
+        return {
+          name: currentValue.name,
+          message: currentValue.message,
+          stack: currentValue.stack
+        };
+      }
+      return currentValue;
+    },
+    2
+  );
+}
+function logProviderPayload(provider, label, payload, enabled) {
+  if (!enabled) {
+    return;
+  }
+  if (label.toLowerCase().includes("stream ")) {
+    return;
+  }
+  try {
+    console.log(
+      `[llm-sdk:${provider}] ${label}
+${stringifyForDebug(payload)}`
+    );
+  } catch (error) {
+    console.log(
+      `[llm-sdk:${provider}] ${label} (failed to stringify payload)`,
+      error
+    );
+  }
+}
+function stripSchemaKeys(schema, keysToDrop, options = {}) {
+  if (Array.isArray(schema)) {
+    return schema.map((item) => stripSchemaKeys(item, keysToDrop, options));
+  }
+  if (!schema || typeof schema !== "object") return schema;
+  const out = {};
+  for (const [key, value] of Object.entries(
+    schema
+  )) {
+    if (keysToDrop.has(key)) continue;
+    const renamed = options.renameKeys?.[key] ?? key;
+    out[renamed] = stripSchemaKeys(value, keysToDrop, options);
+  }
+  if (options.forceAdditionalPropertiesFalse && out.type === "object") {
+    out.additionalProperties = false;
+  }
+  return out;
+}
+var ANTHROPIC_UNSUPPORTED_KEYS = /* @__PURE__ */ new Set([
+  "minimum",
+  "maximum",
+  "exclusiveMinimum",
+  "exclusiveMaximum",
+  "multipleOf",
+  "minLength",
+  "maxLength",
+  "minItems",
+  "maxItems",
+  "minProperties",
+  "maxProperties",
+  "pattern",
+  "$schema"
+]);
+function toAnthropicOutputConfig(rf) {
+  if (!rf || rf.type !== "json_schema") return void 0;
+  const schema = stripSchemaKeys(
+    rf.json_schema.schema,
+    ANTHROPIC_UNSUPPORTED_KEYS,
+    {
+      forceAdditionalPropertiesFalse: true,
+      renameKeys: { oneOf: "anyOf" }
+    }
+  );
+  return {
+    format: {
+      type: "json_schema",
+      schema
+    }
+  };
+}
+function toAnthropicMcp(mcpServers) {
+  if (!mcpServers || mcpServers.length === 0) {
+    return { mcpServers: [], tools: [], betas: [] };
+  }
+  const serverEntries = [];
+  const toolEntries = [];
+  for (const mcp of mcpServers) {
+    const authHeader = mcp.headers?.Authorization ?? mcp.headers?.authorization;
+    const token = authHeader?.replace(/^Bearer\s+/i, "");
+    serverEntries.push({
+      type: "url",
+      url: mcp.url,
+      name: mcp.label,
+      ...token ? { authorization_token: token } : {}
+    });
+    if (mcp.allowedTools && mcp.allowedTools.length > 0) {
+      toolEntries.push({
+        type: "mcp_toolset",
+        mcp_server_name: mcp.label,
+        configs: Object.fromEntries(
+          mcp.allowedTools.map((toolName) => [toolName, {}])
+        )
+      });
+    }
+  }
+  return {
+    mcpServers: serverEntries,
+    tools: toolEntries,
+    betas: ["mcp-client-2025-11-20"]
+  };
+}
+function isStringEffort(effort) {
+  return typeof effort === "string" && (effort === "minimal" || effort === "low" || effort === "medium" || effort === "high");
+}
+var ANTHROPIC_ADAPTIVE_MODELS = /(claude-opus-4-7|claude-opus-4-6|claude-sonnet-4-6)/i;
+function toAnthropicThinking(effort, modelId) {
+  if (!effort) return {};
+  if (typeof effort === "object" && "raw" in effort) {
+    return { thinking: effort.raw };
+  }
+  const isAdaptive = !!modelId && ANTHROPIC_ADAPTIVE_MODELS.test(modelId);
+  if (typeof effort === "object" && "budgetTokens" in effort) {
+    return {
+      thinking: { type: "enabled", budget_tokens: effort.budgetTokens }
+    };
+  }
+  if (!isStringEffort(effort)) return {};
+  if (isAdaptive) {
+    const mapped = effort === "minimal" ? "low" : effort;
+    return {
+      thinking: { type: "adaptive" },
+      outputConfigEffort: mapped
+    };
+  }
+  const budget = effort === "high" ? 16e3 : effort === "medium" ? 8e3 : effort === "low" ? 4e3 : 2048;
+  return { thinking: { type: "enabled", budget_tokens: budget } };
+}
+function hasMediaAttachments(message) {
+  const attachments = message.metadata?.attachments;
+  return attachments?.some(
+    (a) => a.type === "image" || a.type === "file" && a.mimeType === "application/pdf"
+  ) ?? false;
+}
+function attachmentToAnthropicImage(attachment) {
+  if (attachment.type !== "image") return null;
+  if (attachment.url) {
+    return {
+      type: "image",
+      source: {
+        type: "url",
+        url: attachment.url
+      }
+    };
+  }
+  if (!attachment.data) return null;
+  let base64Data = attachment.data;
+  if (base64Data.startsWith("data:")) {
+    const commaIndex = base64Data.indexOf(",");
+    if (commaIndex !== -1) {
+      base64Data = base64Data.slice(commaIndex + 1);
+    }
+  }
+  return {
+    type: "image",
+    source: {
+      type: "base64",
+      media_type: attachment.mimeType || "image/png",
+      data: base64Data
+    }
+  };
+}
+function attachmentToAnthropicDocument(attachment) {
+  if (attachment.type !== "file" || attachment.mimeType !== "application/pdf") {
+    return null;
+  }
+  if (attachment.url) {
+    return {
+      type: "document",
+      source: {
+        type: "url",
+        url: attachment.url
+      }
+    };
+  }
+  if (!attachment.data) return null;
+  let base64Data = attachment.data;
+  if (base64Data.startsWith("data:")) {
+    const commaIndex = base64Data.indexOf(",");
+    if (commaIndex !== -1) {
+      base64Data = base64Data.slice(commaIndex + 1);
+    }
+  }
+  return {
+    type: "document",
+    source: {
+      type: "base64",
+      media_type: "application/pdf",
+      data: base64Data
+    }
+  };
+}
+function messageToAnthropicContent(message) {
+  const attachments = message.metadata?.attachments;
+  const content = message.content ?? "";
+  if (!hasMediaAttachments(message)) {
+    return content;
+  }
+  const blocks = [];
+  if (attachments) {
+    for (const attachment of attachments) {
+      const imageBlock = attachmentToAnthropicImage(attachment);
+      if (imageBlock) {
+        blocks.push(imageBlock);
+        continue;
+      }
+      const docBlock = attachmentToAnthropicDocument(attachment);
+      if (docBlock) {
+        blocks.push(docBlock);
+      }
+    }
+  }
+  if (content) {
+    blocks.push({ type: "text", text: content });
+  }
+  return blocks;
+}
+function formatMessagesForAnthropic(messages, systemPrompt) {
+  const formatted = [];
+  for (let i = 0; i < messages.length; i++) {
+    const msg = messages[i];
+    if (msg.role === "system") continue;
+    if (msg.role === "assistant") {
+      const content = [];
+      if (msg.content) {
+        content.push({ type: "text", text: msg.content });
+      }
+      if (msg.tool_calls && msg.tool_calls.length > 0) {
+        for (const tc of msg.tool_calls) {
+          content.push({
+            type: "tool_use",
+            id: tc.id,
+            name: tc.function.name,
+            input: JSON.parse(tc.function.arguments)
+          });
+        }
+      }
+      formatted.push({
+        role: "assistant",
+        content: content.length === 1 && content[0].type === "text" ? content[0].text : content
+      });
+    } else if (msg.role === "tool" && msg.tool_call_id) {
+      const toolResults = [
+        {
+          type: "tool_result",
+          tool_use_id: msg.tool_call_id,
+          content: msg.content ?? ""
+        }
+      ];
+      while (i + 1 < messages.length && messages[i + 1].role === "tool") {
+        i++;
+        const nextTool = messages[i];
+        if (nextTool.tool_call_id) {
+          toolResults.push({
+            type: "tool_result",
+            tool_use_id: nextTool.tool_call_id,
+            content: nextTool.content ?? ""
+          });
+        }
+      }
+      formatted.push({
+        role: "user",
+        content: toolResults
+      });
+    } else if (msg.role === "user") {
+      formatted.push({
+        role: "user",
+        content: messageToAnthropicContent(msg)
+      });
+    }
+  }
+  return {
+    system: "",
+    messages: formatted
+  };
+}
+
 // src/providers/anthropic/provider.ts
 var ANTHROPIC_MODELS = {
   // Claude 4 series
@@ -6,6 +301,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: true,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   "claude-opus-4-20250514": {
@@ -13,6 +309,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: true,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   // Claude 3.7 series
@@ -21,6 +318,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: true,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   "claude-3-7-sonnet-latest": {
@@ -28,6 +326,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: true,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   // Claude 3.5 series
@@ -36,6 +335,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   "claude-3-5-sonnet-latest": {
@@ -43,6 +343,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   "claude-3-5-haiku-20241022": {
@@ -50,6 +351,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: false,
+    jsonMode: true,
     maxTokens: 2e5
   },
   "claude-3-5-haiku-latest": {
@@ -57,6 +359,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: false,
+    jsonMode: true,
     maxTokens: 2e5
   },
   // Claude 3 series
@@ -65,6 +368,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: false,
+    jsonMode: false,
     maxTokens: 2e5
   },
   "claude-3-sonnet-20240229": {
@@ -72,6 +376,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: false,
+    jsonMode: false,
     maxTokens: 2e5
   },
   "claude-3-haiku-20240307": {
@@ -79,6 +384,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: false,
+    jsonMode: false,
     maxTokens: 2e5
   }
 };
@@ -103,7 +409,7 @@ function anthropic(modelId, options = {}) {
       supportsVision: modelConfig.vision,
       supportsTools: modelConfig.tools,
       supportsStreaming: true,
-      supportsJsonMode: false,
+      supportsJsonMode: modelConfig.jsonMode,
       supportsThinking: modelConfig.thinking,
       supportsPDF: modelConfig.pdf,
       maxTokens: modelConfig.maxTokens,
@@ -111,7 +417,7 @@ function anthropic(modelId, options = {}) {
     },
     async doGenerate(params) {
       const client2 = await getClient();
-      const { system, messages } = formatMessagesForAnthropic(params.messages);
+      const { system, messages } = formatMessagesForAnthropic2(params.messages);
       const requestOptions = {
         model: modelId,
         max_tokens: params.maxTokens ?? 4096,
@@ -128,6 +434,10 @@ function anthropic(modelId, options = {}) {
           budget_tokens: options.thinking.budgetTokens ?? 1e4
         };
       }
+      const outputConfig = toAnthropicOutputConfig(params.responseFormat);
+      if (outputConfig) {
+        requestOptions.output_config = outputConfig;
+      }
       const response = await client2.messages.create(requestOptions);
       let text = "";
       const toolCalls = [];
@@ -156,7 +466,7 @@ function anthropic(modelId, options = {}) {
     },
     async *doStream(params) {
       const client2 = await getClient();
-      const { system, messages } = formatMessagesForAnthropic(params.messages);
+      const { system, messages } = formatMessagesForAnthropic2(params.messages);
       const requestOptions = {
         model: modelId,
         max_tokens: params.maxTokens ?? 4096,
@@ -173,6 +483,10 @@ function anthropic(modelId, options = {}) {
           budget_tokens: options.thinking.budgetTokens ?? 1e4
         };
       }
+      const outputConfig = toAnthropicOutputConfig(params.responseFormat);
+      if (outputConfig) {
+        requestOptions.output_config = outputConfig;
+      }
       const stream = await client2.messages.stream(requestOptions);
       let currentToolUse = null;
       let inputTokens = 0;
@@ -251,7 +565,7 @@ function mapFinishReason(reason) {
       return "unknown";
   }
 }
-function formatMessagesForAnthropic(messages) {
+function formatMessagesForAnthropic2(messages) {
   let system = "";
   const formatted = [];
   const pendingToolResults = [];
@@ -360,194 +674,6 @@ function generateMessageId() {
   return generateId("msg");
 }
 
-// src/adapters/base.ts
-function stringifyForDebug(value) {
-  return JSON.stringify(
-    value,
-    (_key, currentValue) => {
-      if (typeof currentValue === "bigint") {
-        return currentValue.toString();
-      }
-      if (currentValue instanceof Error) {
-        return {
-          name: currentValue.name,
-          message: currentValue.message,
-          stack: currentValue.stack
-        };
-      }
-      return currentValue;
-    },
-    2
-  );
-}
-function logProviderPayload(provider, label, payload, enabled) {
-  if (!enabled) {
-    return;
-  }
-  if (label.toLowerCase().includes("stream ")) {
-    return;
-  }
-  try {
-    console.log(
-      `[llm-sdk:${provider}] ${label}
-${stringifyForDebug(payload)}`
-    );
-  } catch (error) {
-    console.log(
-      `[llm-sdk:${provider}] ${label} (failed to stringify payload)`,
-      error
-    );
-  }
-}
-function hasMediaAttachments(message) {
-  const attachments = message.metadata?.attachments;
-  return attachments?.some(
-    (a) => a.type === "image" || a.type === "file" && a.mimeType === "application/pdf"
-  ) ?? false;
-}
-function attachmentToAnthropicImage(attachment) {
-  if (attachment.type !== "image") return null;
-  if (attachment.url) {
-    return {
-      type: "image",
-      source: {
-        type: "url",
-        url: attachment.url
-      }
-    };
-  }
-  if (!attachment.data) return null;
-  let base64Data = attachment.data;
-  if (base64Data.startsWith("data:")) {
-    const commaIndex = base64Data.indexOf(",");
-    if (commaIndex !== -1) {
-      base64Data = base64Data.slice(commaIndex + 1);
-    }
-  }
-  return {
-    type: "image",
-    source: {
-      type: "base64",
-      media_type: attachment.mimeType || "image/png",
-      data: base64Data
-    }
-  };
-}
-function attachmentToAnthropicDocument(attachment) {
-  if (attachment.type !== "file" || attachment.mimeType !== "application/pdf") {
-    return null;
-  }
-  if (attachment.url) {
-    return {
-      type: "document",
-      source: {
-        type: "url",
-        url: attachment.url
-      }
-    };
-  }
-  if (!attachment.data) return null;
-  let base64Data = attachment.data;
-  if (base64Data.startsWith("data:")) {
-    const commaIndex = base64Data.indexOf(",");
-    if (commaIndex !== -1) {
-      base64Data = base64Data.slice(commaIndex + 1);
-    }
-  }
-  return {
-    type: "document",
-    source: {
-      type: "base64",
-      media_type: "application/pdf",
-      data: base64Data
-    }
-  };
-}
-function messageToAnthropicContent(message) {
-  const attachments = message.metadata?.attachments;
-  const content = message.content ?? "";
-  if (!hasMediaAttachments(message)) {
-    return content;
-  }
-  const blocks = [];
-  if (attachments) {
-    for (const attachment of attachments) {
-      const imageBlock = attachmentToAnthropicImage(attachment);
-      if (imageBlock) {
-        blocks.push(imageBlock);
-        continue;
-      }
-      const docBlock = attachmentToAnthropicDocument(attachment);
-      if (docBlock) {
-        blocks.push(docBlock);
-      }
-    }
-  }
-  if (content) {
-    blocks.push({ type: "text", text: content });
-  }
-  return blocks;
-}
-function formatMessagesForAnthropic2(messages, systemPrompt) {
-  const formatted = [];
-  for (let i = 0; i < messages.length; i++) {
-    const msg = messages[i];
-    if (msg.role === "system") continue;
-    if (msg.role === "assistant") {
-      const content = [];
-      if (msg.content) {
-        content.push({ type: "text", text: msg.content });
-      }
-      if (msg.tool_calls && msg.tool_calls.length > 0) {
-        for (const tc of msg.tool_calls) {
-          content.push({
-            type: "tool_use",
-            id: tc.id,
-            name: tc.function.name,
-            input: JSON.parse(tc.function.arguments)
-          });
-        }
-      }
-      formatted.push({
-        role: "assistant",
-        content: content.length === 1 && content[0].type === "text" ? content[0].text : content
-      });
-    } else if (msg.role === "tool" && msg.tool_call_id) {
-      const toolResults = [
-        {
-          type: "tool_result",
-          tool_use_id: msg.tool_call_id,
-          content: msg.content ?? ""
-        }
-      ];
-      while (i + 1 < messages.length && messages[i + 1].role === "tool") {
-        i++;
-        const nextTool = messages[i];
-        if (nextTool.tool_call_id) {
-          toolResults.push({
-            type: "tool_result",
-            tool_use_id: nextTool.tool_call_id,
-            content: nextTool.content ?? ""
-          });
-        }
-      }
-      formatted.push({
-        role: "user",
-        content: toolResults
-      });
-    } else if (msg.role === "user") {
-      formatted.push({
-        role: "user",
-        content: messageToAnthropicContent(msg)
-      });
-    }
-  }
-  return {
-    system: "",
-    messages: formatted
-  };
-}
-
 // src/adapters/anthropic.ts
 var AnthropicAdapter = class {
   constructor(config) {
@@ -770,12 +896,14 @@ var AnthropicAdapter = class {
    * Build common request options for both streaming and non-streaming
    */
   buildRequestOptions(request) {
-    const systemMessage = request.systemPrompt || "";
+    const responseFormat = request.config?.responseFormat;
+    const jsonObjectSuffix = responseFormat?.type === "json_object" ? "\n\nRespond with a single JSON object and no other text." : "";
+    const systemMessage = (request.systemPrompt || "") + jsonObjectSuffix;
     let messages;
     if (request.rawMessages && request.rawMessages.length > 0) {
       messages = this.convertToAnthropicMessages(request.rawMessages);
     } else {
-      const formatted = formatMessagesForAnthropic2(request.messages);
+      const formatted = formatMessagesForAnthropic(request.messages);
       messages = formatted.messages;
     }
     const anthropicNativeSearch = request.providerToolOptions?.anthropic?.nativeToolSearch;
@@ -851,32 +979,58 @@ var AnthropicAdapter = class {
     if (serverToolConfiguration) {
       options.server_tool_configuration = serverToolConfiguration;
     }
-    if (this.config.thinking?.type === "enabled") {
+    const modelForThinking = request.config?.model || this.model;
+    const thinkingTranslation = toAnthropicThinking(
+      request.config?.reasoningEffort,
+      modelForThinking
+    );
+    const outputConfig = toAnthropicOutputConfig(responseFormat);
+    if (outputConfig || thinkingTranslation.outputConfigEffort) {
+      options.output_config = {
+        ...outputConfig ?? {},
+        ...thinkingTranslation.outputConfigEffort ? { effort: thinkingTranslation.outputConfigEffort } : {}
+      };
+    }
+    if (thinkingTranslation.thinking) {
+      options.thinking = thinkingTranslation.thinking;
+    } else if (this.config.thinking?.type === "enabled") {
       options.thinking = {
         type: "enabled",
         budget_tokens: this.config.thinking.budgetTokens || 1e4
       };
     }
-    return { options, messages };
+    const mcp = toAnthropicMcp(request.config?.mcpServers);
+    const betas = [];
+    if (mcp.mcpServers.length > 0) {
+      options.mcp_servers = mcp.mcpServers;
+      betas.push(...mcp.betas);
+      if (mcp.tools.length > 0) {
+        const existingTools = Array.isArray(options.tools) ? options.tools : [];
+        options.tools = [...existingTools, ...mcp.tools];
+      }
+    }
+    return { options, messages, betas };
   }
   /**
    * Non-streaming completion (for debugging/comparison with original studio-ai)
    */
   async complete(request) {
     const client = await this.getClient();
-    const { options } = this.buildRequestOptions(request);
+    const { options, betas } = this.buildRequestOptions(request);
     const nonStreamingOptions = {
       ...options,
       stream: false
     };
     try {
+      const finalOptions = betas.length > 0 ? { ...nonStreamingOptions, betas } : nonStreamingOptions;
+      const messagesApi = betas.length > 0 ? client.beta.messages : client.messages;
       logProviderPayload(
         "anthropic",
         "request payload",
-        nonStreamingOptions,
+        finalOptions,
         request.debug
       );
-      const response = await client.messages.create(nonStreamingOptions);
+      const response = await messagesApi.create(finalOptions);
       logProviderPayload(
         "anthropic",
         "response payload",
@@ -911,17 +1065,19 @@ var AnthropicAdapter = class {
   }
   async *stream(request) {
     const client = await this.getClient();
-    const { options } = this.buildRequestOptions(request);
+    const { options, betas } = this.buildRequestOptions(request);
     const messageId = generateMessageId();
     yield { type: "message:start", id: messageId };
     try {
+      const finalOptions = betas.length > 0 ? { ...options, betas } : options;
+      const streamApi = betas.length > 0 ? client.beta.messages : client.messages;
       logProviderPayload(
         "anthropic",
         "request payload",
-        options,
+        finalOptions,
         request.debug
       );
-      const stream = await client.messages.stream(options);
+      const stream = await streamApi.stream(finalOptions);
       let currentToolUse = null;
       let isInThinkingBlock = false;
       const collectedCitations = [];
@@ -1179,7 +1335,8 @@ function createAnthropic(config = {}) {
         "image/gif",
         "image/webp"
       ],
-      supportsJsonMode: false,
+      // Native `output_config.format` — GA on Claude 3.5 and newer.
+      supportsJsonMode: true,
       supportsSystemMessages: true
     };
   };