@yourgpt/llm-sdk 2.5.0 → 2.5.1-beta.0

package/dist/providers/anthropic/index.mjs

@@ -1,3 +1,241 @@
+// src/adapters/base.ts
+function stringifyForDebug(value) {
+  return JSON.stringify(
+    value,
+    (_key, currentValue) => {
+      if (typeof currentValue === "bigint") {
+        return currentValue.toString();
+      }
+      if (currentValue instanceof Error) {
+        return {
+          name: currentValue.name,
+          message: currentValue.message,
+          stack: currentValue.stack
+        };
+      }
+      return currentValue;
+    },
+    2
+  );
+}
+function logProviderPayload(provider, label, payload, enabled) {
+  if (!enabled) {
+    return;
+  }
+  if (label.toLowerCase().includes("stream ")) {
+    return;
+  }
+  try {
+    console.log(
+      `[llm-sdk:${provider}] ${label}
+${stringifyForDebug(payload)}`
+    );
+  } catch (error) {
+    console.log(
+      `[llm-sdk:${provider}] ${label} (failed to stringify payload)`,
+      error
+    );
+  }
+}
+function stripSchemaKeys(schema, keysToDrop, options = {}) {
+  if (Array.isArray(schema)) {
+    return schema.map((item) => stripSchemaKeys(item, keysToDrop, options));
+  }
+  if (!schema || typeof schema !== "object") return schema;
+  const out = {};
+  for (const [key, value] of Object.entries(
+    schema
+  )) {
+    if (keysToDrop.has(key)) continue;
+    const renamed = options.renameKeys?.[key] ?? key;
+    out[renamed] = stripSchemaKeys(value, keysToDrop, options);
+  }
+  if (options.forceAdditionalPropertiesFalse && out.type === "object") {
+    out.additionalProperties = false;
+  }
+  return out;
+}
+var ANTHROPIC_UNSUPPORTED_KEYS = /* @__PURE__ */ new Set([
+  "minimum",
+  "maximum",
+  "exclusiveMinimum",
+  "exclusiveMaximum",
+  "multipleOf",
+  "minLength",
+  "maxLength",
+  "minItems",
+  "maxItems",
+  "minProperties",
+  "maxProperties",
+  "pattern",
+  "$schema"
+]);
+function toAnthropicOutputConfig(rf) {
+  if (!rf || rf.type !== "json_schema") return void 0;
+  const schema = stripSchemaKeys(
+    rf.json_schema.schema,
+    ANTHROPIC_UNSUPPORTED_KEYS,
+    {
+      forceAdditionalPropertiesFalse: true,
+      renameKeys: { oneOf: "anyOf" }
+    }
+  );
+  return {
+    format: {
+      type: "json_schema",
+      schema
+    }
+  };
+}
+function hasMediaAttachments(message) {
+  const attachments = message.metadata?.attachments;
+  return attachments?.some(
+    (a) => a.type === "image" || a.type === "file" && a.mimeType === "application/pdf"
+  ) ?? false;
+}
+function attachmentToAnthropicImage(attachment) {
+  if (attachment.type !== "image") return null;
+  if (attachment.url) {
+    return {
+      type: "image",
+      source: {
+        type: "url",
+        url: attachment.url
+      }
+    };
+  }
+  if (!attachment.data) return null;
+  let base64Data = attachment.data;
+  if (base64Data.startsWith("data:")) {
+    const commaIndex = base64Data.indexOf(",");
+    if (commaIndex !== -1) {
+      base64Data = base64Data.slice(commaIndex + 1);
+    }
+  }
+  return {
+    type: "image",
+    source: {
+      type: "base64",
+      media_type: attachment.mimeType || "image/png",
+      data: base64Data
+    }
+  };
+}
+function attachmentToAnthropicDocument(attachment) {
+  if (attachment.type !== "file" || attachment.mimeType !== "application/pdf") {
+    return null;
+  }
+  if (attachment.url) {
+    return {
+      type: "document",
+      source: {
+        type: "url",
+        url: attachment.url
+      }
+    };
+  }
+  if (!attachment.data) return null;
+  let base64Data = attachment.data;
+  if (base64Data.startsWith("data:")) {
+    const commaIndex = base64Data.indexOf(",");
+    if (commaIndex !== -1) {
+      base64Data = base64Data.slice(commaIndex + 1);
+    }
+  }
+  return {
+    type: "document",
+    source: {
+      type: "base64",
+      media_type: "application/pdf",
+      data: base64Data
+    }
+  };
+}
+function messageToAnthropicContent(message) {
+  const attachments = message.metadata?.attachments;
+  const content = message.content ?? "";
+  if (!hasMediaAttachments(message)) {
+    return content;
+  }
+  const blocks = [];
+  if (attachments) {
+    for (const attachment of attachments) {
+      const imageBlock = attachmentToAnthropicImage(attachment);
+      if (imageBlock) {
+        blocks.push(imageBlock);
+        continue;
+      }
+      const docBlock = attachmentToAnthropicDocument(attachment);
+      if (docBlock) {
+        blocks.push(docBlock);
+      }
+    }
+  }
+  if (content) {
+    blocks.push({ type: "text", text: content });
+  }
+  return blocks;
+}
+function formatMessagesForAnthropic(messages, systemPrompt) {
+  const formatted = [];
+  for (let i = 0; i < messages.length; i++) {
+    const msg = messages[i];
+    if (msg.role === "system") continue;
+    if (msg.role === "assistant") {
+      const content = [];
+      if (msg.content) {
+        content.push({ type: "text", text: msg.content });
+      }
+      if (msg.tool_calls && msg.tool_calls.length > 0) {
+        for (const tc of msg.tool_calls) {
+          content.push({
+            type: "tool_use",
+            id: tc.id,
+            name: tc.function.name,
+            input: JSON.parse(tc.function.arguments)
+          });
+        }
+      }
+      formatted.push({
+        role: "assistant",
+        content: content.length === 1 && content[0].type === "text" ? content[0].text : content
+      });
+    } else if (msg.role === "tool" && msg.tool_call_id) {
+      const toolResults = [
+        {
+          type: "tool_result",
+          tool_use_id: msg.tool_call_id,
+          content: msg.content ?? ""
+        }
+      ];
+      while (i + 1 < messages.length && messages[i + 1].role === "tool") {
+        i++;
+        const nextTool = messages[i];
+        if (nextTool.tool_call_id) {
+          toolResults.push({
+            type: "tool_result",
+            tool_use_id: nextTool.tool_call_id,
+            content: nextTool.content ?? ""
+          });
+        }
+      }
+      formatted.push({
+        role: "user",
+        content: toolResults
+      });
+    } else if (msg.role === "user") {
+      formatted.push({
+        role: "user",
+        content: messageToAnthropicContent(msg)
+      });
+    }
+  }
+  return {
+    system: "",
+    messages: formatted
+  };
+}
+
 // src/providers/anthropic/provider.ts
 var ANTHROPIC_MODELS = {
   // Claude 4 series
@@ -6,6 +244,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: true,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   "claude-opus-4-20250514": {
@@ -13,6 +252,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: true,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   // Claude 3.7 series
@@ -21,6 +261,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: true,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   "claude-3-7-sonnet-latest": {
@@ -28,6 +269,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: true,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   // Claude 3.5 series
@@ -36,6 +278,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   "claude-3-5-sonnet-latest": {
@@ -43,6 +286,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: true,
+    jsonMode: true,
     maxTokens: 2e5
   },
   "claude-3-5-haiku-20241022": {
@@ -50,6 +294,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: false,
+    jsonMode: true,
     maxTokens: 2e5
   },
   "claude-3-5-haiku-latest": {
@@ -57,6 +302,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: false,
+    jsonMode: true,
     maxTokens: 2e5
   },
   // Claude 3 series
@@ -65,6 +311,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: false,
+    jsonMode: false,
     maxTokens: 2e5
   },
   "claude-3-sonnet-20240229": {
@@ -72,6 +319,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: false,
+    jsonMode: false,
     maxTokens: 2e5
   },
   "claude-3-haiku-20240307": {
@@ -79,6 +327,7 @@ var ANTHROPIC_MODELS = {
     tools: true,
     thinking: false,
     pdf: false,
+    jsonMode: false,
     maxTokens: 2e5
   }
 };
@@ -103,7 +352,7 @@ function anthropic(modelId, options = {}) {
       supportsVision: modelConfig.vision,
       supportsTools: modelConfig.tools,
       supportsStreaming: true,
-      supportsJsonMode: false,
+      supportsJsonMode: modelConfig.jsonMode,
       supportsThinking: modelConfig.thinking,
       supportsPDF: modelConfig.pdf,
       maxTokens: modelConfig.maxTokens,
@@ -111,7 +360,7 @@ function anthropic(modelId, options = {}) {
     },
     async doGenerate(params) {
       const client2 = await getClient();
-      const { system, messages } = formatMessagesForAnthropic(params.messages);
+      const { system, messages } = formatMessagesForAnthropic2(params.messages);
       const requestOptions = {
         model: modelId,
         max_tokens: params.maxTokens ?? 4096,
@@ -128,6 +377,10 @@ function anthropic(modelId, options = {}) {
           budget_tokens: options.thinking.budgetTokens ?? 1e4
         };
       }
+      const outputConfig = toAnthropicOutputConfig(params.responseFormat);
+      if (outputConfig) {
+        requestOptions.output_config = outputConfig;
+      }
       const response = await client2.messages.create(requestOptions);
       let text = "";
       const toolCalls = [];
@@ -156,7 +409,7 @@ function anthropic(modelId, options = {}) {
     },
     async *doStream(params) {
       const client2 = await getClient();
-      const { system, messages } = formatMessagesForAnthropic(params.messages);
+      const { system, messages } = formatMessagesForAnthropic2(params.messages);
       const requestOptions = {
         model: modelId,
         max_tokens: params.maxTokens ?? 4096,
@@ -173,6 +426,10 @@ function anthropic(modelId, options = {}) {
           budget_tokens: options.thinking.budgetTokens ?? 1e4
         };
       }
+      const outputConfig = toAnthropicOutputConfig(params.responseFormat);
+      if (outputConfig) {
+        requestOptions.output_config = outputConfig;
+      }
       const stream = await client2.messages.stream(requestOptions);
       let currentToolUse = null;
       let inputTokens = 0;
@@ -251,7 +508,7 @@ function mapFinishReason(reason) {
       return "unknown";
   }
 }
-function formatMessagesForAnthropic(messages) {
+function formatMessagesForAnthropic2(messages) {
   let system = "";
   const formatted = [];
   const pendingToolResults = [];
@@ -360,194 +617,6 @@ function generateMessageId() {
   return generateId("msg");
 }
 
-// src/adapters/base.ts
-function stringifyForDebug(value) {
-  return JSON.stringify(
-    value,
-    (_key, currentValue) => {
-      if (typeof currentValue === "bigint") {
-        return currentValue.toString();
-      }
-      if (currentValue instanceof Error) {
-        return {
-          name: currentValue.name,
-          message: currentValue.message,
-          stack: currentValue.stack
-        };
-      }
-      return currentValue;
-    },
-    2
-  );
-}
-function logProviderPayload(provider, label, payload, enabled) {
-  if (!enabled) {
-    return;
-  }
-  if (label.toLowerCase().includes("stream ")) {
-    return;
-  }
-  try {
-    console.log(
-      `[llm-sdk:${provider}] ${label}
-${stringifyForDebug(payload)}`
-    );
-  } catch (error) {
-    console.log(
-      `[llm-sdk:${provider}] ${label} (failed to stringify payload)`,
-      error
-    );
-  }
-}
-function hasMediaAttachments(message) {
-  const attachments = message.metadata?.attachments;
-  return attachments?.some(
-    (a) => a.type === "image" || a.type === "file" && a.mimeType === "application/pdf"
-  ) ?? false;
-}
-function attachmentToAnthropicImage(attachment) {
-  if (attachment.type !== "image") return null;
-  if (attachment.url) {
-    return {
-      type: "image",
-      source: {
-        type: "url",
-        url: attachment.url
-      }
-    };
-  }
-  if (!attachment.data) return null;
-  let base64Data = attachment.data;
-  if (base64Data.startsWith("data:")) {
-    const commaIndex = base64Data.indexOf(",");
-    if (commaIndex !== -1) {
-      base64Data = base64Data.slice(commaIndex + 1);
-    }
-  }
-  return {
-    type: "image",
-    source: {
-      type: "base64",
-      media_type: attachment.mimeType || "image/png",
-      data: base64Data
-    }
-  };
-}
-function attachmentToAnthropicDocument(attachment) {
-  if (attachment.type !== "file" || attachment.mimeType !== "application/pdf") {
-    return null;
-  }
-  if (attachment.url) {
-    return {
-      type: "document",
-      source: {
-        type: "url",
-        url: attachment.url
-      }
-    };
-  }
-  if (!attachment.data) return null;
-  let base64Data = attachment.data;
-  if (base64Data.startsWith("data:")) {
-    const commaIndex = base64Data.indexOf(",");
-    if (commaIndex !== -1) {
-      base64Data = base64Data.slice(commaIndex + 1);
-    }
-  }
-  return {
-    type: "document",
-    source: {
-      type: "base64",
-      media_type: "application/pdf",
-      data: base64Data
-    }
-  };
-}
-function messageToAnthropicContent(message) {
-  const attachments = message.metadata?.attachments;
-  const content = message.content ?? "";
-  if (!hasMediaAttachments(message)) {
-    return content;
-  }
-  const blocks = [];
-  if (attachments) {
-    for (const attachment of attachments) {
-      const imageBlock = attachmentToAnthropicImage(attachment);
-      if (imageBlock) {
-        blocks.push(imageBlock);
-        continue;
-      }
-      const docBlock = attachmentToAnthropicDocument(attachment);
-      if (docBlock) {
-        blocks.push(docBlock);
-      }
-    }
-  }
-  if (content) {
-    blocks.push({ type: "text", text: content });
-  }
-  return blocks;
-}
-function formatMessagesForAnthropic2(messages, systemPrompt) {
-  const formatted = [];
-  for (let i = 0; i < messages.length; i++) {
-    const msg = messages[i];
-    if (msg.role === "system") continue;
-    if (msg.role === "assistant") {
-      const content = [];
-      if (msg.content) {
-        content.push({ type: "text", text: msg.content });
-      }
-      if (msg.tool_calls && msg.tool_calls.length > 0) {
-        for (const tc of msg.tool_calls) {
-          content.push({
-            type: "tool_use",
-            id: tc.id,
-            name: tc.function.name,
-            input: JSON.parse(tc.function.arguments)
-          });
-        }
-      }
-      formatted.push({
-        role: "assistant",
-        content: content.length === 1 && content[0].type === "text" ? content[0].text : content
-      });
-    } else if (msg.role === "tool" && msg.tool_call_id) {
-      const toolResults = [
-        {
-          type: "tool_result",
-          tool_use_id: msg.tool_call_id,
-          content: msg.content ?? ""
-        }
-      ];
-      while (i + 1 < messages.length && messages[i + 1].role === "tool") {
-        i++;
-        const nextTool = messages[i];
-        if (nextTool.tool_call_id) {
-          toolResults.push({
-            type: "tool_result",
-            tool_use_id: nextTool.tool_call_id,
-            content: nextTool.content ?? ""
-          });
-        }
-      }
-      formatted.push({
-        role: "user",
-        content: toolResults
-      });
-    } else if (msg.role === "user") {
-      formatted.push({
-        role: "user",
-        content: messageToAnthropicContent(msg)
-      });
-    }
-  }
-  return {
-    system: "",
-    messages: formatted
-  };
-}
-
 // src/adapters/anthropic.ts
 var AnthropicAdapter = class {
   constructor(config) {
@@ -770,12 +839,14 @@ var AnthropicAdapter = class {
    * Build common request options for both streaming and non-streaming
    */
   buildRequestOptions(request) {
-    const systemMessage = request.systemPrompt || "";
+    const responseFormat = request.config?.responseFormat;
+    const jsonObjectSuffix = responseFormat?.type === "json_object" ? "\n\nRespond with a single JSON object and no other text." : "";
+    const systemMessage = (request.systemPrompt || "") + jsonObjectSuffix;
     let messages;
     if (request.rawMessages && request.rawMessages.length > 0) {
       messages = this.convertToAnthropicMessages(request.rawMessages);
     } else {
-      const formatted = formatMessagesForAnthropic2(request.messages);
+      const formatted = formatMessagesForAnthropic(request.messages);
       messages = formatted.messages;
     }
     const anthropicNativeSearch = request.providerToolOptions?.anthropic?.nativeToolSearch;
@@ -851,6 +922,10 @@ var AnthropicAdapter = class {
     if (serverToolConfiguration) {
       options.server_tool_configuration = serverToolConfiguration;
     }
+    const outputConfig = toAnthropicOutputConfig(responseFormat);
+    if (outputConfig) {
+      options.output_config = outputConfig;
+    }
     if (this.config.thinking?.type === "enabled") {
       options.thinking = {
         type: "enabled",
@@ -1179,7 +1254,8 @@ function createAnthropic(config = {}) {
         "image/gif",
         "image/webp"
       ],
-      supportsJsonMode: false,
+      // Native `output_config.format` — GA on Claude 3.5 and newer.
+      supportsJsonMode: true,
       supportsSystemMessages: true
     };
   };

package/dist/providers/azure/index.d.mts

@@ -1,7 +1,7 @@
-import { b as AzureProviderConfig, A as AIProvider } from '../../types-DRqxMIjF.mjs';
-import '../../base-D-U61JaB.mjs';
-import '../../types-CR8mi9I0.mjs';
+import { b as AzureProviderConfig, A as AIProvider } from '../../types-BSSiJW2o.mjs';
+import '../../types-BkQCSiIt.mjs';
 import 'zod';
+import '../../base-tNgbBaSo.mjs';
 
 /**
  * Azure OpenAI Provider

package/dist/providers/azure/index.d.ts

@@ -1,7 +1,7 @@
-import { b as AzureProviderConfig, A as AIProvider } from '../../types-BctsnC3g.js';
-import '../../base-iGi9Va6Z.js';
-import '../../types-CR8mi9I0.js';
+import { b as AzureProviderConfig, A as AIProvider } from '../../types-BQ31QIsA.js';
+import '../../types-BkQCSiIt.js';
 import 'zod';
+import '../../base-C58Dsr9p.js';
 
 /**
  * Azure OpenAI Provider

package/dist/providers/azure/index.js

@@ -75,6 +75,52 @@ function parameterToJsonSchema(param) {
   }
   return schema;
 }
+function normalizeObjectJsonSchema(schema) {
+  if (!schema || typeof schema !== "object") {
+    return {
+      type: "object",
+      properties: {},
+      required: [],
+      additionalProperties: false
+    };
+  }
+  const normalized = { ...schema };
+  const type = normalized.type;
+  if (type === "object") {
+    const properties = normalized.properties && typeof normalized.properties === "object" && !Array.isArray(normalized.properties) ? normalized.properties : {};
+    normalized.properties = Object.fromEntries(
+      Object.entries(properties).map(([key, value]) => [
+        key,
+        normalizeObjectJsonSchema(value)
+      ])
+    );
+    const propertyKeys = Object.keys(properties);
+    const required = Array.isArray(normalized.required) ? normalized.required.filter(
+      (value) => typeof value === "string"
+    ) : [];
+    normalized.required = Array.from(/* @__PURE__ */ new Set([...required, ...propertyKeys]));
+    if (normalized.additionalProperties === void 0) {
+      normalized.additionalProperties = false;
+    }
+  } else if (type === "array" && normalized.items && typeof normalized.items === "object") {
+    normalized.items = normalizeObjectJsonSchema(
+      normalized.items
+    );
+  }
+  return normalized;
+}
+function toOpenAIResponseFormat(rf) {
+  if (!rf) return void 0;
+  if (rf.type === "json_object") return { type: "json_object" };
+  return {
+    type: "json_schema",
+    json_schema: {
+      name: rf.json_schema.name,
+      schema: normalizeObjectJsonSchema(rf.json_schema.schema),
+      strict: rf.json_schema.strict ?? true
+    }
+  };
+}
 function formatTools(actions) {
   return actions.map((action) => ({
     type: "function",
@@ -256,6 +302,7 @@ var AzureAdapter = class {
         tools,
         temperature: request.config?.temperature ?? this.config.temperature,
         max_tokens: request.config?.maxTokens ?? this.config.maxTokens,
+        response_format: toOpenAIResponseFormat(request.config?.responseFormat),
         stream: true
       };
       logProviderPayload("azure", "request payload", payload, request.debug);
@@ -355,7 +402,8 @@ var AzureAdapter = class {
       messages,
       tools,
       temperature: request.config?.temperature ?? this.config.temperature,
-      max_tokens: request.config?.maxTokens ?? this.config.maxTokens
+      max_tokens: request.config?.maxTokens ?? this.config.maxTokens,
+      response_format: toOpenAIResponseFormat(request.config?.responseFormat)
     };
     logProviderPayload("azure", "request payload", payload, request.debug);
     const response = await client.chat.completions.create(payload);