@langchain/anthropic 0.3.18 → 0.3.20

package/dist/chat_models.d.ts

@@ -522,11 +522,11 @@ export declare class ChatAnthropicMessages<CallOptions extends ChatAnthropicCall
     _identifyingParams(): {
         system?: string | Anthropic.Messages.TextBlockParam[] | undefined;
         thinking?: Anthropic.Messages.ThinkingConfigParam | undefined;
+        metadata?: Anthropic.Messages.Metadata | undefined;
         model: Anthropic.Messages.Model;
         max_tokens: number;
         tools?: Anthropic.Messages.ToolUnion[] | undefined;
         tool_choice?: Anthropic.Messages.ToolChoice | undefined;
-        metadata?: Anthropic.Messages.Metadata | undefined;
         temperature?: number | undefined;
         stream?: boolean | undefined;
         stop_sequences?: string[] | undefined;
@@ -540,11 +540,11 @@ export declare class ChatAnthropicMessages<CallOptions extends ChatAnthropicCall
     identifyingParams(): {
         system?: string | Anthropic.Messages.TextBlockParam[] | undefined;
         thinking?: Anthropic.Messages.ThinkingConfigParam | undefined;
+        metadata?: Anthropic.Messages.Metadata | undefined;
         model: Anthropic.Messages.Model;
         max_tokens: number;
         tools?: Anthropic.Messages.ToolUnion[] | undefined;
         tool_choice?: Anthropic.Messages.ToolChoice | undefined;
-        metadata?: Anthropic.Messages.Metadata | undefined;
         temperature?: number | undefined;
         stream?: boolean | undefined;
         stop_sequences?: string[] | undefined;

package/dist/types.cjs

@@ -1,2 +1,49 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.isAnthropicImageBlockParam = void 0;
+function isAnthropicImageBlockParam(block) {
+    if (block == null) {
+        return false;
+    }
+    if (typeof block !== "object") {
+        return false;
+    }
+    if (!("type" in block) || block.type !== "image") {
+        return false;
+    }
+    if (!("source" in block) || typeof block.source !== "object") {
+        return false;
+    }
+    if (block.source == null) {
+        return false;
+    }
+    if (!("type" in block.source)) {
+        return false;
+    }
+    if (block.source.type === "base64") {
+        if (!("media_type" in block.source)) {
+            return false;
+        }
+        if (typeof block.source.media_type !== "string") {
+            return false;
+        }
+        if (!("data" in block.source)) {
+            return false;
+        }
+        if (typeof block.source.data !== "string") {
+            return false;
+        }
+        return true;
+    }
+    if (block.source.type === "url") {
+        if (!("url" in block.source)) {
+            return false;
+        }
+        if (typeof block.source.url !== "string") {
+            return false;
+        }
+        return true;
+    }
+    return false;
+}
+exports.isAnthropicImageBlockParam = isAnthropicImageBlockParam;

package/dist/types.d.ts

@@ -25,3 +25,4 @@ export type AnthropicToolResultBlockParam = Anthropic.Messages.ToolResultBlockPa
 export type AnthropicDocumentBlockParam = Anthropic.Messages.DocumentBlockParam;
 export type AnthropicThinkingBlockParam = Anthropic.Messages.ThinkingBlockParam;
 export type AnthropicRedactedThinkingBlockParam = Anthropic.Messages.RedactedThinkingBlockParam;
+export declare function isAnthropicImageBlockParam(block: unknown): block is AnthropicImageBlockParam;

package/dist/types.js

@@ -1 +1,45 @@
-export {};
+export function isAnthropicImageBlockParam(block) {
+    if (block == null) {
+        return false;
+    }
+    if (typeof block !== "object") {
+        return false;
+    }
+    if (!("type" in block) || block.type !== "image") {
+        return false;
+    }
+    if (!("source" in block) || typeof block.source !== "object") {
+        return false;
+    }
+    if (block.source == null) {
+        return false;
+    }
+    if (!("type" in block.source)) {
+        return false;
+    }
+    if (block.source.type === "base64") {
+        if (!("media_type" in block.source)) {
+            return false;
+        }
+        if (typeof block.source.media_type !== "string") {
+            return false;
+        }
+        if (!("data" in block.source)) {
+            return false;
+        }
+        if (typeof block.source.data !== "string") {
+            return false;
+        }
+        return true;
+    }
+    if (block.source.type === "url") {
+        if (!("url" in block.source)) {
+            return false;
+        }
+        if (typeof block.source.url !== "string") {
+            return false;
+        }
+        return true;
+    }
+    return false;
+}

package/dist/utils/message_inputs.cjs

@@ -5,21 +5,38 @@ exports._convertMessagesToAnthropicPayload = exports._convertLangChainToolCallTo
  * This util file contains functions for converting LangChain messages to Anthropic messages.
  */
 const messages_1 = require("@langchain/core/messages");
+const types_js_1 = require("../types.cjs");
 function _formatImage(imageUrl) {
-    const regex = /^data:(image\/.+);base64,(.+)$/;
-    const match = imageUrl.match(regex);
-    if (match === null) {
+    const parsed = (0, messages_1.parseBase64DataUrl)({ dataUrl: imageUrl });
+    if (parsed) {
+        return {
+            type: "base64",
+            media_type: parsed.mime_type,
+            data: parsed.data,
+        };
+    }
+    let parsedUrl;
+    try {
+        parsedUrl = new URL(imageUrl);
+    }
+    catch {
         throw new Error([
-            "Anthropic only supports base64-encoded images currently.",
+            `Malformed image URL: ${JSON.stringify(imageUrl)}. Content blocks of type 'image_url' must be a valid http, https, or base64-encoded data URL.`,
             "Example: data:image/png;base64,/9j/4AAQSk...",
+            "Example: https://example.com/image.jpg",
         ].join("\n\n"));
     }
-    return {
-        type: "base64",
-        media_type: match[1] ?? "",
-        data: match[2] ?? "",
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    };
+    if (parsedUrl.protocol === "http:" || parsedUrl.protocol === "https:") {
+        return {
+            type: "url",
+            url: imageUrl,
+        };
+    }
+    throw new Error([
+        `Invalid image URL protocol: ${JSON.stringify(parsedUrl.protocol)}. Anthropic only supports images as http, https, or base64-encoded data URLs on 'image_url' content blocks.`,
+        "Example: data:image/png;base64,/9j/4AAQSk...",
+        "Example: https://example.com/image.jpg",
+    ].join("\n\n"));
 }
 function _ensureMessageContents(messages) {
     // Merge runs of human/tool messages into single human messages with content blocks.
@@ -82,6 +99,188 @@ function _convertLangChainToolCallToAnthropic(toolCall) {
     };
 }
 exports._convertLangChainToolCallToAnthropic = _convertLangChainToolCallToAnthropic;
+const standardContentBlockConverter = {
+    providerName: "anthropic",
+    fromStandardTextBlock(block) {
+        return {
+            type: "text",
+            text: block.text,
+            ...("citations" in (block.metadata ?? {})
+                ? { citations: block.metadata.citations }
+                : {}),
+            ...("cache_control" in (block.metadata ?? {})
+                ? { cache_control: block.metadata.cache_control }
+                : {}),
+        };
+    },
+    fromStandardImageBlock(block) {
+        if (block.source_type === "url") {
+            const data = (0, messages_1.parseBase64DataUrl)({
+                dataUrl: block.url,
+                asTypedArray: false,
+            });
+            if (data) {
+                return {
+                    type: "image",
+                    source: {
+                        type: "base64",
+                        data: data.data,
+                        media_type: data.mime_type,
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                };
+            }
+            else {
+                return {
+                    type: "image",
+                    source: {
+                        type: "url",
+                        url: block.url,
+                        media_type: block.mime_type ?? "",
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                };
+            }
+        }
+        else {
+            if (block.source_type === "base64") {
+                return {
+                    type: "image",
+                    source: {
+                        type: "base64",
+                        data: block.data,
+                        media_type: block.mime_type ?? "",
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                };
+            }
+            else {
+                throw new Error(`Unsupported image source type: ${block.source_type}`);
+            }
+        }
+    },
+    fromStandardFileBlock(block) {
+        const mime_type = (block.mime_type ?? "").split(";")[0];
+        if (block.source_type === "url") {
+            if (mime_type === "application/pdf" || mime_type === "") {
+                return {
+                    type: "document",
+                    source: {
+                        type: "url",
+                        url: block.url,
+                        media_type: block.mime_type ?? "",
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                    ...("citations" in (block.metadata ?? {})
+                        ? { citations: block.metadata.citations }
+                        : {}),
+                    ...("context" in (block.metadata ?? {})
+                        ? { context: block.metadata.context }
+                        : {}),
+                    ...("title" in (block.metadata ?? {})
+                        ? { title: block.metadata.title }
+                        : {}),
+                };
+            }
+            throw new Error(`Unsupported file mime type for file url source: ${block.mime_type}`);
+        }
+        else if (block.source_type === "text") {
+            if (mime_type === "text/plain" || mime_type === "") {
+                return {
+                    type: "document",
+                    source: {
+                        type: "text",
+                        data: block.text,
+                        media_type: block.mime_type ?? "",
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                    ...("citations" in (block.metadata ?? {})
+                        ? { citations: block.metadata.citations }
+                        : {}),
+                    ...("context" in (block.metadata ?? {})
+                        ? { context: block.metadata.context }
+                        : {}),
+                    ...("title" in (block.metadata ?? {})
+                        ? { title: block.metadata.title }
+                        : {}),
+                };
+            }
+            else {
+                throw new Error(`Unsupported file mime type for file text source: ${block.mime_type}`);
+            }
+        }
+        else if (block.source_type === "base64") {
+            if (mime_type === "application/pdf" || mime_type === "") {
+                return {
+                    type: "document",
+                    source: {
+                        type: "base64",
+                        data: block.data,
+                        media_type: "application/pdf",
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                    ...("citations" in (block.metadata ?? {})
+                        ? { citations: block.metadata.citations }
+                        : {}),
+                    ...("context" in (block.metadata ?? {})
+                        ? { context: block.metadata.context }
+                        : {}),
+                    ...("title" in (block.metadata ?? {})
+                        ? { title: block.metadata.title }
+                        : {}),
+                };
+            }
+            else if (["image/jpeg", "image/png", "image/gif", "image/webp"].includes(mime_type)) {
+                return {
+                    type: "document",
+                    source: {
+                        type: "content",
+                        content: [
+                            {
+                                type: "image",
+                                source: {
+                                    type: "base64",
+                                    data: block.data,
+                                    media_type: mime_type,
+                                },
+                            },
+                        ],
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                    ...("citations" in (block.metadata ?? {})
+                        ? { citations: block.metadata.citations }
+                        : {}),
+                    ...("context" in (block.metadata ?? {})
+                        ? { context: block.metadata.context }
+                        : {}),
+                    ...("title" in (block.metadata ?? {})
+                        ? { title: block.metadata.title }
+                        : {}),
+                };
+            }
+            else {
+                throw new Error(`Unsupported file mime type for file base64 source: ${block.mime_type}`);
+            }
+        }
+        else {
+            throw new Error(`Unsupported file source type: ${block.source_type}`);
+        }
+    },
+};
 function _formatContent(content) {
     const toolTypes = ["tool_use", "tool_result", "input_json_delta"];
     const textTypes = ["text", "text_delta"];
@@ -90,6 +289,9 @@ function _formatContent(content) {
     }
     else {
         const contentBlocks = content.map((contentPart) => {
+            if ((0, messages_1.isDataContentBlock)(contentPart)) {
+                return (0, messages_1.convertToProviderContentBlock)(contentPart, standardContentBlockConverter);
+            }
             const cacheControl = "cache_control" in contentPart ? contentPart.cache_control : undefined;
             if (contentPart.type === "image_url") {
                 let source;
@@ -105,6 +307,9 @@ function _formatContent(content) {
                     ...(cacheControl ? { cache_control: cacheControl } : {}),
                 };
             }
+            else if ((0, types_js_1.isAnthropicImageBlockParam)(contentPart)) {
+                return contentPart;
+            }
             else if (contentPart.type === "document") {
                 // PDF
                 return {

package/dist/utils/message_inputs.d.ts

@@ -1,7 +1,7 @@
 /**
  * This util file contains functions for converting LangChain messages to Anthropic messages.
  */
-import { BaseMessage } from "@langchain/core/messages";
+import { type BaseMessage } from "@langchain/core/messages";
 import { ToolCall } from "@langchain/core/messages/tool";
 import { AnthropicMessageCreateParams, AnthropicToolResponse } from "../types.js";
 export declare function _convertLangChainToolCallToAnthropic(toolCall: ToolCall): AnthropicToolResponse;

package/dist/utils/message_inputs.js

@@ -1,22 +1,39 @@
 /**
  * This util file contains functions for converting LangChain messages to Anthropic messages.
  */
-import { HumanMessage, isAIMessage, } from "@langchain/core/messages";
+import { HumanMessage, isAIMessage, isDataContentBlock, convertToProviderContentBlock, parseBase64DataUrl, } from "@langchain/core/messages";
+import { isAnthropicImageBlockParam, } from "../types.js";
 function _formatImage(imageUrl) {
-    const regex = /^data:(image\/.+);base64,(.+)$/;
-    const match = imageUrl.match(regex);
-    if (match === null) {
+    const parsed = parseBase64DataUrl({ dataUrl: imageUrl });
+    if (parsed) {
+        return {
+            type: "base64",
+            media_type: parsed.mime_type,
+            data: parsed.data,
+        };
+    }
+    let parsedUrl;
+    try {
+        parsedUrl = new URL(imageUrl);
+    }
+    catch {
         throw new Error([
-            "Anthropic only supports base64-encoded images currently.",
+            `Malformed image URL: ${JSON.stringify(imageUrl)}. Content blocks of type 'image_url' must be a valid http, https, or base64-encoded data URL.`,
             "Example: data:image/png;base64,/9j/4AAQSk...",
+            "Example: https://example.com/image.jpg",
         ].join("\n\n"));
     }
-    return {
-        type: "base64",
-        media_type: match[1] ?? "",
-        data: match[2] ?? "",
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    };
+    if (parsedUrl.protocol === "http:" || parsedUrl.protocol === "https:") {
+        return {
+            type: "url",
+            url: imageUrl,
+        };
+    }
+    throw new Error([
+        `Invalid image URL protocol: ${JSON.stringify(parsedUrl.protocol)}. Anthropic only supports images as http, https, or base64-encoded data URLs on 'image_url' content blocks.`,
+        "Example: data:image/png;base64,/9j/4AAQSk...",
+        "Example: https://example.com/image.jpg",
+    ].join("\n\n"));
 }
 function _ensureMessageContents(messages) {
     // Merge runs of human/tool messages into single human messages with content blocks.
@@ -78,6 +95,188 @@ export function _convertLangChainToolCallToAnthropic(toolCall) {
         input: toolCall.args,
     };
 }
+const standardContentBlockConverter = {
+    providerName: "anthropic",
+    fromStandardTextBlock(block) {
+        return {
+            type: "text",
+            text: block.text,
+            ...("citations" in (block.metadata ?? {})
+                ? { citations: block.metadata.citations }
+                : {}),
+            ...("cache_control" in (block.metadata ?? {})
+                ? { cache_control: block.metadata.cache_control }
+                : {}),
+        };
+    },
+    fromStandardImageBlock(block) {
+        if (block.source_type === "url") {
+            const data = parseBase64DataUrl({
+                dataUrl: block.url,
+                asTypedArray: false,
+            });
+            if (data) {
+                return {
+                    type: "image",
+                    source: {
+                        type: "base64",
+                        data: data.data,
+                        media_type: data.mime_type,
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                };
+            }
+            else {
+                return {
+                    type: "image",
+                    source: {
+                        type: "url",
+                        url: block.url,
+                        media_type: block.mime_type ?? "",
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                };
+            }
+        }
+        else {
+            if (block.source_type === "base64") {
+                return {
+                    type: "image",
+                    source: {
+                        type: "base64",
+                        data: block.data,
+                        media_type: block.mime_type ?? "",
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                };
+            }
+            else {
+                throw new Error(`Unsupported image source type: ${block.source_type}`);
+            }
+        }
+    },
+    fromStandardFileBlock(block) {
+        const mime_type = (block.mime_type ?? "").split(";")[0];
+        if (block.source_type === "url") {
+            if (mime_type === "application/pdf" || mime_type === "") {
+                return {
+                    type: "document",
+                    source: {
+                        type: "url",
+                        url: block.url,
+                        media_type: block.mime_type ?? "",
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                    ...("citations" in (block.metadata ?? {})
+                        ? { citations: block.metadata.citations }
+                        : {}),
+                    ...("context" in (block.metadata ?? {})
+                        ? { context: block.metadata.context }
+                        : {}),
+                    ...("title" in (block.metadata ?? {})
+                        ? { title: block.metadata.title }
+                        : {}),
+                };
+            }
+            throw new Error(`Unsupported file mime type for file url source: ${block.mime_type}`);
+        }
+        else if (block.source_type === "text") {
+            if (mime_type === "text/plain" || mime_type === "") {
+                return {
+                    type: "document",
+                    source: {
+                        type: "text",
+                        data: block.text,
+                        media_type: block.mime_type ?? "",
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                    ...("citations" in (block.metadata ?? {})
+                        ? { citations: block.metadata.citations }
+                        : {}),
+                    ...("context" in (block.metadata ?? {})
+                        ? { context: block.metadata.context }
+                        : {}),
+                    ...("title" in (block.metadata ?? {})
+                        ? { title: block.metadata.title }
+                        : {}),
+                };
+            }
+            else {
+                throw new Error(`Unsupported file mime type for file text source: ${block.mime_type}`);
+            }
+        }
+        else if (block.source_type === "base64") {
+            if (mime_type === "application/pdf" || mime_type === "") {
+                return {
+                    type: "document",
+                    source: {
+                        type: "base64",
+                        data: block.data,
+                        media_type: "application/pdf",
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                    ...("citations" in (block.metadata ?? {})
+                        ? { citations: block.metadata.citations }
+                        : {}),
+                    ...("context" in (block.metadata ?? {})
+                        ? { context: block.metadata.context }
+                        : {}),
+                    ...("title" in (block.metadata ?? {})
+                        ? { title: block.metadata.title }
+                        : {}),
+                };
+            }
+            else if (["image/jpeg", "image/png", "image/gif", "image/webp"].includes(mime_type)) {
+                return {
+                    type: "document",
+                    source: {
+                        type: "content",
+                        content: [
+                            {
+                                type: "image",
+                                source: {
+                                    type: "base64",
+                                    data: block.data,
+                                    media_type: mime_type,
+                                },
+                            },
+                        ],
+                    },
+                    ...("cache_control" in (block.metadata ?? {})
+                        ? { cache_control: block.metadata.cache_control }
+                        : {}),
+                    ...("citations" in (block.metadata ?? {})
+                        ? { citations: block.metadata.citations }
+                        : {}),
+                    ...("context" in (block.metadata ?? {})
+                        ? { context: block.metadata.context }
+                        : {}),
+                    ...("title" in (block.metadata ?? {})
+                        ? { title: block.metadata.title }
+                        : {}),
+                };
+            }
+            else {
+                throw new Error(`Unsupported file mime type for file base64 source: ${block.mime_type}`);
+            }
+        }
+        else {
+            throw new Error(`Unsupported file source type: ${block.source_type}`);
+        }
+    },
+};
 function _formatContent(content) {
     const toolTypes = ["tool_use", "tool_result", "input_json_delta"];
     const textTypes = ["text", "text_delta"];
@@ -86,6 +285,9 @@ function _formatContent(content) {
     }
     else {
         const contentBlocks = content.map((contentPart) => {
+            if (isDataContentBlock(contentPart)) {
+                return convertToProviderContentBlock(contentPart, standardContentBlockConverter);
+            }
             const cacheControl = "cache_control" in contentPart ? contentPart.cache_control : undefined;
             if (contentPart.type === "image_url") {
                 let source;
@@ -101,6 +303,9 @@ function _formatContent(content) {
                     ...(cacheControl ? { cache_control: cacheControl } : {}),
                 };
             }
+            else if (isAnthropicImageBlockParam(contentPart)) {
+                return contentPart;
+            }
             else if (contentPart.type === "document") {
                 // PDF
                 return {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/anthropic",
-  "version": "0.3.18",
+  "version": "0.3.20",
   "description": "Anthropic integrations for LangChain.js",
   "type": "module",
   "engines": {
@@ -35,13 +35,13 @@
   "author": "LangChain",
   "license": "MIT",
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.37.0",
+    "@anthropic-ai/sdk": "^0.39.0",
     "fast-xml-parser": "^4.4.1",
     "zod": "^3.22.4",
     "zod-to-json-schema": "^3.22.4"
   },
   "peerDependencies": {
-    "@langchain/core": ">=0.2.21 <0.4.0"
+    "@langchain/core": ">=0.3.48 <0.4.0"
   },
   "devDependencies": {
     "@anthropic-ai/vertex-sdk": "^0.4.1",