@langchain/anthropic 0.3.11 → 0.3.13

package/README.md

@@ -49,24 +49,30 @@ export ANTHROPIC_API_KEY=your-api-key
 Then initialize
 
 ```typescript
-import { ChatAnthropicMessages } from "@langchain/anthropic";
+import { ChatAnthropic } from "@langchain/anthropic";
 
 const model = new ChatAnthropic({
   apiKey: process.env.ANTHROPIC_API_KEY,
 });
-const response = await model.invoke(new HumanMessage("Hello world!"));
+const response = await model.invoke({
+  role: "user",
+  content: "Hello world!",
+});
 ```
 
 ### Streaming
 
 ```typescript
-import { ChatAnthropicMessages } from "@langchain/anthropic";
+import { ChatAnthropic } from "@langchain/anthropic";
 
 const model = new ChatAnthropic({
   apiKey: process.env.ANTHROPIC_API_KEY,
   model: "claude-3-sonnet-20240229",
 });
-const response = await model.stream(new HumanMessage("Hello world!"));
+const response = await model.stream({
+  role: "user",
+  content: "Hello world!",
+});
 ```
 
 ## Development
@@ -119,4 +125,4 @@ After running `yarn build`, publish a new version with:
 
 ```bash
 $ npm publish
-```
+```

package/dist/chat_models.cjs

@@ -19,6 +19,23 @@ const errors_js_1 = require("./utils/errors.cjs");
 function _toolsInParams(params) {
     return !!(params.tools && params.tools.length > 0);
 }
+function _documentsInParams(params) {
+    for (const message of params.messages ?? []) {
+        if (typeof message.content === "string") {
+            continue;
+        }
+        for (const block of message.content ?? []) {
+            if (typeof block === "object" &&
+                block != null &&
+                block.type === "document" &&
+                typeof block.citations === "object" &&
+                block.citations.enabled) {
+                return true;
+            }
+        }
+    }
+    return false;
+}
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 function isAnthropicTool(tool) {
     return "input_schema" in tool;
@@ -607,7 +624,8 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
                 return {
                     name: tool.function.name,
                     description: tool.function.description,
-                    input_schema: tool.function.parameters,
+                    input_schema: tool.function
+                        .parameters,
                 };
             }
             if ((0, function_calling_1.isLangChainTool)(tool)) {
@@ -663,16 +681,13 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
     async *_streamResponseChunks(messages, options, runManager) {
         const params = this.invocationParams(options);
         const formattedMessages = (0, message_inputs_js_1._convertMessagesToAnthropicPayload)(messages);
-        const coerceContentToString = !_toolsInParams({
-            ...params,
-            ...formattedMessages,
-            stream: false,
-        });
-        const stream = await this.createStreamWithRetry({
+        const payload = {
             ...params,
             ...formattedMessages,
             stream: true,
-        }, {
+        };
+        const coerceContentToString = !_toolsInParams(payload) && !_documentsInParams(payload);
+        const stream = await this.createStreamWithRetry(payload, {
             headers: options.headers,
         });
         for await (const data of stream) {

package/dist/chat_models.d.ts

@@ -7,7 +7,6 @@ import { BaseChatModel, BaseChatModelCallOptions, LangSmithParams, type BaseChat
 import { type StructuredOutputMethodOptions, type BaseLanguageModelInput } from "@langchain/core/language_models/base";
 import { Runnable } from "@langchain/core/runnables";
 import { z } from "zod";
-import type { Tool as AnthropicTool } from "@anthropic-ai/sdk/resources/messages";
 import { AnthropicMessageCreateParams, AnthropicMessageStreamEvent, AnthropicRequestOptions, AnthropicStreamingMessageCreateParams, AnthropicToolChoice, ChatAnthropicToolType } from "./types.js";
 export interface ChatAnthropicCallOptions extends BaseChatModelCallOptions, Pick<AnthropicInput, "streamUsage"> {
     tools?: ChatAnthropicToolType[];
@@ -508,7 +507,7 @@ export declare class ChatAnthropicMessages<CallOptions extends ChatAnthropicCall
      * @param {ChatAnthropicCallOptions["tools"]} tools The tools to format
      * @returns {AnthropicTool[] | undefined} The formatted tools, or undefined if none are passed.
      */
-    formatStructuredToolToAnthropic(tools: ChatAnthropicCallOptions["tools"]): AnthropicTool[] | undefined;
+    formatStructuredToolToAnthropic(tools: ChatAnthropicCallOptions["tools"]): Anthropic.Messages.Tool[] | undefined;
     bindTools(tools: ChatAnthropicToolType[], kwargs?: Partial<CallOptions>): Runnable<BaseLanguageModelInput, AIMessageChunk, CallOptions>;
     /**
      * Get the parameters used to invoke the model

package/dist/chat_models.js

@@ -16,6 +16,23 @@ import { wrapAnthropicClientError } from "./utils/errors.js";
 function _toolsInParams(params) {
     return !!(params.tools && params.tools.length > 0);
 }
+function _documentsInParams(params) {
+    for (const message of params.messages ?? []) {
+        if (typeof message.content === "string") {
+            continue;
+        }
+        for (const block of message.content ?? []) {
+            if (typeof block === "object" &&
+                block != null &&
+                block.type === "document" &&
+                typeof block.citations === "object" &&
+                block.citations.enabled) {
+                return true;
+            }
+        }
+    }
+    return false;
+}
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 function isAnthropicTool(tool) {
     return "input_schema" in tool;
@@ -604,7 +621,8 @@ export class ChatAnthropicMessages extends BaseChatModel {
                 return {
                     name: tool.function.name,
                     description: tool.function.description,
-                    input_schema: tool.function.parameters,
+                    input_schema: tool.function
+                        .parameters,
                 };
             }
             if (isLangChainTool(tool)) {
@@ -660,16 +678,13 @@ export class ChatAnthropicMessages extends BaseChatModel {
     async *_streamResponseChunks(messages, options, runManager) {
         const params = this.invocationParams(options);
         const formattedMessages = _convertMessagesToAnthropicPayload(messages);
-        const coerceContentToString = !_toolsInParams({
-            ...params,
-            ...formattedMessages,
-            stream: false,
-        });
-        const stream = await this.createStreamWithRetry({
+        const payload = {
             ...params,
             ...formattedMessages,
             stream: true,
-        }, {
+        };
+        const coerceContentToString = !_toolsInParams(payload) && !_documentsInParams(payload);
+        const stream = await this.createStreamWithRetry(payload, {
             headers: options.headers,
         });
         for await (const data of stream) {

package/dist/types.d.ts

@@ -1,5 +1,4 @@
 import Anthropic from "@anthropic-ai/sdk";
-import type { Tool as AnthropicTool } from "@anthropic-ai/sdk/resources/messages";
 import { BindToolsInput } from "@langchain/core/language_models/chat_models";
 export type AnthropicToolResponse = {
     type: "tool_use";
@@ -17,8 +16,9 @@ export type AnthropicToolChoice = {
     type: "tool";
     name: string;
 } | "any" | "auto" | "none" | string;
-export type ChatAnthropicToolType = AnthropicTool | BindToolsInput;
+export type ChatAnthropicToolType = Anthropic.Messages.Tool | BindToolsInput;
 export type AnthropicTextBlockParam = Anthropic.Messages.TextBlockParam;
 export type AnthropicImageBlockParam = Anthropic.Messages.ImageBlockParam;
 export type AnthropicToolUseBlockParam = Anthropic.Messages.ToolUseBlockParam;
 export type AnthropicToolResultBlockParam = Anthropic.Messages.ToolResultBlockParam;
+export type AnthropicDocumentBlockParam = Anthropic.Messages.DocumentBlockParam;

package/dist/utils/message_inputs.cjs

@@ -105,6 +105,13 @@ function _formatContent(content) {
                     ...(cacheControl ? { cache_control: cacheControl } : {}),
                 };
             }
+            else if (contentPart.type === "document") {
+                // PDF
+                return {
+                    ...contentPart,
+                    ...(cacheControl ? { cache_control: cacheControl } : {}),
+                };
+            }
             else if (textTypes.find((t) => t === contentPart.type) &&
                 "text" in contentPart) {
                 // Assuming contentPart is of type MessageContentText here

package/dist/utils/message_inputs.js

@@ -101,6 +101,13 @@ function _formatContent(content) {
                     ...(cacheControl ? { cache_control: cacheControl } : {}),
                 };
             }
+            else if (contentPart.type === "document") {
+                // PDF
+                return {
+                    ...contentPart,
+                    ...(cacheControl ? { cache_control: cacheControl } : {}),
+                };
+            }
             else if (textTypes.find((t) => t === contentPart.type) &&
                 "text" in contentPart) {
                 // Assuming contentPart is of type MessageContentText here

package/dist/utils/message_outputs.cjs

@@ -60,8 +60,22 @@ function _makeMessageChunkFromAnthropicEvent(data, fields) {
         };
     }
     else if (data.type === "content_block_start" &&
-        data.content_block.type === "tool_use") {
-        const toolCallContentBlock = data.content_block;
+        ["tool_use", "document"].includes(data.content_block.type)) {
+        const contentBlock = data.content_block;
+        let toolCallChunks;
+        if (contentBlock.type === "tool_use") {
+            toolCallChunks = [
+                {
+                    id: contentBlock.id,
+                    index: data.index,
+                    name: contentBlock.name,
+                    args: "",
+                },
+            ];
+        }
+        else {
+            toolCallChunks = [];
+        }
         return {
             chunk: new messages_1.AIMessageChunk({
                 content: fields.coerceContentToString
@@ -74,32 +88,29 @@ function _makeMessageChunkFromAnthropicEvent(data, fields) {
                         },
                     ],
                 additional_kwargs: {},
-                tool_call_chunks: [
-                    {
-                        id: toolCallContentBlock.id,
-                        index: data.index,
-                        name: toolCallContentBlock.name,
-                        args: "",
-                    },
-                ],
+                tool_call_chunks: toolCallChunks,
             }),
         };
     }
     else if (data.type === "content_block_delta" &&
-        data.delta.type === "text_delta") {
-        const content = data.delta?.text;
-        if (content !== undefined) {
+        ["text_delta", "citations_delta"].includes(data.delta.type)) {
+        if (fields.coerceContentToString && "text" in data.delta) {
             return {
                 chunk: new messages_1.AIMessageChunk({
-                    content: fields.coerceContentToString
-                        ? content
-                        : [
-                            {
-                                index: data.index,
-                                ...data.delta,
-                            },
-                        ],
-                    additional_kwargs: {},
+                    content: data.delta.text,
+                }),
+            };
+        }
+        else {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            const contentBlock = data.delta;
+            if ("citation" in contentBlock) {
+                contentBlock.citations = [contentBlock.citation];
+                delete contentBlock.citation;
+            }
+            return {
+                chunk: new messages_1.AIMessageChunk({
+                    content: [{ index: data.index, ...contentBlock, type: "text" }],
                 }),
             };
         }

package/dist/utils/message_outputs.js

@@ -57,8 +57,22 @@ export function _makeMessageChunkFromAnthropicEvent(data, fields) {
         };
     }
     else if (data.type === "content_block_start" &&
-        data.content_block.type === "tool_use") {
-        const toolCallContentBlock = data.content_block;
+        ["tool_use", "document"].includes(data.content_block.type)) {
+        const contentBlock = data.content_block;
+        let toolCallChunks;
+        if (contentBlock.type === "tool_use") {
+            toolCallChunks = [
+                {
+                    id: contentBlock.id,
+                    index: data.index,
+                    name: contentBlock.name,
+                    args: "",
+                },
+            ];
+        }
+        else {
+            toolCallChunks = [];
+        }
         return {
             chunk: new AIMessageChunk({
                 content: fields.coerceContentToString
@@ -71,32 +85,29 @@ export function _makeMessageChunkFromAnthropicEvent(data, fields) {
                         },
                     ],
                 additional_kwargs: {},
-                tool_call_chunks: [
-                    {
-                        id: toolCallContentBlock.id,
-                        index: data.index,
-                        name: toolCallContentBlock.name,
-                        args: "",
-                    },
-                ],
+                tool_call_chunks: toolCallChunks,
             }),
         };
     }
     else if (data.type === "content_block_delta" &&
-        data.delta.type === "text_delta") {
-        const content = data.delta?.text;
-        if (content !== undefined) {
+        ["text_delta", "citations_delta"].includes(data.delta.type)) {
+        if (fields.coerceContentToString && "text" in data.delta) {
             return {
                 chunk: new AIMessageChunk({
-                    content: fields.coerceContentToString
-                        ? content
-                        : [
-                            {
-                                index: data.index,
-                                ...data.delta,
-                            },
-                        ],
-                    additional_kwargs: {},
+                    content: data.delta.text,
+                }),
+            };
+        }
+        else {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            const contentBlock = data.delta;
+            if ("citation" in contentBlock) {
+                contentBlock.citations = [contentBlock.citation];
+                delete contentBlock.citation;
+            }
+            return {
+                chunk: new AIMessageChunk({
+                    content: [{ index: data.index, ...contentBlock, type: "text" }],
                 }),
             };
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/anthropic",
-  "version": "0.3.11",
+  "version": "0.3.13",
   "description": "Anthropic integrations for LangChain.js",
   "type": "module",
   "engines": {
@@ -35,7 +35,7 @@
   "author": "LangChain",
   "license": "MIT",
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.32.1",
+    "@anthropic-ai/sdk": "^0.36.3",
     "fast-xml-parser": "^4.4.1",
     "zod": "^3.22.4",
     "zod-to-json-schema": "^3.22.4"