@langchain/anthropic 0.2.8 → 0.2.9

package/dist/chat_models.cjs

@@ -146,6 +146,10 @@ function _makeMessageChunkFromAnthropicEvent(data, fields) {
                 additional_kwargs: {},
             }),
             usageData: usageDataCopy,
+            toolUse: {
+                id: data.content_block.id,
+                name: data.content_block.name,
+            },
         };
     }
     else if (data.type === "content_block_delta" &&
@@ -186,6 +190,26 @@ function _makeMessageChunkFromAnthropicEvent(data, fields) {
             usageData: usageDataCopy,
         };
     }
+    else if (data.type === "content_block_stop" && fields.toolUse) {
+        // Only yield the ID & name when the tool_use block is complete.
+        // This is so the names & IDs do not get concatenated.
+        return {
+            chunk: new messages_1.AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ""
+                    : [
+                        {
+                            id: fields.toolUse.id,
+                            name: fields.toolUse.name,
+                            index: data.index,
+                            type: "input_json_delta",
+                        },
+                    ],
+                additional_kwargs: {},
+            }),
+            usageData: usageDataCopy,
+        };
+    }
     return null;
 }
 function _mergeMessages(messages) {
@@ -248,6 +272,8 @@ function _convertLangChainToolCallToAnthropic(toolCall) {
 }
 exports._convertLangChainToolCallToAnthropic = _convertLangChainToolCallToAnthropic;
 function _formatContent(content) {
+    const toolTypes = ["tool_use", "tool_result", "input_json_delta"];
+    const textTypes = ["text", "text_delta"];
     if (typeof content === "string") {
         return content;
     }
@@ -266,18 +292,37 @@ function _formatContent(content) {
                     source,
                 };
             }
-            else if (contentPart.type === "text") {
+            else if (textTypes.find((t) => t === contentPart.type) &&
+                "text" in contentPart) {
                 // Assuming contentPart is of type MessageContentText here
                 return {
                     type: "text",
                     text: contentPart.text,
                 };
             }
-            else if (contentPart.type === "tool_use" ||
-                contentPart.type === "tool_result") {
+            else if (toolTypes.find((t) => t === contentPart.type)) {
+                const contentPartCopy = { ...contentPart };
+                if ("index" in contentPartCopy) {
+                    // Anthropic does not support passing the index field here, so we remove it.
+                    delete contentPartCopy.index;
+                }
+                if (contentPartCopy.type === "input_json_delta") {
+                    // `input_json_delta` type only represents yielding partial tool inputs
+                    // and is not a valid type for Anthropic messages.
+                    contentPartCopy.type = "tool_use";
+                }
+                if ("input" in contentPartCopy) {
+                    // Anthropic tool use inputs should be valid objects, when applicable.
+                    try {
+                        contentPartCopy.input = JSON.parse(contentPartCopy.input);
+                    }
+                    catch {
+                        // no-op
+                    }
+                }
                 // TODO: Fix when SDK types are fixed
                 return {
-                    ...contentPart,
+                    ...contentPartCopy,
                     // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 };
             }
@@ -340,7 +385,9 @@ function _formatMessagesForAnthropic(messages) {
             }
             else {
                 const { content } = message;
-                const hasMismatchedToolCalls = !message.tool_calls.every((toolCall) => content.find((contentPart) => contentPart.type === "tool_use" && contentPart.id === toolCall.id));
+                const hasMismatchedToolCalls = !message.tool_calls.every((toolCall) => content.find((contentPart) => (contentPart.type === "tool_use" ||
+                    contentPart.type === "input_json_delta") &&
+                    contentPart.id === toolCall.id));
                 if (hasMismatchedToolCalls) {
                     console.warn(`The "tool_calls" field on a message is only respected if content is a string.`);
                 }
@@ -390,6 +437,8 @@ function extractToolCallChunk(chunk) {
         "input" in inputJsonDeltaChunks) {
         if (typeof inputJsonDeltaChunks.input === "string") {
             newToolCallChunk = {
+                id: inputJsonDeltaChunks.id,
+                name: inputJsonDeltaChunks.name,
                 args: inputJsonDeltaChunks.input,
                 index: inputJsonDeltaChunks.index,
                 type: "tool_call_chunk",
@@ -397,6 +446,8 @@ function extractToolCallChunk(chunk) {
         }
         else {
             newToolCallChunk = {
+                id: inputJsonDeltaChunks.id,
+                name: inputJsonDeltaChunks.name,
                 args: JSON.stringify(inputJsonDeltaChunks.input, null, 2),
                 index: inputJsonDeltaChunks.index,
                 type: "tool_call_chunk",
@@ -724,6 +775,9 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
         });
         let usageData = { input_tokens: 0, output_tokens: 0 };
         let concatenatedChunks;
+        // Anthropic only yields the tool name and id once, so we need to save those
+        // so we can yield them with the rest of the tool_use content.
+        let toolUse;
         for await (const data of stream) {
             if (options.signal?.aborted) {
                 stream.controller.abort();
@@ -733,11 +787,20 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
                 streamUsage: !!(this.streamUsage || options.streamUsage),
                 coerceContentToString,
                 usageData,
+                toolUse: toolUse
+                    ? {
+                        id: toolUse.id,
+                        name: toolUse.name,
+                    }
+                    : undefined,
             });
             if (!result)
                 continue;
-            const { chunk, usageData: updatedUsageData } = result;
+            const { chunk, usageData: updatedUsageData, toolUse: updatedToolUse, } = result;
             usageData = updatedUsageData;
+            if (updatedToolUse) {
+                toolUse = updatedToolUse;
+            }
             const newToolCallChunk = extractToolCallChunk(chunk);
             // Maintain concatenatedChunks for accessing the complete `tool_use` content block.
             concatenatedChunks = concatenatedChunks

package/dist/chat_models.js

@@ -143,6 +143,10 @@ function _makeMessageChunkFromAnthropicEvent(data, fields) {
                 additional_kwargs: {},
             }),
             usageData: usageDataCopy,
+            toolUse: {
+                id: data.content_block.id,
+                name: data.content_block.name,
+            },
         };
     }
     else if (data.type === "content_block_delta" &&
@@ -183,6 +187,26 @@ function _makeMessageChunkFromAnthropicEvent(data, fields) {
             usageData: usageDataCopy,
         };
     }
+    else if (data.type === "content_block_stop" && fields.toolUse) {
+        // Only yield the ID & name when the tool_use block is complete.
+        // This is so the names & IDs do not get concatenated.
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ""
+                    : [
+                        {
+                            id: fields.toolUse.id,
+                            name: fields.toolUse.name,
+                            index: data.index,
+                            type: "input_json_delta",
+                        },
+                    ],
+                additional_kwargs: {},
+            }),
+            usageData: usageDataCopy,
+        };
+    }
     return null;
 }
 function _mergeMessages(messages) {
@@ -244,6 +268,8 @@ export function _convertLangChainToolCallToAnthropic(toolCall) {
     };
 }
 function _formatContent(content) {
+    const toolTypes = ["tool_use", "tool_result", "input_json_delta"];
+    const textTypes = ["text", "text_delta"];
     if (typeof content === "string") {
         return content;
     }
@@ -262,18 +288,37 @@ function _formatContent(content) {
                     source,
                 };
             }
-            else if (contentPart.type === "text") {
+            else if (textTypes.find((t) => t === contentPart.type) &&
+                "text" in contentPart) {
                 // Assuming contentPart is of type MessageContentText here
                 return {
                     type: "text",
                     text: contentPart.text,
                 };
             }
-            else if (contentPart.type === "tool_use" ||
-                contentPart.type === "tool_result") {
+            else if (toolTypes.find((t) => t === contentPart.type)) {
+                const contentPartCopy = { ...contentPart };
+                if ("index" in contentPartCopy) {
+                    // Anthropic does not support passing the index field here, so we remove it.
+                    delete contentPartCopy.index;
+                }
+                if (contentPartCopy.type === "input_json_delta") {
+                    // `input_json_delta` type only represents yielding partial tool inputs
+                    // and is not a valid type for Anthropic messages.
+                    contentPartCopy.type = "tool_use";
+                }
+                if ("input" in contentPartCopy) {
+                    // Anthropic tool use inputs should be valid objects, when applicable.
+                    try {
+                        contentPartCopy.input = JSON.parse(contentPartCopy.input);
+                    }
+                    catch {
+                        // no-op
+                    }
+                }
                 // TODO: Fix when SDK types are fixed
                 return {
-                    ...contentPart,
+                    ...contentPartCopy,
                     // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 };
             }
@@ -336,7 +381,9 @@ function _formatMessagesForAnthropic(messages) {
             }
             else {
                 const { content } = message;
-                const hasMismatchedToolCalls = !message.tool_calls.every((toolCall) => content.find((contentPart) => contentPart.type === "tool_use" && contentPart.id === toolCall.id));
+                const hasMismatchedToolCalls = !message.tool_calls.every((toolCall) => content.find((contentPart) => (contentPart.type === "tool_use" ||
+                    contentPart.type === "input_json_delta") &&
+                    contentPart.id === toolCall.id));
                 if (hasMismatchedToolCalls) {
                     console.warn(`The "tool_calls" field on a message is only respected if content is a string.`);
                 }
@@ -386,6 +433,8 @@ function extractToolCallChunk(chunk) {
         "input" in inputJsonDeltaChunks) {
         if (typeof inputJsonDeltaChunks.input === "string") {
             newToolCallChunk = {
+                id: inputJsonDeltaChunks.id,
+                name: inputJsonDeltaChunks.name,
                 args: inputJsonDeltaChunks.input,
                 index: inputJsonDeltaChunks.index,
                 type: "tool_call_chunk",
@@ -393,6 +442,8 @@ function extractToolCallChunk(chunk) {
         }
         else {
             newToolCallChunk = {
+                id: inputJsonDeltaChunks.id,
+                name: inputJsonDeltaChunks.name,
                 args: JSON.stringify(inputJsonDeltaChunks.input, null, 2),
                 index: inputJsonDeltaChunks.index,
                 type: "tool_call_chunk",
@@ -720,6 +771,9 @@ export class ChatAnthropicMessages extends BaseChatModel {
         });
         let usageData = { input_tokens: 0, output_tokens: 0 };
         let concatenatedChunks;
+        // Anthropic only yields the tool name and id once, so we need to save those
+        // so we can yield them with the rest of the tool_use content.
+        let toolUse;
         for await (const data of stream) {
             if (options.signal?.aborted) {
                 stream.controller.abort();
@@ -729,11 +783,20 @@ export class ChatAnthropicMessages extends BaseChatModel {
                 streamUsage: !!(this.streamUsage || options.streamUsage),
                 coerceContentToString,
                 usageData,
+                toolUse: toolUse
+                    ? {
+                        id: toolUse.id,
+                        name: toolUse.name,
+                    }
+                    : undefined,
             });
             if (!result)
                 continue;
-            const { chunk, usageData: updatedUsageData } = result;
+            const { chunk, usageData: updatedUsageData, toolUse: updatedToolUse, } = result;
             usageData = updatedUsageData;
+            if (updatedToolUse) {
+                toolUse = updatedToolUse;
+            }
             const newToolCallChunk = extractToolCallChunk(chunk);
             // Maintain concatenatedChunks for accessing the complete `tool_use` content block.
             concatenatedChunks = concatenatedChunks

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/anthropic",
-  "version": "0.2.8",
+  "version": "0.2.9",
   "description": "Anthropic integrations for LangChain.js",
   "type": "module",
   "engines": {
@@ -15,7 +15,7 @@
   "homepage": "https://github.com/langchain-ai/langchainjs/tree/main/libs/langchain-anthropic/",
   "scripts": {
     "build": "yarn turbo:command build:internal --filter=@langchain/anthropic",
-    "build:internal": "yarn lc-build:v2 --create-entrypoints --pre --tree-shaking --gen-maps",
+    "build:internal": "yarn lc_build_v2 --create-entrypoints --pre --tree-shaking --gen-maps",
     "lint:eslint": "NODE_OPTIONS=--max-old-space-size=4096 eslint --cache --ext .ts,.js src/",
     "lint:dpdm": "dpdm --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
     "lint": "yarn lint:eslint && yarn lint:dpdm",
@@ -43,8 +43,7 @@
   },
   "devDependencies": {
     "@jest/globals": "^29.5.0",
-    "@langchain/community": "workspace:*",
-    "@langchain/scripts": "~0.0.14",
+    "@langchain/scripts": "~0.0.20",
     "@langchain/standard-tests": "0.0.0",
     "@swc/core": "^1.3.90",
     "@swc/jest": "^0.2.29",

package/dist/experimental/tests/tool_calling.int.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/experimental/tests/tool_calling.int.test.js

@@ -1,278 +0,0 @@
-/* eslint-disable no-process-env */
-/* eslint-disable @typescript-eslint/no-non-null-assertion */
-import { test } from "@jest/globals";
-import { z } from "zod";
-import { zodToJsonSchema } from "zod-to-json-schema";
-import { HumanMessage } from "@langchain/core/messages";
-import { ChatPromptTemplate } from "@langchain/core/prompts";
-import { ChatAnthropicTools } from "../tool_calling.js";
-test.skip("Test ChatAnthropicTools", async () => {
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    });
-    const message = new HumanMessage("Hello!");
-    const res = await chat.invoke([message]);
-    console.log(JSON.stringify(res));
-});
-test.skip("Test ChatAnthropicTools streaming", async () => {
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    });
-    const message = new HumanMessage("Hello!");
-    const stream = await chat.stream([message]);
-    const chunks = [];
-    for await (const chunk of stream) {
-        console.log(chunk);
-        chunks.push(chunk);
-    }
-    expect(chunks.length).toBeGreaterThan(1);
-});
-test.skip("Test ChatAnthropicTools with tools", async () => {
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        temperature: 0.1,
-        maxRetries: 0,
-    }).bind({
-        tools: [
-            {
-                type: "function",
-                function: {
-                    name: "get_current_weather",
-                    description: "Get the current weather in a given location",
-                    parameters: {
-                        type: "object",
-                        properties: {
-                            location: {
-                                type: "string",
-                                description: "The city and state, e.g. San Francisco, CA",
-                            },
-                            unit: {
-                                type: "string",
-                                enum: ["celsius", "fahrenheit"],
-                            },
-                        },
-                        required: ["location"],
-                    },
-                },
-            },
-        ],
-    });
-    const message = new HumanMessage("What is the weather in San Francisco?");
-    const res = await chat.invoke([message]);
-    console.log(JSON.stringify(res));
-    expect(res.additional_kwargs.tool_calls).toBeDefined();
-    expect(res.additional_kwargs.tool_calls?.[0].function.name).toEqual("get_current_weather");
-});
-test.skip("Test ChatAnthropicTools with a forced function call", async () => {
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        temperature: 0.1,
-        maxRetries: 0,
-    }).bind({
-        tools: [
-            {
-                type: "function",
-                function: {
-                    name: "extract_data",
-                    description: "Return information about the input",
-                    parameters: {
-                        type: "object",
-                        properties: {
-                            sentiment: {
-                                type: "string",
-                                description: "The city and state, e.g. San Francisco, CA",
-                            },
-                            aggressiveness: {
-                                type: "integer",
-                                description: "How aggressive the input is from 1 to 10",
-                            },
-                            language: {
-                                type: "string",
-                                description: "The language the input is in",
-                            },
-                        },
-                        required: ["sentiment", "aggressiveness"],
-                    },
-                },
-            },
-        ],
-        tool_choice: { type: "function", function: { name: "extract_data" } },
-    });
-    const message = new HumanMessage("Extract the desired information from the following passage:\n\nthis is really cool");
-    const res = await chat.invoke([message]);
-    console.log(JSON.stringify(res));
-    expect(res.additional_kwargs.tool_calls).toBeDefined();
-    expect(res.additional_kwargs.tool_calls?.[0]?.function.name).toEqual("extract_data");
-});
-test.skip("ChatAnthropicTools with Zod schema", async () => {
-    const schema = z.object({
-        people: z.array(z.object({
-            name: z.string().describe("The name of a person"),
-            height: z.number().describe("The person's height"),
-            hairColor: z.optional(z.string()).describe("The person's hair color"),
-        })),
-    });
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        temperature: 0.1,
-        maxRetries: 0,
-    }).bind({
-        tools: [
-            {
-                type: "function",
-                function: {
-                    name: "information_extraction",
-                    description: "Extracts the relevant information from the passage.",
-                    parameters: zodToJsonSchema(schema),
-                },
-            },
-        ],
-        tool_choice: {
-            type: "function",
-            function: {
-                name: "information_extraction",
-            },
-        },
-    });
-    const message = new HumanMessage("Alex is 5 feet tall. Claudia is 1 foot taller than Alex and jumps higher than him. Claudia is a brunette and Alex is blonde.");
-    const res = await chat.invoke([message]);
-    console.log(JSON.stringify(res));
-    expect(res.additional_kwargs.tool_calls).toBeDefined();
-    expect(res.additional_kwargs.tool_calls?.[0]?.function.name).toEqual("information_extraction");
-    expect(JSON.parse(res.additional_kwargs.tool_calls?.[0]?.function.arguments ?? "")).toEqual({
-        people: expect.arrayContaining([
-            { name: "Alex", height: 5, hairColor: "blonde" },
-            { name: "Claudia", height: 6, hairColor: "brunette" },
-        ]),
-    });
-});
-test.skip("ChatAnthropicTools with parallel tool calling", async () => {
-    const schema = z.object({
-        name: z.string().describe("The name of a person"),
-        height: z.number().describe("The person's height"),
-        hairColor: z.optional(z.string()).describe("The person's hair color"),
-    });
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        temperature: 0.1,
-        maxRetries: 0,
-    }).bind({
-        tools: [
-            {
-                type: "function",
-                function: {
-                    name: "person",
-                    description: "A person mentioned in the passage.",
-                    parameters: zodToJsonSchema(schema),
-                },
-            },
-        ],
-        tool_choice: {
-            type: "function",
-            function: {
-                name: "person",
-            },
-        },
-    });
-    console.log(zodToJsonSchema(schema));
-    const message = new HumanMessage("Alex is 5 feet tall. Claudia is 1 foot taller than Alex and jumps higher than him. Claudia is a brunette and Alex is blonde.");
-    const res = await chat.invoke([message]);
-    console.log(JSON.stringify(res));
-    expect(res.additional_kwargs.tool_calls).toBeDefined();
-    expect(res.additional_kwargs.tool_calls?.map((toolCall) => JSON.parse(toolCall.function.arguments ?? ""))).toEqual(expect.arrayContaining([
-        { name: "Alex", height: 5, hairColor: "blonde" },
-        { name: "Claudia", height: 6, hairColor: "brunette" },
-    ]));
-});
-test.skip("Test ChatAnthropic withStructuredOutput", async () => {
-    const runnable = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    }).withStructuredOutput(z.object({
-        name: z.string().describe("The name of a person"),
-        height: z.number().describe("The person's height"),
-        hairColor: z.optional(z.string()).describe("The person's hair color"),
-    }), {
-        name: "person",
-    });
-    const message = new HumanMessage("Alex is 5 feet tall. Alex is blonde.");
-    const res = await runnable.invoke([message]);
-    console.log(JSON.stringify(res, null, 2));
-    expect(res).toEqual({ name: "Alex", height: 5, hairColor: "blonde" });
-});
-test.skip("Test ChatAnthropic withStructuredOutput on a single array item", async () => {
-    const runnable = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    }).withStructuredOutput(z.object({
-        people: z.array(z.object({
-            name: z.string().describe("The name of a person"),
-            height: z.number().describe("The person's height"),
-            hairColor: z.optional(z.string()).describe("The person's hair color"),
-        })),
-    }));
-    const message = new HumanMessage("Alex is 5 feet tall. Alex is blonde.");
-    const res = await runnable.invoke([message]);
-    console.log(JSON.stringify(res, null, 2));
-    expect(res).toEqual({
-        people: [{ hairColor: "blonde", height: 5, name: "Alex" }],
-    });
-});
-test.skip("Test ChatAnthropic withStructuredOutput on a single array item", async () => {
-    const runnable = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    }).withStructuredOutput(z.object({
-        sender: z
-            .optional(z.string())
-            .describe("The sender's name, if available"),
-        sender_phone_number: z
-            .optional(z.string())
-            .describe("The sender's phone number, if available"),
-        sender_address: z
-            .optional(z.string())
-            .describe("The sender's address, if available"),
-        action_items: z
-            .array(z.string())
-            .describe("A list of action items requested by the email"),
-        topic: z
-            .string()
-            .describe("High level description of what the email is about"),
-        tone: z.enum(["positive", "negative"]).describe("The tone of the email."),
-    }), {
-        name: "Email",
-    });
-    const prompt = ChatPromptTemplate.fromMessages([
-        [
-            "human",
-            "What can you tell me about the following email? Make sure to answer in the correct format: {email}",
-        ],
-    ]);
-    const extractionChain = prompt.pipe(runnable);
-    const response = await extractionChain.invoke({
-        email: "From: Erick. The email is about the new project. The tone is positive. The action items are to send the report and to schedule a meeting.",
-    });
-    console.log(JSON.stringify(response, null, 2));
-    expect(response).toEqual({
-        sender: "Erick",
-        action_items: [expect.any(String), expect.any(String)],
-        topic: expect.any(String),
-        tone: "positive",
-    });
-});
-test.skip("Test ChatAnthropicTools", async () => {
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    });
-    const structured = chat.withStructuredOutput(z.object({
-        nested: z.array(z.number()),
-    }), { force: false });
-    const res = await structured.invoke("What are the first five natural numbers?");
-    console.log(res);
-    expect(res).toEqual({
-        nested: [1, 2, 3, 4, 5],
-    });
-});