@langchain/anthropic 0.2.8 → 0.2.10

package/dist/chat_models.cjs

@@ -10,7 +10,6 @@ const base_1 = require("@langchain/core/language_models/base");
 const zod_to_json_schema_1 = require("zod-to-json-schema");
 const runnables_1 = require("@langchain/core/runnables");
 const types_1 = require("@langchain/core/utils/types");
-const stream_1 = require("@langchain/core/utils/stream");
 const output_parsers_js_1 = require("./output_parsers.cjs");
 const utils_js_1 = require("./utils.cjs");
 function _toolsInParams(params) {
@@ -186,6 +185,26 @@ function _makeMessageChunkFromAnthropicEvent(data, fields) {
             usageData: usageDataCopy,
         };
     }
+    else if (data.type === "content_block_start" &&
+        data.content_block.type === "text") {
+        const content = data.content_block?.text;
+        if (content !== undefined) {
+            return {
+                chunk: new messages_1.AIMessageChunk({
+                    content: fields.coerceContentToString
+                        ? content
+                        : [
+                            {
+                                index: data.index,
+                                ...data.content_block,
+                            },
+                        ],
+                    additional_kwargs: {},
+                }),
+                usageData: usageDataCopy,
+            };
+        }
+    }
     return null;
 }
 function _mergeMessages(messages) {
@@ -248,6 +267,8 @@ function _convertLangChainToolCallToAnthropic(toolCall) {
 }
 exports._convertLangChainToolCallToAnthropic = _convertLangChainToolCallToAnthropic;
 function _formatContent(content) {
+    const toolTypes = ["tool_use", "tool_result", "input_json_delta"];
+    const textTypes = ["text", "text_delta"];
     if (typeof content === "string") {
         return content;
     }
@@ -266,18 +287,37 @@ function _formatContent(content) {
                     source,
                 };
             }
-            else if (contentPart.type === "text") {
+            else if (textTypes.find((t) => t === contentPart.type) &&
+                "text" in contentPart) {
                 // Assuming contentPart is of type MessageContentText here
                 return {
                     type: "text",
                     text: contentPart.text,
                 };
             }
-            else if (contentPart.type === "tool_use" ||
-                contentPart.type === "tool_result") {
+            else if (toolTypes.find((t) => t === contentPart.type)) {
+                const contentPartCopy = { ...contentPart };
+                if ("index" in contentPartCopy) {
+                    // Anthropic does not support passing the index field here, so we remove it.
+                    delete contentPartCopy.index;
+                }
+                if (contentPartCopy.type === "input_json_delta") {
+                    // `input_json_delta` type only represents yielding partial tool inputs
+                    // and is not a valid type for Anthropic messages.
+                    contentPartCopy.type = "tool_use";
+                }
+                if ("input" in contentPartCopy) {
+                    // Anthropic tool use inputs should be valid objects, when applicable.
+                    try {
+                        contentPartCopy.input = JSON.parse(contentPartCopy.input);
+                    }
+                    catch {
+                        // no-op
+                    }
+                }
                 // TODO: Fix when SDK types are fixed
                 return {
-                    ...contentPart,
+                    ...contentPartCopy,
                     // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 };
             }
@@ -340,7 +380,9 @@ function _formatMessagesForAnthropic(messages) {
             }
             else {
                 const { content } = message;
-                const hasMismatchedToolCalls = !message.tool_calls.every((toolCall) => content.find((contentPart) => contentPart.type === "tool_use" && contentPart.id === toolCall.id));
+                const hasMismatchedToolCalls = !message.tool_calls.every((toolCall) => content.find((contentPart) => (contentPart.type === "tool_use" ||
+                    contentPart.type === "input_json_delta") &&
+                    contentPart.id === toolCall.id));
                 if (hasMismatchedToolCalls) {
                     console.warn(`The "tool_calls" field on a message is only respected if content is a string.`);
                 }
@@ -390,6 +432,8 @@ function extractToolCallChunk(chunk) {
         "input" in inputJsonDeltaChunks) {
         if (typeof inputJsonDeltaChunks.input === "string") {
             newToolCallChunk = {
+                id: inputJsonDeltaChunks.id,
+                name: inputJsonDeltaChunks.name,
                 args: inputJsonDeltaChunks.input,
                 index: inputJsonDeltaChunks.index,
                 type: "tool_call_chunk",
@@ -397,6 +441,8 @@ function extractToolCallChunk(chunk) {
         }
         else {
             newToolCallChunk = {
+                id: inputJsonDeltaChunks.id,
+                name: inputJsonDeltaChunks.name,
                 args: JSON.stringify(inputJsonDeltaChunks.input, null, 2),
                 index: inputJsonDeltaChunks.index,
                 type: "tool_call_chunk",
@@ -416,43 +462,12 @@ function extractToken(chunk) {
             ? chunk.content[0].input
             : JSON.stringify(chunk.content[0].input);
     }
-    return undefined;
-}
-function extractToolUseContent(chunk, concatenatedChunks) {
-    let newConcatenatedChunks = concatenatedChunks;
-    // Remove `tool_use` content types until the last chunk.
-    let toolUseContent;
-    if (!newConcatenatedChunks) {
-        newConcatenatedChunks = chunk;
-    }
-    else {
-        newConcatenatedChunks = (0, stream_1.concat)(newConcatenatedChunks, chunk);
-    }
-    if (Array.isArray(newConcatenatedChunks.content) &&
-        newConcatenatedChunks.content.find((c) => c.type === "tool_use")) {
-        try {
-            const toolUseMsg = newConcatenatedChunks.content.find((c) => c.type === "tool_use");
-            if (!toolUseMsg ||
-                !("input" in toolUseMsg || "name" in toolUseMsg || "id" in toolUseMsg))
-                return;
-            const parsedArgs = JSON.parse(toolUseMsg.input);
-            if (parsedArgs) {
-                toolUseContent = {
-                    type: "tool_use",
-                    id: toolUseMsg.id,
-                    name: toolUseMsg.name,
-                    input: parsedArgs,
-                };
-            }
-        }
-        catch (_) {
-            // no-op
-        }
+    else if (Array.isArray(chunk.content) &&
+        chunk.content.length >= 1 &&
+        "text" in chunk.content[0]) {
+        return chunk.content[0].text;
     }
-    return {
-        toolUseContent,
-        concatenatedChunks: newConcatenatedChunks,
-    };
+    return undefined;
 }
 /**
  * Wrapper around Anthropic large language models.
@@ -605,6 +620,7 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
         if (!this.anthropicApiKey) {
             throw new Error("Anthropic API key not found");
         }
+        this.clientOptions = fields?.clientOptions ?? {};
         /** Keep anthropicApiKey for backwards compatibility */
         this.apiKey = this.anthropicApiKey;
         // Support overriding the default API URL (i.e., https://api.anthropic.com)
@@ -620,7 +636,6 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
             fields?.maxTokensToSample ?? fields?.maxTokens ?? this.maxTokens;
         this.stopSequences = fields?.stopSequences ?? this.stopSequences;
         this.streaming = fields?.streaming ?? false;
-        this.clientOptions = fields?.clientOptions ?? {};
         this.streamUsage = fields?.streamUsage ?? this.streamUsage;
     }
     getLsParams(options) {
@@ -723,7 +738,6 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
             stream: true,
         });
         let usageData = { input_tokens: 0, output_tokens: 0 };
-        let concatenatedChunks;
         for await (const data of stream) {
             if (options.signal?.aborted) {
                 stream.controller.abort();
@@ -739,28 +753,12 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
             const { chunk, usageData: updatedUsageData } = result;
             usageData = updatedUsageData;
             const newToolCallChunk = extractToolCallChunk(chunk);
-            // Maintain concatenatedChunks for accessing the complete `tool_use` content block.
-            concatenatedChunks = concatenatedChunks
-                ? (0, stream_1.concat)(concatenatedChunks, chunk)
-                : chunk;
-            let toolUseContent;
-            const extractedContent = extractToolUseContent(chunk, concatenatedChunks);
-            if (extractedContent) {
-                toolUseContent = extractedContent.toolUseContent;
-                concatenatedChunks = extractedContent.concatenatedChunks;
-            }
-            // Filter partial `tool_use` content, and only add `tool_use` chunks if complete JSON available.
-            const chunkContent = Array.isArray(chunk.content)
-                ? chunk.content.filter((c) => c.type !== "tool_use")
-                : chunk.content;
-            if (Array.isArray(chunkContent) && toolUseContent) {
-                chunkContent.push(toolUseContent);
-            }
             // Extract the text content token for text field and runManager.
             const token = extractToken(chunk);
             yield new outputs_1.ChatGenerationChunk({
                 message: new messages_1.AIMessageChunk({
-                    content: chunkContent,
+                    // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().
+                    content: chunk.content,
                     additional_kwargs: chunk.additional_kwargs,
                     tool_call_chunks: newToolCallChunk ? [newToolCallChunk] : undefined,
                     usage_metadata: chunk.usage_metadata,
@@ -850,6 +848,7 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
     /**
      * Creates a streaming request with retry.
      * @param request The parameters for creating a completion.
+     * @param options
      * @returns A streaming request.
      */
     async createStreamWithRetry(request, options) {
@@ -872,11 +871,11 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
     }
     /** @ignore */
     async completionWithRetry(request, options) {
-        if (!this.apiKey) {
-            throw new Error("Missing Anthropic API key.");
-        }
         if (!this.batchClient) {
             const options = this.apiUrl ? { baseURL: this.apiUrl } : undefined;
+            if (!this.apiKey) {
+                throw new Error("Missing Anthropic API key.");
+            }
             this.batchClient = new sdk_1.Anthropic({
                 ...this.clientOptions,
                 ...options,

package/dist/chat_models.d.ts

@@ -10,8 +10,8 @@ import { Runnable, RunnableToolLike } from "@langchain/core/runnables";
 import { ToolCall } from "@langchain/core/messages/tool";
 import { z } from "zod";
 import type { Tool as AnthropicTool } from "@anthropic-ai/sdk/resources/index.mjs";
-import { AnthropicToolResponse } from "./types.js";
 import { AnthropicToolChoice, AnthropicToolTypes } from "./utils.js";
+import { AnthropicToolResponse } from "./types.js";
 type AnthropicMessageCreateParams = Anthropic.MessageCreateParamsNonStreaming;
 type AnthropicStreamingMessageCreateParams = Anthropic.MessageCreateParamsStreaming;
 type AnthropicMessageStreamEvent = Anthropic.MessageStreamEvent;
@@ -201,6 +201,7 @@ export declare class ChatAnthropicMessages<CallOptions extends ChatAnthropicCall
     /**
      * Creates a streaming request with retry.
      * @param request The parameters for creating a completion.
+     * @param options
      * @returns A streaming request.
      */
     protected createStreamWithRetry(request: AnthropicStreamingMessageCreateParams & Kwargs, options?: AnthropicRequestOptions): Promise<Stream<AnthropicMessageStreamEvent>>;

package/dist/chat_models.js

@@ -7,7 +7,6 @@ import { isOpenAITool, } from "@langchain/core/language_models/base";
 import { zodToJsonSchema } from "zod-to-json-schema";
 import { RunnablePassthrough, RunnableSequence, } from "@langchain/core/runnables";
 import { isZodSchema } from "@langchain/core/utils/types";
-import { concat } from "@langchain/core/utils/stream";
 import { AnthropicToolsOutputParser, extractToolCalls, } from "./output_parsers.js";
 import { handleToolChoice, } from "./utils.js";
 function _toolsInParams(params) {
@@ -183,6 +182,26 @@ function _makeMessageChunkFromAnthropicEvent(data, fields) {
             usageData: usageDataCopy,
         };
     }
+    else if (data.type === "content_block_start" &&
+        data.content_block.type === "text") {
+        const content = data.content_block?.text;
+        if (content !== undefined) {
+            return {
+                chunk: new AIMessageChunk({
+                    content: fields.coerceContentToString
+                        ? content
+                        : [
+                            {
+                                index: data.index,
+                                ...data.content_block,
+                            },
+                        ],
+                    additional_kwargs: {},
+                }),
+                usageData: usageDataCopy,
+            };
+        }
+    }
     return null;
 }
 function _mergeMessages(messages) {
@@ -244,6 +263,8 @@ export function _convertLangChainToolCallToAnthropic(toolCall) {
     };
 }
 function _formatContent(content) {
+    const toolTypes = ["tool_use", "tool_result", "input_json_delta"];
+    const textTypes = ["text", "text_delta"];
     if (typeof content === "string") {
         return content;
     }
@@ -262,18 +283,37 @@ function _formatContent(content) {
                     source,
                 };
             }
-            else if (contentPart.type === "text") {
+            else if (textTypes.find((t) => t === contentPart.type) &&
+                "text" in contentPart) {
                 // Assuming contentPart is of type MessageContentText here
                 return {
                     type: "text",
                     text: contentPart.text,
                 };
             }
-            else if (contentPart.type === "tool_use" ||
-                contentPart.type === "tool_result") {
+            else if (toolTypes.find((t) => t === contentPart.type)) {
+                const contentPartCopy = { ...contentPart };
+                if ("index" in contentPartCopy) {
+                    // Anthropic does not support passing the index field here, so we remove it.
+                    delete contentPartCopy.index;
+                }
+                if (contentPartCopy.type === "input_json_delta") {
+                    // `input_json_delta` type only represents yielding partial tool inputs
+                    // and is not a valid type for Anthropic messages.
+                    contentPartCopy.type = "tool_use";
+                }
+                if ("input" in contentPartCopy) {
+                    // Anthropic tool use inputs should be valid objects, when applicable.
+                    try {
+                        contentPartCopy.input = JSON.parse(contentPartCopy.input);
+                    }
+                    catch {
+                        // no-op
+                    }
+                }
                 // TODO: Fix when SDK types are fixed
                 return {
-                    ...contentPart,
+                    ...contentPartCopy,
                     // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 };
             }
@@ -336,7 +376,9 @@ function _formatMessagesForAnthropic(messages) {
             }
             else {
                 const { content } = message;
-                const hasMismatchedToolCalls = !message.tool_calls.every((toolCall) => content.find((contentPart) => contentPart.type === "tool_use" && contentPart.id === toolCall.id));
+                const hasMismatchedToolCalls = !message.tool_calls.every((toolCall) => content.find((contentPart) => (contentPart.type === "tool_use" ||
+                    contentPart.type === "input_json_delta") &&
+                    contentPart.id === toolCall.id));
                 if (hasMismatchedToolCalls) {
                     console.warn(`The "tool_calls" field on a message is only respected if content is a string.`);
                 }
@@ -386,6 +428,8 @@ function extractToolCallChunk(chunk) {
         "input" in inputJsonDeltaChunks) {
         if (typeof inputJsonDeltaChunks.input === "string") {
             newToolCallChunk = {
+                id: inputJsonDeltaChunks.id,
+                name: inputJsonDeltaChunks.name,
                 args: inputJsonDeltaChunks.input,
                 index: inputJsonDeltaChunks.index,
                 type: "tool_call_chunk",
@@ -393,6 +437,8 @@ function extractToolCallChunk(chunk) {
         }
         else {
             newToolCallChunk = {
+                id: inputJsonDeltaChunks.id,
+                name: inputJsonDeltaChunks.name,
                 args: JSON.stringify(inputJsonDeltaChunks.input, null, 2),
                 index: inputJsonDeltaChunks.index,
                 type: "tool_call_chunk",
@@ -412,43 +458,12 @@ function extractToken(chunk) {
             ? chunk.content[0].input
             : JSON.stringify(chunk.content[0].input);
     }
-    return undefined;
-}
-function extractToolUseContent(chunk, concatenatedChunks) {
-    let newConcatenatedChunks = concatenatedChunks;
-    // Remove `tool_use` content types until the last chunk.
-    let toolUseContent;
-    if (!newConcatenatedChunks) {
-        newConcatenatedChunks = chunk;
-    }
-    else {
-        newConcatenatedChunks = concat(newConcatenatedChunks, chunk);
-    }
-    if (Array.isArray(newConcatenatedChunks.content) &&
-        newConcatenatedChunks.content.find((c) => c.type === "tool_use")) {
-        try {
-            const toolUseMsg = newConcatenatedChunks.content.find((c) => c.type === "tool_use");
-            if (!toolUseMsg ||
-                !("input" in toolUseMsg || "name" in toolUseMsg || "id" in toolUseMsg))
-                return;
-            const parsedArgs = JSON.parse(toolUseMsg.input);
-            if (parsedArgs) {
-                toolUseContent = {
-                    type: "tool_use",
-                    id: toolUseMsg.id,
-                    name: toolUseMsg.name,
-                    input: parsedArgs,
-                };
-            }
-        }
-        catch (_) {
-            // no-op
-        }
+    else if (Array.isArray(chunk.content) &&
+        chunk.content.length >= 1 &&
+        "text" in chunk.content[0]) {
+        return chunk.content[0].text;
     }
-    return {
-        toolUseContent,
-        concatenatedChunks: newConcatenatedChunks,
-    };
+    return undefined;
 }
 /**
  * Wrapper around Anthropic large language models.
@@ -601,6 +616,7 @@ export class ChatAnthropicMessages extends BaseChatModel {
         if (!this.anthropicApiKey) {
             throw new Error("Anthropic API key not found");
         }
+        this.clientOptions = fields?.clientOptions ?? {};
         /** Keep anthropicApiKey for backwards compatibility */
         this.apiKey = this.anthropicApiKey;
         // Support overriding the default API URL (i.e., https://api.anthropic.com)
@@ -616,7 +632,6 @@ export class ChatAnthropicMessages extends BaseChatModel {
             fields?.maxTokensToSample ?? fields?.maxTokens ?? this.maxTokens;
         this.stopSequences = fields?.stopSequences ?? this.stopSequences;
         this.streaming = fields?.streaming ?? false;
-        this.clientOptions = fields?.clientOptions ?? {};
         this.streamUsage = fields?.streamUsage ?? this.streamUsage;
     }
     getLsParams(options) {
@@ -719,7 +734,6 @@ export class ChatAnthropicMessages extends BaseChatModel {
             stream: true,
         });
         let usageData = { input_tokens: 0, output_tokens: 0 };
-        let concatenatedChunks;
         for await (const data of stream) {
             if (options.signal?.aborted) {
                 stream.controller.abort();
@@ -735,28 +749,12 @@ export class ChatAnthropicMessages extends BaseChatModel {
             const { chunk, usageData: updatedUsageData } = result;
             usageData = updatedUsageData;
             const newToolCallChunk = extractToolCallChunk(chunk);
-            // Maintain concatenatedChunks for accessing the complete `tool_use` content block.
-            concatenatedChunks = concatenatedChunks
-                ? concat(concatenatedChunks, chunk)
-                : chunk;
-            let toolUseContent;
-            const extractedContent = extractToolUseContent(chunk, concatenatedChunks);
-            if (extractedContent) {
-                toolUseContent = extractedContent.toolUseContent;
-                concatenatedChunks = extractedContent.concatenatedChunks;
-            }
-            // Filter partial `tool_use` content, and only add `tool_use` chunks if complete JSON available.
-            const chunkContent = Array.isArray(chunk.content)
-                ? chunk.content.filter((c) => c.type !== "tool_use")
-                : chunk.content;
-            if (Array.isArray(chunkContent) && toolUseContent) {
-                chunkContent.push(toolUseContent);
-            }
             // Extract the text content token for text field and runManager.
             const token = extractToken(chunk);
             yield new ChatGenerationChunk({
                 message: new AIMessageChunk({
-                    content: chunkContent,
+                    // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().
+                    content: chunk.content,
                     additional_kwargs: chunk.additional_kwargs,
                     tool_call_chunks: newToolCallChunk ? [newToolCallChunk] : undefined,
                     usage_metadata: chunk.usage_metadata,
@@ -846,6 +844,7 @@ export class ChatAnthropicMessages extends BaseChatModel {
     /**
      * Creates a streaming request with retry.
      * @param request The parameters for creating a completion.
+     * @param options
      * @returns A streaming request.
      */
     async createStreamWithRetry(request, options) {
@@ -868,11 +867,11 @@ export class ChatAnthropicMessages extends BaseChatModel {
     }
     /** @ignore */
     async completionWithRetry(request, options) {
-        if (!this.apiKey) {
-            throw new Error("Missing Anthropic API key.");
-        }
         if (!this.batchClient) {
             const options = this.apiUrl ? { baseURL: this.apiUrl } : undefined;
+            if (!this.apiKey) {
+                throw new Error("Missing Anthropic API key.");
+            }
             this.batchClient = new Anthropic({
                 ...this.clientOptions,
                 ...options,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/anthropic",
-  "version": "0.2.8",
+  "version": "0.2.10",
   "description": "Anthropic integrations for LangChain.js",
   "type": "module",
   "engines": {
@@ -15,7 +15,7 @@
   "homepage": "https://github.com/langchain-ai/langchainjs/tree/main/libs/langchain-anthropic/",
   "scripts": {
     "build": "yarn turbo:command build:internal --filter=@langchain/anthropic",
-    "build:internal": "yarn lc-build:v2 --create-entrypoints --pre --tree-shaking --gen-maps",
+    "build:internal": "yarn lc_build_v2 --create-entrypoints --pre --tree-shaking --gen-maps",
     "lint:eslint": "NODE_OPTIONS=--max-old-space-size=4096 eslint --cache --ext .ts,.js src/",
     "lint:dpdm": "dpdm --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
     "lint": "yarn lint:eslint && yarn lint:dpdm",
@@ -43,8 +43,7 @@
   },
   "devDependencies": {
     "@jest/globals": "^29.5.0",
-    "@langchain/community": "workspace:*",
-    "@langchain/scripts": "~0.0.14",
+    "@langchain/scripts": "~0.0.20",
     "@langchain/standard-tests": "0.0.0",
     "@swc/core": "^1.3.90",
     "@swc/jest": "^0.2.29",

package/dist/experimental/tests/tool_calling.int.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/experimental/tests/tool_calling.int.test.js

@@ -1,278 +0,0 @@
-/* eslint-disable no-process-env */
-/* eslint-disable @typescript-eslint/no-non-null-assertion */
-import { test } from "@jest/globals";
-import { z } from "zod";
-import { zodToJsonSchema } from "zod-to-json-schema";
-import { HumanMessage } from "@langchain/core/messages";
-import { ChatPromptTemplate } from "@langchain/core/prompts";
-import { ChatAnthropicTools } from "../tool_calling.js";
-test.skip("Test ChatAnthropicTools", async () => {
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    });
-    const message = new HumanMessage("Hello!");
-    const res = await chat.invoke([message]);
-    console.log(JSON.stringify(res));
-});
-test.skip("Test ChatAnthropicTools streaming", async () => {
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    });
-    const message = new HumanMessage("Hello!");
-    const stream = await chat.stream([message]);
-    const chunks = [];
-    for await (const chunk of stream) {
-        console.log(chunk);
-        chunks.push(chunk);
-    }
-    expect(chunks.length).toBeGreaterThan(1);
-});
-test.skip("Test ChatAnthropicTools with tools", async () => {
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        temperature: 0.1,
-        maxRetries: 0,
-    }).bind({
-        tools: [
-            {
-                type: "function",
-                function: {
-                    name: "get_current_weather",
-                    description: "Get the current weather in a given location",
-                    parameters: {
-                        type: "object",
-                        properties: {
-                            location: {
-                                type: "string",
-                                description: "The city and state, e.g. San Francisco, CA",
-                            },
-                            unit: {
-                                type: "string",
-                                enum: ["celsius", "fahrenheit"],
-                            },
-                        },
-                        required: ["location"],
-                    },
-                },
-            },
-        ],
-    });
-    const message = new HumanMessage("What is the weather in San Francisco?");
-    const res = await chat.invoke([message]);
-    console.log(JSON.stringify(res));
-    expect(res.additional_kwargs.tool_calls).toBeDefined();
-    expect(res.additional_kwargs.tool_calls?.[0].function.name).toEqual("get_current_weather");
-});
-test.skip("Test ChatAnthropicTools with a forced function call", async () => {
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        temperature: 0.1,
-        maxRetries: 0,
-    }).bind({
-        tools: [
-            {
-                type: "function",
-                function: {
-                    name: "extract_data",
-                    description: "Return information about the input",
-                    parameters: {
-                        type: "object",
-                        properties: {
-                            sentiment: {
-                                type: "string",
-                                description: "The city and state, e.g. San Francisco, CA",
-                            },
-                            aggressiveness: {
-                                type: "integer",
-                                description: "How aggressive the input is from 1 to 10",
-                            },
-                            language: {
-                                type: "string",
-                                description: "The language the input is in",
-                            },
-                        },
-                        required: ["sentiment", "aggressiveness"],
-                    },
-                },
-            },
-        ],
-        tool_choice: { type: "function", function: { name: "extract_data" } },
-    });
-    const message = new HumanMessage("Extract the desired information from the following passage:\n\nthis is really cool");
-    const res = await chat.invoke([message]);
-    console.log(JSON.stringify(res));
-    expect(res.additional_kwargs.tool_calls).toBeDefined();
-    expect(res.additional_kwargs.tool_calls?.[0]?.function.name).toEqual("extract_data");
-});
-test.skip("ChatAnthropicTools with Zod schema", async () => {
-    const schema = z.object({
-        people: z.array(z.object({
-            name: z.string().describe("The name of a person"),
-            height: z.number().describe("The person's height"),
-            hairColor: z.optional(z.string()).describe("The person's hair color"),
-        })),
-    });
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        temperature: 0.1,
-        maxRetries: 0,
-    }).bind({
-        tools: [
-            {
-                type: "function",
-                function: {
-                    name: "information_extraction",
-                    description: "Extracts the relevant information from the passage.",
-                    parameters: zodToJsonSchema(schema),
-                },
-            },
-        ],
-        tool_choice: {
-            type: "function",
-            function: {
-                name: "information_extraction",
-            },
-        },
-    });
-    const message = new HumanMessage("Alex is 5 feet tall. Claudia is 1 foot taller than Alex and jumps higher than him. Claudia is a brunette and Alex is blonde.");
-    const res = await chat.invoke([message]);
-    console.log(JSON.stringify(res));
-    expect(res.additional_kwargs.tool_calls).toBeDefined();
-    expect(res.additional_kwargs.tool_calls?.[0]?.function.name).toEqual("information_extraction");
-    expect(JSON.parse(res.additional_kwargs.tool_calls?.[0]?.function.arguments ?? "")).toEqual({
-        people: expect.arrayContaining([
-            { name: "Alex", height: 5, hairColor: "blonde" },
-            { name: "Claudia", height: 6, hairColor: "brunette" },
-        ]),
-    });
-});
-test.skip("ChatAnthropicTools with parallel tool calling", async () => {
-    const schema = z.object({
-        name: z.string().describe("The name of a person"),
-        height: z.number().describe("The person's height"),
-        hairColor: z.optional(z.string()).describe("The person's hair color"),
-    });
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        temperature: 0.1,
-        maxRetries: 0,
-    }).bind({
-        tools: [
-            {
-                type: "function",
-                function: {
-                    name: "person",
-                    description: "A person mentioned in the passage.",
-                    parameters: zodToJsonSchema(schema),
-                },
-            },
-        ],
-        tool_choice: {
-            type: "function",
-            function: {
-                name: "person",
-            },
-        },
-    });
-    console.log(zodToJsonSchema(schema));
-    const message = new HumanMessage("Alex is 5 feet tall. Claudia is 1 foot taller than Alex and jumps higher than him. Claudia is a brunette and Alex is blonde.");
-    const res = await chat.invoke([message]);
-    console.log(JSON.stringify(res));
-    expect(res.additional_kwargs.tool_calls).toBeDefined();
-    expect(res.additional_kwargs.tool_calls?.map((toolCall) => JSON.parse(toolCall.function.arguments ?? ""))).toEqual(expect.arrayContaining([
-        { name: "Alex", height: 5, hairColor: "blonde" },
-        { name: "Claudia", height: 6, hairColor: "brunette" },
-    ]));
-});
-test.skip("Test ChatAnthropic withStructuredOutput", async () => {
-    const runnable = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    }).withStructuredOutput(z.object({
-        name: z.string().describe("The name of a person"),
-        height: z.number().describe("The person's height"),
-        hairColor: z.optional(z.string()).describe("The person's hair color"),
-    }), {
-        name: "person",
-    });
-    const message = new HumanMessage("Alex is 5 feet tall. Alex is blonde.");
-    const res = await runnable.invoke([message]);
-    console.log(JSON.stringify(res, null, 2));
-    expect(res).toEqual({ name: "Alex", height: 5, hairColor: "blonde" });
-});
-test.skip("Test ChatAnthropic withStructuredOutput on a single array item", async () => {
-    const runnable = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    }).withStructuredOutput(z.object({
-        people: z.array(z.object({
-            name: z.string().describe("The name of a person"),
-            height: z.number().describe("The person's height"),
-            hairColor: z.optional(z.string()).describe("The person's hair color"),
-        })),
-    }));
-    const message = new HumanMessage("Alex is 5 feet tall. Alex is blonde.");
-    const res = await runnable.invoke([message]);
-    console.log(JSON.stringify(res, null, 2));
-    expect(res).toEqual({
-        people: [{ hairColor: "blonde", height: 5, name: "Alex" }],
-    });
-});
-test.skip("Test ChatAnthropic withStructuredOutput on a single array item", async () => {
-    const runnable = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    }).withStructuredOutput(z.object({
-        sender: z
-            .optional(z.string())
-            .describe("The sender's name, if available"),
-        sender_phone_number: z
-            .optional(z.string())
-            .describe("The sender's phone number, if available"),
-        sender_address: z
-            .optional(z.string())
-            .describe("The sender's address, if available"),
-        action_items: z
-            .array(z.string())
-            .describe("A list of action items requested by the email"),
-        topic: z
-            .string()
-            .describe("High level description of what the email is about"),
-        tone: z.enum(["positive", "negative"]).describe("The tone of the email."),
-    }), {
-        name: "Email",
-    });
-    const prompt = ChatPromptTemplate.fromMessages([
-        [
-            "human",
-            "What can you tell me about the following email? Make sure to answer in the correct format: {email}",
-        ],
-    ]);
-    const extractionChain = prompt.pipe(runnable);
-    const response = await extractionChain.invoke({
-        email: "From: Erick. The email is about the new project. The tone is positive. The action items are to send the report and to schedule a meeting.",
-    });
-    console.log(JSON.stringify(response, null, 2));
-    expect(response).toEqual({
-        sender: "Erick",
-        action_items: [expect.any(String), expect.any(String)],
-        topic: expect.any(String),
-        tone: "positive",
-    });
-});
-test.skip("Test ChatAnthropicTools", async () => {
-    const chat = new ChatAnthropicTools({
-        modelName: "claude-3-sonnet-20240229",
-        maxRetries: 0,
-    });
-    const structured = chat.withStructuredOutput(z.object({
-        nested: z.array(z.number()),
-    }), { force: false });
-    const res = await structured.invoke("What are the first five natural numbers?");
-    console.log(res);
-    expect(res).toEqual({
-        nested: [1, 2, 3, 4, 5],
-    });
-});