@langchain/anthropic 0.1.8 → 0.1.10

package/dist/chat_models.js

@@ -1,8 +1,12 @@
 import { Anthropic } from "@anthropic-ai/sdk";
 import { AIMessage, AIMessageChunk, } from "@langchain/core/messages";
-import { ChatGenerationChunk } from "@langchain/core/outputs";
+import { ChatGenerationChunk, } from "@langchain/core/outputs";
 import { getEnvironmentVariable } from "@langchain/core/utils/env";
 import { BaseChatModel, } from "@langchain/core/language_models/chat_models";
+import { zodToJsonSchema } from "zod-to-json-schema";
+import { RunnablePassthrough, RunnableSequence, } from "@langchain/core/runnables";
+import { isZodSchema } from "@langchain/core/utils/types";
+import { AnthropicToolsOutputParser } from "./output_parsers.js";
 function _formatImage(imageUrl) {
     const regex = /^data:(image\/.+);base64,(.+)$/;
     const match = imageUrl.match(regex);
@@ -19,6 +23,34 @@ function _formatImage(imageUrl) {
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
     };
 }
+function anthropicResponseToChatMessages(messages, additionalKwargs) {
+    if (messages.length === 1 && messages[0].type === "text") {
+        return [
+            {
+                text: messages[0].text,
+                message: new AIMessage(messages[0].text, additionalKwargs),
+            },
+        ];
+    }
+    else {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const castMessage = messages;
+        const generations = [
+            {
+                text: "",
+                message: new AIMessage({
+                    content: castMessage,
+                    additional_kwargs: additionalKwargs,
+                }),
+            },
+        ];
+        return generations;
+    }
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function isAnthropicTool(tool) {
+    return "input_schema" in tool;
+}
 /**
  * Wrapper around Anthropic large language models.
  *
@@ -162,6 +194,32 @@ export class ChatAnthropicMessages extends BaseChatModel {
         this.streaming = fields?.streaming ?? false;
         this.clientOptions = fields?.clientOptions ?? {};
     }
+    /**
+     * Formats LangChain StructuredTools to AnthropicTools.
+     *
+     * @param {ChatAnthropicCallOptions["tools"]} tools The tools to format
+     * @returns {AnthropicTool[] | undefined} The formatted tools, or undefined if none are passed.
+     * @throws {Error} If a mix of AnthropicTools and StructuredTools are passed.
+     */
+    formatStructuredToolToAnthropic(tools) {
+        if (!tools || !tools.length) {
+            return undefined;
+        }
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        if (tools.every((tool) => isAnthropicTool(tool))) {
+            // If the tool is already an anthropic tool, return it
+            return tools;
+        }
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        if (tools.some((tool) => isAnthropicTool(tool))) {
+            throw new Error(`Can not pass in a mix of AnthropicTools and StructuredTools`);
+        }
+        return tools.map((tool) => ({
+            name: tool.name,
+            description: tool.description,
+            input_schema: zodToJsonSchema(tool.schema),
+        }));
+    }
     /**
      * Get the parameters used to invoke the model
      */
@@ -177,6 +235,27 @@ export class ChatAnthropicMessages extends BaseChatModel {
             ...this.invocationKwargs,
         };
     }
+    invocationOptions(request, options) {
+        const toolUseBetaHeader = {
+            "anthropic-beta": "tools-2024-04-04",
+        };
+        const tools = this.formatStructuredToolToAnthropic(options?.tools);
+        // If tools are present, populate the body with the message request params.
+        // This is because Anthropic overwrites the message request params if a body
+        // is passed.
+        const body = tools
+            ? {
+                ...request,
+                tools,
+            }
+            : undefined;
+        const headers = tools ? toolUseBetaHeader : undefined;
+        return {
+            signal: options.signal,
+            ...(body ? { body } : {}),
+            ...(headers ? { headers } : {}),
+        };
+    }
     /** @ignore */
     _identifyingParams() {
         return {
@@ -195,56 +274,90 @@ export class ChatAnthropicMessages extends BaseChatModel {
     }
     async *_streamResponseChunks(messages, options, runManager) {
         const params = this.invocationParams(options);
-        const stream = await this.createStreamWithRetry({
+        const requestOptions = this.invocationOptions({
             ...params,
+            stream: false,
             ...this.formatMessagesForAnthropic(messages),
-            stream: true,
-        });
-        for await (const data of stream) {
-            if (options.signal?.aborted) {
-                stream.controller.abort();
-                throw new Error("AbortError: User aborted the request.");
-            }
-            if (data.type === "message_start") {
-                // eslint-disable-next-line @typescript-eslint/no-unused-vars
-                const { content, ...additionalKwargs } = data.message;
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                const filteredAdditionalKwargs = {};
-                for (const [key, value] of Object.entries(additionalKwargs)) {
-                    if (value !== undefined && value !== null) {
-                        filteredAdditionalKwargs[key] = value;
+        }, options);
+        if (options.tools !== undefined && options.tools.length > 0) {
+            const requestOptions = this.invocationOptions({
+                ...params,
+                stream: false,
+                ...this.formatMessagesForAnthropic(messages),
+            }, options);
+            const generations = await this._generateNonStreaming(messages, params, requestOptions);
+            yield new ChatGenerationChunk({
+                message: new AIMessageChunk({
+                    content: generations[0].message.content,
+                    additional_kwargs: generations[0].message.additional_kwargs,
+                }),
+                text: generations[0].text,
+            });
+        }
+        else {
+            const stream = await this.createStreamWithRetry({
+                ...params,
+                ...this.formatMessagesForAnthropic(messages),
+                stream: true,
+            }, requestOptions);
+            let usageData = { input_tokens: 0, output_tokens: 0 };
+            for await (const data of stream) {
+                if (options.signal?.aborted) {
+                    stream.controller.abort();
+                    throw new Error("AbortError: User aborted the request.");
+                }
+                if (data.type === "message_start") {
+                    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+                    const { content, usage, ...additionalKwargs } = data.message;
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    const filteredAdditionalKwargs = {};
+                    for (const [key, value] of Object.entries(additionalKwargs)) {
+                        if (value !== undefined && value !== null) {
+                            filteredAdditionalKwargs[key] = value;
+                        }
                     }
+                    usageData = usage;
+                    yield new ChatGenerationChunk({
+                        message: new AIMessageChunk({
+                            content: "",
+                            additional_kwargs: filteredAdditionalKwargs,
+                        }),
+                        text: "",
+                    });
                 }
-                yield new ChatGenerationChunk({
-                    message: new AIMessageChunk({
-                        content: "",
-                        additional_kwargs: filteredAdditionalKwargs,
-                    }),
-                    text: "",
-                });
-            }
-            else if (data.type === "message_delta") {
-                yield new ChatGenerationChunk({
-                    message: new AIMessageChunk({
-                        content: "",
-                        additional_kwargs: { ...data.delta },
-                    }),
-                    text: "",
-                });
-            }
-            else if (data.type === "content_block_delta") {
-                const content = data.delta?.text;
-                if (content !== undefined) {
+                else if (data.type === "message_delta") {
                     yield new ChatGenerationChunk({
                         message: new AIMessageChunk({
-                            content,
-                            additional_kwargs: {},
+                            content: "",
+                            additional_kwargs: { ...data.delta },
                         }),
-                        text: content,
+                        text: "",
                     });
-                    await runManager?.handleLLMNewToken(content);
+                    if (data?.usage !== undefined) {
+                        usageData.output_tokens += data.usage.output_tokens;
+                    }
+                }
+                else if (data.type === "content_block_delta") {
+                    const content = data.delta?.text;
+                    if (content !== undefined) {
+                        yield new ChatGenerationChunk({
+                            message: new AIMessageChunk({
+                                content,
+                                additional_kwargs: {},
+                            }),
+                            text: content,
+                        });
+                        await runManager?.handleLLMNewToken(content);
+                    }
                 }
             }
+            yield new ChatGenerationChunk({
+                message: new AIMessageChunk({
+                    content: "",
+                    additional_kwargs: { usage: usageData },
+                }),
+                text: "",
+            });
         }
     }
     /**
@@ -269,6 +382,9 @@ export class ChatAnthropicMessages extends BaseChatModel {
             else if (message._getType() === "ai") {
                 role = "assistant";
             }
+            else if (message._getType() === "tool") {
+                role = "user";
+            }
             else if (message._getType() === "system") {
                 throw new Error("System messages are only permitted as the first passed message.");
             }
@@ -281,29 +397,40 @@ export class ChatAnthropicMessages extends BaseChatModel {
                     content: message.content,
                 };
             }
-            else {
-                return {
-                    role,
-                    content: message.content.map((contentPart) => {
-                        if (contentPart.type === "image_url") {
-                            let source;
-                            if (typeof contentPart.image_url === "string") {
-                                source = _formatImage(contentPart.image_url);
-                            }
-                            else {
-                                source = _formatImage(contentPart.image_url.url);
-                            }
-                            return {
-                                type: "image",
-                                source,
-                            };
+            else if ("type" in message.content) {
+                const contentBlocks = message.content.map((contentPart) => {
+                    if (contentPart.type === "image_url") {
+                        let source;
+                        if (typeof contentPart.image_url === "string") {
+                            source = _formatImage(contentPart.image_url);
                         }
                         else {
-                            return contentPart;
+                            source = _formatImage(contentPart.image_url.url);
                         }
-                    }),
+                        return {
+                            type: "image",
+                            source,
+                        };
+                    }
+                    else if (contentPart.type === "text") {
+                        // Assuming contentPart is of type MessageContentText here
+                        return {
+                            type: "text",
+                            text: contentPart.text,
+                        };
+                    }
+                    else {
+                        throw new Error("Unsupported message content format");
+                    }
+                });
+                return {
+                    role,
+                    content: contentBlocks,
                 };
             }
+            else {
+                throw new Error("Unsupported message content format");
+            }
         });
         return {
             messages: formattedMessages,
@@ -311,6 +438,17 @@ export class ChatAnthropicMessages extends BaseChatModel {
         };
     }
     /** @ignore */
+    async _generateNonStreaming(messages, params, requestOptions) {
+        const response = await this.completionWithRetry({
+            ...params,
+            stream: false,
+            ...this.formatMessagesForAnthropic(messages),
+        }, requestOptions);
+        const { content, ...additionalKwargs } = response;
+        const generations = anthropicResponseToChatMessages(content, additionalKwargs);
+        return generations;
+    }
+    /** @ignore */
     async _generate(messages, options, runManager) {
         if (this.stopSequences && options.stop) {
             throw new Error(`"stopSequence" parameter found in input and default params`);
@@ -318,7 +456,7 @@ export class ChatAnthropicMessages extends BaseChatModel {
         const params = this.invocationParams(options);
         if (params.stream) {
             let finalChunk;
-            const stream = await this._streamResponseChunks(messages, options, runManager);
+            const stream = this._streamResponseChunks(messages, options, runManager);
             for await (const chunk of stream) {
                 if (finalChunk === undefined) {
                     finalChunk = chunk;
@@ -340,26 +478,14 @@ export class ChatAnthropicMessages extends BaseChatModel {
             };
         }
         else {
-            const response = await this.completionWithRetry({
+            const requestOptions = this.invocationOptions({
                 ...params,
                 stream: false,
                 ...this.formatMessagesForAnthropic(messages),
-            }, { signal: options.signal });
-            const { content, ...additionalKwargs } = response;
-            if (!Array.isArray(content) || content.length !== 1) {
-                console.log(content);
-                throw new Error("Received multiple content parts in Anthropic response. Only single part messages are currently supported.");
-            }
+            }, options);
+            const generations = await this._generateNonStreaming(messages, params, requestOptions);
             return {
-                generations: [
-                    {
-                        text: content[0].text,
-                        message: new AIMessage({
-                            content: content[0].text,
-                            additional_kwargs: additionalKwargs,
-                        }),
-                    },
-                ],
+                generations,
             };
         }
     }
@@ -368,12 +494,12 @@ export class ChatAnthropicMessages extends BaseChatModel {
      * @param request The parameters for creating a completion.
      * @returns A streaming request.
      */
-    async createStreamWithRetry(request) {
+    async createStreamWithRetry(request, options) {
         if (!this.streamingClient) {
-            const options = this.apiUrl ? { baseURL: this.apiUrl } : undefined;
+            const options_ = this.apiUrl ? { baseURL: this.apiUrl } : undefined;
             this.streamingClient = new Anthropic({
                 ...this.clientOptions,
-                ...options,
+                ...options_,
                 apiKey: this.anthropicApiKey,
                 // Prefer LangChain built-in retries
                 maxRetries: 0,
@@ -383,7 +509,7 @@ export class ChatAnthropicMessages extends BaseChatModel {
             ...request,
             ...this.invocationKwargs,
             stream: true,
-        });
+        }, options);
         return this.caller.call(makeCompletionRequest);
     }
     /** @ignore */
@@ -403,12 +529,88 @@ export class ChatAnthropicMessages extends BaseChatModel {
         const makeCompletionRequest = async () => this.batchClient.messages.create({
             ...request,
             ...this.invocationKwargs,
-        });
-        return this.caller.callWithOptions({ signal: options.signal }, makeCompletionRequest);
+        }, options);
+        return this.caller.callWithOptions({ signal: options.signal ?? undefined }, makeCompletionRequest);
     }
     _llmType() {
         return "anthropic";
     }
+    withStructuredOutput(outputSchema, config) {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const schema = outputSchema;
+        const name = config?.name;
+        const method = config?.method;
+        const includeRaw = config?.includeRaw;
+        if (method === "jsonMode") {
+            throw new Error(`Anthropic only supports "functionCalling" as a method.`);
+        }
+        let functionName = name ?? "extract";
+        let outputParser;
+        let tools;
+        if (isZodSchema(schema)) {
+            const jsonSchema = zodToJsonSchema(schema);
+            tools = [
+                {
+                    name: functionName,
+                    description: jsonSchema.description ?? "A function available to call.",
+                    input_schema: jsonSchema,
+                },
+            ];
+            outputParser = new AnthropicToolsOutputParser({
+                returnSingle: true,
+                keyName: functionName,
+                zodSchema: schema,
+            });
+        }
+        else {
+            let anthropicTools;
+            if (typeof schema.name === "string" &&
+                typeof schema.description === "string" &&
+                typeof schema.input_schema === "object" &&
+                schema.input_schema != null) {
+                anthropicTools = schema;
+                functionName = schema.name;
+            }
+            else {
+                anthropicTools = {
+                    name: functionName,
+                    description: schema.description ?? "",
+                    input_schema: schema,
+                };
+            }
+            tools = [anthropicTools];
+            outputParser = new AnthropicToolsOutputParser({
+                returnSingle: true,
+                keyName: functionName,
+            });
+        }
+        const llm = this.bind({
+            tools,
+        });
+        if (!includeRaw) {
+            return llm.pipe(outputParser).withConfig({
+                runName: "ChatAnthropicStructuredOutput",
+            });
+        }
+        const parserAssign = RunnablePassthrough.assign({
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            parsed: (input, config) => outputParser.invoke(input.raw, config),
+        });
+        const parserNone = RunnablePassthrough.assign({
+            parsed: () => null,
+        });
+        const parsedWithFallback = parserAssign.withFallbacks({
+            fallbacks: [parserNone],
+        });
+        return RunnableSequence.from([
+            {
+                raw: llm,
+            },
+            parsedWithFallback,
+        ]).withConfig({
+            runName: "StructuredOutputRunnable",
+        });
+    }
 }
 export class ChatAnthropic extends ChatAnthropicMessages {
 }

package/dist/experimental/tool_calling.cjs

@@ -12,6 +12,7 @@ const tool_calling_js_1 = require("./utils/tool_calling.cjs");
 /**
  * Experimental wrapper over Anthropic chat models that adds support for
  * a function calling interface.
+ * @deprecated Prefer traditional tool use through ChatAnthropic.
  */
 class ChatAnthropicTools extends chat_models_1.BaseChatModel {
     static lc_name() {

package/dist/experimental/tool_calling.d.ts

@@ -23,6 +23,7 @@ export type ChatAnthropicToolsInput = Partial<AnthropicInput> & BaseChatModelPar
 /**
  * Experimental wrapper over Anthropic chat models that adds support for
  * a function calling interface.
+ * @deprecated Prefer traditional tool use through ChatAnthropic.
  */
 export declare class ChatAnthropicTools extends BaseChatModel<ChatAnthropicToolsCallOptions> {
     llm: BaseChatModel;

package/dist/experimental/tool_calling.js

@@ -9,6 +9,7 @@ import { DEFAULT_TOOL_SYSTEM_PROMPT, formatAsXMLRepresentation, fixArrayXMLParam
 /**
  * Experimental wrapper over Anthropic chat models that adds support for
  * a function calling interface.
+ * @deprecated Prefer traditional tool use through ChatAnthropic.
  */
 export class ChatAnthropicTools extends BaseChatModel {
     static lc_name() {

package/dist/output_parsers.cjs

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AnthropicToolsOutputParser = void 0;
+const output_parsers_1 = require("@langchain/core/output_parsers");
+class AnthropicToolsOutputParser extends output_parsers_1.BaseLLMOutputParser {
+    static lc_name() {
+        return "AnthropicToolsOutputParser";
+    }
+    constructor(params) {
+        super(params);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "anthropic", "output_parsers"]
+        });
+        Object.defineProperty(this, "returnId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        /** The type of tool calls to return. */
+        Object.defineProperty(this, "keyName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /** Whether to return only the first tool call. */
+        Object.defineProperty(this, "returnSingle", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        this.keyName = params.keyName;
+        this.returnSingle = params.returnSingle ?? this.returnSingle;
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    async parseResult(generations) {
+        const tools = generations.flatMap((generation) => {
+            const { message } = generation;
+            if (typeof message === "string") {
+                return [];
+            }
+            if (!Array.isArray(message.content)) {
+                return [];
+            }
+            const tool = message.content.find((item) => item.type === "tool_use");
+            return tool;
+        });
+        if (tools.length === 0 || !tools[0]) {
+            throw new Error("No tools provided to AnthropicToolsOutputParser.");
+        }
+        const [tool] = tools;
+        return tool.input;
+    }
+}
+exports.AnthropicToolsOutputParser = AnthropicToolsOutputParser;

package/dist/output_parsers.d.ts

@@ -0,0 +1,17 @@
+import { BaseLLMOutputParser } from "@langchain/core/output_parsers";
+import { JsonOutputKeyToolsParserParams } from "@langchain/core/output_parsers/openai_tools";
+import { ChatGeneration } from "@langchain/core/outputs";
+interface AnthropicToolsOutputParserParams extends JsonOutputKeyToolsParserParams {
+}
+export declare class AnthropicToolsOutputParser<T extends Record<string, any> = Record<string, any>> extends BaseLLMOutputParser<T> {
+    static lc_name(): string;
+    lc_namespace: string[];
+    returnId: boolean;
+    /** The type of tool calls to return. */
+    keyName: string;
+    /** Whether to return only the first tool call. */
+    returnSingle: boolean;
+    constructor(params: AnthropicToolsOutputParserParams);
+    parseResult(generations: ChatGeneration[]): Promise<T>;
+}
+export {};

package/dist/output_parsers.js

@@ -0,0 +1,56 @@
+import { BaseLLMOutputParser } from "@langchain/core/output_parsers";
+export class AnthropicToolsOutputParser extends BaseLLMOutputParser {
+    static lc_name() {
+        return "AnthropicToolsOutputParser";
+    }
+    constructor(params) {
+        super(params);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "anthropic", "output_parsers"]
+        });
+        Object.defineProperty(this, "returnId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        /** The type of tool calls to return. */
+        Object.defineProperty(this, "keyName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /** Whether to return only the first tool call. */
+        Object.defineProperty(this, "returnSingle", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        this.keyName = params.keyName;
+        this.returnSingle = params.returnSingle ?? this.returnSingle;
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    async parseResult(generations) {
+        const tools = generations.flatMap((generation) => {
+            const { message } = generation;
+            if (typeof message === "string") {
+                return [];
+            }
+            if (!Array.isArray(message.content)) {
+                return [];
+            }
+            const tool = message.content.find((item) => item.type === "tool_use");
+            return tool;
+        });
+        if (tools.length === 0 || !tools[0]) {
+            throw new Error("No tools provided to AnthropicToolsOutputParser.");
+        }
+        const [tool] = tools;
+        return tool.input;
+    }
+}