langchain 0.0.181 → 0.0.182-rc.0

package/dist/agents/openai/output_parser.cjs

@@ -33,6 +33,9 @@ class OpenAIFunctionsAgentOutputParser extends types_js_1.AgentActionOutputParse
      * @returns A FunctionsAgentAction or AgentFinish object.
      */
     parseAIMessage(message) {
+        if (message.content && typeof message.content !== "string") {
+            throw new Error("This agent cannot parse non-string model responses.");
+        }
         if (message.additional_kwargs.function_call) {
             // eslint-disable-next-line prefer-destructuring
             const function_call = message.additional_kwargs.function_call;

package/dist/agents/openai/output_parser.js

@@ -30,6 +30,9 @@ export class OpenAIFunctionsAgentOutputParser extends AgentActionOutputParser {
      * @returns A FunctionsAgentAction or AgentFinish object.
      */
     parseAIMessage(message) {
+        if (message.content && typeof message.content !== "string") {
+            throw new Error("This agent cannot parse non-string model responses.");
+        }
         if (message.additional_kwargs.function_call) {
             // eslint-disable-next-line prefer-destructuring
             const function_call = message.additional_kwargs.function_call;

package/dist/base_language/index.cjs

@@ -104,9 +104,13 @@ class BaseLanguageModel extends BaseLangChain {
         }
         this.caller = new async_caller_js_1.AsyncCaller(params ?? {});
     }
-    async getNumTokens(text) {
+    async getNumTokens(content) {
+        // TODO: Figure out correct value.
+        if (typeof content !== "string") {
+            return 0;
+        }
         // fallback to approximate calculation if tiktoken is not available
-        let numTokens = Math.ceil(text.length / 4);
+        let numTokens = Math.ceil(content.length / 4);
         if (!this._encoding) {
             try {
                 this._encoding = await (0, tiktoken_js_1.encodingForModel)("modelName" in this
@@ -118,7 +122,7 @@ class BaseLanguageModel extends BaseLangChain {
             }
         }
         if (this._encoding) {
-            numTokens = this._encoding.encode(text).length;
+            numTokens = this._encoding.encode(content).length;
         }
         return numTokens;
     }

package/dist/base_language/index.d.ts

@@ -1,5 +1,5 @@
 import type { OpenAI as OpenAIClient } from "openai";
-import { BaseCache, BaseMessage, BaseMessageLike, BasePromptValue, LLMResult } from "../schema/index.js";
+import { BaseCache, BaseMessage, BaseMessageLike, BasePromptValue, LLMResult, MessageContent } from "../schema/index.js";
 import { BaseCallbackConfig, CallbackManager, Callbacks } from "../callbacks/manager.js";
 import { AsyncCaller, AsyncCallerParams } from "../util/async_caller.js";
 import { Runnable } from "../schema/runnable/index.js";
@@ -60,7 +60,7 @@ export interface BaseLanguageModelCallOptions extends BaseCallbackConfig {
     signal?: AbortSignal;
 }
 export interface BaseFunctionCallOptions extends BaseLanguageModelCallOptions {
-    function_call?: OpenAIClient.Chat.ChatCompletionCreateParams.FunctionCallOption;
+    function_call?: OpenAIClient.Chat.ChatCompletionFunctionCallOption;
     functions?: OpenAIClient.Chat.ChatCompletionCreateParams.Function[];
 }
 export type BaseLanguageModelInput = BasePromptValue | string | BaseMessageLike[];
@@ -86,7 +86,7 @@ export declare abstract class BaseLanguageModel<RunOutput = any, CallOptions ext
     abstract _modelType(): string;
     abstract _llmType(): string;
     private _encoding?;
-    getNumTokens(text: string): Promise<number>;
+    getNumTokens(content: MessageContent): Promise<number>;
     protected static _convertInputToPromptValue(input: BaseLanguageModelInput): BasePromptValue;
     /**
      * Get the identifying parameters of the LLM.

package/dist/base_language/index.js

@@ -100,9 +100,13 @@ export class BaseLanguageModel extends BaseLangChain {
         }
         this.caller = new AsyncCaller(params ?? {});
     }
-    async getNumTokens(text) {
+    async getNumTokens(content) {
+        // TODO: Figure out correct value.
+        if (typeof content !== "string") {
+            return 0;
+        }
         // fallback to approximate calculation if tiktoken is not available
-        let numTokens = Math.ceil(text.length / 4);
+        let numTokens = Math.ceil(content.length / 4);
         if (!this._encoding) {
             try {
                 this._encoding = await encodingForModel("modelName" in this
@@ -114,7 +118,7 @@ export class BaseLanguageModel extends BaseLangChain {
             }
         }
         if (this._encoding) {
-            numTokens = this._encoding.encode(text).length;
+            numTokens = this._encoding.encode(content).length;
         }
         return numTokens;
     }

package/dist/chat_models/base.cjs

@@ -13,7 +13,9 @@ function createChatMessageChunkEncoderStream() {
     const textEncoder = new TextEncoder();
     return new TransformStream({
         transform(chunk, controller) {
-            controller.enqueue(textEncoder.encode(chunk.content));
+            controller.enqueue(textEncoder.encode(typeof chunk.content === "string"
+                ? chunk.content
+                : JSON.stringify(chunk.content)));
         },
     });
 }
@@ -263,6 +265,9 @@ class BaseChatModel extends index_js_2.BaseLanguageModel {
     async predict(text, options, callbacks) {
         const message = new index_js_1.HumanMessage(text);
         const result = await this.call([message], options, callbacks);
+        if (typeof result.content !== "string") {
+            throw new Error("Cannot use predict when output is not a string.");
+        }
         return result.content;
     }
 }
@@ -275,6 +280,9 @@ class SimpleChatModel extends BaseChatModel {
     async _generate(messages, options, runManager) {
         const text = await this._call(messages, options, runManager);
         const message = new index_js_1.AIMessage(text);
+        if (typeof message.content !== "string") {
+            throw new Error("Cannot generate with a simple chat model when output is not a string.");
+        }
         return {
             generations: [
                 {

package/dist/chat_models/base.js

@@ -10,7 +10,9 @@ export function createChatMessageChunkEncoderStream() {
     const textEncoder = new TextEncoder();
     return new TransformStream({
         transform(chunk, controller) {
-            controller.enqueue(textEncoder.encode(chunk.content));
+            controller.enqueue(textEncoder.encode(typeof chunk.content === "string"
+                ? chunk.content
+                : JSON.stringify(chunk.content)));
         },
     });
 }
@@ -259,6 +261,9 @@ export class BaseChatModel extends BaseLanguageModel {
     async predict(text, options, callbacks) {
         const message = new HumanMessage(text);
         const result = await this.call([message], options, callbacks);
+        if (typeof result.content !== "string") {
+            throw new Error("Cannot use predict when output is not a string.");
+        }
         return result.content;
     }
 }
@@ -270,6 +275,9 @@ export class SimpleChatModel extends BaseChatModel {
     async _generate(messages, options, runManager) {
         const text = await this._call(messages, options, runManager);
         const message = new AIMessage(text);
+        if (typeof message.content !== "string") {
+            throw new Error("Cannot generate with a simple chat model when output is not a string.");
+        }
         return {
             generations: [
                 {

package/dist/chat_models/bedrock/web.cjs

@@ -206,7 +206,11 @@ class BedrockChat extends base_js_1.SimpleChatModel {
                     finalResult = finalResult.concat(chunk);
                 }
             }
-            return finalResult?.message.content ?? "";
+            const messageContent = finalResult?.message.content;
+            if (messageContent && typeof messageContent !== "string") {
+                throw new Error("Non-string output for ChatBedrock is currently not supported.");
+            }
+            return messageContent ?? "";
         }
         const response = await this._signedFetch(messages, options, {
             bedrockMethod: "invoke",

package/dist/chat_models/bedrock/web.js

@@ -201,7 +201,11 @@ export class BedrockChat extends SimpleChatModel {
                     finalResult = finalResult.concat(chunk);
                 }
             }
-            return finalResult?.message.content ?? "";
+            const messageContent = finalResult?.message.content;
+            if (messageContent && typeof messageContent !== "string") {
+                throw new Error("Non-string output for ChatBedrock is currently not supported.");
+            }
+            return messageContent ?? "";
         }
         const response = await this._signedFetch(messages, options, {
             bedrockMethod: "invoke",

package/dist/chat_models/cloudflare_workersai.cjs

@@ -159,6 +159,9 @@ class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
                 console.warn(`Unsupported message type passed to Cloudflare: "${message._getType()}"`);
                 role = "user";
             }
+            if (typeof message.content !== "string") {
+                throw new Error("ChatCloudflareWorkersAI currently does not support non-string message content.");
+            }
             return {
                 role,
                 content: message.content,
@@ -184,7 +187,11 @@ class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
                     finalResult = finalResult.concat(chunk);
                 }
             }
-            return finalResult?.message?.content ?? "";
+            const messageContent = finalResult?.message.content;
+            if (messageContent && typeof messageContent !== "string") {
+                throw new Error("Non-string output for ChatCloudflareWorkersAI is currently not supported.");
+            }
+            return messageContent ?? "";
         }
     }
 }

package/dist/chat_models/cloudflare_workersai.js

@@ -156,6 +156,9 @@ export class ChatCloudflareWorkersAI extends SimpleChatModel {
                 console.warn(`Unsupported message type passed to Cloudflare: "${message._getType()}"`);
                 role = "user";
             }
+            if (typeof message.content !== "string") {
+                throw new Error("ChatCloudflareWorkersAI currently does not support non-string message content.");
+            }
             return {
                 role,
                 content: message.content,
@@ -181,7 +184,11 @@ export class ChatCloudflareWorkersAI extends SimpleChatModel {
                     finalResult = finalResult.concat(chunk);
                 }
             }
-            return finalResult?.message?.content ?? "";
+            const messageContent = finalResult?.message.content;
+            if (messageContent && typeof messageContent !== "string") {
+                throw new Error("Non-string output for ChatCloudflareWorkersAI is currently not supported.");
+            }
+            return messageContent ?? "";
         }
     }
 }

package/dist/chat_models/googlepalm.cjs

@@ -132,6 +132,10 @@ class ChatGooglePaLM extends base_js_1.BaseChatModel {
         const systemMessage = messages.length > 0 && getMessageAuthor(messages[0]) === "system"
             ? messages[0]
             : undefined;
+        if (systemMessage?.content !== undefined &&
+            typeof systemMessage.content !== "string") {
+            throw new Error("Non-string system message content is not supported.");
+        }
         return systemMessage?.content;
     }
     _mapBaseMessagesToPalmMessages(messages) {
@@ -145,13 +149,18 @@ class ChatGooglePaLM extends base_js_1.BaseChatModel {
                 throw new Error(`Google PaLM requires alternate messages between authors`);
             }
         });
-        return nonSystemMessages.map((m) => ({
-            author: getMessageAuthor(m),
-            content: m.content,
-            citationMetadata: {
-                citationSources: m.additional_kwargs.citationSources,
-            },
-        }));
+        return nonSystemMessages.map((m) => {
+            if (typeof m.content !== "string") {
+                throw new Error("ChatGooglePaLM does not support non-string message content.");
+            }
+            return {
+                author: getMessageAuthor(m),
+                content: m.content,
+                citationMetadata: {
+                    citationSources: m.additional_kwargs.citationSources,
+                },
+            };
+        });
     }
     _mapPalmMessagesToChatResult(msgRes) {
         if (msgRes.candidates &&

package/dist/chat_models/googlepalm.js

@@ -129,6 +129,10 @@ export class ChatGooglePaLM extends BaseChatModel {
         const systemMessage = messages.length > 0 && getMessageAuthor(messages[0]) === "system"
             ? messages[0]
             : undefined;
+        if (systemMessage?.content !== undefined &&
+            typeof systemMessage.content !== "string") {
+            throw new Error("Non-string system message content is not supported.");
+        }
         return systemMessage?.content;
     }
     _mapBaseMessagesToPalmMessages(messages) {
@@ -142,13 +146,18 @@ export class ChatGooglePaLM extends BaseChatModel {
                 throw new Error(`Google PaLM requires alternate messages between authors`);
             }
         });
-        return nonSystemMessages.map((m) => ({
-            author: getMessageAuthor(m),
-            content: m.content,
-            citationMetadata: {
-                citationSources: m.additional_kwargs.citationSources,
-            },
-        }));
+        return nonSystemMessages.map((m) => {
+            if (typeof m.content !== "string") {
+                throw new Error("ChatGooglePaLM does not support non-string message content.");
+            }
+            return {
+                author: getMessageAuthor(m),
+                content: m.content,
+                citationMetadata: {
+                    citationSources: m.additional_kwargs.citationSources,
+                },
+            };
+        });
     }
     _mapPalmMessagesToChatResult(msgRes) {
         if (msgRes.candidates &&

package/dist/chat_models/googlevertexai/common.cjs

@@ -76,6 +76,9 @@ class GoogleVertexAIChatMessage {
      * @returns A new Google Vertex AI chat message.
      */
     static fromChatMessage(message, model) {
+        if (typeof message.content !== "string") {
+            throw new Error("ChatGoogleVertexAI does not support non-string message content.");
+        }
         return new GoogleVertexAIChatMessage({
             author: GoogleVertexAIChatMessage.mapMessageTypeToVertexChatAuthor(message, model),
             content: message.content,
@@ -204,6 +207,9 @@ class BaseChatGoogleVertexAI extends base_js_1.BaseChatModel {
         let context = "";
         let conversationMessages = messages;
         if (messages[0]?._getType() === "system") {
+            if (typeof messages[0].content !== "string") {
+                throw new Error("ChatGoogleVertexAI does not support non-string message content.");
+            }
             context = messages[0].content;
             conversationMessages = messages.slice(1);
         }

package/dist/chat_models/googlevertexai/common.js

@@ -73,6 +73,9 @@ export class GoogleVertexAIChatMessage {
      * @returns A new Google Vertex AI chat message.
      */
     static fromChatMessage(message, model) {
+        if (typeof message.content !== "string") {
+            throw new Error("ChatGoogleVertexAI does not support non-string message content.");
+        }
         return new GoogleVertexAIChatMessage({
             author: GoogleVertexAIChatMessage.mapMessageTypeToVertexChatAuthor(message, model),
             content: message.content,
@@ -200,6 +203,9 @@ export class BaseChatGoogleVertexAI extends BaseChatModel {
         let context = "";
         let conversationMessages = messages;
         if (messages[0]?._getType() === "system") {
+            if (typeof messages[0].content !== "string") {
+                throw new Error("ChatGoogleVertexAI does not support non-string message content.");
+            }
             context = messages[0].content;
             conversationMessages = messages.slice(1);
         }

package/dist/chat_models/iflytek_xinghuo/common.cjs

@@ -269,10 +269,15 @@ class BaseChatIflytekXinghuo extends base_js_1.BaseChatModel {
     async _generate(messages, options, runManager) {
         const tokenUsage = {};
         const params = this.invocationParams();
-        const messagesMapped = messages.map((message) => ({
-            role: messageToXinghuoRole(message),
-            content: message.content,
-        }));
+        const messagesMapped = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("ChatIflytekXinghuo does not support non-string message content.");
+            }
+            return {
+                role: messageToXinghuoRole(message),
+                content: message.content,
+            };
+        });
         const data = params.streaming
             ? await (async () => {
                 const streams = await this.completion({ messages: messagesMapped, ...params }, true, options.signal);

package/dist/chat_models/iflytek_xinghuo/common.js

@@ -266,10 +266,15 @@ export class BaseChatIflytekXinghuo extends BaseChatModel {
     async _generate(messages, options, runManager) {
         const tokenUsage = {};
         const params = this.invocationParams();
-        const messagesMapped = messages.map((message) => ({
-            role: messageToXinghuoRole(message),
-            content: message.content,
-        }));
+        const messagesMapped = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("ChatIflytekXinghuo does not support non-string message content.");
+            }
+            return {
+                role: messageToXinghuoRole(message),
+                content: message.content,
+            };
+        });
         const data = params.streaming
             ? await (async () => {
                 const streams = await this.completion({ messages: messagesMapped, ...params }, true, options.signal);

package/dist/chat_models/llama_cpp.cjs

@@ -100,6 +100,9 @@ class ChatLlamaCpp extends base_js_1.SimpleChatModel {
             prompt = this._buildSession(messages);
         }
         else {
+            if (typeof messages[0].content !== "string") {
+                throw new Error("ChatLlamaCpp does not support non-string message content in sessions.");
+            }
             // If we already have a session then we should just have a single prompt
             prompt = messages[0].content;
         }
@@ -128,8 +131,12 @@ class ChatLlamaCpp extends base_js_1.SimpleChatModel {
         // Let's see if we have a system message
         if (messages.findIndex((msg) => msg._getType() === "system") !== -1) {
             const sysMessages = messages.filter((message) => message._getType() === "system");
+            const systemMessageContent = sysMessages[sysMessages.length - 1].content;
+            if (typeof systemMessageContent !== "string") {
+                throw new Error("ChatLlamaCpp does not support non-string message content in sessions.");
+            }
             // Only use the last provided system message
-            sysMessage = sysMessages[sysMessages.length - 1].content;
+            sysMessage = systemMessageContent;
             // Now filter out the system messages
             noSystemMessages = messages.filter((message) => message._getType() !== "system");
         }
@@ -140,7 +147,11 @@ class ChatLlamaCpp extends base_js_1.SimpleChatModel {
         if (noSystemMessages.length > 1) {
             // Is the last message a prompt?
             if (noSystemMessages[noSystemMessages.length - 1]._getType() === "human") {
-                prompt = noSystemMessages[noSystemMessages.length - 1].content;
+                const finalMessageContent = noSystemMessages[noSystemMessages.length - 1].content;
+                if (typeof finalMessageContent !== "string") {
+                    throw new Error("ChatLlamaCpp does not support non-string message content in sessions.");
+                }
+                prompt = finalMessageContent;
                 interactions = this._convertMessagesToInteractions(noSystemMessages.slice(0, noSystemMessages.length - 1));
             }
             else {
@@ -148,6 +159,9 @@ class ChatLlamaCpp extends base_js_1.SimpleChatModel {
             }
         }
         else {
+            if (typeof noSystemMessages[0].content !== "string") {
+                throw new Error("ChatLlamaCpp does not support non-string message content in sessions.");
+            }
             // If there was only a single message we assume it's a prompt
             prompt = noSystemMessages[0].content;
         }
@@ -183,9 +197,14 @@ class ChatLlamaCpp extends base_js_1.SimpleChatModel {
         const result = [];
         for (let i = 0; i < messages.length; i += 2) {
             if (i + 1 < messages.length) {
+                const prompt = messages[i].content;
+                const response = messages[i + 1].content;
+                if (typeof prompt !== "string" || typeof response !== "string") {
+                    throw new Error("ChatLlamaCpp does not support non-string message content.");
+                }
                 result.push({
-                    prompt: messages[i].content,
-                    response: messages[i + 1].content,
+                    prompt,
+                    response,
                 });
             }
         }

package/dist/chat_models/llama_cpp.js

@@ -97,6 +97,9 @@ export class ChatLlamaCpp extends SimpleChatModel {
             prompt = this._buildSession(messages);
         }
         else {
+            if (typeof messages[0].content !== "string") {
+                throw new Error("ChatLlamaCpp does not support non-string message content in sessions.");
+            }
             // If we already have a session then we should just have a single prompt
             prompt = messages[0].content;
         }
@@ -125,8 +128,12 @@ export class ChatLlamaCpp extends SimpleChatModel {
         // Let's see if we have a system message
         if (messages.findIndex((msg) => msg._getType() === "system") !== -1) {
             const sysMessages = messages.filter((message) => message._getType() === "system");
+            const systemMessageContent = sysMessages[sysMessages.length - 1].content;
+            if (typeof systemMessageContent !== "string") {
+                throw new Error("ChatLlamaCpp does not support non-string message content in sessions.");
+            }
             // Only use the last provided system message
-            sysMessage = sysMessages[sysMessages.length - 1].content;
+            sysMessage = systemMessageContent;
             // Now filter out the system messages
             noSystemMessages = messages.filter((message) => message._getType() !== "system");
         }
@@ -137,7 +144,11 @@ export class ChatLlamaCpp extends SimpleChatModel {
         if (noSystemMessages.length > 1) {
             // Is the last message a prompt?
             if (noSystemMessages[noSystemMessages.length - 1]._getType() === "human") {
-                prompt = noSystemMessages[noSystemMessages.length - 1].content;
+                const finalMessageContent = noSystemMessages[noSystemMessages.length - 1].content;
+                if (typeof finalMessageContent !== "string") {
+                    throw new Error("ChatLlamaCpp does not support non-string message content in sessions.");
+                }
+                prompt = finalMessageContent;
                 interactions = this._convertMessagesToInteractions(noSystemMessages.slice(0, noSystemMessages.length - 1));
             }
             else {
@@ -145,6 +156,9 @@ export class ChatLlamaCpp extends SimpleChatModel {
             }
         }
         else {
+            if (typeof noSystemMessages[0].content !== "string") {
+                throw new Error("ChatLlamaCpp does not support non-string message content in sessions.");
+            }
             // If there was only a single message we assume it's a prompt
             prompt = noSystemMessages[0].content;
         }
@@ -180,9 +194,14 @@ export class ChatLlamaCpp extends SimpleChatModel {
         const result = [];
         for (let i = 0; i < messages.length; i += 2) {
             if (i + 1 < messages.length) {
+                const prompt = messages[i].content;
+                const response = messages[i + 1].content;
+                if (typeof prompt !== "string" || typeof response !== "string") {
+                    throw new Error("ChatLlamaCpp does not support non-string message content.");
+                }
                 result.push({
-                    prompt: messages[i].content,
-                    response: messages[i + 1].content,
+                    prompt,
+                    response,
                 });
             }
         }

package/dist/chat_models/minimax.cjs

@@ -328,6 +328,9 @@ class ChatMinimax extends base_js_1.BaseChatModel {
         })
             ?.map((message) => {
             const sender_type = messageToMinimaxRole(message);
+            if (typeof message.content !== "string") {
+                throw new Error("ChatMinimax does not support non-string message content.");
+            }
             return {
                 sender_type,
                 text: message.content,
@@ -520,6 +523,9 @@ class ChatMinimax extends base_js_1.BaseChatModel {
                 return;
             }
             const lastSystemMessage = systemMessages[systemMessages.length - 1];
+            if (typeof lastSystemMessage.content !== "string") {
+                throw new Error("ChatMinimax does not support non-string message content.");
+            }
             //  setting the default botSetting.
             this.botSetting = [
                 {

package/dist/chat_models/minimax.js

@@ -325,6 +325,9 @@ export class ChatMinimax extends BaseChatModel {
         })
             ?.map((message) => {
             const sender_type = messageToMinimaxRole(message);
+            if (typeof message.content !== "string") {
+                throw new Error("ChatMinimax does not support non-string message content.");
+            }
             return {
                 sender_type,
                 text: message.content,
@@ -517,6 +520,9 @@ export class ChatMinimax extends BaseChatModel {
                 return;
             }
             const lastSystemMessage = systemMessages[systemMessages.length - 1];
+            if (typeof lastSystemMessage.content !== "string") {
+                throw new Error("ChatMinimax does not support non-string message content.");
+            }
             //  setting the default botSetting.
             this.botSetting = [
                 {

package/dist/chat_models/openai.cjs

@@ -54,14 +54,10 @@ function messageToOpenAIMessage(message) {
 }
 function openAIResponseToChatMessage(message) {
     switch (message.role) {
-        case "user":
-            return new index_js_1.HumanMessage(message.content || "");
         case "assistant":
             return new index_js_1.AIMessage(message.content || "", {
                 function_call: message.function_call,
             });
-        case "system":
-            return new index_js_1.SystemMessage(message.content || "");
         default:
             return new index_js_1.ChatMessage(message.content || "", message.role ?? "unknown");
     }
@@ -577,7 +573,8 @@ class ChatOpenAI extends base_js_1.BaseChatModel {
             let count = textCount + tokensPerMessage + roleCount + nameCount;
             // From: https://github.com/hmarr/openai-chat-tokens/blob/main/src/index.ts messageTokenEstimate
             const openAIMessage = messageToOpenAIMessage(message);
-            if (openAIMessage.role === "function") {
+            if (openAIMessage.role === "function" ||
+                openAIMessage.role === "tool") {
                 count -= 2;
             }
             if (openAIMessage.function_call) {

package/dist/chat_models/openai.js

@@ -1,5 +1,5 @@
 import { OpenAI as OpenAIClient } from "openai";
-import { AIMessage, AIMessageChunk, ChatGenerationChunk, ChatMessage, ChatMessageChunk, FunctionMessageChunk, HumanMessage, HumanMessageChunk, SystemMessage, SystemMessageChunk, } from "../schema/index.js";
+import { AIMessage, AIMessageChunk, ChatGenerationChunk, ChatMessage, ChatMessageChunk, FunctionMessageChunk, HumanMessageChunk, SystemMessageChunk, } from "../schema/index.js";
 import { formatToOpenAIFunction } from "../tools/convert_to_openai.js";
 import { getEndpoint } from "../util/azure.js";
 import { getEnvironmentVariable } from "../util/env.js";
@@ -51,14 +51,10 @@ function messageToOpenAIMessage(message) {
 }
 function openAIResponseToChatMessage(message) {
     switch (message.role) {
-        case "user":
-            return new HumanMessage(message.content || "");
         case "assistant":
             return new AIMessage(message.content || "", {
                 function_call: message.function_call,
             });
-        case "system":
-            return new SystemMessage(message.content || "");
         default:
             return new ChatMessage(message.content || "", message.role ?? "unknown");
     }
@@ -574,7 +570,8 @@ export class ChatOpenAI extends BaseChatModel {
             let count = textCount + tokensPerMessage + roleCount + nameCount;
             // From: https://github.com/hmarr/openai-chat-tokens/blob/main/src/index.ts messageTokenEstimate
             const openAIMessage = messageToOpenAIMessage(message);
-            if (openAIMessage.role === "function") {
+            if (openAIMessage.role === "function" ||
+                openAIMessage.role === "tool") {
                 count -= 2;
             }
             if (openAIMessage.function_call) {

package/dist/chat_models/portkey.cjs

@@ -98,10 +98,15 @@ class PortkeyChat extends base_js_1.BaseChatModel {
         return "portkey";
     }
     async _generate(messages, options, _) {
-        const messagesList = messages.map((message) => ({
-            role: message._getType(),
-            content: message.content,
-        }));
+        const messagesList = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("PortkeyChat does not support non-string message content.");
+            }
+            return {
+                role: message._getType(),
+                content: message.content,
+            };
+        });
         const response = await this.session.portkey.chatCompletions.create({
             messages: messagesList,
             ...options,
@@ -124,10 +129,15 @@ class PortkeyChat extends base_js_1.BaseChatModel {
         };
     }
     async *_streamResponseChunks(messages, options, runManager) {
-        const messagesList = messages.map((message) => ({
-            role: message._getType(),
-            content: message.content,
-        }));
+        const messagesList = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("PortkeyChat does not support non-string message content.");
+            }
+            return {
+                role: message._getType(),
+                content: message.content,
+            };
+        });
         const response = await this.session.portkey.chatCompletions.create({
             messages: messagesList,
             ...options,

package/dist/chat_models/portkey.js

@@ -95,10 +95,15 @@ export class PortkeyChat extends BaseChatModel {
         return "portkey";
     }
     async _generate(messages, options, _) {
-        const messagesList = messages.map((message) => ({
-            role: message._getType(),
-            content: message.content,
-        }));
+        const messagesList = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("PortkeyChat does not support non-string message content.");
+            }
+            return {
+                role: message._getType(),
+                content: message.content,
+            };
+        });
         const response = await this.session.portkey.chatCompletions.create({
             messages: messagesList,
             ...options,
@@ -121,10 +126,15 @@ export class PortkeyChat extends BaseChatModel {
         };
     }
     async *_streamResponseChunks(messages, options, runManager) {
-        const messagesList = messages.map((message) => ({
-            role: message._getType(),
-            content: message.content,
-        }));
+        const messagesList = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("PortkeyChat does not support non-string message content.");
+            }
+            return {
+                role: message._getType(),
+                content: message.content,
+            };
+        });
         const response = await this.session.portkey.chatCompletions.create({
             messages: messagesList,
             ...options,

package/dist/chat_models/yandex.cjs

@@ -9,6 +9,9 @@ function _parseChatHistory(history) {
     const chatHistory = [];
     let instruction = "";
     for (const message of history) {
+        if (typeof message.content !== "string") {
+            throw new Error("ChatYandexGPT does not support non-string message content.");
+        }
         if ("content" in message) {
             if (message._getType() === "human") {
                 chatHistory.push({ role: "user", text: message.content });

package/dist/chat_models/yandex.js

@@ -6,6 +6,9 @@ function _parseChatHistory(history) {
     const chatHistory = [];
     let instruction = "";
     for (const message of history) {
+        if (typeof message.content !== "string") {
+            throw new Error("ChatYandexGPT does not support non-string message content.");
+        }
         if ("content" in message) {
             if (message._getType() === "human") {
                 chatHistory.push({ role: "user", text: message.content });

package/dist/experimental/autogpt/prompt.cjs

@@ -81,6 +81,10 @@ class AutoGPTPrompt extends chat_js_1.BaseChatPromptTemplate {
     async formatMessages({ goals, memory, messages: previousMessages, user_input, }) {
         const basePrompt = new index_js_1.SystemMessage(this.constructFullPrompt(goals));
         const timePrompt = new index_js_1.SystemMessage(`The current time and date is ${new Date().toLocaleString()}`);
+        if (typeof basePrompt.content !== "string" ||
+            typeof timePrompt.content !== "string") {
+            throw new Error("Non-string message content is not supported.");
+        }
         const usedTokens = (await this.tokenCounter(basePrompt.content)) +
             (await this.tokenCounter(timePrompt.content));
         const relevantDocs = await memory.getRelevantDocuments(JSON.stringify(previousMessages.slice(-10)));
@@ -92,9 +96,15 @@ class AutoGPTPrompt extends chat_js_1.BaseChatPromptTemplate {
         }
         const contentFormat = `This reminds you of these events from your past:\n${relevantMemory.join("\n")}\n\n`;
         const memoryMessage = new index_js_1.SystemMessage(contentFormat);
+        if (typeof memoryMessage.content !== "string") {
+            throw new Error("Non-string message content is not supported.");
+        }
         const usedTokensWithMemory = (await usedTokens) + (await this.tokenCounter(memoryMessage.content));
         const historicalMessages = [];
         for (const message of previousMessages.slice(-10).reverse()) {
+            if (typeof message.content !== "string") {
+                throw new Error("Non-string message content is not supported.");
+            }
             const messageTokens = await this.tokenCounter(message.content);
             if (usedTokensWithMemory + messageTokens > this.sendTokenLimit - 1000) {
                 break;

package/dist/experimental/autogpt/prompt.js

@@ -78,6 +78,10 @@ export class AutoGPTPrompt extends BaseChatPromptTemplate {
     async formatMessages({ goals, memory, messages: previousMessages, user_input, }) {
         const basePrompt = new SystemMessage(this.constructFullPrompt(goals));
         const timePrompt = new SystemMessage(`The current time and date is ${new Date().toLocaleString()}`);
+        if (typeof basePrompt.content !== "string" ||
+            typeof timePrompt.content !== "string") {
+            throw new Error("Non-string message content is not supported.");
+        }
         const usedTokens = (await this.tokenCounter(basePrompt.content)) +
             (await this.tokenCounter(timePrompt.content));
         const relevantDocs = await memory.getRelevantDocuments(JSON.stringify(previousMessages.slice(-10)));
@@ -89,9 +93,15 @@ export class AutoGPTPrompt extends BaseChatPromptTemplate {
         }
         const contentFormat = `This reminds you of these events from your past:\n${relevantMemory.join("\n")}\n\n`;
         const memoryMessage = new SystemMessage(contentFormat);
+        if (typeof memoryMessage.content !== "string") {
+            throw new Error("Non-string message content is not supported.");
+        }
         const usedTokensWithMemory = (await usedTokens) + (await this.tokenCounter(memoryMessage.content));
         const historicalMessages = [];
         for (const message of previousMessages.slice(-10).reverse()) {
+            if (typeof message.content !== "string") {
+                throw new Error("Non-string message content is not supported.");
+            }
             const messageTokens = await this.tokenCounter(message.content);
             if (usedTokensWithMemory + messageTokens > this.sendTokenLimit - 1000) {
                 break;

package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_chain.cjs

@@ -247,6 +247,9 @@ class ViolationOfExpectationsChain extends base_js_1.BaseChain {
             function_call: { name: types_js_1.PREDICTION_VIOLATIONS_FUNCTION.name },
         });
         const chain = violation_of_expectations_prompt_js_1.PREDICTION_VIOLATIONS_PROMPT.pipe(llmWithFunctions).pipe(this.jsonOutputParser);
+        if (typeof userResponse?.content !== "string") {
+            throw new Error("This chain does not support non-string model output.");
+        }
         const res = (await chain.invoke({
             predicted_output: userPredictions.predictedUserMessage,
             actual_output: userResponse?.content ?? "",
@@ -299,6 +302,9 @@ class ViolationOfExpectationsChain extends base_js_1.BaseChain {
      */
     async generateFacts({ userResponse, predictions, runManager, }) {
         const chain = violation_of_expectations_prompt_js_1.GENERATE_FACTS_PROMPT.pipe(this.llm).pipe(this.stringOutputParser);
+        if (typeof userResponse?.content !== "string") {
+            throw new Error("This chain does not support non-string model output.");
+        }
         const res = await chain.invoke({
             prediction_violations: predictions.explainedPredictionErrors.join("\n"),
             prediction: predictions.revisedPrediction,

package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_chain.js

@@ -244,6 +244,9 @@ export class ViolationOfExpectationsChain extends BaseChain {
             function_call: { name: PREDICTION_VIOLATIONS_FUNCTION.name },
         });
         const chain = PREDICTION_VIOLATIONS_PROMPT.pipe(llmWithFunctions).pipe(this.jsonOutputParser);
+        if (typeof userResponse?.content !== "string") {
+            throw new Error("This chain does not support non-string model output.");
+        }
         const res = (await chain.invoke({
             predicted_output: userPredictions.predictedUserMessage,
             actual_output: userResponse?.content ?? "",
@@ -296,6 +299,9 @@ export class ViolationOfExpectationsChain extends BaseChain {
      */
     async generateFacts({ userResponse, predictions, runManager, }) {
         const chain = GENERATE_FACTS_PROMPT.pipe(this.llm).pipe(this.stringOutputParser);
+        if (typeof userResponse?.content !== "string") {
+            throw new Error("This chain does not support non-string model output.");
+        }
         const res = await chain.invoke({
             prediction_violations: predictions.explainedPredictionErrors.join("\n"),
             prediction: predictions.revisedPrediction,

package/dist/experimental/chat_models/anthropic_functions.cjs

@@ -112,6 +112,9 @@ class AnthropicFunctions extends base_js_1.BaseChatModel {
         }
         const chatResult = await this.llm._generate(promptMessages, options, runManager);
         const chatGenerationContent = chatResult.generations[0].message.content;
+        if (typeof chatGenerationContent !== "string") {
+            throw new Error("AnthropicFunctions does not support non-string output.");
+        }
         if (forced) {
             const parser = new fast_xml_parser_1.XMLParser();
             const result = parser.parse(`${chatGenerationContent}</tool_input>`);

package/dist/experimental/chat_models/anthropic_functions.js

@@ -109,6 +109,9 @@ export class AnthropicFunctions extends BaseChatModel {
         }
         const chatResult = await this.llm._generate(promptMessages, options, runManager);
         const chatGenerationContent = chatResult.generations[0].message.content;
+        if (typeof chatGenerationContent !== "string") {
+            throw new Error("AnthropicFunctions does not support non-string output.");
+        }
         if (forced) {
             const parser = new XMLParser();
             const result = parser.parse(`${chatGenerationContent}</tool_input>`);

package/dist/experimental/chat_models/bittensor.cjs

@@ -60,10 +60,15 @@ class NIBittensorChatModel extends base_js_1.BaseChatModel {
       const res = await chat.call([message]);
      */
     async _generate(messages) {
-        const processed_messages = messages.map((message) => ({
-            role: this.messageToOpenAIRole(message),
-            content: message.content,
-        }));
+        const processed_messages = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("NIBittensorChat does not support non-string output.");
+            }
+            return {
+                role: this.messageToOpenAIRole(message),
+                content: message.content,
+            };
+        });
         const generations = [];
         try {
             // Retrieve API KEY

package/dist/experimental/chat_models/bittensor.js

@@ -57,10 +57,15 @@ export class NIBittensorChatModel extends BaseChatModel {
       const res = await chat.call([message]);
      */
     async _generate(messages) {
-        const processed_messages = messages.map((message) => ({
-            role: this.messageToOpenAIRole(message),
-            content: message.content,
-        }));
+        const processed_messages = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("NIBittensorChat does not support non-string output.");
+            }
+            return {
+                role: this.messageToOpenAIRole(message),
+                content: message.content,
+            };
+        });
         const generations = [];
         try {
             // Retrieve API KEY

package/dist/schema/index.cjs

@@ -35,6 +35,26 @@ class GenerationChunk {
     }
 }
 exports.GenerationChunk = GenerationChunk;
+function mergeContent(firstContent, secondContent) {
+    // If first content is a string
+    if (typeof firstContent === "string") {
+        if (typeof secondContent === "string") {
+            return firstContent + secondContent;
+        }
+        else {
+            return [{ type: "text", text: firstContent }, ...secondContent];
+        }
+        // If both are arrays
+    }
+    else if (Array.isArray(secondContent)) {
+        return [...firstContent, ...secondContent];
+        // If the first content is a list and second is a string
+    }
+    else {
+        // Otherwise, add the second content as a new element of the list
+        return [...firstContent, { type: "text", text: secondContent }];
+    }
+}
 /**
  * Base class for all types of messages in a conversation. It includes
  * properties like `content`, `name`, and `additional_kwargs`. It also
@@ -46,7 +66,7 @@ class BaseMessage extends serializable_js_1.Serializable {
      * Use {@link BaseMessage.content} instead.
      */
     get text() {
-        return this.content;
+        return typeof this.content === "string" ? this.content : "";
     }
     constructor(fields, 
     /** @deprecated */
@@ -73,7 +93,7 @@ class BaseMessage extends serializable_js_1.Serializable {
             writable: true,
             value: true
         });
-        /** The text of the message. */
+        /** The content of the message. */
         Object.defineProperty(this, "content", {
             enumerable: true,
             configurable: true,
@@ -191,7 +211,7 @@ class HumanMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new HumanMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: HumanMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -222,7 +242,7 @@ class AIMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new AIMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: AIMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -253,7 +273,7 @@ class SystemMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new SystemMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: SystemMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -313,7 +333,7 @@ class FunctionMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new FunctionMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: FunctionMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             name: this.name ?? "",
         });
@@ -407,7 +427,7 @@ class ChatMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new ChatMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: ChatMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             role: this.role,
         });

package/dist/schema/index.d.ts

@@ -64,8 +64,15 @@ export interface StoredGeneration {
     message?: StoredMessage;
 }
 export type MessageType = "human" | "ai" | "generic" | "system" | "function";
+export type MessageContent = string | {
+    type: "text" | "image_url";
+    text?: string;
+    image_url?: string | {
+        url: string;
+    };
+}[];
 export interface BaseMessageFields {
-    content: string;
+    content: MessageContent;
     name?: string;
     additional_kwargs?: {
         function_call?: OpenAIClient.Chat.ChatCompletionMessage.FunctionCall;
@@ -91,8 +98,8 @@ export declare abstract class BaseMessage extends Serializable implements BaseMe
      * Use {@link BaseMessage.content} instead.
      */
     get text(): string;
-    /** The text of the message. */
-    content: string;
+    /** The content of the message. */
+    content: MessageContent;
     /** The name of the message sender in a multi-user chat. */
     name?: string;
     /** Additional keyword arguments */

package/dist/schema/index.js

@@ -31,6 +31,26 @@ export class GenerationChunk {
         });
     }
 }
+function mergeContent(firstContent, secondContent) {
+    // If first content is a string
+    if (typeof firstContent === "string") {
+        if (typeof secondContent === "string") {
+            return firstContent + secondContent;
+        }
+        else {
+            return [{ type: "text", text: firstContent }, ...secondContent];
+        }
+        // If both are arrays
+    }
+    else if (Array.isArray(secondContent)) {
+        return [...firstContent, ...secondContent];
+        // If the first content is a list and second is a string
+    }
+    else {
+        // Otherwise, add the second content as a new element of the list
+        return [...firstContent, { type: "text", text: secondContent }];
+    }
+}
 /**
  * Base class for all types of messages in a conversation. It includes
  * properties like `content`, `name`, and `additional_kwargs`. It also
@@ -42,7 +62,7 @@ export class BaseMessage extends Serializable {
      * Use {@link BaseMessage.content} instead.
      */
     get text() {
-        return this.content;
+        return typeof this.content === "string" ? this.content : "";
     }
     constructor(fields, 
     /** @deprecated */
@@ -69,7 +89,7 @@ export class BaseMessage extends Serializable {
             writable: true,
             value: true
         });
-        /** The text of the message. */
+        /** The content of the message. */
         Object.defineProperty(this, "content", {
             enumerable: true,
             configurable: true,
@@ -184,7 +204,7 @@ export class HumanMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new HumanMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: HumanMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -213,7 +233,7 @@ export class AIMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new AIMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: AIMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -242,7 +262,7 @@ export class SystemMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new SystemMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: SystemMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -300,7 +320,7 @@ export class FunctionMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new FunctionMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: FunctionMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             name: this.name ?? "",
         });
@@ -389,7 +409,7 @@ export class ChatMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new ChatMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: ChatMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             role: this.role,
         });

package/dist/schema/output_parser.cjs

@@ -36,7 +36,14 @@ class BaseLLMOutputParser extends index_js_2.Runnable {
             return this._callWithConfig(async (input) => this.parseResult([{ text: input }]), input, { ...options, runType: "parser" });
         }
         else {
-            return this._callWithConfig(async (input) => this.parseResult([{ message: input, text: input.content }]), input, { ...options, runType: "parser" });
+            return this._callWithConfig(async (input) => this.parseResult([
+                {
+                    message: input,
+                    text: typeof input.content === "string"
+                        ? input.content
+                        : JSON.stringify(input.content),
+                },
+            ]), input, { ...options, runType: "parser" });
         }
     }
 }
@@ -69,7 +76,14 @@ class BaseTransformOutputParser extends BaseOutputParser {
                 yield this.parseResult([{ text: chunk }]);
             }
             else {
-                yield this.parseResult([{ message: chunk, text: chunk.content }]);
+                yield this.parseResult([
+                    {
+                        message: chunk,
+                        text: typeof chunk.content === "string"
+                            ? chunk.content
+                            : JSON.stringify(chunk.content),
+                    },
+                ]);
             }
         }
     }
@@ -108,14 +122,23 @@ class BaseCumulativeTransformOutputParser extends BaseTransformOutputParser {
         let prevParsed;
         let accGen;
         for await (const chunk of inputGenerator) {
+            if (typeof chunk !== "string" && typeof chunk.content !== "string") {
+                throw new Error("Cannot handle non-string output.");
+            }
             let chunkGen;
             if ((0, index_js_1.isBaseMessageChunk)(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new index_js_1.ChatGenerationChunk({
                     message: chunk,
                     text: chunk.content,
                 });
             }
             else if ((0, index_js_1.isBaseMessage)(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new index_js_1.ChatGenerationChunk({
                     message: chunk.toChunk(),
                     text: chunk.content,

package/dist/schema/output_parser.js

@@ -33,7 +33,14 @@ export class BaseLLMOutputParser extends Runnable {
             return this._callWithConfig(async (input) => this.parseResult([{ text: input }]), input, { ...options, runType: "parser" });
         }
         else {
-            return this._callWithConfig(async (input) => this.parseResult([{ message: input, text: input.content }]), input, { ...options, runType: "parser" });
+            return this._callWithConfig(async (input) => this.parseResult([
+                {
+                    message: input,
+                    text: typeof input.content === "string"
+                        ? input.content
+                        : JSON.stringify(input.content),
+                },
+            ]), input, { ...options, runType: "parser" });
         }
     }
 }
@@ -64,7 +71,14 @@ export class BaseTransformOutputParser extends BaseOutputParser {
                 yield this.parseResult([{ text: chunk }]);
             }
             else {
-                yield this.parseResult([{ message: chunk, text: chunk.content }]);
+                yield this.parseResult([
+                    {
+                        message: chunk,
+                        text: typeof chunk.content === "string"
+                            ? chunk.content
+                            : JSON.stringify(chunk.content),
+                    },
+                ]);
             }
         }
     }
@@ -102,14 +116,23 @@ export class BaseCumulativeTransformOutputParser extends BaseTransformOutputPars
         let prevParsed;
         let accGen;
         for await (const chunk of inputGenerator) {
+            if (typeof chunk !== "string" && typeof chunk.content !== "string") {
+                throw new Error("Cannot handle non-string output.");
+            }
             let chunkGen;
             if (isBaseMessageChunk(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new ChatGenerationChunk({
                     message: chunk,
                     text: chunk.content,
                 });
             }
             else if (isBaseMessage(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new ChatGenerationChunk({
                     message: chunk.toChunk(),
                     text: chunk.content,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.181",
+  "version": "0.0.182-rc.0",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -805,6 +805,7 @@
     "precommit": "lint-staged",
     "clean": "rimraf dist/ && NODE_OPTIONS=--max-old-space-size=4096 node scripts/create-entrypoints.js pre",
     "prepack": "yarn build",
+    "prerelease": "npm publish",
     "release": "release-it --only-version --config .release-it.json",
     "test": "NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000 --maxWorkers=50%",
     "test:watch": "NODE_OPTIONS=--experimental-vm-modules jest --watch --testPathIgnorePatterns=\\.int\\.test.ts",
@@ -1360,7 +1361,7 @@
     "langchainhub": "~0.0.6",
     "langsmith": "~0.0.48",
     "ml-distance": "^4.0.0",
-    "openai": "~4.4.0",
+    "openai": "~4.16.0",
     "openapi-types": "^12.1.3",
     "p-queue": "^6.6.2",
     "p-retry": "4",