langchain 0.0.181 → 0.0.182-rc.1

package/dist/chat_models/openai.js

@@ -1,5 +1,5 @@
 import { OpenAI as OpenAIClient } from "openai";
-import { AIMessage, AIMessageChunk, ChatGenerationChunk, ChatMessage, ChatMessageChunk, FunctionMessageChunk, HumanMessage, HumanMessageChunk, SystemMessage, SystemMessageChunk, } from "../schema/index.js";
+import { AIMessage, AIMessageChunk, ChatGenerationChunk, ChatMessage, ChatMessageChunk, FunctionMessageChunk, HumanMessageChunk, SystemMessageChunk, } from "../schema/index.js";
 import { formatToOpenAIFunction } from "../tools/convert_to_openai.js";
 import { getEndpoint } from "../util/azure.js";
 import { getEnvironmentVariable } from "../util/env.js";
@@ -51,14 +51,10 @@ function messageToOpenAIMessage(message) {
 }
 function openAIResponseToChatMessage(message) {
     switch (message.role) {
-        case "user":
-            return new HumanMessage(message.content || "");
         case "assistant":
             return new AIMessage(message.content || "", {
                 function_call: message.function_call,
             });
-        case "system":
-            return new SystemMessage(message.content || "");
         default:
             return new ChatMessage(message.content || "", message.role ?? "unknown");
     }
@@ -128,6 +124,8 @@ export class ChatOpenAI extends BaseChatModel {
             "functions",
             "tools",
             "promptIndex",
+            "response_format",
+            "seed",
         ];
     }
     get lc_secrets() {
@@ -371,6 +369,8 @@ export class ChatOpenAI extends BaseChatModel {
                     ? options?.tools.map(formatToOpenAIFunction)
                     : undefined),
             function_call: options?.function_call,
+            response_format: options?.response_format,
+            seed: options?.seed,
             ...this.modelKwargs,
         };
     }
@@ -574,7 +574,8 @@ export class ChatOpenAI extends BaseChatModel {
             let count = textCount + tokensPerMessage + roleCount + nameCount;
             // From: https://github.com/hmarr/openai-chat-tokens/blob/main/src/index.ts messageTokenEstimate
             const openAIMessage = messageToOpenAIMessage(message);
-            if (openAIMessage.role === "function") {
+            if (openAIMessage.role === "function" ||
+                openAIMessage.role === "tool") {
                 count -= 2;
             }
             if (openAIMessage.function_call) {

package/dist/chat_models/portkey.cjs

@@ -98,10 +98,15 @@ class PortkeyChat extends base_js_1.BaseChatModel {
         return "portkey";
     }
     async _generate(messages, options, _) {
-        const messagesList = messages.map((message) => ({
-            role: message._getType(),
-            content: message.content,
-        }));
+        const messagesList = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("PortkeyChat does not support non-string message content.");
+            }
+            return {
+                role: message._getType(),
+                content: message.content,
+            };
+        });
         const response = await this.session.portkey.chatCompletions.create({
             messages: messagesList,
             ...options,
@@ -124,10 +129,15 @@ class PortkeyChat extends base_js_1.BaseChatModel {
         };
     }
     async *_streamResponseChunks(messages, options, runManager) {
-        const messagesList = messages.map((message) => ({
-            role: message._getType(),
-            content: message.content,
-        }));
+        const messagesList = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("PortkeyChat does not support non-string message content.");
+            }
+            return {
+                role: message._getType(),
+                content: message.content,
+            };
+        });
         const response = await this.session.portkey.chatCompletions.create({
             messages: messagesList,
             ...options,

package/dist/chat_models/portkey.js

@@ -95,10 +95,15 @@ export class PortkeyChat extends BaseChatModel {
         return "portkey";
     }
     async _generate(messages, options, _) {
-        const messagesList = messages.map((message) => ({
-            role: message._getType(),
-            content: message.content,
-        }));
+        const messagesList = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("PortkeyChat does not support non-string message content.");
+            }
+            return {
+                role: message._getType(),
+                content: message.content,
+            };
+        });
         const response = await this.session.portkey.chatCompletions.create({
             messages: messagesList,
             ...options,
@@ -121,10 +126,15 @@ export class PortkeyChat extends BaseChatModel {
         };
     }
     async *_streamResponseChunks(messages, options, runManager) {
-        const messagesList = messages.map((message) => ({
-            role: message._getType(),
-            content: message.content,
-        }));
+        const messagesList = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("PortkeyChat does not support non-string message content.");
+            }
+            return {
+                role: message._getType(),
+                content: message.content,
+            };
+        });
         const response = await this.session.portkey.chatCompletions.create({
             messages: messagesList,
             ...options,

package/dist/chat_models/yandex.cjs

@@ -9,6 +9,9 @@ function _parseChatHistory(history) {
     const chatHistory = [];
     let instruction = "";
     for (const message of history) {
+        if (typeof message.content !== "string") {
+            throw new Error("ChatYandexGPT does not support non-string message content.");
+        }
         if ("content" in message) {
             if (message._getType() === "human") {
                 chatHistory.push({ role: "user", text: message.content });

package/dist/chat_models/yandex.js

@@ -6,6 +6,9 @@ function _parseChatHistory(history) {
     const chatHistory = [];
     let instruction = "";
     for (const message of history) {
+        if (typeof message.content !== "string") {
+            throw new Error("ChatYandexGPT does not support non-string message content.");
+        }
         if ("content" in message) {
             if (message._getType() === "human") {
                 chatHistory.push({ role: "user", text: message.content });

package/dist/experimental/autogpt/prompt.cjs

@@ -81,6 +81,10 @@ class AutoGPTPrompt extends chat_js_1.BaseChatPromptTemplate {
     async formatMessages({ goals, memory, messages: previousMessages, user_input, }) {
         const basePrompt = new index_js_1.SystemMessage(this.constructFullPrompt(goals));
         const timePrompt = new index_js_1.SystemMessage(`The current time and date is ${new Date().toLocaleString()}`);
+        if (typeof basePrompt.content !== "string" ||
+            typeof timePrompt.content !== "string") {
+            throw new Error("Non-string message content is not supported.");
+        }
         const usedTokens = (await this.tokenCounter(basePrompt.content)) +
             (await this.tokenCounter(timePrompt.content));
         const relevantDocs = await memory.getRelevantDocuments(JSON.stringify(previousMessages.slice(-10)));
@@ -92,9 +96,15 @@ class AutoGPTPrompt extends chat_js_1.BaseChatPromptTemplate {
         }
         const contentFormat = `This reminds you of these events from your past:\n${relevantMemory.join("\n")}\n\n`;
         const memoryMessage = new index_js_1.SystemMessage(contentFormat);
+        if (typeof memoryMessage.content !== "string") {
+            throw new Error("Non-string message content is not supported.");
+        }
         const usedTokensWithMemory = (await usedTokens) + (await this.tokenCounter(memoryMessage.content));
         const historicalMessages = [];
         for (const message of previousMessages.slice(-10).reverse()) {
+            if (typeof message.content !== "string") {
+                throw new Error("Non-string message content is not supported.");
+            }
             const messageTokens = await this.tokenCounter(message.content);
             if (usedTokensWithMemory + messageTokens > this.sendTokenLimit - 1000) {
                 break;

package/dist/experimental/autogpt/prompt.js

@@ -78,6 +78,10 @@ export class AutoGPTPrompt extends BaseChatPromptTemplate {
     async formatMessages({ goals, memory, messages: previousMessages, user_input, }) {
         const basePrompt = new SystemMessage(this.constructFullPrompt(goals));
         const timePrompt = new SystemMessage(`The current time and date is ${new Date().toLocaleString()}`);
+        if (typeof basePrompt.content !== "string" ||
+            typeof timePrompt.content !== "string") {
+            throw new Error("Non-string message content is not supported.");
+        }
         const usedTokens = (await this.tokenCounter(basePrompt.content)) +
             (await this.tokenCounter(timePrompt.content));
         const relevantDocs = await memory.getRelevantDocuments(JSON.stringify(previousMessages.slice(-10)));
@@ -89,9 +93,15 @@ export class AutoGPTPrompt extends BaseChatPromptTemplate {
         }
         const contentFormat = `This reminds you of these events from your past:\n${relevantMemory.join("\n")}\n\n`;
         const memoryMessage = new SystemMessage(contentFormat);
+        if (typeof memoryMessage.content !== "string") {
+            throw new Error("Non-string message content is not supported.");
+        }
         const usedTokensWithMemory = (await usedTokens) + (await this.tokenCounter(memoryMessage.content));
         const historicalMessages = [];
         for (const message of previousMessages.slice(-10).reverse()) {
+            if (typeof message.content !== "string") {
+                throw new Error("Non-string message content is not supported.");
+            }
             const messageTokens = await this.tokenCounter(message.content);
             if (usedTokensWithMemory + messageTokens > this.sendTokenLimit - 1000) {
                 break;

package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_chain.cjs

@@ -247,6 +247,9 @@ class ViolationOfExpectationsChain extends base_js_1.BaseChain {
             function_call: { name: types_js_1.PREDICTION_VIOLATIONS_FUNCTION.name },
         });
         const chain = violation_of_expectations_prompt_js_1.PREDICTION_VIOLATIONS_PROMPT.pipe(llmWithFunctions).pipe(this.jsonOutputParser);
+        if (typeof userResponse?.content !== "string") {
+            throw new Error("This chain does not support non-string model output.");
+        }
         const res = (await chain.invoke({
             predicted_output: userPredictions.predictedUserMessage,
             actual_output: userResponse?.content ?? "",
@@ -299,6 +302,9 @@ class ViolationOfExpectationsChain extends base_js_1.BaseChain {
      */
     async generateFacts({ userResponse, predictions, runManager, }) {
         const chain = violation_of_expectations_prompt_js_1.GENERATE_FACTS_PROMPT.pipe(this.llm).pipe(this.stringOutputParser);
+        if (typeof userResponse?.content !== "string") {
+            throw new Error("This chain does not support non-string model output.");
+        }
         const res = await chain.invoke({
             prediction_violations: predictions.explainedPredictionErrors.join("\n"),
             prediction: predictions.revisedPrediction,

package/dist/experimental/chains/violation_of_expectations/violation_of_expectations_chain.js

@@ -244,6 +244,9 @@ export class ViolationOfExpectationsChain extends BaseChain {
             function_call: { name: PREDICTION_VIOLATIONS_FUNCTION.name },
         });
         const chain = PREDICTION_VIOLATIONS_PROMPT.pipe(llmWithFunctions).pipe(this.jsonOutputParser);
+        if (typeof userResponse?.content !== "string") {
+            throw new Error("This chain does not support non-string model output.");
+        }
         const res = (await chain.invoke({
             predicted_output: userPredictions.predictedUserMessage,
             actual_output: userResponse?.content ?? "",
@@ -296,6 +299,9 @@ export class ViolationOfExpectationsChain extends BaseChain {
      */
     async generateFacts({ userResponse, predictions, runManager, }) {
         const chain = GENERATE_FACTS_PROMPT.pipe(this.llm).pipe(this.stringOutputParser);
+        if (typeof userResponse?.content !== "string") {
+            throw new Error("This chain does not support non-string model output.");
+        }
         const res = await chain.invoke({
             prediction_violations: predictions.explainedPredictionErrors.join("\n"),
             prediction: predictions.revisedPrediction,

package/dist/experimental/chat_models/anthropic_functions.cjs

@@ -112,6 +112,9 @@ class AnthropicFunctions extends base_js_1.BaseChatModel {
         }
         const chatResult = await this.llm._generate(promptMessages, options, runManager);
         const chatGenerationContent = chatResult.generations[0].message.content;
+        if (typeof chatGenerationContent !== "string") {
+            throw new Error("AnthropicFunctions does not support non-string output.");
+        }
         if (forced) {
             const parser = new fast_xml_parser_1.XMLParser();
             const result = parser.parse(`${chatGenerationContent}</tool_input>`);

package/dist/experimental/chat_models/anthropic_functions.js

@@ -109,6 +109,9 @@ export class AnthropicFunctions extends BaseChatModel {
         }
         const chatResult = await this.llm._generate(promptMessages, options, runManager);
         const chatGenerationContent = chatResult.generations[0].message.content;
+        if (typeof chatGenerationContent !== "string") {
+            throw new Error("AnthropicFunctions does not support non-string output.");
+        }
         if (forced) {
             const parser = new XMLParser();
             const result = parser.parse(`${chatGenerationContent}</tool_input>`);

package/dist/experimental/chat_models/bittensor.cjs

@@ -60,10 +60,15 @@ class NIBittensorChatModel extends base_js_1.BaseChatModel {
       const res = await chat.call([message]);
      */
     async _generate(messages) {
-        const processed_messages = messages.map((message) => ({
-            role: this.messageToOpenAIRole(message),
-            content: message.content,
-        }));
+        const processed_messages = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("NIBittensorChat does not support non-string output.");
+            }
+            return {
+                role: this.messageToOpenAIRole(message),
+                content: message.content,
+            };
+        });
         const generations = [];
         try {
             // Retrieve API KEY

package/dist/experimental/chat_models/bittensor.js

@@ -57,10 +57,15 @@ export class NIBittensorChatModel extends BaseChatModel {
       const res = await chat.call([message]);
      */
     async _generate(messages) {
-        const processed_messages = messages.map((message) => ({
-            role: this.messageToOpenAIRole(message),
-            content: message.content,
-        }));
+        const processed_messages = messages.map((message) => {
+            if (typeof message.content !== "string") {
+                throw new Error("NIBittensorChat does not support non-string output.");
+            }
+            return {
+                role: this.messageToOpenAIRole(message),
+                content: message.content,
+            };
+        });
         const generations = [];
         try {
             // Retrieve API KEY

package/dist/schema/index.cjs

@@ -35,6 +35,26 @@ class GenerationChunk {
     }
 }
 exports.GenerationChunk = GenerationChunk;
+function mergeContent(firstContent, secondContent) {
+    // If first content is a string
+    if (typeof firstContent === "string") {
+        if (typeof secondContent === "string") {
+            return firstContent + secondContent;
+        }
+        else {
+            return [{ type: "text", text: firstContent }, ...secondContent];
+        }
+        // If both are arrays
+    }
+    else if (Array.isArray(secondContent)) {
+        return [...firstContent, ...secondContent];
+        // If the first content is a list and second is a string
+    }
+    else {
+        // Otherwise, add the second content as a new element of the list
+        return [...firstContent, { type: "text", text: secondContent }];
+    }
+}
 /**
  * Base class for all types of messages in a conversation. It includes
  * properties like `content`, `name`, and `additional_kwargs`. It also
@@ -46,7 +66,7 @@ class BaseMessage extends serializable_js_1.Serializable {
      * Use {@link BaseMessage.content} instead.
      */
     get text() {
-        return this.content;
+        return typeof this.content === "string" ? this.content : "";
     }
     constructor(fields, 
     /** @deprecated */
@@ -73,7 +93,7 @@ class BaseMessage extends serializable_js_1.Serializable {
             writable: true,
             value: true
         });
-        /** The text of the message. */
+        /** The content of the message. */
         Object.defineProperty(this, "content", {
             enumerable: true,
             configurable: true,
@@ -191,7 +211,7 @@ class HumanMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new HumanMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: HumanMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -222,7 +242,7 @@ class AIMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new AIMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: AIMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -253,7 +273,7 @@ class SystemMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new SystemMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: SystemMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -313,7 +333,7 @@ class FunctionMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new FunctionMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: FunctionMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             name: this.name ?? "",
         });
@@ -407,7 +427,7 @@ class ChatMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new ChatMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: ChatMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             role: this.role,
         });

package/dist/schema/index.d.ts

@@ -64,8 +64,15 @@ export interface StoredGeneration {
     message?: StoredMessage;
 }
 export type MessageType = "human" | "ai" | "generic" | "system" | "function";
+export type MessageContent = string | {
+    type: "text" | "image_url";
+    text?: string;
+    image_url?: string | {
+        url: string;
+    };
+}[];
 export interface BaseMessageFields {
-    content: string;
+    content: MessageContent;
     name?: string;
     additional_kwargs?: {
         function_call?: OpenAIClient.Chat.ChatCompletionMessage.FunctionCall;
@@ -91,8 +98,8 @@ export declare abstract class BaseMessage extends Serializable implements BaseMe
      * Use {@link BaseMessage.content} instead.
      */
     get text(): string;
-    /** The text of the message. */
-    content: string;
+    /** The content of the message. */
+    content: MessageContent;
     /** The name of the message sender in a multi-user chat. */
     name?: string;
     /** Additional keyword arguments */

package/dist/schema/index.js

@@ -31,6 +31,26 @@ export class GenerationChunk {
         });
     }
 }
+function mergeContent(firstContent, secondContent) {
+    // If first content is a string
+    if (typeof firstContent === "string") {
+        if (typeof secondContent === "string") {
+            return firstContent + secondContent;
+        }
+        else {
+            return [{ type: "text", text: firstContent }, ...secondContent];
+        }
+        // If both are arrays
+    }
+    else if (Array.isArray(secondContent)) {
+        return [...firstContent, ...secondContent];
+        // If the first content is a list and second is a string
+    }
+    else {
+        // Otherwise, add the second content as a new element of the list
+        return [...firstContent, { type: "text", text: secondContent }];
+    }
+}
 /**
  * Base class for all types of messages in a conversation. It includes
  * properties like `content`, `name`, and `additional_kwargs`. It also
@@ -42,7 +62,7 @@ export class BaseMessage extends Serializable {
      * Use {@link BaseMessage.content} instead.
      */
     get text() {
-        return this.content;
+        return typeof this.content === "string" ? this.content : "";
     }
     constructor(fields, 
     /** @deprecated */
@@ -69,7 +89,7 @@ export class BaseMessage extends Serializable {
             writable: true,
             value: true
         });
-        /** The text of the message. */
+        /** The content of the message. */
         Object.defineProperty(this, "content", {
             enumerable: true,
             configurable: true,
@@ -184,7 +204,7 @@ export class HumanMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new HumanMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: HumanMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -213,7 +233,7 @@ export class AIMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new AIMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: AIMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -242,7 +262,7 @@ export class SystemMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new SystemMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: SystemMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -300,7 +320,7 @@ export class FunctionMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new FunctionMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: FunctionMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             name: this.name ?? "",
         });
@@ -389,7 +409,7 @@ export class ChatMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new ChatMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: ChatMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             role: this.role,
         });

package/dist/schema/output_parser.cjs

@@ -36,7 +36,14 @@ class BaseLLMOutputParser extends index_js_2.Runnable {
             return this._callWithConfig(async (input) => this.parseResult([{ text: input }]), input, { ...options, runType: "parser" });
         }
         else {
-            return this._callWithConfig(async (input) => this.parseResult([{ message: input, text: input.content }]), input, { ...options, runType: "parser" });
+            return this._callWithConfig(async (input) => this.parseResult([
+                {
+                    message: input,
+                    text: typeof input.content === "string"
+                        ? input.content
+                        : JSON.stringify(input.content),
+                },
+            ]), input, { ...options, runType: "parser" });
         }
     }
 }
@@ -69,7 +76,14 @@ class BaseTransformOutputParser extends BaseOutputParser {
                 yield this.parseResult([{ text: chunk }]);
             }
             else {
-                yield this.parseResult([{ message: chunk, text: chunk.content }]);
+                yield this.parseResult([
+                    {
+                        message: chunk,
+                        text: typeof chunk.content === "string"
+                            ? chunk.content
+                            : JSON.stringify(chunk.content),
+                    },
+                ]);
             }
         }
     }
@@ -108,14 +122,23 @@ class BaseCumulativeTransformOutputParser extends BaseTransformOutputParser {
         let prevParsed;
         let accGen;
         for await (const chunk of inputGenerator) {
+            if (typeof chunk !== "string" && typeof chunk.content !== "string") {
+                throw new Error("Cannot handle non-string output.");
+            }
             let chunkGen;
             if ((0, index_js_1.isBaseMessageChunk)(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new index_js_1.ChatGenerationChunk({
                     message: chunk,
                     text: chunk.content,
                 });
             }
             else if ((0, index_js_1.isBaseMessage)(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new index_js_1.ChatGenerationChunk({
                     message: chunk.toChunk(),
                     text: chunk.content,

package/dist/schema/output_parser.js

@@ -33,7 +33,14 @@ export class BaseLLMOutputParser extends Runnable {
             return this._callWithConfig(async (input) => this.parseResult([{ text: input }]), input, { ...options, runType: "parser" });
         }
         else {
-            return this._callWithConfig(async (input) => this.parseResult([{ message: input, text: input.content }]), input, { ...options, runType: "parser" });
+            return this._callWithConfig(async (input) => this.parseResult([
+                {
+                    message: input,
+                    text: typeof input.content === "string"
+                        ? input.content
+                        : JSON.stringify(input.content),
+                },
+            ]), input, { ...options, runType: "parser" });
         }
     }
 }
@@ -64,7 +71,14 @@ export class BaseTransformOutputParser extends BaseOutputParser {
                 yield this.parseResult([{ text: chunk }]);
             }
             else {
-                yield this.parseResult([{ message: chunk, text: chunk.content }]);
+                yield this.parseResult([
+                    {
+                        message: chunk,
+                        text: typeof chunk.content === "string"
+                            ? chunk.content
+                            : JSON.stringify(chunk.content),
+                    },
+                ]);
             }
         }
     }
@@ -102,14 +116,23 @@ export class BaseCumulativeTransformOutputParser extends BaseTransformOutputPars
         let prevParsed;
         let accGen;
         for await (const chunk of inputGenerator) {
+            if (typeof chunk !== "string" && typeof chunk.content !== "string") {
+                throw new Error("Cannot handle non-string output.");
+            }
             let chunkGen;
             if (isBaseMessageChunk(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new ChatGenerationChunk({
                     message: chunk,
                     text: chunk.content,
                 });
             }
             else if (isBaseMessage(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new ChatGenerationChunk({
                     message: chunk.toChunk(),
                     text: chunk.content,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.181",
+  "version": "0.0.182-rc.1",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -1360,7 +1360,7 @@
     "langchainhub": "~0.0.6",
     "langsmith": "~0.0.48",
     "ml-distance": "^4.0.0",
-    "openai": "~4.4.0",
+    "openai": "~4.16.0",
     "openapi-types": "^12.1.3",
     "p-queue": "^6.6.2",
     "p-retry": "4",