langchain 0.0.180 → 0.0.182-rc.0

package/dist/load/import_map.cjs

@@ -24,8 +24,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__render = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
-exports.runnables__remote = exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = void 0;
+exports.chat_models__cloudflare_workersai = exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__voyage = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__render = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
+exports.runnables__remote = exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = void 0;
 exports.load__serializable = __importStar(require("../load/serializable.cjs"));
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
@@ -48,6 +48,7 @@ exports.embeddings__fake = __importStar(require("../embeddings/fake.cjs"));
 exports.embeddings__ollama = __importStar(require("../embeddings/ollama.cjs"));
 exports.embeddings__openai = __importStar(require("../embeddings/openai.cjs"));
 exports.embeddings__minimax = __importStar(require("../embeddings/minimax.cjs"));
+exports.embeddings__voyage = __importStar(require("../embeddings/voyage.cjs"));
 exports.llms__base = __importStar(require("../llms/base.cjs"));
 exports.llms__openai = __importStar(require("../llms/openai.cjs"));
 exports.llms__ai21 = __importStar(require("../llms/ai21.cjs"));

package/dist/load/import_map.d.ts

@@ -20,6 +20,7 @@ export * as embeddings__fake from "../embeddings/fake.js";
 export * as embeddings__ollama from "../embeddings/ollama.js";
 export * as embeddings__openai from "../embeddings/openai.js";
 export * as embeddings__minimax from "../embeddings/minimax.js";
+export * as embeddings__voyage from "../embeddings/voyage.js";
 export * as llms__base from "../llms/base.js";
 export * as llms__openai from "../llms/openai.js";
 export * as llms__ai21 from "../llms/ai21.js";

package/dist/load/import_map.js

@@ -21,6 +21,7 @@ export * as embeddings__fake from "../embeddings/fake.js";
 export * as embeddings__ollama from "../embeddings/ollama.js";
 export * as embeddings__openai from "../embeddings/openai.js";
 export * as embeddings__minimax from "../embeddings/minimax.js";
+export * as embeddings__voyage from "../embeddings/voyage.js";
 export * as llms__base from "../llms/base.js";
 export * as llms__openai from "../llms/openai.js";
 export * as llms__ai21 from "../llms/ai21.js";

package/dist/schema/index.cjs

@@ -35,6 +35,26 @@ class GenerationChunk {
     }
 }
 exports.GenerationChunk = GenerationChunk;
+function mergeContent(firstContent, secondContent) {
+    // If first content is a string
+    if (typeof firstContent === "string") {
+        if (typeof secondContent === "string") {
+            return firstContent + secondContent;
+        }
+        else {
+            return [{ type: "text", text: firstContent }, ...secondContent];
+        }
+        // If both are arrays
+    }
+    else if (Array.isArray(secondContent)) {
+        return [...firstContent, ...secondContent];
+        // If the first content is a list and second is a string
+    }
+    else {
+        // Otherwise, add the second content as a new element of the list
+        return [...firstContent, { type: "text", text: secondContent }];
+    }
+}
 /**
  * Base class for all types of messages in a conversation. It includes
  * properties like `content`, `name`, and `additional_kwargs`. It also
@@ -46,7 +66,7 @@ class BaseMessage extends serializable_js_1.Serializable {
      * Use {@link BaseMessage.content} instead.
      */
     get text() {
-        return this.content;
+        return typeof this.content === "string" ? this.content : "";
     }
     constructor(fields, 
     /** @deprecated */
@@ -73,7 +93,7 @@ class BaseMessage extends serializable_js_1.Serializable {
             writable: true,
             value: true
         });
-        /** The text of the message. */
+        /** The content of the message. */
         Object.defineProperty(this, "content", {
             enumerable: true,
             configurable: true,
@@ -191,7 +211,7 @@ class HumanMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new HumanMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: HumanMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -222,7 +242,7 @@ class AIMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new AIMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: AIMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -253,7 +273,7 @@ class SystemMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new SystemMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: SystemMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -313,7 +333,7 @@ class FunctionMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new FunctionMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: FunctionMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             name: this.name ?? "",
         });
@@ -407,7 +427,7 @@ class ChatMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new ChatMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: ChatMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             role: this.role,
         });

package/dist/schema/index.d.ts

@@ -64,8 +64,15 @@ export interface StoredGeneration {
     message?: StoredMessage;
 }
 export type MessageType = "human" | "ai" | "generic" | "system" | "function";
+export type MessageContent = string | {
+    type: "text" | "image_url";
+    text?: string;
+    image_url?: string | {
+        url: string;
+    };
+}[];
 export interface BaseMessageFields {
-    content: string;
+    content: MessageContent;
     name?: string;
     additional_kwargs?: {
         function_call?: OpenAIClient.Chat.ChatCompletionMessage.FunctionCall;
@@ -91,8 +98,8 @@ export declare abstract class BaseMessage extends Serializable implements BaseMe
      * Use {@link BaseMessage.content} instead.
      */
     get text(): string;
-    /** The text of the message. */
-    content: string;
+    /** The content of the message. */
+    content: MessageContent;
     /** The name of the message sender in a multi-user chat. */
     name?: string;
     /** Additional keyword arguments */

package/dist/schema/index.js

@@ -31,6 +31,26 @@ export class GenerationChunk {
         });
     }
 }
+function mergeContent(firstContent, secondContent) {
+    // If first content is a string
+    if (typeof firstContent === "string") {
+        if (typeof secondContent === "string") {
+            return firstContent + secondContent;
+        }
+        else {
+            return [{ type: "text", text: firstContent }, ...secondContent];
+        }
+        // If both are arrays
+    }
+    else if (Array.isArray(secondContent)) {
+        return [...firstContent, ...secondContent];
+        // If the first content is a list and second is a string
+    }
+    else {
+        // Otherwise, add the second content as a new element of the list
+        return [...firstContent, { type: "text", text: secondContent }];
+    }
+}
 /**
  * Base class for all types of messages in a conversation. It includes
  * properties like `content`, `name`, and `additional_kwargs`. It also
@@ -42,7 +62,7 @@ export class BaseMessage extends Serializable {
      * Use {@link BaseMessage.content} instead.
      */
     get text() {
-        return this.content;
+        return typeof this.content === "string" ? this.content : "";
     }
     constructor(fields, 
     /** @deprecated */
@@ -69,7 +89,7 @@ export class BaseMessage extends Serializable {
             writable: true,
             value: true
         });
-        /** The text of the message. */
+        /** The content of the message. */
         Object.defineProperty(this, "content", {
             enumerable: true,
             configurable: true,
@@ -184,7 +204,7 @@ export class HumanMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new HumanMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: HumanMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -213,7 +233,7 @@ export class AIMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new AIMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: AIMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -242,7 +262,7 @@ export class SystemMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new SystemMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: SystemMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
         });
     }
@@ -300,7 +320,7 @@ export class FunctionMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new FunctionMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: FunctionMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             name: this.name ?? "",
         });
@@ -389,7 +409,7 @@ export class ChatMessageChunk extends BaseMessageChunk {
     }
     concat(chunk) {
         return new ChatMessageChunk({
-            content: this.content + chunk.content,
+            content: mergeContent(this.content, chunk.content),
             additional_kwargs: ChatMessageChunk._mergeAdditionalKwargs(this.additional_kwargs, chunk.additional_kwargs),
             role: this.role,
         });

package/dist/schema/output_parser.cjs

@@ -36,7 +36,14 @@ class BaseLLMOutputParser extends index_js_2.Runnable {
             return this._callWithConfig(async (input) => this.parseResult([{ text: input }]), input, { ...options, runType: "parser" });
         }
         else {
-            return this._callWithConfig(async (input) => this.parseResult([{ message: input, text: input.content }]), input, { ...options, runType: "parser" });
+            return this._callWithConfig(async (input) => this.parseResult([
+                {
+                    message: input,
+                    text: typeof input.content === "string"
+                        ? input.content
+                        : JSON.stringify(input.content),
+                },
+            ]), input, { ...options, runType: "parser" });
         }
     }
 }
@@ -69,7 +76,14 @@ class BaseTransformOutputParser extends BaseOutputParser {
                 yield this.parseResult([{ text: chunk }]);
             }
             else {
-                yield this.parseResult([{ message: chunk, text: chunk.content }]);
+                yield this.parseResult([
+                    {
+                        message: chunk,
+                        text: typeof chunk.content === "string"
+                            ? chunk.content
+                            : JSON.stringify(chunk.content),
+                    },
+                ]);
             }
         }
     }
@@ -108,14 +122,23 @@ class BaseCumulativeTransformOutputParser extends BaseTransformOutputParser {
         let prevParsed;
         let accGen;
         for await (const chunk of inputGenerator) {
+            if (typeof chunk !== "string" && typeof chunk.content !== "string") {
+                throw new Error("Cannot handle non-string output.");
+            }
             let chunkGen;
             if ((0, index_js_1.isBaseMessageChunk)(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new index_js_1.ChatGenerationChunk({
                     message: chunk,
                     text: chunk.content,
                 });
             }
             else if ((0, index_js_1.isBaseMessage)(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new index_js_1.ChatGenerationChunk({
                     message: chunk.toChunk(),
                     text: chunk.content,

package/dist/schema/output_parser.js

@@ -33,7 +33,14 @@ export class BaseLLMOutputParser extends Runnable {
             return this._callWithConfig(async (input) => this.parseResult([{ text: input }]), input, { ...options, runType: "parser" });
         }
         else {
-            return this._callWithConfig(async (input) => this.parseResult([{ message: input, text: input.content }]), input, { ...options, runType: "parser" });
+            return this._callWithConfig(async (input) => this.parseResult([
+                {
+                    message: input,
+                    text: typeof input.content === "string"
+                        ? input.content
+                        : JSON.stringify(input.content),
+                },
+            ]), input, { ...options, runType: "parser" });
         }
     }
 }
@@ -64,7 +71,14 @@ export class BaseTransformOutputParser extends BaseOutputParser {
                 yield this.parseResult([{ text: chunk }]);
             }
             else {
-                yield this.parseResult([{ message: chunk, text: chunk.content }]);
+                yield this.parseResult([
+                    {
+                        message: chunk,
+                        text: typeof chunk.content === "string"
+                            ? chunk.content
+                            : JSON.stringify(chunk.content),
+                    },
+                ]);
             }
         }
     }
@@ -102,14 +116,23 @@ export class BaseCumulativeTransformOutputParser extends BaseTransformOutputPars
         let prevParsed;
         let accGen;
         for await (const chunk of inputGenerator) {
+            if (typeof chunk !== "string" && typeof chunk.content !== "string") {
+                throw new Error("Cannot handle non-string output.");
+            }
             let chunkGen;
             if (isBaseMessageChunk(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new ChatGenerationChunk({
                     message: chunk,
                     text: chunk.content,
                 });
             }
             else if (isBaseMessage(chunk)) {
+                if (typeof chunk.content !== "string") {
+                    throw new Error("Cannot handle non-string message output.");
+                }
                 chunkGen = new ChatGenerationChunk({
                     message: chunk.toChunk(),
                     text: chunk.content,