langchain 0.0.184 → 0.0.186

package/dist/llms/ollama.d.ts

@@ -2,6 +2,7 @@ import { LLM, BaseLLMParams } from "./base.js";
 import { OllamaInput, OllamaCallOptions } from "../util/ollama.js";
 import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
 import { GenerationChunk } from "../schema/index.js";
+import type { StringWithAutocomplete } from "../util/types.js";
 /**
  * Class that represents the Ollama language model. It extends the base
  * LLM class and implements the OllamaInput interface.
@@ -41,10 +42,12 @@ export declare class Ollama extends LLM<OllamaCallOptions> implements OllamaInpu
     useMLock?: boolean;
     useMMap?: boolean;
     vocabOnly?: boolean;
+    format?: StringWithAutocomplete<"json">;
     constructor(fields: OllamaInput & BaseLLMParams);
     _llmType(): string;
     invocationParams(options?: this["ParsedCallOptions"]): {
         model: string;
+        format: StringWithAutocomplete<"json"> | undefined;
         options: {
             embedding_only: boolean | undefined;
             f16_kv: boolean | undefined;

package/dist/llms/ollama.js

@@ -209,6 +209,12 @@ export class Ollama extends LLM {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "format", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.model = fields.model ?? this.model;
         this.baseUrl = fields.baseUrl?.endsWith("/")
             ? fields.baseUrl.slice(0, -1)
@@ -243,6 +249,7 @@ export class Ollama extends LLM {
         this.useMLock = fields.useMLock;
         this.useMMap = fields.useMMap;
         this.vocabOnly = fields.vocabOnly;
+        this.format = fields.format;
     }
     _llmType() {
         return "ollama";
@@ -250,6 +257,7 @@ export class Ollama extends LLM {
     invocationParams(options) {
         return {
             model: this.model,
+            format: this.format,
             options: {
                 embedding_only: this.embeddingOnly,
                 f16_kv: this.f16KV,

package/dist/llms/openai.cjs

@@ -121,7 +121,7 @@ class OpenAI extends base_js_1.BaseLLM {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: "text-davinci-003"
+            value: "gpt-3.5-turbo-instruct"
         });
         Object.defineProperty(this, "modelKwargs", {
             enumerable: true,

package/dist/llms/openai.js

@@ -118,7 +118,7 @@ export class OpenAI extends BaseLLM {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: "text-davinci-003"
+            value: "gpt-3.5-turbo-instruct"
         });
         Object.defineProperty(this, "modelKwargs", {
             enumerable: true,

package/dist/load/import_map.cjs

@@ -24,12 +24,13 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat_models__cloudflare_workersai = exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__voyage = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__render = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
-exports.runnables__remote = exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = void 0;
+exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__voyage = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__render = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad__openai_tools = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
+exports.runnables__remote = exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = void 0;
 exports.load__serializable = __importStar(require("../load/serializable.cjs"));
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
 exports.agents__format_scratchpad = __importStar(require("../agents/format_scratchpad/openai_functions.cjs"));
+exports.agents__format_scratchpad__openai_tools = __importStar(require("../agents/format_scratchpad/openai_tools.cjs"));
 exports.agents__format_scratchpad__log = __importStar(require("../agents/format_scratchpad/log.cjs"));
 exports.agents__format_scratchpad__xml = __importStar(require("../agents/format_scratchpad/xml.cjs"));
 exports.agents__format_scratchpad__log_to_message = __importStar(require("../agents/format_scratchpad/log_to_message.cjs"));

package/dist/load/import_map.d.ts

@@ -2,6 +2,7 @@ export * as load__serializable from "../load/serializable.js";
 export * as agents from "../agents/index.js";
 export * as agents__toolkits from "../agents/toolkits/index.js";
 export * as agents__format_scratchpad from "../agents/format_scratchpad/openai_functions.js";
+export * as agents__format_scratchpad__openai_tools from "../agents/format_scratchpad/openai_tools.js";
 export * as agents__format_scratchpad__log from "../agents/format_scratchpad/log.js";
 export * as agents__format_scratchpad__xml from "../agents/format_scratchpad/xml.js";
 export * as agents__format_scratchpad__log_to_message from "../agents/format_scratchpad/log_to_message.js";

package/dist/load/import_map.js

@@ -3,6 +3,7 @@ export * as load__serializable from "../load/serializable.js";
 export * as agents from "../agents/index.js";
 export * as agents__toolkits from "../agents/toolkits/index.js";
 export * as agents__format_scratchpad from "../agents/format_scratchpad/openai_functions.js";
+export * as agents__format_scratchpad__openai_tools from "../agents/format_scratchpad/openai_tools.js";
 export * as agents__format_scratchpad__log from "../agents/format_scratchpad/log.js";
 export * as agents__format_scratchpad__xml from "../agents/format_scratchpad/xml.js";
 export * as agents__format_scratchpad__log_to_message from "../agents/format_scratchpad/log_to_message.js";

package/dist/output_parsers/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.JsonKeyOutputFunctionsParser = exports.JsonOutputFunctionsParser = exports.OutputFunctionsParser = exports.CustomListOutputParser = exports.RouterOutputParser = exports.CombiningOutputParser = exports.OutputFixingParser = exports.JsonMarkdownStructuredOutputParser = exports.AsymmetricStructuredOutputParser = exports.StructuredOutputParser = exports.RegexParser = exports.CommaSeparatedListOutputParser = exports.ListOutputParser = void 0;
+exports.JsonOutputToolsParser = exports.JsonKeyOutputFunctionsParser = exports.JsonOutputFunctionsParser = exports.OutputFunctionsParser = exports.CustomListOutputParser = exports.RouterOutputParser = exports.CombiningOutputParser = exports.OutputFixingParser = exports.JsonMarkdownStructuredOutputParser = exports.AsymmetricStructuredOutputParser = exports.StructuredOutputParser = exports.RegexParser = exports.CommaSeparatedListOutputParser = exports.ListOutputParser = void 0;
 var list_js_1 = require("./list.cjs");
 Object.defineProperty(exports, "ListOutputParser", { enumerable: true, get: function () { return list_js_1.ListOutputParser; } });
 Object.defineProperty(exports, "CommaSeparatedListOutputParser", { enumerable: true, get: function () { return list_js_1.CommaSeparatedListOutputParser; } });
@@ -22,3 +22,5 @@ var openai_functions_js_1 = require("../output_parsers/openai_functions.cjs");
 Object.defineProperty(exports, "OutputFunctionsParser", { enumerable: true, get: function () { return openai_functions_js_1.OutputFunctionsParser; } });
 Object.defineProperty(exports, "JsonOutputFunctionsParser", { enumerable: true, get: function () { return openai_functions_js_1.JsonOutputFunctionsParser; } });
 Object.defineProperty(exports, "JsonKeyOutputFunctionsParser", { enumerable: true, get: function () { return openai_functions_js_1.JsonKeyOutputFunctionsParser; } });
+var openai_tools_js_1 = require("../output_parsers/openai_tools.cjs");
+Object.defineProperty(exports, "JsonOutputToolsParser", { enumerable: true, get: function () { return openai_tools_js_1.JsonOutputToolsParser; } });

package/dist/output_parsers/index.d.ts

@@ -6,3 +6,4 @@ export { CombiningOutputParser } from "./combining.js";
 export { RouterOutputParser, type RouterOutputParserInput } from "./router.js";
 export { CustomListOutputParser } from "./list.js";
 export { type FunctionParameters, OutputFunctionsParser, JsonOutputFunctionsParser, JsonKeyOutputFunctionsParser, } from "../output_parsers/openai_functions.js";
+export { type ParsedToolCall, JsonOutputToolsParser, } from "../output_parsers/openai_tools.js";

package/dist/output_parsers/index.js

@@ -6,3 +6,4 @@ export { CombiningOutputParser } from "./combining.js";
 export { RouterOutputParser } from "./router.js";
 export { CustomListOutputParser } from "./list.js";
 export { OutputFunctionsParser, JsonOutputFunctionsParser, JsonKeyOutputFunctionsParser, } from "../output_parsers/openai_functions.js";
+export { JsonOutputToolsParser, } from "../output_parsers/openai_tools.js";

package/dist/output_parsers/openai_functions.cjs

@@ -18,7 +18,7 @@ class OutputFunctionsParser extends output_parser_js_1.BaseLLMOutputParser {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: ["langchain", "chains", "openai_functions"]
+            value: ["langchain", "output_parsers"]
         });
         Object.defineProperty(this, "lc_serializable", {
             enumerable: true,
@@ -75,7 +75,7 @@ class JsonOutputFunctionsParser extends output_parser_js_1.BaseCumulativeTransfo
             enumerable: true,
             configurable: true,
             writable: true,
-            value: ["langchain", "chains", "openai_functions"]
+            value: ["langchain", "output_parsers"]
         });
         Object.defineProperty(this, "lc_serializable", {
             enumerable: true,
@@ -166,7 +166,7 @@ class JsonKeyOutputFunctionsParser extends output_parser_js_1.BaseLLMOutputParse
             enumerable: true,
             configurable: true,
             writable: true,
-            value: ["langchain", "chains", "openai_functions"]
+            value: ["langchain", "output_parsers"]
         });
         Object.defineProperty(this, "lc_serializable", {
             enumerable: true,

package/dist/output_parsers/openai_functions.js

@@ -15,7 +15,7 @@ export class OutputFunctionsParser extends BaseLLMOutputParser {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: ["langchain", "chains", "openai_functions"]
+            value: ["langchain", "output_parsers"]
         });
         Object.defineProperty(this, "lc_serializable", {
             enumerable: true,
@@ -71,7 +71,7 @@ export class JsonOutputFunctionsParser extends BaseCumulativeTransformOutputPars
             enumerable: true,
             configurable: true,
             writable: true,
-            value: ["langchain", "chains", "openai_functions"]
+            value: ["langchain", "output_parsers"]
         });
         Object.defineProperty(this, "lc_serializable", {
             enumerable: true,
@@ -161,7 +161,7 @@ export class JsonKeyOutputFunctionsParser extends BaseLLMOutputParser {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: ["langchain", "chains", "openai_functions"]
+            value: ["langchain", "output_parsers"]
         });
         Object.defineProperty(this, "lc_serializable", {
             enumerable: true,

package/dist/output_parsers/openai_tools.cjs

@@ -0,0 +1,53 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JsonOutputToolsParser = void 0;
+const output_parser_js_1 = require("../schema/output_parser.cjs");
+/**
+ * Class for parsing the output of an LLM into a JSON object. Uses an
+ * instance of `OutputToolsParser` to parse the output.
+ */
+class JsonOutputToolsParser extends output_parser_js_1.BaseLLMOutputParser {
+    constructor() {
+        super(...arguments);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "output_parsers"]
+        });
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+    }
+    static lc_name() {
+        return "JsonOutputToolsParser";
+    }
+    /**
+     * Parses the output and returns a JSON object. If `argsOnly` is true,
+     * only the arguments of the function call are returned.
+     * @param generations The output of the LLM to parse.
+     * @returns A JSON object representation of the function call or its arguments.
+     */
+    async parseResult(generations) {
+        const toolCalls = generations[0].message.additional_kwargs.tool_calls;
+        if (!toolCalls) {
+            throw new Error(`No tools_call in message ${JSON.stringify(generations)}`);
+        }
+        const clonedToolCalls = JSON.parse(JSON.stringify(toolCalls));
+        const parsedToolCalls = [];
+        for (const toolCall of clonedToolCalls) {
+            if (toolCall.function !== undefined) {
+                const functionArgs = toolCall.function.arguments;
+                parsedToolCalls.push({
+                    name: toolCall.function.name,
+                    arguments: JSON.parse(functionArgs),
+                });
+            }
+        }
+        return parsedToolCalls;
+    }
+}
+exports.JsonOutputToolsParser = JsonOutputToolsParser;

package/dist/output_parsers/openai_tools.d.ts

@@ -0,0 +1,22 @@
+import { BaseLLMOutputParser } from "../schema/output_parser.js";
+import type { ChatGeneration } from "../schema/index.js";
+export type ParsedToolCall = {
+    name: string;
+    arguments: Record<string, any>;
+};
+/**
+ * Class for parsing the output of an LLM into a JSON object. Uses an
+ * instance of `OutputToolsParser` to parse the output.
+ */
+export declare class JsonOutputToolsParser extends BaseLLMOutputParser<ParsedToolCall[]> {
+    static lc_name(): string;
+    lc_namespace: string[];
+    lc_serializable: boolean;
+    /**
+     * Parses the output and returns a JSON object. If `argsOnly` is true,
+     * only the arguments of the function call are returned.
+     * @param generations The output of the LLM to parse.
+     * @returns A JSON object representation of the function call or its arguments.
+     */
+    parseResult(generations: ChatGeneration[]): Promise<ParsedToolCall[]>;
+}

package/dist/output_parsers/openai_tools.js

@@ -0,0 +1,49 @@
+import { BaseLLMOutputParser } from "../schema/output_parser.js";
+/**
+ * Class for parsing the output of an LLM into a JSON object. Uses an
+ * instance of `OutputToolsParser` to parse the output.
+ */
+export class JsonOutputToolsParser extends BaseLLMOutputParser {
+    constructor() {
+        super(...arguments);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "output_parsers"]
+        });
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+    }
+    static lc_name() {
+        return "JsonOutputToolsParser";
+    }
+    /**
+     * Parses the output and returns a JSON object. If `argsOnly` is true,
+     * only the arguments of the function call are returned.
+     * @param generations The output of the LLM to parse.
+     * @returns A JSON object representation of the function call or its arguments.
+     */
+    async parseResult(generations) {
+        const toolCalls = generations[0].message.additional_kwargs.tool_calls;
+        if (!toolCalls) {
+            throw new Error(`No tools_call in message ${JSON.stringify(generations)}`);
+        }
+        const clonedToolCalls = JSON.parse(JSON.stringify(toolCalls));
+        const parsedToolCalls = [];
+        for (const toolCall of clonedToolCalls) {
+            if (toolCall.function !== undefined) {
+                const functionArgs = toolCall.function.arguments;
+                parsedToolCalls.push({
+                    name: toolCall.function.name,
+                    arguments: JSON.parse(functionArgs),
+                });
+            }
+        }
+        return parsedToolCalls;
+    }
+}

package/dist/prompts/base.d.ts

@@ -5,7 +5,8 @@ import { SerializedBasePromptTemplate } from "./serde.js";
 import { SerializedFields } from "../load/map_keys.js";
 import { Runnable } from "../schema/runnable/index.js";
 import { BaseCallbackConfig } from "../callbacks/manager.js";
-export type TypedPromptInputValues<RunInput> = InputValues<Extract<keyof RunInput, string> | (string & Record<never, never>)>;
+import type { StringWithAutocomplete } from "../util/types.js";
+export type TypedPromptInputValues<RunInput> = InputValues<StringWithAutocomplete<Extract<keyof RunInput, string>>>;
 /**
  * Represents a prompt value as a string. It extends the BasePromptValue
  * class and overrides the toString and toChatMessages methods.

package/dist/prompts/chat.cjs

@@ -53,7 +53,7 @@ class ChatPromptValue extends index_js_1.BasePromptValue {
             // eslint-disable-next-line no-param-reassign
             fields = { messages: fields };
         }
-        super(...arguments);
+        super(fields);
         Object.defineProperty(this, "lc_namespace", {
             enumerable: true,
             configurable: true,
@@ -337,13 +337,34 @@ class ChatPromptTemplate extends BaseChatPromptTemplate {
     _getPromptType() {
         return "chat";
     }
+    async _parseImagePrompts(message, inputValues) {
+        if (typeof message.content === "string") {
+            return message;
+        }
+        const formattedMessageContent = await Promise.all(message.content.map(async (item) => {
+            if (item.type !== "image_url" ||
+                typeof item.image_url === "string" ||
+                !item.image_url?.url) {
+                return item;
+            }
+            const imageUrl = item.image_url.url;
+            const promptTemplatePlaceholder = prompt_js_1.PromptTemplate.fromTemplate(imageUrl);
+            const formattedUrl = await promptTemplatePlaceholder.format(inputValues);
+            // eslint-disable-next-line no-param-reassign
+            item.image_url.url = formattedUrl;
+            return item;
+        }));
+        // eslint-disable-next-line no-param-reassign
+        message.content = formattedMessageContent;
+        return message;
+    }
     async formatMessages(values) {
         const allValues = await this.mergePartialAndUserVariables(values);
         let resultMessages = [];
         for (const promptMessage of this.promptMessages) {
             // eslint-disable-next-line no-instanceof/no-instanceof
             if (promptMessage instanceof index_js_1.BaseMessage) {
-                resultMessages.push(promptMessage);
+                resultMessages.push(await this._parseImagePrompts(promptMessage, allValues));
             }
             else {
                 const inputValues = promptMessage.inputVariables.reduce((acc, inputVariable) => {

package/dist/prompts/chat.d.ts

@@ -169,6 +169,7 @@ export declare class ChatPromptTemplate<RunInput extends InputValues = any, Part
     validateTemplate: boolean;
     constructor(input: ChatPromptTemplateInput<RunInput, PartialVariableName>);
     _getPromptType(): "chat";
+    private _parseImagePrompts;
     formatMessages(values: TypedPromptInputValues<RunInput>): Promise<BaseMessage[]>;
     partial<NewPartialVariableName extends string>(values: PartialValues<NewPartialVariableName>): Promise<ChatPromptTemplate<InputValues<Exclude<Extract<keyof RunInput, string>, NewPartialVariableName>>, any>>;
     /**

package/dist/prompts/chat.js

@@ -49,7 +49,7 @@ export class ChatPromptValue extends BasePromptValue {
             // eslint-disable-next-line no-param-reassign
             fields = { messages: fields };
         }
-        super(...arguments);
+        super(fields);
         Object.defineProperty(this, "lc_namespace", {
             enumerable: true,
             configurable: true,
@@ -325,13 +325,34 @@ export class ChatPromptTemplate extends BaseChatPromptTemplate {
     _getPromptType() {
         return "chat";
     }
+    async _parseImagePrompts(message, inputValues) {
+        if (typeof message.content === "string") {
+            return message;
+        }
+        const formattedMessageContent = await Promise.all(message.content.map(async (item) => {
+            if (item.type !== "image_url" ||
+                typeof item.image_url === "string" ||
+                !item.image_url?.url) {
+                return item;
+            }
+            const imageUrl = item.image_url.url;
+            const promptTemplatePlaceholder = PromptTemplate.fromTemplate(imageUrl);
+            const formattedUrl = await promptTemplatePlaceholder.format(inputValues);
+            // eslint-disable-next-line no-param-reassign
+            item.image_url.url = formattedUrl;
+            return item;
+        }));
+        // eslint-disable-next-line no-param-reassign
+        message.content = formattedMessageContent;
+        return message;
+    }
     async formatMessages(values) {
         const allValues = await this.mergePartialAndUserVariables(values);
         let resultMessages = [];
         for (const promptMessage of this.promptMessages) {
             // eslint-disable-next-line no-instanceof/no-instanceof
             if (promptMessage instanceof BaseMessage) {
-                resultMessages.push(promptMessage);
+                resultMessages.push(await this._parseImagePrompts(promptMessage, allValues));
             }
             else {
                 const inputValues = promptMessage.inputVariables.reduce((acc, inputVariable) => {

package/dist/schema/index.d.ts

@@ -1,6 +1,7 @@
 import type { OpenAI as OpenAIClient } from "openai";
 import { Document } from "../document.js";
 import { Serializable } from "../load/serializable.js";
+import type { StringWithAutocomplete } from "../util/types.js";
 export declare const RUN_KEY = "__run";
 export type Example = Record<string, string>;
 export type InputValues<K extends string = string> = Record<K, any>;
@@ -70,6 +71,7 @@ export type MessageContent = string | {
     text?: string;
     image_url?: string | {
         url: string;
+        detail?: "low" | "high";
     };
 }[];
 export interface BaseMessageFields {
@@ -251,10 +253,7 @@ export declare class ChatMessage extends BaseMessage implements ChatMessageField
     _getType(): MessageType;
     static isInstance(message: BaseMessage): message is ChatMessage;
 }
-export type BaseMessageLike = BaseMessage | [
-    MessageType | "user" | "assistant" | (string & Record<never, never>),
-    string
-] | string;
+export type BaseMessageLike = BaseMessage | [StringWithAutocomplete<MessageType | "user" | "assistant">, string] | string;
 export declare function isBaseMessage(messageLike?: unknown): messageLike is BaseMessage;
 export declare function isBaseMessageChunk(messageLike?: unknown): messageLike is BaseMessageChunk;
 export declare function coerceMessageLikeToMessage(messageLike: BaseMessageLike): BaseMessage;

package/dist/schema/runnable/base.d.ts

@@ -317,8 +317,8 @@ export declare class RunnableWithFallbacks<RunInput, RunOutput> extends Runnable
     static lc_name(): string;
     lc_namespace: string[];
     lc_serializable: boolean;
-    protected runnable: Runnable<RunInput, RunOutput>;
-    protected fallbacks: Runnable<RunInput, RunOutput>[];
+    runnable: Runnable<RunInput, RunOutput>;
+    fallbacks: Runnable<RunInput, RunOutput>[];
     constructor(fields: {
         runnable: Runnable<RunInput, RunOutput>;
         fallbacks: Runnable<RunInput, RunOutput>[];

package/dist/tools/convert_to_openai.cjs

@@ -17,12 +17,13 @@ function formatToOpenAIFunction(tool) {
 }
 exports.formatToOpenAIFunction = formatToOpenAIFunction;
 function formatToOpenAITool(tool) {
+    const schema = (0, zod_to_json_schema_1.zodToJsonSchema)(tool.schema);
     return {
         type: "function",
         function: {
             name: tool.name,
             description: tool.description,
-            parameters: (0, zod_to_json_schema_1.zodToJsonSchema)(tool.schema),
+            parameters: schema,
         },
     };
 }

package/dist/tools/convert_to_openai.js

@@ -13,12 +13,13 @@ export function formatToOpenAIFunction(tool) {
     };
 }
 export function formatToOpenAITool(tool) {
+    const schema = zodToJsonSchema(tool.schema);
     return {
         type: "function",
         function: {
             name: tool.name,
             description: tool.description,
-            parameters: zodToJsonSchema(tool.schema),
+            parameters: schema,
         },
     };
 }

package/dist/tools/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.formatToOpenAIFunction = exports.SearchApi = exports.SearxngSearch = exports.DataForSeoAPISearch = exports.WolframAlphaTool = exports.WikipediaQueryRun = exports.BraveSearch = exports.WriteFileTool = exports.ReadFileTool = exports.AIPluginTool = exports.GoogleCustomSearch = exports.Serper = exports.ZapierNLAWrapper = exports.ZapierNLARunAction = exports.VectorStoreQATool = exports.RequestsPostTool = exports.RequestsGetTool = exports.JsonGetValueTool = exports.JsonListKeysTool = exports.JsonSpec = exports.ChainTool = exports.IFTTTWebhook = exports.DynamicStructuredTool = exports.DynamicTool = exports.StructuredTool = exports.Tool = exports.BingSerpAPI = exports.DadJokeAPI = exports.SerpAPI = void 0;
+exports.formatToOpenAITool = exports.formatToOpenAIFunction = exports.SearchApi = exports.SearxngSearch = exports.DataForSeoAPISearch = exports.WolframAlphaTool = exports.WikipediaQueryRun = exports.BraveSearch = exports.WriteFileTool = exports.ReadFileTool = exports.AIPluginTool = exports.GoogleCustomSearch = exports.Serper = exports.ZapierNLAWrapper = exports.ZapierNLARunAction = exports.VectorStoreQATool = exports.RequestsPostTool = exports.RequestsGetTool = exports.JsonGetValueTool = exports.JsonListKeysTool = exports.JsonSpec = exports.ChainTool = exports.IFTTTWebhook = exports.DynamicStructuredTool = exports.DynamicTool = exports.StructuredTool = exports.Tool = exports.BingSerpAPI = exports.DadJokeAPI = exports.SerpAPI = void 0;
 var serpapi_js_1 = require("./serpapi.cjs");
 Object.defineProperty(exports, "SerpAPI", { enumerable: true, get: function () { return serpapi_js_1.SerpAPI; } });
 var dadjokeapi_js_1 = require("./dadjokeapi.cjs");
@@ -52,3 +52,4 @@ var searchapi_js_1 = require("./searchapi.cjs");
 Object.defineProperty(exports, "SearchApi", { enumerable: true, get: function () { return searchapi_js_1.SearchApi; } });
 var convert_to_openai_js_1 = require("./convert_to_openai.cjs");
 Object.defineProperty(exports, "formatToOpenAIFunction", { enumerable: true, get: function () { return convert_to_openai_js_1.formatToOpenAIFunction; } });
+Object.defineProperty(exports, "formatToOpenAITool", { enumerable: true, get: function () { return convert_to_openai_js_1.formatToOpenAITool; } });

package/dist/tools/index.d.ts

@@ -19,4 +19,4 @@ export { WolframAlphaTool } from "./wolframalpha.js";
 export { DataForSeoAPISearch, type DataForSeoApiConfig, } from "./dataforseo_api_search.js";
 export { SearxngSearch } from "./searxng_search.js";
 export { SearchApi, type SearchApiParameters } from "./searchapi.js";
-export { formatToOpenAIFunction } from "./convert_to_openai.js";
+export { formatToOpenAIFunction, formatToOpenAITool, } from "./convert_to_openai.js";

package/dist/tools/index.js

@@ -19,4 +19,4 @@ export { WolframAlphaTool } from "./wolframalpha.js";
 export { DataForSeoAPISearch, } from "./dataforseo_api_search.js";
 export { SearxngSearch } from "./searxng_search.js";
 export { SearchApi } from "./searchapi.js";
-export { formatToOpenAIFunction } from "./convert_to_openai.js";
+export { formatToOpenAIFunction, formatToOpenAITool, } from "./convert_to_openai.js";

package/dist/util/ollama.d.ts

@@ -1,4 +1,5 @@
 import { BaseLanguageModelCallOptions } from "../base_language/index.js";
+import type { StringWithAutocomplete } from "./types.js";
 export interface OllamaInput {
     embeddingOnly?: boolean;
     f16KV?: boolean;
@@ -32,10 +33,12 @@ export interface OllamaInput {
     useMLock?: boolean;
     useMMap?: boolean;
     vocabOnly?: boolean;
+    format?: StringWithAutocomplete<"json">;
 }
 export interface OllamaRequestParams {
     model: string;
     prompt: string;
+    format?: StringWithAutocomplete<"json">;
     options: {
         embedding_only?: boolean;
         f16_kv?: boolean;

package/dist/util/types.cjs

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * Represents a string value with autocompleted, but not required, suggestions.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/util/types.d.ts

@@ -0,0 +1,4 @@
+/**
+ * Represents a string value with autocompleted, but not required, suggestions.
+ */
+export type StringWithAutocomplete<T> = T | (string & Record<never, never>);

package/dist/util/types.js

@@ -0,0 +1,4 @@
+/**
+ * Represents a string value with autocompleted, but not required, suggestions.
+ */
+export {};

package/dist/vectorstores/momento_vector_index.cjs

@@ -224,7 +224,7 @@ class MomentoVectorIndex extends base_js_1.VectorStore {
                     pageContent: hit.metadata[this.textField]?.toString() ?? "",
                     metadata: Object.fromEntries(Object.entries(hit.metadata).filter(([key]) => key !== this.textField)),
                 }),
-                hit.distance,
+                hit.score,
             ]);
         }
         else if (response instanceof sdk_core_1.VectorSearch.Error) {

package/dist/vectorstores/momento_vector_index.js

@@ -198,7 +198,7 @@ export class MomentoVectorIndex extends VectorStore {
                     pageContent: hit.metadata[this.textField]?.toString() ?? "",
                     metadata: Object.fromEntries(Object.entries(hit.metadata).filter(([key]) => key !== this.textField)),
                 }),
-                hit.distance,
+                hit.score,
             ]);
         }
         else if (response instanceof VectorSearch.Error) {