langchain 0.0.184 → 0.0.185

package/agents/format_scratchpad/openai_tools.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/agents/format_scratchpad/openai_tools.cjs');

package/agents/format_scratchpad/openai_tools.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/agents/format_scratchpad/openai_tools.js'

package/agents/format_scratchpad/openai_tools.js

@@ -0,0 +1 @@
+export * from '../../dist/agents/format_scratchpad/openai_tools.js'

package/dist/agents/format_scratchpad/openai_tools.cjs

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatToOpenAIToolMessages = void 0;
+const index_js_1 = require("../../schema/index.cjs");
+function formatToOpenAIToolMessages(steps) {
+    return steps.flatMap(({ action, observation }) => {
+        if ("messageLog" in action && action.messageLog !== undefined) {
+            const log = action.messageLog;
+            return log.concat(new index_js_1.ToolMessage({
+                content: observation,
+                tool_call_id: action.toolCallId,
+            }));
+        }
+        else {
+            return [new index_js_1.AIMessage(action.log)];
+        }
+    });
+}
+exports.formatToOpenAIToolMessages = formatToOpenAIToolMessages;

package/dist/agents/format_scratchpad/openai_tools.d.ts

@@ -0,0 +1,3 @@
+import type { ToolsAgentStep } from "../openai/output_parser.js";
+import { type BaseMessage } from "../../schema/index.js";
+export declare function formatToOpenAIToolMessages(steps: ToolsAgentStep[]): BaseMessage[];

package/dist/agents/format_scratchpad/openai_tools.js

@@ -0,0 +1,15 @@
+import { ToolMessage, AIMessage, } from "../../schema/index.js";
+export function formatToOpenAIToolMessages(steps) {
+    return steps.flatMap(({ action, observation }) => {
+        if ("messageLog" in action && action.messageLog !== undefined) {
+            const log = action.messageLog;
+            return log.concat(new ToolMessage({
+                content: observation,
+                tool_call_id: action.toolCallId,
+            }));
+        }
+        else {
+            return [new AIMessage(action.log)];
+        }
+    });
+}

package/dist/agents/openai/output_parser.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAIFunctionsAgentOutputParser = void 0;
+exports.OpenAIToolsAgentOutputParser = exports.OpenAIFunctionsAgentOutputParser = void 0;
 const index_js_1 = require("../../schema/index.cjs");
 const types_js_1 = require("../types.cjs");
 const output_parser_js_1 = require("../../schema/output_parser.cjs");
@@ -66,3 +66,68 @@ class OpenAIFunctionsAgentOutputParser extends types_js_1.AgentActionOutputParse
     }
 }
 exports.OpenAIFunctionsAgentOutputParser = OpenAIFunctionsAgentOutputParser;
+class OpenAIToolsAgentOutputParser extends types_js_1.AgentMultiActionOutputParser {
+    constructor() {
+        super(...arguments);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "agents", "openai"]
+        });
+    }
+    static lc_name() {
+        return "OpenAIToolsAgentOutputParser";
+    }
+    async parse(text) {
+        throw new Error(`OpenAIFunctionsAgentOutputParser can only parse messages.\nPassed input: ${text}`);
+    }
+    async parseResult(generations) {
+        if ("message" in generations[0] && (0, index_js_1.isBaseMessage)(generations[0].message)) {
+            return this.parseAIMessage(generations[0].message);
+        }
+        throw new Error("parseResult on OpenAIFunctionsAgentOutputParser only works on ChatGeneration output");
+    }
+    /**
+     * Parses the output message into a ToolsAgentAction[] or AgentFinish
+     * object.
+     * @param message The BaseMessage to parse.
+     * @returns A ToolsAgentAction[] or AgentFinish object.
+     */
+    parseAIMessage(message) {
+        if (message.content && typeof message.content !== "string") {
+            throw new Error("This agent cannot parse non-string model responses.");
+        }
+        if (message.additional_kwargs.tool_calls) {
+            const toolCalls = message.additional_kwargs.tool_calls;
+            try {
+                return toolCalls.map((toolCall, i) => {
+                    const toolInput = toolCall.function.arguments
+                        ? JSON.parse(toolCall.function.arguments)
+                        : {};
+                    const messageLog = i === 0 ? [message] : [];
+                    return {
+                        tool: toolCall.function.name,
+                        toolInput,
+                        toolCallId: toolCall.id,
+                        log: `Invoking "${toolCall.function.name}" with ${toolCall.function.arguments ?? "{}"}\n${message.content}`,
+                        messageLog,
+                    };
+                });
+            }
+            catch (error) {
+                throw new output_parser_js_1.OutputParserException(`Failed to parse tool arguments from chat model response. Text: "${JSON.stringify(toolCalls)}". ${error}`);
+            }
+        }
+        else {
+            return {
+                returnValues: { output: message.content },
+                log: message.content,
+            };
+        }
+    }
+    getFormatInstructions() {
+        throw new Error("getFormatInstructions not implemented inside OpenAIToolsAgentOutputParser.");
+    }
+}
+exports.OpenAIToolsAgentOutputParser = OpenAIToolsAgentOutputParser;

package/dist/agents/openai/output_parser.d.ts

@@ -1,5 +1,5 @@
-import { AgentAction, AgentFinish, BaseMessage, ChatGeneration } from "../../schema/index.js";
-import { AgentActionOutputParser } from "../types.js";
+import { AgentAction, AgentFinish, AgentStep, BaseMessage, ChatGeneration } from "../../schema/index.js";
+import { AgentActionOutputParser, AgentMultiActionOutputParser } from "../types.js";
 /**
  * Type that represents an agent action with an optional message log.
  */
@@ -20,3 +20,27 @@ export declare class OpenAIFunctionsAgentOutputParser extends AgentActionOutputP
     parseAIMessage(message: BaseMessage): FunctionsAgentAction | AgentFinish;
     getFormatInstructions(): string;
 }
+/**
+ * Type that represents an agent action with an optional message log.
+ */
+export type ToolsAgentAction = AgentAction & {
+    toolCallId: string;
+    messageLog?: BaseMessage[];
+};
+export type ToolsAgentStep = AgentStep & {
+    action: ToolsAgentAction;
+};
+export declare class OpenAIToolsAgentOutputParser extends AgentMultiActionOutputParser {
+    lc_namespace: string[];
+    static lc_name(): string;
+    parse(text: string): Promise<AgentAction[] | AgentFinish>;
+    parseResult(generations: ChatGeneration[]): Promise<AgentFinish | ToolsAgentAction[]>;
+    /**
+     * Parses the output message into a ToolsAgentAction[] or AgentFinish
+     * object.
+     * @param message The BaseMessage to parse.
+     * @returns A ToolsAgentAction[] or AgentFinish object.
+     */
+    parseAIMessage(message: BaseMessage): ToolsAgentAction[] | AgentFinish;
+    getFormatInstructions(): string;
+}

package/dist/agents/openai/output_parser.js

@@ -1,5 +1,5 @@
 import { isBaseMessage, } from "../../schema/index.js";
-import { AgentActionOutputParser } from "../types.js";
+import { AgentActionOutputParser, AgentMultiActionOutputParser, } from "../types.js";
 import { OutputParserException } from "../../schema/output_parser.js";
 export class OpenAIFunctionsAgentOutputParser extends AgentActionOutputParser {
     constructor() {
@@ -62,3 +62,67 @@ export class OpenAIFunctionsAgentOutputParser extends AgentActionOutputParser {
         throw new Error("getFormatInstructions not implemented inside OpenAIFunctionsAgentOutputParser.");
     }
 }
+export class OpenAIToolsAgentOutputParser extends AgentMultiActionOutputParser {
+    constructor() {
+        super(...arguments);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "agents", "openai"]
+        });
+    }
+    static lc_name() {
+        return "OpenAIToolsAgentOutputParser";
+    }
+    async parse(text) {
+        throw new Error(`OpenAIFunctionsAgentOutputParser can only parse messages.\nPassed input: ${text}`);
+    }
+    async parseResult(generations) {
+        if ("message" in generations[0] && isBaseMessage(generations[0].message)) {
+            return this.parseAIMessage(generations[0].message);
+        }
+        throw new Error("parseResult on OpenAIFunctionsAgentOutputParser only works on ChatGeneration output");
+    }
+    /**
+     * Parses the output message into a ToolsAgentAction[] or AgentFinish
+     * object.
+     * @param message The BaseMessage to parse.
+     * @returns A ToolsAgentAction[] or AgentFinish object.
+     */
+    parseAIMessage(message) {
+        if (message.content && typeof message.content !== "string") {
+            throw new Error("This agent cannot parse non-string model responses.");
+        }
+        if (message.additional_kwargs.tool_calls) {
+            const toolCalls = message.additional_kwargs.tool_calls;
+            try {
+                return toolCalls.map((toolCall, i) => {
+                    const toolInput = toolCall.function.arguments
+                        ? JSON.parse(toolCall.function.arguments)
+                        : {};
+                    const messageLog = i === 0 ? [message] : [];
+                    return {
+                        tool: toolCall.function.name,
+                        toolInput,
+                        toolCallId: toolCall.id,
+                        log: `Invoking "${toolCall.function.name}" with ${toolCall.function.arguments ?? "{}"}\n${message.content}`,
+                        messageLog,
+                    };
+                });
+            }
+            catch (error) {
+                throw new OutputParserException(`Failed to parse tool arguments from chat model response. Text: "${JSON.stringify(toolCalls)}". ${error}`);
+            }
+        }
+        else {
+            return {
+                returnValues: { output: message.content },
+                log: message.content,
+            };
+        }
+    }
+    getFormatInstructions() {
+        throw new Error("getFormatInstructions not implemented inside OpenAIToolsAgentOutputParser.");
+    }
+}

package/dist/agents/structured_chat/index.cjs

@@ -102,9 +102,8 @@ class StructuredChatAgent extends agent_js_1.Agent {
      * @param args.memoryPrompts List of historical prompts from memory.
      */
     static createPrompt(tools, args) {
-        const { prefix = prompt_js_2.PREFIX, suffix = prompt_js_2.SUFFIX, inputVariables = ["input", "agent_scratchpad"], memoryPrompts = [], } = args ?? {};
+        const { prefix = prompt_js_2.PREFIX, suffix = prompt_js_2.SUFFIX, inputVariables = ["input", "agent_scratchpad"], humanMessageTemplate = "{input}\n\n{agent_scratchpad}", memoryPrompts = [], } = args ?? {};
         const template = [prefix, prompt_js_2.FORMAT_INSTRUCTIONS, suffix].join("\n\n");
-        const humanMessageTemplate = "{input}\n\n{agent_scratchpad}";
         const messages = [
             new chat_js_1.SystemMessagePromptTemplate(new prompt_js_1.PromptTemplate({
                 template,

package/dist/agents/structured_chat/index.d.ts

@@ -15,6 +15,8 @@ export interface StructuredChatCreatePromptArgs {
     suffix?: string;
     /** String to put before the list of tools. */
     prefix?: string;
+    /** String to use directly as the human message template. */
+    humanMessageTemplate?: string;
     /** List of input variables the final prompt will expect. */
     inputVariables?: string[];
     /** List of historical prompts from memory.  */

package/dist/agents/structured_chat/index.js

@@ -99,9 +99,8 @@ export class StructuredChatAgent extends Agent {
      * @param args.memoryPrompts List of historical prompts from memory.
      */
     static createPrompt(tools, args) {
-        const { prefix = PREFIX, suffix = SUFFIX, inputVariables = ["input", "agent_scratchpad"], memoryPrompts = [], } = args ?? {};
+        const { prefix = PREFIX, suffix = SUFFIX, inputVariables = ["input", "agent_scratchpad"], humanMessageTemplate = "{input}\n\n{agent_scratchpad}", memoryPrompts = [], } = args ?? {};
         const template = [prefix, FORMAT_INSTRUCTIONS, suffix].join("\n\n");
-        const humanMessageTemplate = "{input}\n\n{agent_scratchpad}";
         const messages = [
             new SystemMessagePromptTemplate(new PromptTemplate({
                 template,

package/dist/agents/types.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AgentActionOutputParser = void 0;
+exports.AgentMultiActionOutputParser = exports.AgentActionOutputParser = void 0;
 const output_parser_js_1 = require("../schema/output_parser.cjs");
 /**
  * Abstract class representing an output parser specifically for agent
@@ -10,3 +10,10 @@ const output_parser_js_1 = require("../schema/output_parser.cjs");
 class AgentActionOutputParser extends output_parser_js_1.BaseOutputParser {
 }
 exports.AgentActionOutputParser = AgentActionOutputParser;
+/**
+ * Abstract class representing an output parser specifically for agents
+ * that return multiple actions.
+ */
+class AgentMultiActionOutputParser extends output_parser_js_1.BaseOutputParser {
+}
+exports.AgentMultiActionOutputParser = AgentMultiActionOutputParser;

package/dist/agents/types.d.ts

@@ -31,6 +31,12 @@ export interface RunnableAgentInput {
  */
 export declare abstract class AgentActionOutputParser extends BaseOutputParser<AgentAction | AgentFinish> {
 }
+/**
+ * Abstract class representing an output parser specifically for agents
+ * that return multiple actions.
+ */
+export declare abstract class AgentMultiActionOutputParser extends BaseOutputParser<AgentAction[] | AgentFinish> {
+}
 /**
  * Type representing the stopping method for an agent. It can be either
  * 'force' or 'generate'.

package/dist/agents/types.js

@@ -6,3 +6,9 @@ import { BaseOutputParser } from "../schema/output_parser.js";
  */
 export class AgentActionOutputParser extends BaseOutputParser {
 }
+/**
+ * Abstract class representing an output parser specifically for agents
+ * that return multiple actions.
+ */
+export class AgentMultiActionOutputParser extends BaseOutputParser {
+}

package/dist/document_loaders/fs/pdf.cjs

@@ -59,9 +59,23 @@ class PDFLoader extends buffer_js_1.BufferLoader {
             if (content.items.length === 0) {
                 continue;
             }
-            const text = content.items
-                .map((item) => item.str)
-                .join("\n");
+            // Eliminate excessive newlines
+            // Source: https://github.com/albertcui/pdf-parse/blob/7086fc1cc9058545cdf41dd0646d6ae5832c7107/lib/pdf-parse.js#L16
+            let lastY;
+            const textItems = [];
+            for (const item of content.items) {
+                if ("str" in item) {
+                    if (lastY === item.transform[5] || !lastY) {
+                        textItems.push(item.str);
+                    }
+                    else {
+                        textItems.push(`\n${item.str}`);
+                    }
+                    // eslint-disable-next-line prefer-destructuring
+                    lastY = item.transform[5];
+                }
+            }
+            const text = textItems.join(" ");
             documents.push(new document_js_1.Document({
                 pageContent: text,
                 metadata: {

package/dist/document_loaders/fs/pdf.js

@@ -56,9 +56,23 @@ export class PDFLoader extends BufferLoader {
             if (content.items.length === 0) {
                 continue;
             }
-            const text = content.items
-                .map((item) => item.str)
-                .join("\n");
+            // Eliminate excessive newlines
+            // Source: https://github.com/albertcui/pdf-parse/blob/7086fc1cc9058545cdf41dd0646d6ae5832c7107/lib/pdf-parse.js#L16
+            let lastY;
+            const textItems = [];
+            for (const item of content.items) {
+                if ("str" in item) {
+                    if (lastY === item.transform[5] || !lastY) {
+                        textItems.push(item.str);
+                    }
+                    else {
+                        textItems.push(`\n${item.str}`);
+                    }
+                    // eslint-disable-next-line prefer-destructuring
+                    lastY = item.transform[5];
+                }
+            }
+            const text = textItems.join(" ");
             documents.push(new Document({
                 pageContent: text,
                 metadata: {

package/dist/document_loaders/web/apify_dataset.cjs

@@ -3,6 +3,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ApifyDatasetLoader = void 0;
 const apify_client_1 = require("apify-client");
+const async_caller_js_1 = require("../../util/async_caller.cjs");
 const base_js_1 = require("../base.cjs");
 const env_js_1 = require("../../util/env.cjs");
 /**
@@ -31,13 +32,18 @@ class ApifyDatasetLoader extends base_js_1.BaseDocumentLoader {
             writable: true,
             value: void 0
         });
-        const apifyApiToken = ApifyDatasetLoader._getApifyApiToken(config.clientOptions);
-        this.apifyClient = new apify_client_1.ApifyClient({
-            ...config.clientOptions,
-            token: apifyApiToken,
+        Object.defineProperty(this, "caller", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
         });
+        const { clientOptions, datasetMappingFunction, ...asyncCallerParams } = config;
+        const token = ApifyDatasetLoader._getApifyApiToken(clientOptions);
+        this.apifyClient = new apify_client_1.ApifyClient({ ...clientOptions, token });
         this.datasetId = datasetId;
-        this.datasetMappingFunction = config.datasetMappingFunction;
+        this.datasetMappingFunction = datasetMappingFunction;
+        this.caller = new async_caller_js_1.AsyncCaller(asyncCallerParams);
     }
     static _getApifyApiToken(config) {
         return config?.token ?? (0, env_js_1.getEnvironmentVariable)("APIFY_API_TOKEN");
@@ -50,7 +56,7 @@ class ApifyDatasetLoader extends base_js_1.BaseDocumentLoader {
      */
     async load() {
         const datasetItems = (await this.apifyClient.dataset(this.datasetId).listItems({ clean: true })).items;
-        return datasetItems.map(this.datasetMappingFunction);
+        return await Promise.all(datasetItems.map((item) => this.caller.call(async () => this.datasetMappingFunction(item))));
     }
     /**
      * Create an ApifyDatasetLoader by calling an Actor on the Apify platform and waiting for its results to be ready.

package/dist/document_loaders/web/apify_dataset.d.ts

@@ -1,11 +1,16 @@
 import { ActorCallOptions, ApifyClient, ApifyClientOptions, TaskCallOptions } from "apify-client";
+import { AsyncCaller, AsyncCallerParams } from "../../util/async_caller.js";
 import { BaseDocumentLoader, DocumentLoader } from "../base.js";
 import { Document } from "../../document.js";
 /**
  * A type that represents a function that takes a single object (an Apify
  * dataset item) and converts it to an instance of the Document class.
  */
-export type ApifyDatasetMappingFunction<Metadata extends Record<string, any>> = (item: Record<string | number, unknown>) => Document<Metadata>;
+export type ApifyDatasetMappingFunction<Metadata extends Record<string, any>> = (item: Record<string | number, unknown>) => Document<Metadata> | Promise<Document<Metadata>>;
+export interface ApifyDatasetLoaderConfig<Metadata extends Record<string, any>> extends AsyncCallerParams {
+    datasetMappingFunction: ApifyDatasetMappingFunction<Metadata>;
+    clientOptions?: ApifyClientOptions;
+}
 /**
  * A class that extends the BaseDocumentLoader and implements the
  * DocumentLoader interface. It represents a document loader that loads
@@ -14,11 +19,9 @@ export type ApifyDatasetMappingFunction<Metadata extends Record<string, any>> =
 export declare class ApifyDatasetLoader<Metadata extends Record<string, any>> extends BaseDocumentLoader implements DocumentLoader {
     protected apifyClient: ApifyClient;
     protected datasetId: string;
-    protected datasetMappingFunction: (item: Record<string | number, unknown>) => Document<Metadata>;
-    constructor(datasetId: string, config: {
-        datasetMappingFunction: ApifyDatasetMappingFunction<Metadata>;
-        clientOptions?: ApifyClientOptions;
-    });
+    protected datasetMappingFunction: ApifyDatasetMappingFunction<Metadata>;
+    protected caller: AsyncCaller;
+    constructor(datasetId: string, config: ApifyDatasetLoaderConfig<Metadata>);
     private static _getApifyApiToken;
     /**
      * Retrieves the dataset items from the Apify platform and applies the

package/dist/document_loaders/web/apify_dataset.js

@@ -1,5 +1,6 @@
 /* eslint-disable @typescript-eslint/no-explicit-any */
 import { ApifyClient, } from "apify-client";
+import { AsyncCaller } from "../../util/async_caller.js";
 import { BaseDocumentLoader } from "../base.js";
 import { getEnvironmentVariable } from "../../util/env.js";
 /**
@@ -28,13 +29,18 @@ export class ApifyDatasetLoader extends BaseDocumentLoader {
             writable: true,
             value: void 0
         });
-        const apifyApiToken = ApifyDatasetLoader._getApifyApiToken(config.clientOptions);
-        this.apifyClient = new ApifyClient({
-            ...config.clientOptions,
-            token: apifyApiToken,
+        Object.defineProperty(this, "caller", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
         });
+        const { clientOptions, datasetMappingFunction, ...asyncCallerParams } = config;
+        const token = ApifyDatasetLoader._getApifyApiToken(clientOptions);
+        this.apifyClient = new ApifyClient({ ...clientOptions, token });
         this.datasetId = datasetId;
-        this.datasetMappingFunction = config.datasetMappingFunction;
+        this.datasetMappingFunction = datasetMappingFunction;
+        this.caller = new AsyncCaller(asyncCallerParams);
     }
     static _getApifyApiToken(config) {
         return config?.token ?? getEnvironmentVariable("APIFY_API_TOKEN");
@@ -47,7 +53,7 @@ export class ApifyDatasetLoader extends BaseDocumentLoader {
      */
     async load() {
         const datasetItems = (await this.apifyClient.dataset(this.datasetId).listItems({ clean: true })).items;
-        return datasetItems.map(this.datasetMappingFunction);
+        return await Promise.all(datasetItems.map((item) => this.caller.call(async () => this.datasetMappingFunction(item))));
     }
     /**
      * Create an ApifyDatasetLoader by calling an Actor on the Apify platform and waiting for its results to be ready.

package/dist/document_loaders/web/pdf.cjs

@@ -52,9 +52,23 @@ class WebPDFLoader extends base_js_1.BaseDocumentLoader {
             if (content.items.length === 0) {
                 continue;
             }
-            const text = content.items
-                .map((item) => item.str)
-                .join("\n");
+            // Eliminate excessive newlines
+            // Source: https://github.com/albertcui/pdf-parse/blob/7086fc1cc9058545cdf41dd0646d6ae5832c7107/lib/pdf-parse.js#L16
+            let lastY;
+            const textItems = [];
+            for (const item of content.items) {
+                if ("str" in item) {
+                    if (lastY === item.transform[5] || !lastY) {
+                        textItems.push(item.str);
+                    }
+                    else {
+                        textItems.push(`\n${item.str}`);
+                    }
+                    // eslint-disable-next-line prefer-destructuring
+                    lastY = item.transform[5];
+                }
+            }
+            const text = textItems.join(" ");
             documents.push(new document_js_1.Document({
                 pageContent: text,
                 metadata: {

package/dist/document_loaders/web/pdf.js

@@ -49,9 +49,23 @@ export class WebPDFLoader extends BaseDocumentLoader {
             if (content.items.length === 0) {
                 continue;
             }
-            const text = content.items
-                .map((item) => item.str)
-                .join("\n");
+            // Eliminate excessive newlines
+            // Source: https://github.com/albertcui/pdf-parse/blob/7086fc1cc9058545cdf41dd0646d6ae5832c7107/lib/pdf-parse.js#L16
+            let lastY;
+            const textItems = [];
+            for (const item of content.items) {
+                if ("str" in item) {
+                    if (lastY === item.transform[5] || !lastY) {
+                        textItems.push(item.str);
+                    }
+                    else {
+                        textItems.push(`\n${item.str}`);
+                    }
+                    // eslint-disable-next-line prefer-destructuring
+                    lastY = item.transform[5];
+                }
+            }
+            const text = textItems.join(" ");
             documents.push(new Document({
                 pageContent: text,
                 metadata: {

package/dist/document_loaders/web/puppeteer.cjs

@@ -63,6 +63,43 @@ class PuppeteerWebBaseLoader extends base_js_1.BaseDocumentLoader {
         const metadata = { source: this.webPath };
         return [new document_js_1.Document({ pageContent: text, metadata })];
     }
+    /**
+     * Static class method used to screenshot a web page and return
+     * it as a {@link Document} object where  the pageContent property
+     * is the screenshot encoded in base64.
+     *
+     * @param {string} url
+     * @param {PuppeteerWebBaseLoaderOptions} options
+     * @returns {Document} A document object containing the screenshot of the page encoded in base64.
+     */
+    static async _screenshot(url, options) {
+        const { launch } = await PuppeteerWebBaseLoader.imports();
+        const browser = await launch({
+            headless: true,
+            defaultViewport: null,
+            ignoreDefaultArgs: ["--disable-extensions"],
+            ...options?.launchOptions,
+        });
+        const page = await browser.newPage();
+        await page.goto(url, {
+            timeout: 180000,
+            waitUntil: "domcontentloaded",
+            ...options?.gotoOptions,
+        });
+        const screenshot = await page.screenshot();
+        const base64 = screenshot.toString("base64");
+        const metadata = { source: url };
+        return new document_js_1.Document({ pageContent: base64, metadata });
+    }
+    /**
+     * Screenshot a web page and return it as a {@link Document} object where
+     * the pageContent property is the screenshot encoded in base64.
+     *
+     * @returns {Promise<Document>} A document object containing the screenshot of the page encoded in base64.
+     */
+    async screenshot() {
+        return PuppeteerWebBaseLoader._screenshot(this.webPath, this.options);
+    }
     /**
      * Static method that imports the necessary Puppeteer modules. It returns
      * a Promise that resolves to an object containing the imported modules.

package/dist/document_loaders/web/puppeteer.d.ts

@@ -40,6 +40,23 @@ export declare class PuppeteerWebBaseLoader extends BaseDocumentLoader implement
      * @returns Promise that resolves to an array of Document objects.
      */
     load(): Promise<Document[]>;
+    /**
+     * Static class method used to screenshot a web page and return
+     * it as a {@link Document} object where  the pageContent property
+     * is the screenshot encoded in base64.
+     *
+     * @param {string} url
+     * @param {PuppeteerWebBaseLoaderOptions} options
+     * @returns {Document} A document object containing the screenshot of the page encoded in base64.
+     */
+    static _screenshot(url: string, options?: PuppeteerWebBaseLoaderOptions): Promise<Document>;
+    /**
+     * Screenshot a web page and return it as a {@link Document} object where
+     * the pageContent property is the screenshot encoded in base64.
+     *
+     * @returns {Promise<Document>} A document object containing the screenshot of the page encoded in base64.
+     */
+    screenshot(): Promise<Document>;
     /**
      * Static method that imports the necessary Puppeteer modules. It returns
      * a Promise that resolves to an object containing the imported modules.

package/dist/document_loaders/web/puppeteer.js

@@ -60,6 +60,43 @@ export class PuppeteerWebBaseLoader extends BaseDocumentLoader {
         const metadata = { source: this.webPath };
         return [new Document({ pageContent: text, metadata })];
     }
+    /**
+     * Static class method used to screenshot a web page and return
+     * it as a {@link Document} object where  the pageContent property
+     * is the screenshot encoded in base64.
+     *
+     * @param {string} url
+     * @param {PuppeteerWebBaseLoaderOptions} options
+     * @returns {Document} A document object containing the screenshot of the page encoded in base64.
+     */
+    static async _screenshot(url, options) {
+        const { launch } = await PuppeteerWebBaseLoader.imports();
+        const browser = await launch({
+            headless: true,
+            defaultViewport: null,
+            ignoreDefaultArgs: ["--disable-extensions"],
+            ...options?.launchOptions,
+        });
+        const page = await browser.newPage();
+        await page.goto(url, {
+            timeout: 180000,
+            waitUntil: "domcontentloaded",
+            ...options?.gotoOptions,
+        });
+        const screenshot = await page.screenshot();
+        const base64 = screenshot.toString("base64");
+        const metadata = { source: url };
+        return new Document({ pageContent: base64, metadata });
+    }
+    /**
+     * Screenshot a web page and return it as a {@link Document} object where
+     * the pageContent property is the screenshot encoded in base64.
+     *
+     * @returns {Promise<Document>} A document object containing the screenshot of the page encoded in base64.
+     */
+    async screenshot() {
+        return PuppeteerWebBaseLoader._screenshot(this.webPath, this.options);
+    }
     /**
      * Static method that imports the necessary Puppeteer modules. It returns
      * a Promise that resolves to an object containing the imported modules.

package/dist/experimental/plan_and_execute/agent_executor.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.PlanAndExecuteAgentExecutor = void 0;
+exports.PlanAndExecuteAgentExecutor = exports.isDynamicStructuredTool = void 0;
 const base_js_1 = require("../../chains/base.cjs");
 const base_js_2 = require("./base.cjs");
 const executor_js_1 = require("../../agents/executor.cjs");
@@ -8,6 +8,21 @@ const prompt_js_1 = require("./prompt.cjs");
 const llm_chain_js_1 = require("../../chains/llm_chain.cjs");
 const outputParser_js_1 = require("./outputParser.cjs");
 const index_js_1 = require("../../agents/chat/index.cjs");
+const index_js_2 = require("../../agents/index.cjs");
+/**
+ * A utility function to distiguish a dynamicstructuredtool over other tools.
+ * @param tool the tool to test
+ * @returns bool
+ */
+function isDynamicStructuredTool(tool) {
+    // We check for the existence of the static lc_name method in the object's constructor
+    return (
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    typeof tool.constructor.lc_name === "function" &&
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        tool.constructor.lc_name() === "DynamicStructuredTool");
+}
+exports.isDynamicStructuredTool = isDynamicStructuredTool;
 /**
  * Class representing a plan-and-execute agent executor. This agent
  * decides on the full sequence of actions upfront, then executes them all
@@ -86,7 +101,18 @@ class PlanAndExecuteAgentExecutor extends base_js_1.BaseChain {
      * @returns A new ChainStepExecutor instance.
      */
     static getDefaultStepExecutor({ llm, tools, humanMessageTemplate = prompt_js_1.DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE, }) {
-        const agent = index_js_1.ChatAgent.fromLLMAndTools(llm, tools, {
+        let agent;
+        if (isDynamicStructuredTool(tools[0])) {
+            agent = index_js_2.StructuredChatAgent.fromLLMAndTools(llm, tools, {
+                humanMessageTemplate,
+                inputVariables: ["previous_steps", "current_step", "agent_scratchpad"],
+            });
+            return new base_js_2.ChainStepExecutor(executor_js_1.AgentExecutor.fromAgentAndTools({
+                agent,
+                tools,
+            }));
+        }
+        agent = index_js_1.ChatAgent.fromLLMAndTools(llm, tools, {
             humanMessageTemplate,
         });
         return new base_js_2.ChainStepExecutor(executor_js_1.AgentExecutor.fromAgentAndTools({

package/dist/experimental/plan_and_execute/agent_executor.d.ts

@@ -4,7 +4,14 @@ import { ChainValues } from "../../schema/index.js";
 import { BaseLanguageModel } from "../../base_language/index.js";
 import { CallbackManagerForChainRun } from "../../callbacks/manager.js";
 import { Tool } from "../../tools/base.js";
+import { DynamicStructuredTool } from "../../tools/dynamic.js";
 import { SerializedLLMChain } from "../../chains/serde.js";
+/**
+ * A utility function to distiguish a dynamicstructuredtool over other tools.
+ * @param tool the tool to test
+ * @returns bool
+ */
+export declare function isDynamicStructuredTool(tool: Tool | DynamicStructuredTool): tool is DynamicStructuredTool;
 /**
  * Interface for the input to the PlanAndExecuteAgentExecutor class. It
  * extends ChainInputs and includes additional properties for the planner,
@@ -42,7 +49,7 @@ export declare class PlanAndExecuteAgentExecutor extends BaseChain {
      */
     static getDefaultPlanner({ llm, tools, }: {
         llm: BaseLanguageModel;
-        tools: Tool[];
+        tools: Tool[] | DynamicStructuredTool[];
     }): Promise<LLMPlanner>;
     /**
      * Static method that returns a default step executor for the agent. It
@@ -55,7 +62,7 @@ export declare class PlanAndExecuteAgentExecutor extends BaseChain {
      */
     static getDefaultStepExecutor({ llm, tools, humanMessageTemplate, }: {
         llm: BaseLanguageModel;
-        tools: Tool[];
+        tools: Tool[] | DynamicStructuredTool[];
         humanMessageTemplate?: string;
     }): ChainStepExecutor;
     /**
@@ -70,7 +77,7 @@ export declare class PlanAndExecuteAgentExecutor extends BaseChain {
      */
     static fromLLMAndTools({ llm, tools, humanMessageTemplate, }: {
         llm: BaseLanguageModel;
-        tools: Tool[];
+        tools: Tool[] | DynamicStructuredTool[];
         humanMessageTemplate?: string;
     } & Omit<PlanAndExecuteAgentExecutorInput, "planner" | "stepExecutor">): Promise<PlanAndExecuteAgentExecutor>;
     /** @ignore */

package/dist/experimental/plan_and_execute/agent_executor.js

@@ -5,6 +5,20 @@ import { DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE, getPlannerChatPrompt
 import { LLMChain } from "../../chains/llm_chain.js";
 import { PlanOutputParser } from "./outputParser.js";
 import { ChatAgent } from "../../agents/chat/index.js";
+import { StructuredChatAgent } from "../../agents/index.js";
+/**
+ * A utility function to distiguish a dynamicstructuredtool over other tools.
+ * @param tool the tool to test
+ * @returns bool
+ */
+export function isDynamicStructuredTool(tool) {
+    // We check for the existence of the static lc_name method in the object's constructor
+    return (
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    typeof tool.constructor.lc_name === "function" &&
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        tool.constructor.lc_name() === "DynamicStructuredTool");
+}
 /**
  * Class representing a plan-and-execute agent executor. This agent
  * decides on the full sequence of actions upfront, then executes them all
@@ -83,7 +97,18 @@ export class PlanAndExecuteAgentExecutor extends BaseChain {
      * @returns A new ChainStepExecutor instance.
      */
     static getDefaultStepExecutor({ llm, tools, humanMessageTemplate = DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE, }) {
-        const agent = ChatAgent.fromLLMAndTools(llm, tools, {
+        let agent;
+        if (isDynamicStructuredTool(tools[0])) {
+            agent = StructuredChatAgent.fromLLMAndTools(llm, tools, {
+                humanMessageTemplate,
+                inputVariables: ["previous_steps", "current_step", "agent_scratchpad"],
+            });
+            return new ChainStepExecutor(AgentExecutor.fromAgentAndTools({
+                agent,
+                tools,
+            }));
+        }
+        agent = ChatAgent.fromLLMAndTools(llm, tools, {
             humanMessageTemplate,
         });
         return new ChainStepExecutor(AgentExecutor.fromAgentAndTools({

package/dist/experimental/plan_and_execute/prompt.d.ts

@@ -1,5 +1,6 @@
 import { ChatPromptTemplate } from "../../prompts/chat.js";
 import { Tool } from "../../tools/base.js";
+import { DynamicStructuredTool } from "../../tools/dynamic.js";
 export declare const PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE: string;
 export declare const DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = "Previous steps: {previous_steps}\n\nCurrent objective: {current_step}\n\n{agent_scratchpad}\n\nYou may extract and combine relevant data from your previous steps when responding to me.";
 /**
@@ -9,4 +10,4 @@ export declare const DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = "Previo
  * @param tools the tools available to the `planner`
  * @returns
  */
-export declare const getPlannerChatPrompt: (tools: Tool[]) => Promise<ChatPromptTemplate<import("../../schema/index.js").InputValues<string>, any>>;
+export declare const getPlannerChatPrompt: (tools: Tool[] | DynamicStructuredTool[]) => Promise<ChatPromptTemplate<import("../../schema/index.js").InputValues<string>, any>>;

package/dist/load/import_map.cjs

@@ -24,12 +24,13 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat_models__cloudflare_workersai = exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__voyage = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__render = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
-exports.runnables__remote = exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = void 0;
+exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__voyage = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__render = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad__openai_tools = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
+exports.runnables__remote = exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = void 0;
 exports.load__serializable = __importStar(require("../load/serializable.cjs"));
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
 exports.agents__format_scratchpad = __importStar(require("../agents/format_scratchpad/openai_functions.cjs"));
+exports.agents__format_scratchpad__openai_tools = __importStar(require("../agents/format_scratchpad/openai_tools.cjs"));
 exports.agents__format_scratchpad__log = __importStar(require("../agents/format_scratchpad/log.cjs"));
 exports.agents__format_scratchpad__xml = __importStar(require("../agents/format_scratchpad/xml.cjs"));
 exports.agents__format_scratchpad__log_to_message = __importStar(require("../agents/format_scratchpad/log_to_message.cjs"));

package/dist/load/import_map.d.ts

@@ -2,6 +2,7 @@ export * as load__serializable from "../load/serializable.js";
 export * as agents from "../agents/index.js";
 export * as agents__toolkits from "../agents/toolkits/index.js";
 export * as agents__format_scratchpad from "../agents/format_scratchpad/openai_functions.js";
+export * as agents__format_scratchpad__openai_tools from "../agents/format_scratchpad/openai_tools.js";
 export * as agents__format_scratchpad__log from "../agents/format_scratchpad/log.js";
 export * as agents__format_scratchpad__xml from "../agents/format_scratchpad/xml.js";
 export * as agents__format_scratchpad__log_to_message from "../agents/format_scratchpad/log_to_message.js";

package/dist/load/import_map.js

@@ -3,6 +3,7 @@ export * as load__serializable from "../load/serializable.js";
 export * as agents from "../agents/index.js";
 export * as agents__toolkits from "../agents/toolkits/index.js";
 export * as agents__format_scratchpad from "../agents/format_scratchpad/openai_functions.js";
+export * as agents__format_scratchpad__openai_tools from "../agents/format_scratchpad/openai_tools.js";
 export * as agents__format_scratchpad__log from "../agents/format_scratchpad/log.js";
 export * as agents__format_scratchpad__xml from "../agents/format_scratchpad/xml.js";
 export * as agents__format_scratchpad__log_to_message from "../agents/format_scratchpad/log_to_message.js";

package/dist/prompts/chat.cjs

@@ -337,13 +337,34 @@ class ChatPromptTemplate extends BaseChatPromptTemplate {
     _getPromptType() {
         return "chat";
     }
+    async _parseImagePrompts(message, inputValues) {
+        if (typeof message.content === "string") {
+            return message;
+        }
+        const formattedMessageContent = await Promise.all(message.content.map(async (item) => {
+            if (item.type !== "image_url" ||
+                typeof item.image_url === "string" ||
+                !item.image_url?.url) {
+                return item;
+            }
+            const imageUrl = item.image_url.url;
+            const promptTemplatePlaceholder = prompt_js_1.PromptTemplate.fromTemplate(imageUrl);
+            const formattedUrl = await promptTemplatePlaceholder.format(inputValues);
+            // eslint-disable-next-line no-param-reassign
+            item.image_url.url = formattedUrl;
+            return item;
+        }));
+        // eslint-disable-next-line no-param-reassign
+        message.content = formattedMessageContent;
+        return message;
+    }
     async formatMessages(values) {
         const allValues = await this.mergePartialAndUserVariables(values);
         let resultMessages = [];
         for (const promptMessage of this.promptMessages) {
             // eslint-disable-next-line no-instanceof/no-instanceof
             if (promptMessage instanceof index_js_1.BaseMessage) {
-                resultMessages.push(promptMessage);
+                resultMessages.push(await this._parseImagePrompts(promptMessage, allValues));
             }
             else {
                 const inputValues = promptMessage.inputVariables.reduce((acc, inputVariable) => {

package/dist/prompts/chat.d.ts

@@ -169,6 +169,7 @@ export declare class ChatPromptTemplate<RunInput extends InputValues = any, Part
     validateTemplate: boolean;
     constructor(input: ChatPromptTemplateInput<RunInput, PartialVariableName>);
     _getPromptType(): "chat";
+    private _parseImagePrompts;
     formatMessages(values: TypedPromptInputValues<RunInput>): Promise<BaseMessage[]>;
     partial<NewPartialVariableName extends string>(values: PartialValues<NewPartialVariableName>): Promise<ChatPromptTemplate<InputValues<Exclude<Extract<keyof RunInput, string>, NewPartialVariableName>>, any>>;
     /**

package/dist/prompts/chat.js

@@ -325,13 +325,34 @@ export class ChatPromptTemplate extends BaseChatPromptTemplate {
     _getPromptType() {
         return "chat";
     }
+    async _parseImagePrompts(message, inputValues) {
+        if (typeof message.content === "string") {
+            return message;
+        }
+        const formattedMessageContent = await Promise.all(message.content.map(async (item) => {
+            if (item.type !== "image_url" ||
+                typeof item.image_url === "string" ||
+                !item.image_url?.url) {
+                return item;
+            }
+            const imageUrl = item.image_url.url;
+            const promptTemplatePlaceholder = PromptTemplate.fromTemplate(imageUrl);
+            const formattedUrl = await promptTemplatePlaceholder.format(inputValues);
+            // eslint-disable-next-line no-param-reassign
+            item.image_url.url = formattedUrl;
+            return item;
+        }));
+        // eslint-disable-next-line no-param-reassign
+        message.content = formattedMessageContent;
+        return message;
+    }
     async formatMessages(values) {
         const allValues = await this.mergePartialAndUserVariables(values);
         let resultMessages = [];
         for (const promptMessage of this.promptMessages) {
             // eslint-disable-next-line no-instanceof/no-instanceof
             if (promptMessage instanceof BaseMessage) {
-                resultMessages.push(promptMessage);
+                resultMessages.push(await this._parseImagePrompts(promptMessage, allValues));
             }
             else {
                 const inputValues = promptMessage.inputVariables.reduce((acc, inputVariable) => {

package/dist/schema/index.d.ts

@@ -70,6 +70,7 @@ export type MessageContent = string | {
     text?: string;
     image_url?: string | {
         url: string;
+        detail?: "low" | "high";
     };
 }[];
 export interface BaseMessageFields {

package/dist/tools/convert_to_openai.cjs

@@ -17,12 +17,13 @@ function formatToOpenAIFunction(tool) {
 }
 exports.formatToOpenAIFunction = formatToOpenAIFunction;
 function formatToOpenAITool(tool) {
+    const schema = (0, zod_to_json_schema_1.zodToJsonSchema)(tool.schema);
     return {
         type: "function",
         function: {
             name: tool.name,
             description: tool.description,
-            parameters: (0, zod_to_json_schema_1.zodToJsonSchema)(tool.schema),
+            parameters: schema,
         },
     };
 }

package/dist/tools/convert_to_openai.js

@@ -13,12 +13,13 @@ export function formatToOpenAIFunction(tool) {
     };
 }
 export function formatToOpenAITool(tool) {
+    const schema = zodToJsonSchema(tool.schema);
     return {
         type: "function",
         function: {
             name: tool.name,
             description: tool.description,
-            parameters: zodToJsonSchema(tool.schema),
+            parameters: schema,
         },
     };
 }

package/dist/tools/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.formatToOpenAIFunction = exports.SearchApi = exports.SearxngSearch = exports.DataForSeoAPISearch = exports.WolframAlphaTool = exports.WikipediaQueryRun = exports.BraveSearch = exports.WriteFileTool = exports.ReadFileTool = exports.AIPluginTool = exports.GoogleCustomSearch = exports.Serper = exports.ZapierNLAWrapper = exports.ZapierNLARunAction = exports.VectorStoreQATool = exports.RequestsPostTool = exports.RequestsGetTool = exports.JsonGetValueTool = exports.JsonListKeysTool = exports.JsonSpec = exports.ChainTool = exports.IFTTTWebhook = exports.DynamicStructuredTool = exports.DynamicTool = exports.StructuredTool = exports.Tool = exports.BingSerpAPI = exports.DadJokeAPI = exports.SerpAPI = void 0;
+exports.formatToOpenAITool = exports.formatToOpenAIFunction = exports.SearchApi = exports.SearxngSearch = exports.DataForSeoAPISearch = exports.WolframAlphaTool = exports.WikipediaQueryRun = exports.BraveSearch = exports.WriteFileTool = exports.ReadFileTool = exports.AIPluginTool = exports.GoogleCustomSearch = exports.Serper = exports.ZapierNLAWrapper = exports.ZapierNLARunAction = exports.VectorStoreQATool = exports.RequestsPostTool = exports.RequestsGetTool = exports.JsonGetValueTool = exports.JsonListKeysTool = exports.JsonSpec = exports.ChainTool = exports.IFTTTWebhook = exports.DynamicStructuredTool = exports.DynamicTool = exports.StructuredTool = exports.Tool = exports.BingSerpAPI = exports.DadJokeAPI = exports.SerpAPI = void 0;
 var serpapi_js_1 = require("./serpapi.cjs");
 Object.defineProperty(exports, "SerpAPI", { enumerable: true, get: function () { return serpapi_js_1.SerpAPI; } });
 var dadjokeapi_js_1 = require("./dadjokeapi.cjs");
@@ -52,3 +52,4 @@ var searchapi_js_1 = require("./searchapi.cjs");
 Object.defineProperty(exports, "SearchApi", { enumerable: true, get: function () { return searchapi_js_1.SearchApi; } });
 var convert_to_openai_js_1 = require("./convert_to_openai.cjs");
 Object.defineProperty(exports, "formatToOpenAIFunction", { enumerable: true, get: function () { return convert_to_openai_js_1.formatToOpenAIFunction; } });
+Object.defineProperty(exports, "formatToOpenAITool", { enumerable: true, get: function () { return convert_to_openai_js_1.formatToOpenAITool; } });

package/dist/tools/index.d.ts

@@ -19,4 +19,4 @@ export { WolframAlphaTool } from "./wolframalpha.js";
 export { DataForSeoAPISearch, type DataForSeoApiConfig, } from "./dataforseo_api_search.js";
 export { SearxngSearch } from "./searxng_search.js";
 export { SearchApi, type SearchApiParameters } from "./searchapi.js";
-export { formatToOpenAIFunction } from "./convert_to_openai.js";
+export { formatToOpenAIFunction, formatToOpenAITool, } from "./convert_to_openai.js";

package/dist/tools/index.js

@@ -19,4 +19,4 @@ export { WolframAlphaTool } from "./wolframalpha.js";
 export { DataForSeoAPISearch, } from "./dataforseo_api_search.js";
 export { SearxngSearch } from "./searxng_search.js";
 export { SearchApi } from "./searchapi.js";
-export { formatToOpenAIFunction } from "./convert_to_openai.js";
+export { formatToOpenAIFunction, formatToOpenAITool, } from "./convert_to_openai.js";

package/dist/vectorstores/momento_vector_index.cjs

@@ -224,7 +224,7 @@ class MomentoVectorIndex extends base_js_1.VectorStore {
                     pageContent: hit.metadata[this.textField]?.toString() ?? "",
                     metadata: Object.fromEntries(Object.entries(hit.metadata).filter(([key]) => key !== this.textField)),
                 }),
-                hit.distance,
+                hit.score,
             ]);
         }
         else if (response instanceof sdk_core_1.VectorSearch.Error) {

package/dist/vectorstores/momento_vector_index.js

@@ -198,7 +198,7 @@ export class MomentoVectorIndex extends VectorStore {
                     pageContent: hit.metadata[this.textField]?.toString() ?? "",
                     metadata: Object.fromEntries(Object.entries(hit.metadata).filter(([key]) => key !== this.textField)),
                 }),
-                hit.distance,
+                hit.score,
             ]);
         }
         else if (response instanceof VectorSearch.Error) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.184",
+  "version": "0.0.185",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -34,6 +34,9 @@
     "agents/format_scratchpad.cjs",
     "agents/format_scratchpad.js",
     "agents/format_scratchpad.d.ts",
+    "agents/format_scratchpad/openai_tools.cjs",
+    "agents/format_scratchpad/openai_tools.js",
+    "agents/format_scratchpad/openai_tools.d.ts",
     "agents/format_scratchpad/log.cjs",
     "agents/format_scratchpad/log.js",
     "agents/format_scratchpad/log.d.ts",
@@ -838,8 +841,8 @@
     "@faker-js/faker": "^7.6.0",
     "@getmetal/metal-sdk": "^4.0.0",
     "@getzep/zep-js": "^0.9.0",
-    "@gomomento/sdk": "^1.44.1",
-    "@gomomento/sdk-core": "^1.44.1",
+    "@gomomento/sdk": "^1.47.1",
+    "@gomomento/sdk-core": "^1.47.1",
     "@google-ai/generativelanguage": "^0.2.1",
     "@google-cloud/storage": "^6.10.1",
     "@huggingface/inference": "^2.6.4",
@@ -974,9 +977,9 @@
     "@elastic/elasticsearch": "^8.4.0",
     "@getmetal/metal-sdk": "*",
     "@getzep/zep-js": "^0.9.0",
-    "@gomomento/sdk": "^1.44.1",
-    "@gomomento/sdk-core": "^1.44.1",
-    "@gomomento/sdk-web": "^1.44.1",
+    "@gomomento/sdk": "^1.47.1",
+    "@gomomento/sdk-core": "^1.47.1",
+    "@gomomento/sdk-web": "^1.47.1",
     "@google-ai/generativelanguage": "^0.2.1",
     "@google-cloud/storage": "^6.10.1",
     "@huggingface/inference": "^2.6.4",
@@ -1364,7 +1367,7 @@
     "langchainhub": "~0.0.6",
     "langsmith": "~0.0.48",
     "ml-distance": "^4.0.0",
-    "openai": "^4.16.1",
+    "openai": "^4.17.0",
     "openapi-types": "^12.1.3",
     "p-queue": "^6.6.2",
     "p-retry": "4",
@@ -1431,6 +1434,11 @@
       "import": "./agents/format_scratchpad.js",
       "require": "./agents/format_scratchpad.cjs"
     },
+    "./agents/format_scratchpad/openai_tools": {
+      "types": "./agents/format_scratchpad/openai_tools.d.ts",
+      "import": "./agents/format_scratchpad/openai_tools.js",
+      "require": "./agents/format_scratchpad/openai_tools.cjs"
+    },
     "./agents/format_scratchpad/log": {
       "types": "./agents/format_scratchpad/log.d.ts",
       "import": "./agents/format_scratchpad/log.js",