langchain 0.0.175 → 0.0.176

package/dist/chat_models/googlevertexai/common.cjs

@@ -144,6 +144,12 @@ class BaseChatGoogleVertexAI extends base_js_1.BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "streamedConnection", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.model = fields?.model ?? this.model;
         this.temperature = fields?.temperature ?? this.temperature;
         this.maxOutputTokens = fields?.maxOutputTokens ?? this.maxOutputTokens;
@@ -155,15 +161,31 @@ class BaseChatGoogleVertexAI extends base_js_1.BaseChatModel {
         // TODO: Combine the safetyAttributes
         return [];
     }
-    // TODO: Add streaming support
+    async *_streamResponseChunks(_messages, _options, _runManager) {
+        // Make the call as a streaming request
+        const instance = this.createInstance(_messages);
+        const parameters = this.formatParameters();
+        const result = await this.streamedConnection.request([instance], parameters, _options);
+        // Get the streaming parser of the response
+        const stream = result.data;
+        // Loop until the end of the stream
+        // During the loop, yield each time we get a chunk from the streaming parser
+        // that is either available or added to the queue
+        while (!stream.streamDone) {
+            const output = await stream.nextChunk();
+            const chunk = output !== null
+                ? BaseChatGoogleVertexAI.convertPredictionChunk(output)
+                : new index_js_1.ChatGenerationChunk({
+                    text: "",
+                    message: new index_js_1.AIMessageChunk(""),
+                    generationInfo: { finishReason: "stop" },
+                });
+            yield chunk;
+        }
+    }
     async _generate(messages, options) {
         const instance = this.createInstance(messages);
-        const parameters = {
-            temperature: this.temperature,
-            topK: this.topK,
-            topP: this.topP,
-            maxOutputTokens: this.maxOutputTokens,
-        };
+        const parameters = this.formatParameters();
         const result = await this.connection.request([instance], parameters, options);
         const generations = result?.data?.predictions?.map((prediction) => BaseChatGoogleVertexAI.convertPrediction(prediction)) ?? [];
         return {
@@ -211,6 +233,14 @@ class BaseChatGoogleVertexAI extends base_js_1.BaseChatModel {
         };
         return instance;
     }
+    formatParameters() {
+        return {
+            temperature: this.temperature,
+            topK: this.topK,
+            topP: this.topP,
+            maxOutputTokens: this.maxOutputTokens,
+        };
+    }
     /**
      * Converts a prediction from the Google Vertex AI chat model to a chat
      * generation.
@@ -225,5 +255,14 @@ class BaseChatGoogleVertexAI extends base_js_1.BaseChatModel {
             generationInfo: prediction,
         };
     }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    static convertPredictionChunk(output) {
+        const generation = BaseChatGoogleVertexAI.convertPrediction(output.outputs[0]);
+        return new index_js_1.ChatGenerationChunk({
+            text: generation.text,
+            message: new index_js_1.AIMessageChunk(generation.message),
+            generationInfo: generation.generationInfo,
+        });
+    }
 }
 exports.BaseChatGoogleVertexAI = BaseChatGoogleVertexAI;

package/dist/chat_models/googlevertexai/common.d.ts

@@ -1,8 +1,9 @@
 import { BaseChatModel } from "../base.js";
-import { BaseMessage, ChatGeneration, ChatMessage, ChatResult, LLMResult } from "../../schema/index.js";
+import { BaseMessage, ChatGeneration, ChatGenerationChunk, ChatMessage, ChatResult, LLMResult } from "../../schema/index.js";
 import { GoogleVertexAILLMConnection } from "../../util/googlevertexai-connection.js";
-import { GoogleVertexAIBaseLLMInput, GoogleVertexAIBasePrediction } from "../../types/googlevertexai-types.js";
+import { GoogleVertexAIBaseLLMInput, GoogleVertexAIBasePrediction, GoogleVertexAIModelParams } from "../../types/googlevertexai-types.js";
 import { BaseLanguageModelCallOptions } from "../../base_language/index.js";
+import { CallbackManagerForLLMRun } from "../../callbacks/index.js";
 /**
  * Represents a single "example" exchange that can be provided to
  * help illustrate what a model response should look like.
@@ -96,9 +97,11 @@ export declare class BaseChatGoogleVertexAI<AuthOptions> extends BaseChatModel i
     topK: number;
     examples: ChatExample[];
     connection: GoogleVertexAILLMConnection<BaseLanguageModelCallOptions, GoogleVertexAIChatInstance, GoogleVertexAIChatPrediction, AuthOptions>;
+    streamedConnection: GoogleVertexAILLMConnection<BaseLanguageModelCallOptions, GoogleVertexAIChatInstance, GoogleVertexAIChatPrediction, AuthOptions>;
     get lc_aliases(): Record<string, string>;
     constructor(fields?: GoogleVertexAIChatInput<AuthOptions>);
     _combineLLMOutput(): LLMResult["llmOutput"];
+    _streamResponseChunks(_messages: BaseMessage[], _options: this["ParsedCallOptions"], _runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
     _generate(messages: BaseMessage[], options: this["ParsedCallOptions"]): Promise<ChatResult>;
     _llmType(): string;
     /**
@@ -107,6 +110,7 @@ export declare class BaseChatGoogleVertexAI<AuthOptions> extends BaseChatModel i
      * @returns A new instance of the Google Vertex AI chat model.
      */
     createInstance(messages: BaseMessage[]): GoogleVertexAIChatInstance;
+    formatParameters(): GoogleVertexAIModelParams;
     /**
      * Converts a prediction from the Google Vertex AI chat model to a chat
      * generation.
@@ -114,5 +118,6 @@ export declare class BaseChatGoogleVertexAI<AuthOptions> extends BaseChatModel i
      * @returns The converted chat generation.
      */
     static convertPrediction(prediction: GoogleVertexAIChatPrediction): ChatGeneration;
+    static convertPredictionChunk(output: any): ChatGenerationChunk;
 }
 export {};

package/dist/chat_models/googlevertexai/common.js

@@ -1,5 +1,5 @@
 import { BaseChatModel } from "../base.js";
-import { AIMessage, ChatMessage, } from "../../schema/index.js";
+import { AIMessage, AIMessageChunk, ChatGenerationChunk, ChatMessage, } from "../../schema/index.js";
 /**
  * Represents a chat message in the Google Vertex AI chat model.
  */
@@ -140,6 +140,12 @@ export class BaseChatGoogleVertexAI extends BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "streamedConnection", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.model = fields?.model ?? this.model;
         this.temperature = fields?.temperature ?? this.temperature;
         this.maxOutputTokens = fields?.maxOutputTokens ?? this.maxOutputTokens;
@@ -151,15 +157,31 @@ export class BaseChatGoogleVertexAI extends BaseChatModel {
         // TODO: Combine the safetyAttributes
         return [];
     }
-    // TODO: Add streaming support
+    async *_streamResponseChunks(_messages, _options, _runManager) {
+        // Make the call as a streaming request
+        const instance = this.createInstance(_messages);
+        const parameters = this.formatParameters();
+        const result = await this.streamedConnection.request([instance], parameters, _options);
+        // Get the streaming parser of the response
+        const stream = result.data;
+        // Loop until the end of the stream
+        // During the loop, yield each time we get a chunk from the streaming parser
+        // that is either available or added to the queue
+        while (!stream.streamDone) {
+            const output = await stream.nextChunk();
+            const chunk = output !== null
+                ? BaseChatGoogleVertexAI.convertPredictionChunk(output)
+                : new ChatGenerationChunk({
+                    text: "",
+                    message: new AIMessageChunk(""),
+                    generationInfo: { finishReason: "stop" },
+                });
+            yield chunk;
+        }
+    }
     async _generate(messages, options) {
         const instance = this.createInstance(messages);
-        const parameters = {
-            temperature: this.temperature,
-            topK: this.topK,
-            topP: this.topP,
-            maxOutputTokens: this.maxOutputTokens,
-        };
+        const parameters = this.formatParameters();
         const result = await this.connection.request([instance], parameters, options);
         const generations = result?.data?.predictions?.map((prediction) => BaseChatGoogleVertexAI.convertPrediction(prediction)) ?? [];
         return {
@@ -207,6 +229,14 @@ export class BaseChatGoogleVertexAI extends BaseChatModel {
         };
         return instance;
     }
+    formatParameters() {
+        return {
+            temperature: this.temperature,
+            topK: this.topK,
+            topP: this.topP,
+            maxOutputTokens: this.maxOutputTokens,
+        };
+    }
     /**
      * Converts a prediction from the Google Vertex AI chat model to a chat
      * generation.
@@ -221,4 +251,13 @@ export class BaseChatGoogleVertexAI extends BaseChatModel {
             generationInfo: prediction,
         };
     }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    static convertPredictionChunk(output) {
+        const generation = BaseChatGoogleVertexAI.convertPrediction(output.outputs[0]);
+        return new ChatGenerationChunk({
+            text: generation.text,
+            message: new AIMessageChunk(generation.message),
+            generationInfo: generation.generationInfo,
+        });
+    }
 }

package/dist/chat_models/googlevertexai/index.cjs

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ChatGoogleVertexAI = void 0;
-const google_auth_library_1 = require("google-auth-library");
 const common_js_1 = require("./common.cjs");
 const googlevertexai_connection_js_1 = require("../../util/googlevertexai-connection.cjs");
+const googlevertexai_gauth_js_1 = require("../../util/googlevertexai-gauth.cjs");
 /**
  * Enables calls to the Google Cloud's Vertex AI API to access
  * Large Language Models in a chat-like fashion.
@@ -24,11 +24,12 @@ class ChatGoogleVertexAI extends common_js_1.BaseChatGoogleVertexAI {
     }
     constructor(fields) {
         super(fields);
-        const client = new google_auth_library_1.GoogleAuth({
+        const client = new googlevertexai_gauth_js_1.GAuthClient({
             scopes: "https://www.googleapis.com/auth/cloud-platform",
             ...fields?.authOptions,
         });
-        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client);
+        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, false);
+        this.streamedConnection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, true);
     }
 }
 exports.ChatGoogleVertexAI = ChatGoogleVertexAI;

package/dist/chat_models/googlevertexai/index.js

@@ -1,6 +1,6 @@
-import { GoogleAuth } from "google-auth-library";
 import { BaseChatGoogleVertexAI } from "./common.js";
 import { GoogleVertexAILLMConnection } from "../../util/googlevertexai-connection.js";
+import { GAuthClient } from "../../util/googlevertexai-gauth.js";
 /**
  * Enables calls to the Google Cloud's Vertex AI API to access
  * Large Language Models in a chat-like fashion.
@@ -21,10 +21,11 @@ export class ChatGoogleVertexAI extends BaseChatGoogleVertexAI {
     }
     constructor(fields) {
         super(fields);
-        const client = new GoogleAuth({
+        const client = new GAuthClient({
             scopes: "https://www.googleapis.com/auth/cloud-platform",
             ...fields?.authOptions,
         });
-        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client);
+        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, false);
+        this.streamedConnection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, true);
     }
 }

package/dist/chat_models/googlevertexai/web.cjs

@@ -25,7 +25,8 @@ class ChatGoogleVertexAI extends common_js_1.BaseChatGoogleVertexAI {
     constructor(fields) {
         super(fields);
         const client = new googlevertexai_webauth_js_1.WebGoogleAuth(fields?.authOptions);
-        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client);
+        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, false);
+        this.streamedConnection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, true);
     }
 }
 exports.ChatGoogleVertexAI = ChatGoogleVertexAI;

package/dist/chat_models/googlevertexai/web.js

@@ -22,6 +22,7 @@ export class ChatGoogleVertexAI extends BaseChatGoogleVertexAI {
     constructor(fields) {
         super(fields);
         const client = new WebGoogleAuth(fields?.authOptions);
-        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client);
+        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, false);
+        this.streamedConnection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, true);
     }
 }

package/dist/embeddings/googlevertexai.cjs

@@ -56,7 +56,7 @@ class GoogleVertexAIEmbeddings extends base_js_1.Embeddings {
         const options = {};
         const responses = await Promise.all(instanceChunks.map((instances) => this.connection.request(instances, parameters, options)));
         const result = responses
-            ?.map((response) => response.data?.predictions?.map((result) => result.embeddings.values) ?? [])
+            ?.map((response) => response?.data?.predictions?.map((result) => result.embeddings.values) ?? [])
             .flat() ?? [];
         return result;
     }

package/dist/embeddings/googlevertexai.js

@@ -53,7 +53,7 @@ export class GoogleVertexAIEmbeddings extends Embeddings {
         const options = {};
         const responses = await Promise.all(instanceChunks.map((instances) => this.connection.request(instances, parameters, options)));
         const result = responses
-            ?.map((response) => response.data?.predictions?.map((result) => result.embeddings.values) ?? [])
+            ?.map((response) => response?.data?.predictions?.map((result) => result.embeddings.values) ?? [])
             .flat() ?? [];
         return result;
     }

package/dist/experimental/hubs/makersuite/googlemakersuitehub.d.ts

@@ -4,7 +4,7 @@ import { GoogleAuthOptions } from "google-auth-library";
 import { PromptTemplate } from "../../../prompts/index.js";
 import { BaseLanguageModel } from "../../../base_language/index.js";
 import { AsyncCaller, AsyncCallerCallOptions } from "../../../util/async_caller.js";
-import { GoogleResponse, GoogleVertexAIConnectionParams } from "../../../types/googlevertexai-types.js";
+import { GoogleAbstractedClientOpsMethod, GoogleResponse, GoogleVertexAIConnectionParams } from "../../../types/googlevertexai-types.js";
 import { GoogleConnection } from "../../../util/googlevertexai-connection.js";
 /**
  * Configuration that allows us to load or pull a prompt that has been created
@@ -134,7 +134,7 @@ export declare class DriveFileReadConnection extends GoogleConnection<DriveCallO
     fileId: string;
     constructor(fields: DriveFileReadParams, caller: AsyncCaller);
     buildUrl(): Promise<string>;
-    buildMethod(): string;
+    buildMethod(): GoogleAbstractedClientOpsMethod;
     request(options?: DriveCallOptions): Promise<DriveFileMakerSuiteResponse>;
 }
 export interface CacheEntry {

package/dist/experimental/multimodal_embeddings/googlevertexai.cjs

@@ -54,7 +54,7 @@ class GoogleVertexAIMultimodalEmbeddings extends base_js_1.Embeddings {
      * @returns An array of media embeddings.
      */
     responseToEmbeddings(response) {
-        return response.data.predictions.map((r) => ({
+        return (response?.data).predictions.map((r) => ({
             text: r.textEmbedding,
             image: r.imageEmbedding,
         }));

package/dist/experimental/multimodal_embeddings/googlevertexai.d.ts

@@ -1,7 +1,8 @@
 /// <reference types="node" resolution-mode="require"/>
 import { GoogleAuthOptions } from "google-auth-library";
 import { Embeddings, EmbeddingsParams } from "../../embeddings/base.js";
-import { GoogleVertexAIBaseLLMInput, GoogleVertexAIBasePrediction, GoogleVertexAILLMResponse } from "../../types/googlevertexai-types.js";
+import { GoogleVertexAIBaseLLMInput, GoogleVertexAIBasePrediction } from "../../types/googlevertexai-types.js";
+import { GoogleVertexAILLMResponse } from "../../util/googlevertexai-connection.js";
 /**
  * Parameters for the GoogleVertexAIMultimodalEmbeddings class, extending
  * both EmbeddingsParams and GoogleVertexAIConnectionParams.

package/dist/experimental/multimodal_embeddings/googlevertexai.js

@@ -1,6 +1,6 @@
 import { GoogleAuth } from "google-auth-library";
 import { Embeddings } from "../../embeddings/base.js";
-import { GoogleVertexAILLMConnection } from "../../util/googlevertexai-connection.js";
+import { GoogleVertexAILLMConnection, } from "../../util/googlevertexai-connection.js";
 /**
  * Class for generating embeddings for text and images using Google's
  * Vertex AI. It extends the Embeddings base class and implements the
@@ -51,7 +51,7 @@ export class GoogleVertexAIMultimodalEmbeddings extends Embeddings {
      * @returns An array of media embeddings.
      */
     responseToEmbeddings(response) {
-        return response.data.predictions.map((r) => ({
+        return (response?.data).predictions.map((r) => ({
             text: r.textEmbedding,
             image: r.imageEmbedding,
         }));

package/dist/experimental/plan_and_execute/agent_executor.cjs

@@ -69,10 +69,10 @@ class PlanAndExecuteAgentExecutor extends base_js_1.BaseChain {
      * @param llm The Large Language Model (LLM) used to generate responses.
      * @returns A new LLMPlanner instance.
      */
-    static getDefaultPlanner({ llm }) {
+    static async getDefaultPlanner({ llm, tools, }) {
         const plannerLlmChain = new llm_chain_js_1.LLMChain({
             llm,
-            prompt: prompt_js_1.PLANNER_CHAT_PROMPT,
+            prompt: await (0, prompt_js_1.getPlannerChatPrompt)(tools),
         });
         return new base_js_2.LLMPlanner(plannerLlmChain, new outputParser_js_1.PlanOutputParser());
     }
@@ -104,9 +104,12 @@ class PlanAndExecuteAgentExecutor extends base_js_1.BaseChain {
      * @param humanMessageTemplate The template for human messages. If not provided, a default template is used.
      * @returns A new PlanAndExecuteAgentExecutor instance.
      */
-    static fromLLMAndTools({ llm, tools, humanMessageTemplate, }) {
+    static async fromLLMAndTools({ llm, tools, humanMessageTemplate, }) {
         const executor = new PlanAndExecuteAgentExecutor({
-            planner: PlanAndExecuteAgentExecutor.getDefaultPlanner({ llm }),
+            planner: await PlanAndExecuteAgentExecutor.getDefaultPlanner({
+                llm,
+                tools,
+            }),
             stepExecutor: PlanAndExecuteAgentExecutor.getDefaultStepExecutor({
                 llm,
                 tools,

package/dist/experimental/plan_and_execute/agent_executor.d.ts

@@ -40,9 +40,10 @@ export declare class PlanAndExecuteAgentExecutor extends BaseChain {
      * @param llm The Large Language Model (LLM) used to generate responses.
      * @returns A new LLMPlanner instance.
      */
-    static getDefaultPlanner({ llm }: {
+    static getDefaultPlanner({ llm, tools, }: {
         llm: BaseLanguageModel;
-    }): LLMPlanner;
+        tools: Tool[];
+    }): Promise<LLMPlanner>;
     /**
      * Static method that returns a default step executor for the agent. It
      * creates a new ChatAgent from a given LLM and a set of tools, and uses
@@ -71,7 +72,7 @@ export declare class PlanAndExecuteAgentExecutor extends BaseChain {
         llm: BaseLanguageModel;
         tools: Tool[];
         humanMessageTemplate?: string;
-    } & Omit<PlanAndExecuteAgentExecutorInput, "planner" | "stepExecutor">): PlanAndExecuteAgentExecutor;
+    } & Omit<PlanAndExecuteAgentExecutorInput, "planner" | "stepExecutor">): Promise<PlanAndExecuteAgentExecutor>;
     /** @ignore */
     _call(inputs: ChainValues, runManager?: CallbackManagerForChainRun): Promise<ChainValues>;
     _chainType(): "agent_executor";

package/dist/experimental/plan_and_execute/agent_executor.js

@@ -1,7 +1,7 @@
 import { BaseChain } from "../../chains/base.js";
 import { ListStepContainer, LLMPlanner, ChainStepExecutor, } from "./base.js";
 import { AgentExecutor } from "../../agents/executor.js";
-import { DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE, PLANNER_CHAT_PROMPT, } from "./prompt.js";
+import { DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE, getPlannerChatPrompt, } from "./prompt.js";
 import { LLMChain } from "../../chains/llm_chain.js";
 import { PlanOutputParser } from "./outputParser.js";
 import { ChatAgent } from "../../agents/chat/index.js";
@@ -66,10 +66,10 @@ export class PlanAndExecuteAgentExecutor extends BaseChain {
      * @param llm The Large Language Model (LLM) used to generate responses.
      * @returns A new LLMPlanner instance.
      */
-    static getDefaultPlanner({ llm }) {
+    static async getDefaultPlanner({ llm, tools, }) {
         const plannerLlmChain = new LLMChain({
             llm,
-            prompt: PLANNER_CHAT_PROMPT,
+            prompt: await getPlannerChatPrompt(tools),
         });
         return new LLMPlanner(plannerLlmChain, new PlanOutputParser());
     }
@@ -101,9 +101,12 @@ export class PlanAndExecuteAgentExecutor extends BaseChain {
      * @param humanMessageTemplate The template for human messages. If not provided, a default template is used.
      * @returns A new PlanAndExecuteAgentExecutor instance.
      */
-    static fromLLMAndTools({ llm, tools, humanMessageTemplate, }) {
+    static async fromLLMAndTools({ llm, tools, humanMessageTemplate, }) {
         const executor = new PlanAndExecuteAgentExecutor({
-            planner: PlanAndExecuteAgentExecutor.getDefaultPlanner({ llm }),
+            planner: await PlanAndExecuteAgentExecutor.getDefaultPlanner({
+                llm,
+                tools,
+            }),
             stepExecutor: PlanAndExecuteAgentExecutor.getDefaultStepExecutor({
                 llm,
                 tools,

package/dist/experimental/plan_and_execute/prompt.cjs

@@ -1,23 +1,22 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = exports.PLANNER_CHAT_PROMPT = exports.PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE = void 0;
+exports.getPlannerChatPrompt = exports.DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = exports.PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE = void 0;
 const chat_js_1 = require("../../prompts/chat.cjs");
 exports.PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE = [
     `Let's first understand the problem and devise a plan to solve the problem.`,
     `Please output the plan starting with the header "Plan:"`,
-    `and then followed by a numbered list of steps.`,
+    `followed by a numbered list of steps.`,
     `Please make the plan the minimum number of steps required`,
     `to answer the query or complete the task accurately and precisely.`,
-    `Your steps should be general, and should not require a specific method to solve a step. If the task is a question,`,
-    `the final step in the plan must be the following: "Given the above steps taken,`,
+    `You have a set of tools at your disposal to help you with this task:`,
+    "",
+    "{toolStrings}",
+    "",
+    `You must consider these tools when coming up with your plan.`,
+    `If the task is a question, the final step in the plan must be the following: "Given the above steps taken,`,
     `please respond to the original query."`,
     `At the end of your plan, say "<END_OF_PLAN>"`,
 ].join(" ");
-exports.PLANNER_CHAT_PROMPT = 
-/* #__PURE__ */ chat_js_1.ChatPromptTemplate.fromMessages([
-    /* #__PURE__ */ chat_js_1.SystemMessagePromptTemplate.fromTemplate(exports.PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE),
-    /* #__PURE__ */ chat_js_1.HumanMessagePromptTemplate.fromTemplate(`{input}`),
-]);
 exports.DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = `Previous steps: {previous_steps}
 
 Current objective: {current_step}
@@ -25,3 +24,20 @@ Current objective: {current_step}
 {agent_scratchpad}
 
 You may extract and combine relevant data from your previous steps when responding to me.`;
+/**
+ * Add the tool descriptions to the planning system prompt in
+ * order to get a better suited plan that makes efficient use
+ * of the tools
+ * @param tools the tools available to the `planner`
+ * @returns
+ */
+const getPlannerChatPrompt = async (tools) => {
+    const toolStrings = tools
+        .map((tool) => `${tool.name}: ${tool.description}`)
+        .join("\n");
+    return /* #__PURE__ */ chat_js_1.ChatPromptTemplate.fromMessages([
+        chat_js_1.SystemMessagePromptTemplate.fromTemplate(exports.PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE),
+        chat_js_1.HumanMessagePromptTemplate.fromTemplate(`{input}`),
+    ]).partial({ toolStrings });
+};
+exports.getPlannerChatPrompt = getPlannerChatPrompt;

package/dist/experimental/plan_and_execute/prompt.d.ts

@@ -1,4 +1,12 @@
 import { ChatPromptTemplate } from "../../prompts/chat.js";
+import { Tool } from "../../tools/base.js";
 export declare const PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE: string;
-export declare const PLANNER_CHAT_PROMPT: ChatPromptTemplate<any, any>;
 export declare const DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = "Previous steps: {previous_steps}\n\nCurrent objective: {current_step}\n\n{agent_scratchpad}\n\nYou may extract and combine relevant data from your previous steps when responding to me.";
+/**
+ * Add the tool descriptions to the planning system prompt in
+ * order to get a better suited plan that makes efficient use
+ * of the tools
+ * @param tools the tools available to the `planner`
+ * @returns
+ */
+export declare const getPlannerChatPrompt: (tools: Tool[]) => Promise<ChatPromptTemplate<import("../../schema/index.js").InputValues<string>, any>>;

package/dist/experimental/plan_and_execute/prompt.js

@@ -2,19 +2,18 @@ import { ChatPromptTemplate, HumanMessagePromptTemplate, SystemMessagePromptTemp
 export const PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE = [
     `Let's first understand the problem and devise a plan to solve the problem.`,
     `Please output the plan starting with the header "Plan:"`,
-    `and then followed by a numbered list of steps.`,
+    `followed by a numbered list of steps.`,
     `Please make the plan the minimum number of steps required`,
     `to answer the query or complete the task accurately and precisely.`,
-    `Your steps should be general, and should not require a specific method to solve a step. If the task is a question,`,
-    `the final step in the plan must be the following: "Given the above steps taken,`,
+    `You have a set of tools at your disposal to help you with this task:`,
+    "",
+    "{toolStrings}",
+    "",
+    `You must consider these tools when coming up with your plan.`,
+    `If the task is a question, the final step in the plan must be the following: "Given the above steps taken,`,
     `please respond to the original query."`,
     `At the end of your plan, say "<END_OF_PLAN>"`,
 ].join(" ");
-export const PLANNER_CHAT_PROMPT = 
-/* #__PURE__ */ ChatPromptTemplate.fromMessages([
-    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate(PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE),
-    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(`{input}`),
-]);
 export const DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = `Previous steps: {previous_steps}
 
 Current objective: {current_step}
@@ -22,3 +21,19 @@ Current objective: {current_step}
 {agent_scratchpad}
 
 You may extract and combine relevant data from your previous steps when responding to me.`;
+/**
+ * Add the tool descriptions to the planning system prompt in
+ * order to get a better suited plan that makes efficient use
+ * of the tools
+ * @param tools the tools available to the `planner`
+ * @returns
+ */
+export const getPlannerChatPrompt = async (tools) => {
+    const toolStrings = tools
+        .map((tool) => `${tool.name}: ${tool.description}`)
+        .join("\n");
+    return /* #__PURE__ */ ChatPromptTemplate.fromMessages([
+        SystemMessagePromptTemplate.fromTemplate(PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE),
+        HumanMessagePromptTemplate.fromTemplate(`{input}`),
+    ]).partial({ toolStrings });
+};