langchain 0.0.175 → 0.0.177

package/dist/embeddings/hf.d.ts

@@ -1,4 +1,4 @@
-import { HfInference } from "@huggingface/inference";
+import { HfInference, HfInferenceEndpoint } from "@huggingface/inference";
 import { Embeddings, EmbeddingsParams } from "./base.js";
 /**
  * Interface that extends EmbeddingsParams and defines additional
@@ -7,6 +7,7 @@ import { Embeddings, EmbeddingsParams } from "./base.js";
 export interface HuggingFaceInferenceEmbeddingsParams extends EmbeddingsParams {
     apiKey?: string;
     model?: string;
+    endpointUrl?: string;
 }
 /**
  * Class that extends the Embeddings class and provides methods for
@@ -16,7 +17,8 @@ export interface HuggingFaceInferenceEmbeddingsParams extends EmbeddingsParams {
 export declare class HuggingFaceInferenceEmbeddings extends Embeddings implements HuggingFaceInferenceEmbeddingsParams {
     apiKey?: string;
     model: string;
-    client: HfInference;
+    endpointUrl?: string;
+    client: HfInference | HfInferenceEndpoint;
     constructor(fields?: HuggingFaceInferenceEmbeddingsParams);
     _embed(texts: string[]): Promise<number[][]>;
     /**

package/dist/embeddings/hf.js

@@ -21,6 +21,12 @@ export class HuggingFaceInferenceEmbeddings extends Embeddings {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "endpointUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
@@ -31,7 +37,10 @@ export class HuggingFaceInferenceEmbeddings extends Embeddings {
             fields?.model ?? "sentence-transformers/distilbert-base-nli-mean-tokens";
         this.apiKey =
             fields?.apiKey ?? getEnvironmentVariable("HUGGINGFACEHUB_API_KEY");
-        this.client = new HfInference(this.apiKey);
+        this.endpointUrl = fields?.endpointUrl;
+        this.client = this.endpointUrl
+            ? new HfInference(this.apiKey).endpoint(this.endpointUrl)
+            : new HfInference(this.apiKey);
     }
     async _embed(texts) {
         // replace newlines, which can negatively affect performance.

package/dist/embeddings/llama_cpp.cjs

@@ -0,0 +1,67 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LlamaCppEmbeddings = void 0;
+const llama_cpp_js_1 = require("../util/llama_cpp.cjs");
+const base_js_1 = require("./base.cjs");
+class LlamaCppEmbeddings extends base_js_1.Embeddings {
+    constructor(inputs) {
+        super(inputs);
+        Object.defineProperty(this, "_model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "_context", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const _inputs = inputs;
+        _inputs.embedding = true;
+        this._model = (0, llama_cpp_js_1.createLlamaModel)(_inputs);
+        this._context = (0, llama_cpp_js_1.createLlamaContext)(this._model, _inputs);
+    }
+    /**
+     * Generates embeddings for an array of texts.
+     * @param texts - An array of strings to generate embeddings for.
+     * @returns A Promise that resolves to an array of embeddings.
+     */
+    async embedDocuments(texts) {
+        const tokensArray = [];
+        for (const text of texts) {
+            const encodings = await this.caller.call(() => new Promise((resolve) => {
+                resolve(this._context.encode(text));
+            }));
+            tokensArray.push(encodings);
+        }
+        const embeddings = [];
+        for (const tokens of tokensArray) {
+            const embedArray = [];
+            for (let i = 0; i < tokens.length; i += 1) {
+                const nToken = +tokens[i];
+                embedArray.push(nToken);
+            }
+            embeddings.push(embedArray);
+        }
+        return embeddings;
+    }
+    /**
+     * Generates an embedding for a single text.
+     * @param text - A string to generate an embedding for.
+     * @returns A Promise that resolves to an array of numbers representing the embedding.
+     */
+    async embedQuery(text) {
+        const tokens = [];
+        const encodings = await this.caller.call(() => new Promise((resolve) => {
+            resolve(this._context.encode(text));
+        }));
+        for (let i = 0; i < encodings.length; i += 1) {
+            const token = +encodings[i];
+            tokens.push(token);
+        }
+        return tokens;
+    }
+}
+exports.LlamaCppEmbeddings = LlamaCppEmbeddings;

package/dist/embeddings/llama_cpp.d.ts

@@ -0,0 +1,26 @@
+import { LlamaModel, LlamaContext } from "node-llama-cpp";
+import { LlamaBaseCppInputs } from "../util/llama_cpp.js";
+import { Embeddings, EmbeddingsParams } from "./base.js";
+/**
+ * Note that the modelPath is the only required parameter. For testing you
+ * can set this in the environment variable `LLAMA_PATH`.
+ */
+export interface LlamaCppEmbeddingsParams extends LlamaBaseCppInputs, EmbeddingsParams {
+}
+export declare class LlamaCppEmbeddings extends Embeddings {
+    _model: LlamaModel;
+    _context: LlamaContext;
+    constructor(inputs: LlamaCppEmbeddingsParams);
+    /**
+     * Generates embeddings for an array of texts.
+     * @param texts - An array of strings to generate embeddings for.
+     * @returns A Promise that resolves to an array of embeddings.
+     */
+    embedDocuments(texts: string[]): Promise<number[][]>;
+    /**
+     * Generates an embedding for a single text.
+     * @param text - A string to generate an embedding for.
+     * @returns A Promise that resolves to an array of numbers representing the embedding.
+     */
+    embedQuery(text: string): Promise<number[]>;
+}

package/dist/embeddings/llama_cpp.js

@@ -0,0 +1,63 @@
+import { createLlamaModel, createLlamaContext, } from "../util/llama_cpp.js";
+import { Embeddings } from "./base.js";
+export class LlamaCppEmbeddings extends Embeddings {
+    constructor(inputs) {
+        super(inputs);
+        Object.defineProperty(this, "_model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "_context", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const _inputs = inputs;
+        _inputs.embedding = true;
+        this._model = createLlamaModel(_inputs);
+        this._context = createLlamaContext(this._model, _inputs);
+    }
+    /**
+     * Generates embeddings for an array of texts.
+     * @param texts - An array of strings to generate embeddings for.
+     * @returns A Promise that resolves to an array of embeddings.
+     */
+    async embedDocuments(texts) {
+        const tokensArray = [];
+        for (const text of texts) {
+            const encodings = await this.caller.call(() => new Promise((resolve) => {
+                resolve(this._context.encode(text));
+            }));
+            tokensArray.push(encodings);
+        }
+        const embeddings = [];
+        for (const tokens of tokensArray) {
+            const embedArray = [];
+            for (let i = 0; i < tokens.length; i += 1) {
+                const nToken = +tokens[i];
+                embedArray.push(nToken);
+            }
+            embeddings.push(embedArray);
+        }
+        return embeddings;
+    }
+    /**
+     * Generates an embedding for a single text.
+     * @param text - A string to generate an embedding for.
+     * @returns A Promise that resolves to an array of numbers representing the embedding.
+     */
+    async embedQuery(text) {
+        const tokens = [];
+        const encodings = await this.caller.call(() => new Promise((resolve) => {
+            resolve(this._context.encode(text));
+        }));
+        for (let i = 0; i < encodings.length; i += 1) {
+            const token = +encodings[i];
+            tokens.push(token);
+        }
+        return tokens;
+    }
+}

package/dist/embeddings/ollama.cjs

@@ -81,7 +81,13 @@ class OllamaEmbeddings extends base_js_1.Embeddings {
     }
     async _request(prompt) {
         const { model, baseUrl, requestOptions } = this;
-        const response = await fetch(`${baseUrl}/api/embeddings`, {
+        let formattedBaseUrl = baseUrl;
+        if (formattedBaseUrl.startsWith("http://localhost:")) {
+            // Node 18 has issues with resolving "localhost"
+            // See https://github.com/node-fetch/node-fetch/issues/1624
+            formattedBaseUrl = formattedBaseUrl.replace("http://localhost:", "http://127.0.0.1:");
+        }
+        const response = await fetch(`${formattedBaseUrl}/api/embeddings`, {
             method: "POST",
             headers: { "Content-Type": "application/json" },
             body: JSON.stringify({

package/dist/embeddings/ollama.js

@@ -78,7 +78,13 @@ export class OllamaEmbeddings extends Embeddings {
     }
     async _request(prompt) {
         const { model, baseUrl, requestOptions } = this;
-        const response = await fetch(`${baseUrl}/api/embeddings`, {
+        let formattedBaseUrl = baseUrl;
+        if (formattedBaseUrl.startsWith("http://localhost:")) {
+            // Node 18 has issues with resolving "localhost"
+            // See https://github.com/node-fetch/node-fetch/issues/1624
+            formattedBaseUrl = formattedBaseUrl.replace("http://localhost:", "http://127.0.0.1:");
+        }
+        const response = await fetch(`${formattedBaseUrl}/api/embeddings`, {
             method: "POST",
             headers: { "Content-Type": "application/json" },
             body: JSON.stringify({

package/dist/experimental/hubs/makersuite/googlemakersuitehub.d.ts

@@ -4,7 +4,7 @@ import { GoogleAuthOptions } from "google-auth-library";
 import { PromptTemplate } from "../../../prompts/index.js";
 import { BaseLanguageModel } from "../../../base_language/index.js";
 import { AsyncCaller, AsyncCallerCallOptions } from "../../../util/async_caller.js";
-import { GoogleResponse, GoogleVertexAIConnectionParams } from "../../../types/googlevertexai-types.js";
+import { GoogleAbstractedClientOpsMethod, GoogleResponse, GoogleVertexAIConnectionParams } from "../../../types/googlevertexai-types.js";
 import { GoogleConnection } from "../../../util/googlevertexai-connection.js";
 /**
  * Configuration that allows us to load or pull a prompt that has been created
@@ -134,7 +134,7 @@ export declare class DriveFileReadConnection extends GoogleConnection<DriveCallO
     fileId: string;
     constructor(fields: DriveFileReadParams, caller: AsyncCaller);
     buildUrl(): Promise<string>;
-    buildMethod(): string;
+    buildMethod(): GoogleAbstractedClientOpsMethod;
     request(options?: DriveCallOptions): Promise<DriveFileMakerSuiteResponse>;
 }
 export interface CacheEntry {

package/dist/experimental/multimodal_embeddings/googlevertexai.cjs

@@ -54,7 +54,7 @@ class GoogleVertexAIMultimodalEmbeddings extends base_js_1.Embeddings {
      * @returns An array of media embeddings.
      */
     responseToEmbeddings(response) {
-        return response.data.predictions.map((r) => ({
+        return (response?.data).predictions.map((r) => ({
             text: r.textEmbedding,
             image: r.imageEmbedding,
         }));

package/dist/experimental/multimodal_embeddings/googlevertexai.d.ts

@@ -1,7 +1,8 @@
 /// <reference types="node" resolution-mode="require"/>
 import { GoogleAuthOptions } from "google-auth-library";
 import { Embeddings, EmbeddingsParams } from "../../embeddings/base.js";
-import { GoogleVertexAIBaseLLMInput, GoogleVertexAIBasePrediction, GoogleVertexAILLMResponse } from "../../types/googlevertexai-types.js";
+import { GoogleVertexAIBaseLLMInput, GoogleVertexAIBasePrediction } from "../../types/googlevertexai-types.js";
+import { GoogleVertexAILLMResponse } from "../../util/googlevertexai-connection.js";
 /**
  * Parameters for the GoogleVertexAIMultimodalEmbeddings class, extending
  * both EmbeddingsParams and GoogleVertexAIConnectionParams.

package/dist/experimental/multimodal_embeddings/googlevertexai.js

@@ -1,6 +1,6 @@
 import { GoogleAuth } from "google-auth-library";
 import { Embeddings } from "../../embeddings/base.js";
-import { GoogleVertexAILLMConnection } from "../../util/googlevertexai-connection.js";
+import { GoogleVertexAILLMConnection, } from "../../util/googlevertexai-connection.js";
 /**
  * Class for generating embeddings for text and images using Google's
  * Vertex AI. It extends the Embeddings base class and implements the
@@ -51,7 +51,7 @@ export class GoogleVertexAIMultimodalEmbeddings extends Embeddings {
      * @returns An array of media embeddings.
      */
     responseToEmbeddings(response) {
-        return response.data.predictions.map((r) => ({
+        return (response?.data).predictions.map((r) => ({
             text: r.textEmbedding,
             image: r.imageEmbedding,
         }));

package/dist/experimental/plan_and_execute/agent_executor.cjs

@@ -69,10 +69,10 @@ class PlanAndExecuteAgentExecutor extends base_js_1.BaseChain {
      * @param llm The Large Language Model (LLM) used to generate responses.
      * @returns A new LLMPlanner instance.
      */
-    static getDefaultPlanner({ llm }) {
+    static async getDefaultPlanner({ llm, tools, }) {
         const plannerLlmChain = new llm_chain_js_1.LLMChain({
             llm,
-            prompt: prompt_js_1.PLANNER_CHAT_PROMPT,
+            prompt: await (0, prompt_js_1.getPlannerChatPrompt)(tools),
         });
         return new base_js_2.LLMPlanner(plannerLlmChain, new outputParser_js_1.PlanOutputParser());
     }
@@ -104,9 +104,12 @@ class PlanAndExecuteAgentExecutor extends base_js_1.BaseChain {
      * @param humanMessageTemplate The template for human messages. If not provided, a default template is used.
      * @returns A new PlanAndExecuteAgentExecutor instance.
      */
-    static fromLLMAndTools({ llm, tools, humanMessageTemplate, }) {
+    static async fromLLMAndTools({ llm, tools, humanMessageTemplate, }) {
         const executor = new PlanAndExecuteAgentExecutor({
-            planner: PlanAndExecuteAgentExecutor.getDefaultPlanner({ llm }),
+            planner: await PlanAndExecuteAgentExecutor.getDefaultPlanner({
+                llm,
+                tools,
+            }),
             stepExecutor: PlanAndExecuteAgentExecutor.getDefaultStepExecutor({
                 llm,
                 tools,

package/dist/experimental/plan_and_execute/agent_executor.d.ts

@@ -40,9 +40,10 @@ export declare class PlanAndExecuteAgentExecutor extends BaseChain {
      * @param llm The Large Language Model (LLM) used to generate responses.
      * @returns A new LLMPlanner instance.
      */
-    static getDefaultPlanner({ llm }: {
+    static getDefaultPlanner({ llm, tools, }: {
         llm: BaseLanguageModel;
-    }): LLMPlanner;
+        tools: Tool[];
+    }): Promise<LLMPlanner>;
     /**
      * Static method that returns a default step executor for the agent. It
      * creates a new ChatAgent from a given LLM and a set of tools, and uses
@@ -71,7 +72,7 @@ export declare class PlanAndExecuteAgentExecutor extends BaseChain {
         llm: BaseLanguageModel;
         tools: Tool[];
         humanMessageTemplate?: string;
-    } & Omit<PlanAndExecuteAgentExecutorInput, "planner" | "stepExecutor">): PlanAndExecuteAgentExecutor;
+    } & Omit<PlanAndExecuteAgentExecutorInput, "planner" | "stepExecutor">): Promise<PlanAndExecuteAgentExecutor>;
     /** @ignore */
     _call(inputs: ChainValues, runManager?: CallbackManagerForChainRun): Promise<ChainValues>;
     _chainType(): "agent_executor";

package/dist/experimental/plan_and_execute/agent_executor.js

@@ -1,7 +1,7 @@
 import { BaseChain } from "../../chains/base.js";
 import { ListStepContainer, LLMPlanner, ChainStepExecutor, } from "./base.js";
 import { AgentExecutor } from "../../agents/executor.js";
-import { DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE, PLANNER_CHAT_PROMPT, } from "./prompt.js";
+import { DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE, getPlannerChatPrompt, } from "./prompt.js";
 import { LLMChain } from "../../chains/llm_chain.js";
 import { PlanOutputParser } from "./outputParser.js";
 import { ChatAgent } from "../../agents/chat/index.js";
@@ -66,10 +66,10 @@ export class PlanAndExecuteAgentExecutor extends BaseChain {
      * @param llm The Large Language Model (LLM) used to generate responses.
      * @returns A new LLMPlanner instance.
      */
-    static getDefaultPlanner({ llm }) {
+    static async getDefaultPlanner({ llm, tools, }) {
         const plannerLlmChain = new LLMChain({
             llm,
-            prompt: PLANNER_CHAT_PROMPT,
+            prompt: await getPlannerChatPrompt(tools),
         });
         return new LLMPlanner(plannerLlmChain, new PlanOutputParser());
     }
@@ -101,9 +101,12 @@ export class PlanAndExecuteAgentExecutor extends BaseChain {
      * @param humanMessageTemplate The template for human messages. If not provided, a default template is used.
      * @returns A new PlanAndExecuteAgentExecutor instance.
      */
-    static fromLLMAndTools({ llm, tools, humanMessageTemplate, }) {
+    static async fromLLMAndTools({ llm, tools, humanMessageTemplate, }) {
         const executor = new PlanAndExecuteAgentExecutor({
-            planner: PlanAndExecuteAgentExecutor.getDefaultPlanner({ llm }),
+            planner: await PlanAndExecuteAgentExecutor.getDefaultPlanner({
+                llm,
+                tools,
+            }),
             stepExecutor: PlanAndExecuteAgentExecutor.getDefaultStepExecutor({
                 llm,
                 tools,

package/dist/experimental/plan_and_execute/prompt.cjs

@@ -1,23 +1,22 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = exports.PLANNER_CHAT_PROMPT = exports.PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE = void 0;
+exports.getPlannerChatPrompt = exports.DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = exports.PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE = void 0;
 const chat_js_1 = require("../../prompts/chat.cjs");
 exports.PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE = [
     `Let's first understand the problem and devise a plan to solve the problem.`,
     `Please output the plan starting with the header "Plan:"`,
-    `and then followed by a numbered list of steps.`,
+    `followed by a numbered list of steps.`,
     `Please make the plan the minimum number of steps required`,
     `to answer the query or complete the task accurately and precisely.`,
-    `Your steps should be general, and should not require a specific method to solve a step. If the task is a question,`,
-    `the final step in the plan must be the following: "Given the above steps taken,`,
+    `You have a set of tools at your disposal to help you with this task:`,
+    "",
+    "{toolStrings}",
+    "",
+    `You must consider these tools when coming up with your plan.`,
+    `If the task is a question, the final step in the plan must be the following: "Given the above steps taken,`,
     `please respond to the original query."`,
     `At the end of your plan, say "<END_OF_PLAN>"`,
 ].join(" ");
-exports.PLANNER_CHAT_PROMPT = 
-/* #__PURE__ */ chat_js_1.ChatPromptTemplate.fromMessages([
-    /* #__PURE__ */ chat_js_1.SystemMessagePromptTemplate.fromTemplate(exports.PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE),
-    /* #__PURE__ */ chat_js_1.HumanMessagePromptTemplate.fromTemplate(`{input}`),
-]);
 exports.DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = `Previous steps: {previous_steps}
 
 Current objective: {current_step}
@@ -25,3 +24,20 @@ Current objective: {current_step}
 {agent_scratchpad}
 
 You may extract and combine relevant data from your previous steps when responding to me.`;
+/**
+ * Add the tool descriptions to the planning system prompt in
+ * order to get a better suited plan that makes efficient use
+ * of the tools
+ * @param tools the tools available to the `planner`
+ * @returns
+ */
+const getPlannerChatPrompt = async (tools) => {
+    const toolStrings = tools
+        .map((tool) => `${tool.name}: ${tool.description}`)
+        .join("\n");
+    return /* #__PURE__ */ chat_js_1.ChatPromptTemplate.fromMessages([
+        chat_js_1.SystemMessagePromptTemplate.fromTemplate(exports.PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE),
+        chat_js_1.HumanMessagePromptTemplate.fromTemplate(`{input}`),
+    ]).partial({ toolStrings });
+};
+exports.getPlannerChatPrompt = getPlannerChatPrompt;

package/dist/experimental/plan_and_execute/prompt.d.ts

@@ -1,4 +1,12 @@
 import { ChatPromptTemplate } from "../../prompts/chat.js";
+import { Tool } from "../../tools/base.js";
 export declare const PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE: string;
-export declare const PLANNER_CHAT_PROMPT: ChatPromptTemplate<any, any>;
 export declare const DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = "Previous steps: {previous_steps}\n\nCurrent objective: {current_step}\n\n{agent_scratchpad}\n\nYou may extract and combine relevant data from your previous steps when responding to me.";
+/**
+ * Add the tool descriptions to the planning system prompt in
+ * order to get a better suited plan that makes efficient use
+ * of the tools
+ * @param tools the tools available to the `planner`
+ * @returns
+ */
+export declare const getPlannerChatPrompt: (tools: Tool[]) => Promise<ChatPromptTemplate<import("../../schema/index.js").InputValues<string>, any>>;

package/dist/experimental/plan_and_execute/prompt.js

@@ -2,19 +2,18 @@ import { ChatPromptTemplate, HumanMessagePromptTemplate, SystemMessagePromptTemp
 export const PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE = [
     `Let's first understand the problem and devise a plan to solve the problem.`,
     `Please output the plan starting with the header "Plan:"`,
-    `and then followed by a numbered list of steps.`,
+    `followed by a numbered list of steps.`,
     `Please make the plan the minimum number of steps required`,
     `to answer the query or complete the task accurately and precisely.`,
-    `Your steps should be general, and should not require a specific method to solve a step. If the task is a question,`,
-    `the final step in the plan must be the following: "Given the above steps taken,`,
+    `You have a set of tools at your disposal to help you with this task:`,
+    "",
+    "{toolStrings}",
+    "",
+    `You must consider these tools when coming up with your plan.`,
+    `If the task is a question, the final step in the plan must be the following: "Given the above steps taken,`,
     `please respond to the original query."`,
     `At the end of your plan, say "<END_OF_PLAN>"`,
 ].join(" ");
-export const PLANNER_CHAT_PROMPT = 
-/* #__PURE__ */ ChatPromptTemplate.fromMessages([
-    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate(PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE),
-    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(`{input}`),
-]);
 export const DEFAULT_STEP_EXECUTOR_HUMAN_CHAT_MESSAGE_TEMPLATE = `Previous steps: {previous_steps}
 
 Current objective: {current_step}
@@ -22,3 +21,19 @@ Current objective: {current_step}
 {agent_scratchpad}
 
 You may extract and combine relevant data from your previous steps when responding to me.`;
+/**
+ * Add the tool descriptions to the planning system prompt in
+ * order to get a better suited plan that makes efficient use
+ * of the tools
+ * @param tools the tools available to the `planner`
+ * @returns
+ */
+export const getPlannerChatPrompt = async (tools) => {
+    const toolStrings = tools
+        .map((tool) => `${tool.name}: ${tool.description}`)
+        .join("\n");
+    return /* #__PURE__ */ ChatPromptTemplate.fromMessages([
+        SystemMessagePromptTemplate.fromTemplate(PLANNER_SYSTEM_PROMPT_MESSAGE_TEMPLATE),
+        HumanMessagePromptTemplate.fromTemplate(`{input}`),
+    ]).partial({ toolStrings });
+};

package/dist/llms/bedrock.cjs

@@ -92,6 +92,12 @@ class Bedrock extends base_js_1.LLM {
             writable: true,
             value: new eventstream_codec_1.EventStreamCodec(util_utf8_1.toUtf8, util_utf8_1.fromUtf8)
         });
+        Object.defineProperty(this, "streaming", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         this.model = fields?.model ?? this.model;
         const allowedModels = ["ai21", "anthropic", "amazon"];
         if (!allowedModels.includes(this.model.split(".")[0])) {
@@ -109,6 +115,7 @@ class Bedrock extends base_js_1.LLM {
         this.endpointHost = fields?.endpointHost ?? fields?.endpointUrl;
         this.stopSequences = fields?.stopSequences;
         this.modelKwargs = fields?.modelKwargs;
+        this.streaming = fields?.streaming ?? this.streaming;
     }
     /** Call out to Bedrock service model.
       Arguments:
@@ -120,10 +127,23 @@ class Bedrock extends base_js_1.LLM {
       Example:
         response = model.call("Tell me a joke.")
     */
-    async _call(prompt, options) {
+    async _call(prompt, options, runManager) {
         const service = "bedrock-runtime";
         const endpointHost = this.endpointHost ?? `${service}.${this.region}.amazonaws.com`;
         const provider = this.model.split(".")[0];
+        if (this.streaming) {
+            const stream = this._streamResponseChunks(prompt, options, runManager);
+            let finalResult;
+            for await (const chunk of stream) {
+                if (finalResult === undefined) {
+                    finalResult = chunk;
+                }
+                else {
+                    finalResult = finalResult.concat(chunk);
+                }
+            }
+            return finalResult?.text ?? "";
+        }
         const response = await this._signedFetch(prompt, options, {
             bedrockMethod: "invoke",
             endpointHost,
@@ -204,7 +224,8 @@ class Bedrock extends base_js_1.LLM {
                         text,
                         generationInfo: {},
                     });
-                    await runManager?.handleLLMNewToken(text);
+                    // eslint-disable-next-line no-void
+                    void runManager?.handleLLMNewToken(text);
                 }
             }
         }
@@ -215,7 +236,8 @@ class Bedrock extends base_js_1.LLM {
                 text,
                 generationInfo: {},
             });
-            await runManager?.handleLLMNewToken(text);
+            // eslint-disable-next-line no-void
+            void runManager?.handleLLMNewToken(text);
         }
     }
     // eslint-disable-next-line @typescript-eslint/no-explicit-any

package/dist/llms/bedrock.d.ts

@@ -23,6 +23,7 @@ export declare class Bedrock extends LLM implements BaseBedrockInput {
     stopSequences?: string[];
     modelKwargs?: Record<string, unknown>;
     codec: EventStreamCodec;
+    streaming: boolean;
     get lc_secrets(): {
         [key: string]: string;
     } | undefined;
@@ -39,7 +40,7 @@ export declare class Bedrock extends LLM implements BaseBedrockInput {
       Example:
         response = model.call("Tell me a joke.")
     */
-    _call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
+    _call(prompt: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<string>;
     _signedFetch(prompt: string, options: this["ParsedCallOptions"], fields: {
         bedrockMethod: "invoke" | "invoke-with-response-stream";
         endpointHost: string;

package/dist/llms/bedrock.js

@@ -89,6 +89,12 @@ export class Bedrock extends LLM {
             writable: true,
             value: new EventStreamCodec(toUtf8, fromUtf8)
         });
+        Object.defineProperty(this, "streaming", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         this.model = fields?.model ?? this.model;
         const allowedModels = ["ai21", "anthropic", "amazon"];
         if (!allowedModels.includes(this.model.split(".")[0])) {
@@ -106,6 +112,7 @@ export class Bedrock extends LLM {
         this.endpointHost = fields?.endpointHost ?? fields?.endpointUrl;
         this.stopSequences = fields?.stopSequences;
         this.modelKwargs = fields?.modelKwargs;
+        this.streaming = fields?.streaming ?? this.streaming;
     }
     /** Call out to Bedrock service model.
       Arguments:
@@ -117,10 +124,23 @@ export class Bedrock extends LLM {
       Example:
         response = model.call("Tell me a joke.")
     */
-    async _call(prompt, options) {
+    async _call(prompt, options, runManager) {
         const service = "bedrock-runtime";
         const endpointHost = this.endpointHost ?? `${service}.${this.region}.amazonaws.com`;
         const provider = this.model.split(".")[0];
+        if (this.streaming) {
+            const stream = this._streamResponseChunks(prompt, options, runManager);
+            let finalResult;
+            for await (const chunk of stream) {
+                if (finalResult === undefined) {
+                    finalResult = chunk;
+                }
+                else {
+                    finalResult = finalResult.concat(chunk);
+                }
+            }
+            return finalResult?.text ?? "";
+        }
         const response = await this._signedFetch(prompt, options, {
             bedrockMethod: "invoke",
             endpointHost,
@@ -201,7 +221,8 @@ export class Bedrock extends LLM {
                         text,
                         generationInfo: {},
                     });
-                    await runManager?.handleLLMNewToken(text);
+                    // eslint-disable-next-line no-void
+                    void runManager?.handleLLMNewToken(text);
                 }
             }
         }
@@ -212,7 +233,8 @@ export class Bedrock extends LLM {
                 text,
                 generationInfo: {},
             });
-            await runManager?.handleLLMNewToken(text);
+            // eslint-disable-next-line no-void
+            void runManager?.handleLLMNewToken(text);
         }
     }
     // eslint-disable-next-line @typescript-eslint/no-explicit-any