langchain 0.0.167 → 0.0.169

package/README.md

@@ -2,13 +2,13 @@
 
 ⚡ Building applications with LLMs through composability ⚡
 
-[![CI](https://github.com/hwchase17/langchainjs/actions/workflows/ci.yml/badge.svg)](https://github.com/hwchase17/langchainjs/actions/workflows/ci.yml) ![npm](https://img.shields.io/npm/dw/langchain) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT) [![Twitter](https://img.shields.io/twitter/url/https/twitter.com/langchainai.svg?style=social&label=Follow%20%40LangChainAI)](https://twitter.com/langchainai) [![](https://dcbadge.vercel.app/api/server/6adMQxSpJS?compact=true&style=flat)](https://discord.gg/6adMQxSpJS) [![Open in Dev Containers](https://img.shields.io/static/v1?label=Dev%20Containers&message=Open&color=blue&logo=visualstudiocode)](https://vscode.dev/redirect?url=vscode://ms-vscode-remote.remote-containers/cloneInVolume?url=https://github.com/hwchase17/langchainjs)
+[![CI](https://github.com/langchain-ai/langchainjs/actions/workflows/ci.yml/badge.svg)](https://github.com/langchain-ai/langchainjs/actions/workflows/ci.yml) ![npm](https://img.shields.io/npm/dw/langchain) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT) [![Twitter](https://img.shields.io/twitter/url/https/twitter.com/langchainai.svg?style=social&label=Follow%20%40LangChainAI)](https://twitter.com/langchainai) [![](https://dcbadge.vercel.app/api/server/6adMQxSpJS?compact=true&style=flat)](https://discord.gg/6adMQxSpJS) [![Open in Dev Containers](https://img.shields.io/static/v1?label=Dev%20Containers&message=Open&color=blue&logo=visualstudiocode)](https://vscode.dev/redirect?url=vscode://ms-vscode-remote.remote-containers/cloneInVolume?url=https://github.com/langchain-ai/langchainjs)
 [<img src="https://github.com/codespaces/badge.svg" title="Open in Github Codespace" width="150" height="20">](https://codespaces.new/hwchase17/langchainjs)
 
 Looking for the Python version? Check out [LangChain](https://github.com/hwchase17/langchain).
 
-To help you ship LangChain apps to production faster, check out [LangSmith](https://smith.langchain.com). 
-[LangSmith](https://smith.langchain.com) is a unified developer platform for building, testing, and monitoring LLM applications. 
+To help you ship LangChain apps to production faster, check out [LangSmith](https://smith.langchain.com).
+[LangSmith](https://smith.langchain.com) is a unified developer platform for building, testing, and monitoring LLM applications.
 Fill out [this form](https://airtable.com/appwQzlErAS2qiP0L/shrGtGaVBVAz7NcV2) to get off the waitlist or speak with our sales team
 
 ## Quick Install
@@ -53,4 +53,4 @@ The [LangChainHub](https://github.com/hwchase17/langchain-hub) is a central plac
 
 As an open source project in a rapidly developing field, we are extremely open to contributions, whether it be in the form of a new feature, improved infra, or better documentation.
 
-Check out [our contributing guidelines](https://github.com/hwchase17/langchainjs/blob/main/CONTRIBUTING.md) for instructions on how to contribute.
+Check out [our contributing guidelines](https://github.com/langchain-ai/langchainjs/blob/main/CONTRIBUTING.md) for instructions on how to contribute.

package/chat_models/cloudflare_workersai.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/cloudflare_workersai.cjs');

package/chat_models/cloudflare_workersai.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/cloudflare_workersai.js'

package/chat_models/cloudflare_workersai.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/cloudflare_workersai.js'

package/chat_models/fake.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/fake.cjs');

package/chat_models/fake.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/fake.js'

package/chat_models/fake.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/fake.js'

package/chat_models/yandex.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/yandex.cjs');

package/chat_models/yandex.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/yandex.js'

package/chat_models/yandex.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/yandex.js'

package/dist/agents/chat/index.cjs

@@ -80,13 +80,14 @@ class ChatAgent extends agent_js_1.Agent {
      * @param args.suffix - String to put after the list of tools.
      * @param args.prefix - String to put before the list of tools.
      * @param args.humanMessageTemplate - String to use directly as the human message template
+     * @param args.formatInstructions - Formattable string to use as the instructions template
      */
     static createPrompt(tools, args) {
-        const { prefix = prompt_js_1.PREFIX, suffix = prompt_js_1.SUFFIX, humanMessageTemplate = DEFAULT_HUMAN_MESSAGE_TEMPLATE, } = args ?? {};
+        const { prefix = prompt_js_1.PREFIX, suffix = prompt_js_1.SUFFIX, humanMessageTemplate = DEFAULT_HUMAN_MESSAGE_TEMPLATE, formatInstructions = prompt_js_1.FORMAT_INSTRUCTIONS, } = args ?? {};
         const toolStrings = tools
             .map((tool) => `${tool.name}: ${tool.description}`)
             .join("\n");
-        const template = [prefix, toolStrings, prompt_js_1.FORMAT_INSTRUCTIONS, suffix].join("\n\n");
+        const template = [prefix, toolStrings, formatInstructions, suffix].join("\n\n");
         const messages = [
             chat_js_1.SystemMessagePromptTemplate.fromTemplate(template),
             chat_js_1.HumanMessagePromptTemplate.fromTemplate(humanMessageTemplate),

package/dist/agents/chat/index.d.ts

@@ -16,6 +16,8 @@ export interface ChatCreatePromptArgs {
     prefix?: string;
     /** String to use directly as the human message template. */
     humanMessageTemplate?: string;
+    /** Formattable string to use as the instructions template. */
+    formatInstructions?: string;
     /** List of input variables the final prompt will expect. */
     inputVariables?: string[];
 }
@@ -65,6 +67,7 @@ export declare class ChatAgent extends Agent {
      * @param args.suffix - String to put after the list of tools.
      * @param args.prefix - String to put before the list of tools.
      * @param args.humanMessageTemplate - String to use directly as the human message template
+     * @param args.formatInstructions - Formattable string to use as the instructions template
      */
     static createPrompt(tools: Tool[], args?: ChatCreatePromptArgs): ChatPromptTemplate<any, any>;
     /**

package/dist/agents/chat/index.js

@@ -77,13 +77,14 @@ export class ChatAgent extends Agent {
      * @param args.suffix - String to put after the list of tools.
      * @param args.prefix - String to put before the list of tools.
      * @param args.humanMessageTemplate - String to use directly as the human message template
+     * @param args.formatInstructions - Formattable string to use as the instructions template
      */
     static createPrompt(tools, args) {
-        const { prefix = PREFIX, suffix = SUFFIX, humanMessageTemplate = DEFAULT_HUMAN_MESSAGE_TEMPLATE, } = args ?? {};
+        const { prefix = PREFIX, suffix = SUFFIX, humanMessageTemplate = DEFAULT_HUMAN_MESSAGE_TEMPLATE, formatInstructions = FORMAT_INSTRUCTIONS, } = args ?? {};
         const toolStrings = tools
             .map((tool) => `${tool.name}: ${tool.description}`)
             .join("\n");
-        const template = [prefix, toolStrings, FORMAT_INSTRUCTIONS, suffix].join("\n\n");
+        const template = [prefix, toolStrings, formatInstructions, suffix].join("\n\n");
         const messages = [
             SystemMessagePromptTemplate.fromTemplate(template),
             HumanMessagePromptTemplate.fromTemplate(humanMessageTemplate),

package/dist/callbacks/handlers/llmonitor.cjs

@@ -72,13 +72,15 @@ const parseInput = (rawInput) => {
 const parseOutput = (rawOutput) => {
     if (!rawOutput)
         return null;
-    const { text, output, answer } = rawOutput;
+    const { text, output, answer, result } = rawOutput;
     if (text)
         return text;
     if (answer)
         return answer;
     if (output)
         return output;
+    if (result)
+        return result;
     return rawOutput;
 };
 class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
@@ -111,15 +113,14 @@ class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
             ...(extraParams?.invocation_params || {}),
             ...(metadata || {}),
         };
-        const name = params?.model || params?.name || params?.model_name || llm.id.at(-1);
-        const userId = params?.userId || undefined;
-        const userProps = params?.userProps || undefined;
+        const { model, model_name, modelName, userId, userProps, ...rest } = params;
+        const name = model || modelName || model_name || llm.id.at(-1);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: (0, exports.convertToLLMonitorMessages)(prompts),
-            extra: params,
+            extra: rest,
             userId,
             userProps,
             tags,
@@ -131,15 +132,15 @@ class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
             ...(extraParams?.invocation_params || {}),
             ...(metadata || {}),
         };
-        const name = params?.model || params?.name || params?.model_name || llm.id.at(-1);
-        const userId = params?.userId || undefined;
-        const userProps = params?.userProps || undefined;
+        // Expand them so they're excluded from the "extra" field
+        const { model, model_name, modelName, userId, userProps, ...rest } = params;
+        const name = model || modelName || model_name || llm.id.at(-1);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: (0, exports.convertToLLMonitorMessages)(messages),
-            extra: params,
+            extra: rest,
             userId,
             userProps,
             tags,
@@ -164,20 +165,19 @@ class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
         });
     }
     async handleChainStart(chain, inputs, runId, parentRunId, tags, metadata) {
+        const { agentName, userId, userProps, ...rest } = metadata || {};
         // allow the user to specify an agent name
-        const chainName = chain.id.at(-1);
-        const name = (metadata?.agentName ?? chainName);
+        const name = agentName || chain.id.at(-1);
         // Attempt to automatically detect if this is an agent or chain
-        const runType = metadata?.agentName ||
-            ["AgentExecutor", "PlanAndExecute"].includes(chainName)
+        const runType = agentName || ["AgentExecutor", "PlanAndExecute"].includes(name)
             ? "agent"
             : "chain";
-        // eslint-disable-next-line @typescript-eslint/no-unused-vars
-        const { agentName, ...rest } = metadata || {};
         await this.monitor.trackEvent(runType, "start", {
             runId,
             parentRunId,
             name,
+            userId,
+            userProps,
             input: parseInput(inputs),
             extra: rest,
             tags,
@@ -197,12 +197,16 @@ class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
         });
     }
     async handleToolStart(tool, input, runId, parentRunId, tags, metadata) {
+        const { toolName, userId, userProps, ...rest } = metadata || {};
+        const name = toolName || tool.id.at(-1);
         await this.monitor.trackEvent("tool", "start", {
             runId,
             parentRunId,
-            name: tool.id[tool.id.length - 1],
+            name,
+            userId,
+            userProps,
             input,
-            extra: metadata,
+            extra: rest,
             tags,
             runtime: "langchain-js",
         });

package/dist/callbacks/handlers/llmonitor.js

@@ -65,13 +65,15 @@ const parseInput = (rawInput) => {
 const parseOutput = (rawOutput) => {
     if (!rawOutput)
         return null;
-    const { text, output, answer } = rawOutput;
+    const { text, output, answer, result } = rawOutput;
     if (text)
         return text;
     if (answer)
         return answer;
     if (output)
         return output;
+    if (result)
+        return result;
     return rawOutput;
 };
 export class LLMonitorHandler extends BaseCallbackHandler {
@@ -104,15 +106,14 @@ export class LLMonitorHandler extends BaseCallbackHandler {
             ...(extraParams?.invocation_params || {}),
             ...(metadata || {}),
         };
-        const name = params?.model || params?.name || params?.model_name || llm.id.at(-1);
-        const userId = params?.userId || undefined;
-        const userProps = params?.userProps || undefined;
+        const { model, model_name, modelName, userId, userProps, ...rest } = params;
+        const name = model || modelName || model_name || llm.id.at(-1);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: convertToLLMonitorMessages(prompts),
-            extra: params,
+            extra: rest,
             userId,
             userProps,
             tags,
@@ -124,15 +125,15 @@ export class LLMonitorHandler extends BaseCallbackHandler {
             ...(extraParams?.invocation_params || {}),
             ...(metadata || {}),
         };
-        const name = params?.model || params?.name || params?.model_name || llm.id.at(-1);
-        const userId = params?.userId || undefined;
-        const userProps = params?.userProps || undefined;
+        // Expand them so they're excluded from the "extra" field
+        const { model, model_name, modelName, userId, userProps, ...rest } = params;
+        const name = model || modelName || model_name || llm.id.at(-1);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: convertToLLMonitorMessages(messages),
-            extra: params,
+            extra: rest,
             userId,
             userProps,
             tags,
@@ -157,20 +158,19 @@ export class LLMonitorHandler extends BaseCallbackHandler {
         });
     }
     async handleChainStart(chain, inputs, runId, parentRunId, tags, metadata) {
+        const { agentName, userId, userProps, ...rest } = metadata || {};
         // allow the user to specify an agent name
-        const chainName = chain.id.at(-1);
-        const name = (metadata?.agentName ?? chainName);
+        const name = agentName || chain.id.at(-1);
         // Attempt to automatically detect if this is an agent or chain
-        const runType = metadata?.agentName ||
-            ["AgentExecutor", "PlanAndExecute"].includes(chainName)
+        const runType = agentName || ["AgentExecutor", "PlanAndExecute"].includes(name)
             ? "agent"
             : "chain";
-        // eslint-disable-next-line @typescript-eslint/no-unused-vars
-        const { agentName, ...rest } = metadata || {};
         await this.monitor.trackEvent(runType, "start", {
             runId,
             parentRunId,
             name,
+            userId,
+            userProps,
             input: parseInput(inputs),
             extra: rest,
             tags,
@@ -190,12 +190,16 @@ export class LLMonitorHandler extends BaseCallbackHandler {
         });
     }
     async handleToolStart(tool, input, runId, parentRunId, tags, metadata) {
+        const { toolName, userId, userProps, ...rest } = metadata || {};
+        const name = toolName || tool.id.at(-1);
         await this.monitor.trackEvent("tool", "start", {
             runId,
             parentRunId,
-            name: tool.id[tool.id.length - 1],
+            name,
+            userId,
+            userProps,
             input,
-            extra: metadata,
+            extra: rest,
             tags,
             runtime: "langchain-js",
         });

package/dist/chat_models/cloudflare_workersai.cjs

@@ -0,0 +1,145 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChatCloudflareWorkersAI = void 0;
+const base_js_1 = require("./base.cjs");
+const index_js_1 = require("../schema/index.cjs");
+const env_js_1 = require("../util/env.cjs");
+/**
+ * A class that enables calls to the Cloudflare Workers AI API to access large language
+ * models in a chat-like fashion. It extends the SimpleChatModel class and
+ * implements the CloudflareWorkersAIInput interface.
+ */
+class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
+    static lc_name() {
+        return "ChatCloudflareWorkersAI";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "@cf/meta/llama-2-7b-chat-int8"
+        });
+        Object.defineProperty(this, "cloudflareAccountId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "cloudflareApiToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "baseUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.model = fields?.model ?? this.model;
+        this.cloudflareAccountId =
+            fields?.cloudflareAccountId ??
+                (0, env_js_1.getEnvironmentVariable)("CLOUDFLARE_ACCOUNT_ID");
+        this.cloudflareApiToken =
+            fields?.cloudflareApiToken ??
+                (0, env_js_1.getEnvironmentVariable)("CLOUDFLARE_API_TOKEN");
+        this.baseUrl =
+            fields?.baseUrl ??
+                `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run`;
+        if (this.baseUrl.endsWith("/")) {
+            this.baseUrl = this.baseUrl.slice(0, -1);
+        }
+    }
+    _llmType() {
+        return "cloudflare";
+    }
+    /** Get the identifying parameters for this LLM. */
+    get identifyingParams() {
+        return { model: this.model };
+    }
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams(_options) {
+        return {
+            model: this.model,
+        };
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+    /**
+     * Method to validate the environment.
+     */
+    validateEnvironment() {
+        if (!this.cloudflareAccountId) {
+            throw new Error(`No Cloudflare account ID found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_ACCOUNT_ID" in your environment variables.`);
+        }
+        if (!this.cloudflareApiToken) {
+            throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
+        }
+    }
+    _formatMessages(messages) {
+        const formattedMessages = messages.map((message) => {
+            let role;
+            if (message._getType() === "human") {
+                role = "user";
+            }
+            else if (message._getType() === "ai") {
+                role = "assistant";
+            }
+            else if (message._getType() === "system") {
+                role = "system";
+            }
+            else if (index_js_1.ChatMessage.isInstance(message)) {
+                role = message.role;
+            }
+            else {
+                console.warn(`Unsupported message type passed to Cloudflare: "${message._getType()}"`);
+                role = "user";
+            }
+            return {
+                role,
+                content: message.content,
+            };
+        });
+        return formattedMessages;
+    }
+    /** @ignore */
+    async _call(messages, options) {
+        this.validateEnvironment();
+        const url = `${this.baseUrl}/${this.model}`;
+        const headers = {
+            Authorization: `Bearer ${this.cloudflareApiToken}`,
+            "Content-Type": "application/json",
+        };
+        const formattedMessages = this._formatMessages(messages);
+        const data = { messages: formattedMessages };
+        const responseData = await this.caller.call(async () => {
+            const response = await fetch(url, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(data),
+                signal: options.signal,
+            });
+            if (!response.ok) {
+                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                error.response = response;
+                throw error;
+            }
+            return response.json();
+        });
+        return responseData.result.response;
+    }
+}
+exports.ChatCloudflareWorkersAI = ChatCloudflareWorkersAI;

package/dist/chat_models/cloudflare_workersai.d.ts

@@ -0,0 +1,46 @@
+import { SimpleChatModel, BaseChatModelParams } from "./base.js";
+import { BaseLanguageModelCallOptions } from "../base_language/index.js";
+import { BaseMessage } from "../schema/index.js";
+import { CloudflareWorkersAIInput } from "../llms/cloudflare_workersai.js";
+/**
+ * An interface defining the options for a Cloudflare Workers AI call. It extends
+ * the BaseLanguageModelCallOptions interface.
+ */
+export interface ChatCloudflareWorkersAICallOptions extends BaseLanguageModelCallOptions {
+}
+/**
+ * A class that enables calls to the Cloudflare Workers AI API to access large language
+ * models in a chat-like fashion. It extends the SimpleChatModel class and
+ * implements the CloudflareWorkersAIInput interface.
+ */
+export declare class ChatCloudflareWorkersAI extends SimpleChatModel implements CloudflareWorkersAIInput {
+    static lc_name(): string;
+    lc_serializable: boolean;
+    model: string;
+    cloudflareAccountId?: string;
+    cloudflareApiToken?: string;
+    baseUrl: string;
+    constructor(fields?: CloudflareWorkersAIInput & BaseChatModelParams);
+    _llmType(): string;
+    /** Get the identifying parameters for this LLM. */
+    get identifyingParams(): {
+        model: string;
+    };
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams(_options?: this["ParsedCallOptions"]): {
+        model: string;
+    };
+    _combineLLMOutput(): {};
+    /**
+     * Method to validate the environment.
+     */
+    validateEnvironment(): void;
+    protected _formatMessages(messages: BaseMessage[]): {
+        role: string;
+        content: string;
+    }[];
+    /** @ignore */
+    _call(messages: BaseMessage[], options: this["ParsedCallOptions"]): Promise<string>;
+}

package/dist/chat_models/cloudflare_workersai.js

@@ -0,0 +1,141 @@
+import { SimpleChatModel } from "./base.js";
+import { ChatMessage } from "../schema/index.js";
+import { getEnvironmentVariable } from "../util/env.js";
+/**
+ * A class that enables calls to the Cloudflare Workers AI API to access large language
+ * models in a chat-like fashion. It extends the SimpleChatModel class and
+ * implements the CloudflareWorkersAIInput interface.
+ */
+export class ChatCloudflareWorkersAI extends SimpleChatModel {
+    static lc_name() {
+        return "ChatCloudflareWorkersAI";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "@cf/meta/llama-2-7b-chat-int8"
+        });
+        Object.defineProperty(this, "cloudflareAccountId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "cloudflareApiToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "baseUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.model = fields?.model ?? this.model;
+        this.cloudflareAccountId =
+            fields?.cloudflareAccountId ??
+                getEnvironmentVariable("CLOUDFLARE_ACCOUNT_ID");
+        this.cloudflareApiToken =
+            fields?.cloudflareApiToken ??
+                getEnvironmentVariable("CLOUDFLARE_API_TOKEN");
+        this.baseUrl =
+            fields?.baseUrl ??
+                `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run`;
+        if (this.baseUrl.endsWith("/")) {
+            this.baseUrl = this.baseUrl.slice(0, -1);
+        }
+    }
+    _llmType() {
+        return "cloudflare";
+    }
+    /** Get the identifying parameters for this LLM. */
+    get identifyingParams() {
+        return { model: this.model };
+    }
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams(_options) {
+        return {
+            model: this.model,
+        };
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+    /**
+     * Method to validate the environment.
+     */
+    validateEnvironment() {
+        if (!this.cloudflareAccountId) {
+            throw new Error(`No Cloudflare account ID found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_ACCOUNT_ID" in your environment variables.`);
+        }
+        if (!this.cloudflareApiToken) {
+            throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
+        }
+    }
+    _formatMessages(messages) {
+        const formattedMessages = messages.map((message) => {
+            let role;
+            if (message._getType() === "human") {
+                role = "user";
+            }
+            else if (message._getType() === "ai") {
+                role = "assistant";
+            }
+            else if (message._getType() === "system") {
+                role = "system";
+            }
+            else if (ChatMessage.isInstance(message)) {
+                role = message.role;
+            }
+            else {
+                console.warn(`Unsupported message type passed to Cloudflare: "${message._getType()}"`);
+                role = "user";
+            }
+            return {
+                role,
+                content: message.content,
+            };
+        });
+        return formattedMessages;
+    }
+    /** @ignore */
+    async _call(messages, options) {
+        this.validateEnvironment();
+        const url = `${this.baseUrl}/${this.model}`;
+        const headers = {
+            Authorization: `Bearer ${this.cloudflareApiToken}`,
+            "Content-Type": "application/json",
+        };
+        const formattedMessages = this._formatMessages(messages);
+        const data = { messages: formattedMessages };
+        const responseData = await this.caller.call(async () => {
+            const response = await fetch(url, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(data),
+                signal: options.signal,
+            });
+            if (!response.ok) {
+                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                error.response = response;
+                throw error;
+            }
+            return response.json();
+        });
+        return responseData.result.response;
+    }
+}