langchain 0.0.203 → 0.0.204-rc.0

package/dist/chat_models/bedrock/web.js

@@ -1,356 +1 @@
-import { SignatureV4 } from "@smithy/signature-v4";
-import { HttpRequest } from "@smithy/protocol-http";
-import { EventStreamCodec } from "@smithy/eventstream-codec";
-import { fromUtf8, toUtf8 } from "@smithy/util-utf8";
-import { Sha256 } from "@aws-crypto/sha256-js";
-import { BedrockLLMInputOutputAdapter, } from "../../util/bedrock.js";
-import { getEnvironmentVariable } from "../../util/env.js";
-import { SimpleChatModel } from "../base.js";
-import { AIMessageChunk, AIMessage, ChatGenerationChunk, ChatMessage, } from "../../schema/index.js";
-function convertOneMessageToText(message, humanPrompt, aiPrompt) {
-    if (message._getType() === "human") {
-        return `${humanPrompt} ${message.content}`;
-    }
-    else if (message._getType() === "ai") {
-        return `${aiPrompt} ${message.content}`;
-    }
-    else if (message._getType() === "system") {
-        return `${humanPrompt} <admin>${message.content}</admin>`;
-    }
-    else if (ChatMessage.isInstance(message)) {
-        return `\n\n${message.role[0].toUpperCase() + message.role.slice(1)}: {message.content}`;
-    }
-    throw new Error(`Unknown role: ${message._getType()}`);
-}
-export function convertMessagesToPromptAnthropic(messages, humanPrompt = "\n\nHuman:", aiPrompt = "\n\nAssistant:") {
-    const messagesCopy = [...messages];
-    if (messagesCopy.length === 0 ||
-        messagesCopy[messagesCopy.length - 1]._getType() !== "ai") {
-        messagesCopy.push(new AIMessage({ content: "" }));
-    }
-    return messagesCopy
-        .map((message) => convertOneMessageToText(message, humanPrompt, aiPrompt))
-        .join("");
-}
-/**
- * Function that converts an array of messages into a single string prompt
- * that can be used as input for a chat model. It delegates the conversion
- * logic to the appropriate provider-specific function.
- * @param messages Array of messages to be converted.
- * @param options Options to be used during the conversion.
- * @returns A string prompt that can be used as input for a chat model.
- */
-export function convertMessagesToPrompt(messages, provider) {
-    if (provider === "anthropic") {
-        return convertMessagesToPromptAnthropic(messages);
-    }
-    throw new Error(`Provider ${provider} does not support chat.`);
-}
-/**
- * A type of Large Language Model (LLM) that interacts with the Bedrock
- * service. It extends the base `LLM` class and implements the
- * `BaseBedrockInput` interface. The class is designed to authenticate and
- * interact with the Bedrock service, which is a part of Amazon Web
- * Services (AWS). It uses AWS credentials for authentication and can be
- * configured with various parameters such as the model to use, the AWS
- * region, and the maximum number of tokens to generate.
- * @example
- * ```typescript
- * const model = new BedrockChat({
- *   model: "anthropic.claude-v2",
- *   region: "us-east-1",
- * });
- * const res = await model.invoke([{ content: "Tell me a joke" }]);
- * console.log(res);
- * ```
- */
-export class BedrockChat extends SimpleChatModel {
-    get lc_aliases() {
-        return {
-            model: "model_id",
-            region: "region_name",
-        };
-    }
-    get lc_secrets() {
-        return {
-            "credentials.accessKeyId": "BEDROCK_AWS_ACCESS_KEY_ID",
-            "credentials.secretAccessKey": "BEDROCK_AWS_SECRET_ACCESS_KEY",
-        };
-    }
-    get lc_attributes() {
-        return { region: this.region };
-    }
-    _llmType() {
-        return "bedrock";
-    }
-    static lc_name() {
-        return "BedrockChat";
-    }
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "amazon.titan-tg1-large"
-        });
-        Object.defineProperty(this, "region", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "credentials", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "temperature", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "maxTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "fetchFn", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "endpointHost", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /** @deprecated */
-        Object.defineProperty(this, "stopSequences", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "modelKwargs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "codec", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new EventStreamCodec(toUtf8, fromUtf8)
-        });
-        Object.defineProperty(this, "streaming", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        this.model = fields?.model ?? this.model;
-        const allowedModels = ["ai21", "anthropic", "amazon", "cohere", "meta"];
-        if (!allowedModels.includes(this.model.split(".")[0])) {
-            throw new Error(`Unknown model: '${this.model}', only these are supported: ${allowedModels}`);
-        }
-        const region = fields?.region ?? getEnvironmentVariable("AWS_DEFAULT_REGION");
-        if (!region) {
-            throw new Error("Please set the AWS_DEFAULT_REGION environment variable or pass it to the constructor as the region field.");
-        }
-        this.region = region;
-        const credentials = fields?.credentials;
-        if (!credentials) {
-            throw new Error("Please set the AWS credentials in the 'credentials' field.");
-        }
-        this.credentials = credentials;
-        this.temperature = fields?.temperature ?? this.temperature;
-        this.maxTokens = fields?.maxTokens ?? this.maxTokens;
-        this.fetchFn = fields?.fetchFn ?? fetch.bind(globalThis);
-        this.endpointHost = fields?.endpointHost ?? fields?.endpointUrl;
-        this.stopSequences = fields?.stopSequences;
-        this.modelKwargs = fields?.modelKwargs;
-        this.streaming = fields?.streaming ?? this.streaming;
-    }
-    /** Call out to Bedrock service model.
-      Arguments:
-        prompt: The prompt to pass into the model.
-  
-      Returns:
-        The string generated by the model.
-  
-      Example:
-        response = model.call("Tell me a joke.")
-    */
-    async _call(messages, options, runManager) {
-        const service = "bedrock-runtime";
-        const endpointHost = this.endpointHost ?? `${service}.${this.region}.amazonaws.com`;
-        const provider = this.model.split(".")[0];
-        if (this.streaming) {
-            const stream = this._streamResponseChunks(messages, options, runManager);
-            let finalResult;
-            for await (const chunk of stream) {
-                if (finalResult === undefined) {
-                    finalResult = chunk;
-                }
-                else {
-                    finalResult = finalResult.concat(chunk);
-                }
-            }
-            const messageContent = finalResult?.message.content;
-            if (messageContent && typeof messageContent !== "string") {
-                throw new Error("Non-string output for ChatBedrock is currently not supported.");
-            }
-            return messageContent ?? "";
-        }
-        const response = await this._signedFetch(messages, options, {
-            bedrockMethod: "invoke",
-            endpointHost,
-            provider,
-        });
-        const json = await response.json();
-        if (!response.ok) {
-            throw new Error(`Error ${response.status}: ${json.message ?? JSON.stringify(json)}`);
-        }
-        const text = BedrockLLMInputOutputAdapter.prepareOutput(provider, json);
-        return text;
-    }
-    async _signedFetch(messages, options, fields) {
-        const { bedrockMethod, endpointHost, provider } = fields;
-        const inputBody = BedrockLLMInputOutputAdapter.prepareInput(provider, convertMessagesToPromptAnthropic(messages), this.maxTokens, this.temperature, options.stop ?? this.stopSequences, this.modelKwargs, fields.bedrockMethod);
-        const url = new URL(`https://${endpointHost}/model/${this.model}/${bedrockMethod}`);
-        const request = new HttpRequest({
-            hostname: url.hostname,
-            path: url.pathname,
-            protocol: url.protocol,
-            method: "POST",
-            body: JSON.stringify(inputBody),
-            query: Object.fromEntries(url.searchParams.entries()),
-            headers: {
-                // host is required by AWS Signature V4: https://docs.aws.amazon.com/general/latest/gr/sigv4-create-canonical-request.html
-                host: url.host,
-                accept: "application/json",
-                "content-type": "application/json",
-            },
-        });
-        const signer = new SignatureV4({
-            credentials: this.credentials,
-            service: "bedrock",
-            region: this.region,
-            sha256: Sha256,
-        });
-        const signedRequest = await signer.sign(request);
-        // Send request to AWS using the low-level fetch API
-        const response = await this.caller.callWithOptions({ signal: options.signal }, async () => this.fetchFn(url, {
-            headers: signedRequest.headers,
-            body: signedRequest.body,
-            method: signedRequest.method,
-        }));
-        return response;
-    }
-    async *_streamResponseChunks(messages, options, runManager) {
-        const provider = this.model.split(".")[0];
-        const service = "bedrock-runtime";
-        const endpointHost = this.endpointHost ?? `${service}.${this.region}.amazonaws.com`;
-        const bedrockMethod = provider === "anthropic" || provider === "cohere" || provider === "meta"
-            ? "invoke-with-response-stream"
-            : "invoke";
-        const response = await this._signedFetch(messages, options, {
-            bedrockMethod,
-            endpointHost,
-            provider,
-        });
-        if (response.status < 200 || response.status >= 300) {
-            throw Error(`Failed to access underlying url '${endpointHost}': got ${response.status} ${response.statusText}: ${await response.text()}`);
-        }
-        if (provider === "anthropic" ||
-            provider === "cohere" ||
-            provider === "meta") {
-            const reader = response.body?.getReader();
-            const decoder = new TextDecoder();
-            for await (const chunk of this._readChunks(reader)) {
-                const event = this.codec.decode(chunk);
-                if ((event.headers[":event-type"] !== undefined &&
-                    event.headers[":event-type"].value !== "chunk") ||
-                    event.headers[":content-type"].value !== "application/json") {
-                    throw Error(`Failed to get event chunk: got ${chunk}`);
-                }
-                const body = JSON.parse(decoder.decode(event.body));
-                if (body.message) {
-                    throw new Error(body.message);
-                }
-                if (body.bytes !== undefined) {
-                    const chunkResult = JSON.parse(decoder.decode(Uint8Array.from(atob(body.bytes), (m) => m.codePointAt(0) ?? 0)));
-                    const text = BedrockLLMInputOutputAdapter.prepareOutput(provider, chunkResult);
-                    yield new ChatGenerationChunk({
-                        text,
-                        message: new AIMessageChunk({ content: text }),
-                    });
-                    // eslint-disable-next-line no-void
-                    void runManager?.handleLLMNewToken(text);
-                }
-            }
-        }
-        else {
-            const json = await response.json();
-            const text = BedrockLLMInputOutputAdapter.prepareOutput(provider, json);
-            yield new ChatGenerationChunk({
-                text,
-                message: new AIMessageChunk({ content: text }),
-            });
-            // eslint-disable-next-line no-void
-            void runManager?.handleLLMNewToken(text);
-        }
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    _readChunks(reader) {
-        function _concatChunks(a, b) {
-            const newBuffer = new Uint8Array(a.length + b.length);
-            newBuffer.set(a);
-            newBuffer.set(b, a.length);
-            return newBuffer;
-        }
-        function getMessageLength(buffer) {
-            if (buffer.byteLength === 0)
-                return 0;
-            const view = new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
-            return view.getUint32(0, false);
-        }
-        return {
-            async *[Symbol.asyncIterator]() {
-                let readResult = await reader.read();
-                let buffer = new Uint8Array(0);
-                while (!readResult.done) {
-                    const chunk = readResult.value;
-                    buffer = _concatChunks(buffer, chunk);
-                    let messageLength = getMessageLength(buffer);
-                    while (buffer.byteLength > 0 && buffer.byteLength >= messageLength) {
-                        yield buffer.slice(0, messageLength);
-                        buffer = buffer.slice(messageLength);
-                        messageLength = getMessageLength(buffer);
-                    }
-                    readResult = await reader.read();
-                }
-            },
-        };
-    }
-    _combineLLMOutput() {
-        return {};
-    }
-}
-/**
- * @deprecated Use `BedrockChat` instead.
- */
-export const ChatBedrock = BedrockChat;
+export * from "@langchain/community/chat_models/bedrock/web";

package/dist/chat_models/cloudflare_workersai.cjs

@@ -1,218 +1,17 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChatCloudflareWorkersAI = void 0;
-const base_js_1 = require("./base.cjs");
-const index_js_1 = require("../schema/index.cjs");
-const env_js_1 = require("../util/env.cjs");
-const event_source_parse_js_1 = require("../util/event-source-parse.cjs");
-/**
- * A class that enables calls to the Cloudflare Workers AI API to access large language
- * models in a chat-like fashion. It extends the SimpleChatModel class and
- * implements the CloudflareWorkersAIInput interface.
- * @example
- * ```typescript
- * const model = new ChatCloudflareWorkersAI({
- *   model: "@cf/meta/llama-2-7b-chat-int8",
- *   cloudflareAccountId: process.env.CLOUDFLARE_ACCOUNT_ID,
- *   cloudflareApiToken: process.env.CLOUDFLARE_API_TOKEN
- * });
- *
- * const response = await model.invoke([
- *   ["system", "You are a helpful assistant that translates English to German."],
- *   ["human", `Translate "I love programming".`]
- * ]);
- *
- * console.log(response);
- * ```
- */
-class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
-    static lc_name() {
-        return "ChatCloudflareWorkersAI";
-    }
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "@cf/meta/llama-2-7b-chat-int8"
-        });
-        Object.defineProperty(this, "cloudflareAccountId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "cloudflareApiToken", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "baseUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "streaming", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        this.model = fields?.model ?? this.model;
-        this.streaming = fields?.streaming ?? this.streaming;
-        this.cloudflareAccountId =
-            fields?.cloudflareAccountId ??
-                (0, env_js_1.getEnvironmentVariable)("CLOUDFLARE_ACCOUNT_ID");
-        this.cloudflareApiToken =
-            fields?.cloudflareApiToken ??
-                (0, env_js_1.getEnvironmentVariable)("CLOUDFLARE_API_TOKEN");
-        this.baseUrl =
-            fields?.baseUrl ??
-                `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run`;
-        if (this.baseUrl.endsWith("/")) {
-            this.baseUrl = this.baseUrl.slice(0, -1);
-        }
-    }
-    get lc_secrets() {
-        return {
-            cloudflareApiToken: "CLOUDFLARE_API_TOKEN",
-        };
-    }
-    _llmType() {
-        return "cloudflare";
-    }
-    /** Get the identifying parameters for this LLM. */
-    get identifyingParams() {
-        return { model: this.model };
-    }
-    /**
-     * Get the parameters used to invoke the model
-     */
-    invocationParams(_options) {
-        return {
-            model: this.model,
-        };
-    }
-    _combineLLMOutput() {
-        return {};
-    }
-    /**
-     * Method to validate the environment.
-     */
-    validateEnvironment() {
-        if (!this.cloudflareAccountId) {
-            throw new Error(`No Cloudflare account ID found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_ACCOUNT_ID" in your environment variables.`);
-        }
-        if (!this.cloudflareApiToken) {
-            throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
-        }
-    }
-    async _request(messages, options, stream) {
-        this.validateEnvironment();
-        const url = `${this.baseUrl}/${this.model}`;
-        const headers = {
-            Authorization: `Bearer ${this.cloudflareApiToken}`,
-            "Content-Type": "application/json",
-        };
-        const formattedMessages = this._formatMessages(messages);
-        const data = { messages: formattedMessages, stream };
-        return this.caller.call(async () => {
-            const response = await fetch(url, {
-                method: "POST",
-                headers,
-                body: JSON.stringify(data),
-                signal: options.signal,
-            });
-            if (!response.ok) {
-                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                error.response = response;
-                throw error;
-            }
-            return response;
-        });
-    }
-    async *_streamResponseChunks(messages, options, runManager) {
-        const response = await this._request(messages, options, true);
-        if (!response.body) {
-            throw new Error("Empty response from Cloudflare. Please try again.");
-        }
-        const stream = (0, event_source_parse_js_1.convertEventStreamToIterableReadableDataStream)(response.body);
-        for await (const chunk of stream) {
-            if (chunk !== "[DONE]") {
-                const parsedChunk = JSON.parse(chunk);
-                const generationChunk = new index_js_1.ChatGenerationChunk({
-                    message: new index_js_1.AIMessageChunk({ content: parsedChunk.response }),
-                    text: parsedChunk.response,
-                });
-                yield generationChunk;
-                // eslint-disable-next-line no-void
-                void runManager?.handleLLMNewToken(generationChunk.text ?? "");
-            }
-        }
-    }
-    _formatMessages(messages) {
-        const formattedMessages = messages.map((message) => {
-            let role;
-            if (message._getType() === "human") {
-                role = "user";
-            }
-            else if (message._getType() === "ai") {
-                role = "assistant";
-            }
-            else if (message._getType() === "system") {
-                role = "system";
-            }
-            else if (index_js_1.ChatMessage.isInstance(message)) {
-                role = message.role;
-            }
-            else {
-                console.warn(`Unsupported message type passed to Cloudflare: "${message._getType()}"`);
-                role = "user";
-            }
-            if (typeof message.content !== "string") {
-                throw new Error("ChatCloudflareWorkersAI currently does not support non-string message content.");
-            }
-            return {
-                role,
-                content: message.content,
-            };
-        });
-        return formattedMessages;
-    }
-    /** @ignore */
-    async _call(messages, options, runManager) {
-        if (!this.streaming) {
-            const response = await this._request(messages, options);
-            const responseData = await response.json();
-            return responseData.result.response;
-        }
-        else {
-            const stream = this._streamResponseChunks(messages, options, runManager);
-            let finalResult;
-            for await (const chunk of stream) {
-                if (finalResult === undefined) {
-                    finalResult = chunk;
-                }
-                else {
-                    finalResult = finalResult.concat(chunk);
-                }
-            }
-            const messageContent = finalResult?.message.content;
-            if (messageContent && typeof messageContent !== "string") {
-                throw new Error("Non-string output for ChatCloudflareWorkersAI is currently not supported.");
-            }
-            return messageContent ?? "";
-        }
-    }
-}
-exports.ChatCloudflareWorkersAI = ChatCloudflareWorkersAI;
+__exportStar(require("@langchain/community/chat_models/cloudflare_workersai"), exports);

package/dist/chat_models/cloudflare_workersai.d.ts

@@ -1,68 +1 @@
-import { SimpleChatModel, BaseChatModelParams } from "./base.js";
-import { BaseLanguageModelCallOptions } from "../base_language/index.js";
-import { BaseMessage, ChatGenerationChunk } from "../schema/index.js";
-import { CloudflareWorkersAIInput } from "../llms/cloudflare_workersai.js";
-import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
-/**
- * An interface defining the options for a Cloudflare Workers AI call. It extends
- * the BaseLanguageModelCallOptions interface.
- */
-export interface ChatCloudflareWorkersAICallOptions extends BaseLanguageModelCallOptions {
-}
-/**
- * A class that enables calls to the Cloudflare Workers AI API to access large language
- * models in a chat-like fashion. It extends the SimpleChatModel class and
- * implements the CloudflareWorkersAIInput interface.
- * @example
- * ```typescript
- * const model = new ChatCloudflareWorkersAI({
- *   model: "@cf/meta/llama-2-7b-chat-int8",
- *   cloudflareAccountId: process.env.CLOUDFLARE_ACCOUNT_ID,
- *   cloudflareApiToken: process.env.CLOUDFLARE_API_TOKEN
- * });
- *
- * const response = await model.invoke([
- *   ["system", "You are a helpful assistant that translates English to German."],
- *   ["human", `Translate "I love programming".`]
- * ]);
- *
- * console.log(response);
- * ```
- */
-export declare class ChatCloudflareWorkersAI extends SimpleChatModel implements CloudflareWorkersAIInput {
-    static lc_name(): string;
-    lc_serializable: boolean;
-    model: string;
-    cloudflareAccountId?: string;
-    cloudflareApiToken?: string;
-    baseUrl: string;
-    streaming: boolean;
-    constructor(fields?: CloudflareWorkersAIInput & BaseChatModelParams);
-    get lc_secrets(): {
-        [key: string]: string;
-    } | undefined;
-    _llmType(): string;
-    /** Get the identifying parameters for this LLM. */
-    get identifyingParams(): {
-        model: string;
-    };
-    /**
-     * Get the parameters used to invoke the model
-     */
-    invocationParams(_options?: this["ParsedCallOptions"]): {
-        model: string;
-    };
-    _combineLLMOutput(): {};
-    /**
-     * Method to validate the environment.
-     */
-    validateEnvironment(): void;
-    _request(messages: BaseMessage[], options: this["ParsedCallOptions"], stream?: boolean): Promise<Response>;
-    _streamResponseChunks(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
-    protected _formatMessages(messages: BaseMessage[]): {
-        role: string;
-        content: string;
-    }[];
-    /** @ignore */
-    _call(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<string>;
-}
+export * from "@langchain/community/chat_models/cloudflare_workersai";