langchain 0.0.203 → 0.0.204-rc.0

package/dist/chat_models/bedrock/web.cjs

@@ -1,362 +1,17 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChatBedrock = exports.BedrockChat = exports.convertMessagesToPrompt = exports.convertMessagesToPromptAnthropic = void 0;
-const signature_v4_1 = require("@smithy/signature-v4");
-const protocol_http_1 = require("@smithy/protocol-http");
-const eventstream_codec_1 = require("@smithy/eventstream-codec");
-const util_utf8_1 = require("@smithy/util-utf8");
-const sha256_js_1 = require("@aws-crypto/sha256-js");
-const bedrock_js_1 = require("../../util/bedrock.cjs");
-const env_js_1 = require("../../util/env.cjs");
-const base_js_1 = require("../base.cjs");
-const index_js_1 = require("../../schema/index.cjs");
-function convertOneMessageToText(message, humanPrompt, aiPrompt) {
-    if (message._getType() === "human") {
-        return `${humanPrompt} ${message.content}`;
-    }
-    else if (message._getType() === "ai") {
-        return `${aiPrompt} ${message.content}`;
-    }
-    else if (message._getType() === "system") {
-        return `${humanPrompt} <admin>${message.content}</admin>`;
-    }
-    else if (index_js_1.ChatMessage.isInstance(message)) {
-        return `\n\n${message.role[0].toUpperCase() + message.role.slice(1)}: {message.content}`;
-    }
-    throw new Error(`Unknown role: ${message._getType()}`);
-}
-function convertMessagesToPromptAnthropic(messages, humanPrompt = "\n\nHuman:", aiPrompt = "\n\nAssistant:") {
-    const messagesCopy = [...messages];
-    if (messagesCopy.length === 0 ||
-        messagesCopy[messagesCopy.length - 1]._getType() !== "ai") {
-        messagesCopy.push(new index_js_1.AIMessage({ content: "" }));
-    }
-    return messagesCopy
-        .map((message) => convertOneMessageToText(message, humanPrompt, aiPrompt))
-        .join("");
-}
-exports.convertMessagesToPromptAnthropic = convertMessagesToPromptAnthropic;
-/**
- * Function that converts an array of messages into a single string prompt
- * that can be used as input for a chat model. It delegates the conversion
- * logic to the appropriate provider-specific function.
- * @param messages Array of messages to be converted.
- * @param options Options to be used during the conversion.
- * @returns A string prompt that can be used as input for a chat model.
- */
-function convertMessagesToPrompt(messages, provider) {
-    if (provider === "anthropic") {
-        return convertMessagesToPromptAnthropic(messages);
-    }
-    throw new Error(`Provider ${provider} does not support chat.`);
-}
-exports.convertMessagesToPrompt = convertMessagesToPrompt;
-/**
- * A type of Large Language Model (LLM) that interacts with the Bedrock
- * service. It extends the base `LLM` class and implements the
- * `BaseBedrockInput` interface. The class is designed to authenticate and
- * interact with the Bedrock service, which is a part of Amazon Web
- * Services (AWS). It uses AWS credentials for authentication and can be
- * configured with various parameters such as the model to use, the AWS
- * region, and the maximum number of tokens to generate.
- * @example
- * ```typescript
- * const model = new BedrockChat({
- *   model: "anthropic.claude-v2",
- *   region: "us-east-1",
- * });
- * const res = await model.invoke([{ content: "Tell me a joke" }]);
- * console.log(res);
- * ```
- */
-class BedrockChat extends base_js_1.SimpleChatModel {
-    get lc_aliases() {
-        return {
-            model: "model_id",
-            region: "region_name",
-        };
-    }
-    get lc_secrets() {
-        return {
-            "credentials.accessKeyId": "BEDROCK_AWS_ACCESS_KEY_ID",
-            "credentials.secretAccessKey": "BEDROCK_AWS_SECRET_ACCESS_KEY",
-        };
-    }
-    get lc_attributes() {
-        return { region: this.region };
-    }
-    _llmType() {
-        return "bedrock";
-    }
-    static lc_name() {
-        return "BedrockChat";
-    }
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "amazon.titan-tg1-large"
-        });
-        Object.defineProperty(this, "region", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "credentials", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "temperature", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "maxTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "fetchFn", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "endpointHost", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /** @deprecated */
-        Object.defineProperty(this, "stopSequences", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "modelKwargs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "codec", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new eventstream_codec_1.EventStreamCodec(util_utf8_1.toUtf8, util_utf8_1.fromUtf8)
-        });
-        Object.defineProperty(this, "streaming", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        this.model = fields?.model ?? this.model;
-        const allowedModels = ["ai21", "anthropic", "amazon", "cohere", "meta"];
-        if (!allowedModels.includes(this.model.split(".")[0])) {
-            throw new Error(`Unknown model: '${this.model}', only these are supported: ${allowedModels}`);
-        }
-        const region = fields?.region ?? (0, env_js_1.getEnvironmentVariable)("AWS_DEFAULT_REGION");
-        if (!region) {
-            throw new Error("Please set the AWS_DEFAULT_REGION environment variable or pass it to the constructor as the region field.");
-        }
-        this.region = region;
-        const credentials = fields?.credentials;
-        if (!credentials) {
-            throw new Error("Please set the AWS credentials in the 'credentials' field.");
-        }
-        this.credentials = credentials;
-        this.temperature = fields?.temperature ?? this.temperature;
-        this.maxTokens = fields?.maxTokens ?? this.maxTokens;
-        this.fetchFn = fields?.fetchFn ?? fetch.bind(globalThis);
-        this.endpointHost = fields?.endpointHost ?? fields?.endpointUrl;
-        this.stopSequences = fields?.stopSequences;
-        this.modelKwargs = fields?.modelKwargs;
-        this.streaming = fields?.streaming ?? this.streaming;
-    }
-    /** Call out to Bedrock service model.
-      Arguments:
-        prompt: The prompt to pass into the model.
-  
-      Returns:
-        The string generated by the model.
-  
-      Example:
-        response = model.call("Tell me a joke.")
-    */
-    async _call(messages, options, runManager) {
-        const service = "bedrock-runtime";
-        const endpointHost = this.endpointHost ?? `${service}.${this.region}.amazonaws.com`;
-        const provider = this.model.split(".")[0];
-        if (this.streaming) {
-            const stream = this._streamResponseChunks(messages, options, runManager);
-            let finalResult;
-            for await (const chunk of stream) {
-                if (finalResult === undefined) {
-                    finalResult = chunk;
-                }
-                else {
-                    finalResult = finalResult.concat(chunk);
-                }
-            }
-            const messageContent = finalResult?.message.content;
-            if (messageContent && typeof messageContent !== "string") {
-                throw new Error("Non-string output for ChatBedrock is currently not supported.");
-            }
-            return messageContent ?? "";
-        }
-        const response = await this._signedFetch(messages, options, {
-            bedrockMethod: "invoke",
-            endpointHost,
-            provider,
-        });
-        const json = await response.json();
-        if (!response.ok) {
-            throw new Error(`Error ${response.status}: ${json.message ?? JSON.stringify(json)}`);
-        }
-        const text = bedrock_js_1.BedrockLLMInputOutputAdapter.prepareOutput(provider, json);
-        return text;
-    }
-    async _signedFetch(messages, options, fields) {
-        const { bedrockMethod, endpointHost, provider } = fields;
-        const inputBody = bedrock_js_1.BedrockLLMInputOutputAdapter.prepareInput(provider, convertMessagesToPromptAnthropic(messages), this.maxTokens, this.temperature, options.stop ?? this.stopSequences, this.modelKwargs, fields.bedrockMethod);
-        const url = new URL(`https://${endpointHost}/model/${this.model}/${bedrockMethod}`);
-        const request = new protocol_http_1.HttpRequest({
-            hostname: url.hostname,
-            path: url.pathname,
-            protocol: url.protocol,
-            method: "POST",
-            body: JSON.stringify(inputBody),
-            query: Object.fromEntries(url.searchParams.entries()),
-            headers: {
-                // host is required by AWS Signature V4: https://docs.aws.amazon.com/general/latest/gr/sigv4-create-canonical-request.html
-                host: url.host,
-                accept: "application/json",
-                "content-type": "application/json",
-            },
-        });
-        const signer = new signature_v4_1.SignatureV4({
-            credentials: this.credentials,
-            service: "bedrock",
-            region: this.region,
-            sha256: sha256_js_1.Sha256,
-        });
-        const signedRequest = await signer.sign(request);
-        // Send request to AWS using the low-level fetch API
-        const response = await this.caller.callWithOptions({ signal: options.signal }, async () => this.fetchFn(url, {
-            headers: signedRequest.headers,
-            body: signedRequest.body,
-            method: signedRequest.method,
-        }));
-        return response;
-    }
-    async *_streamResponseChunks(messages, options, runManager) {
-        const provider = this.model.split(".")[0];
-        const service = "bedrock-runtime";
-        const endpointHost = this.endpointHost ?? `${service}.${this.region}.amazonaws.com`;
-        const bedrockMethod = provider === "anthropic" || provider === "cohere" || provider === "meta"
-            ? "invoke-with-response-stream"
-            : "invoke";
-        const response = await this._signedFetch(messages, options, {
-            bedrockMethod,
-            endpointHost,
-            provider,
-        });
-        if (response.status < 200 || response.status >= 300) {
-            throw Error(`Failed to access underlying url '${endpointHost}': got ${response.status} ${response.statusText}: ${await response.text()}`);
-        }
-        if (provider === "anthropic" ||
-            provider === "cohere" ||
-            provider === "meta") {
-            const reader = response.body?.getReader();
-            const decoder = new TextDecoder();
-            for await (const chunk of this._readChunks(reader)) {
-                const event = this.codec.decode(chunk);
-                if ((event.headers[":event-type"] !== undefined &&
-                    event.headers[":event-type"].value !== "chunk") ||
-                    event.headers[":content-type"].value !== "application/json") {
-                    throw Error(`Failed to get event chunk: got ${chunk}`);
-                }
-                const body = JSON.parse(decoder.decode(event.body));
-                if (body.message) {
-                    throw new Error(body.message);
-                }
-                if (body.bytes !== undefined) {
-                    const chunkResult = JSON.parse(decoder.decode(Uint8Array.from(atob(body.bytes), (m) => m.codePointAt(0) ?? 0)));
-                    const text = bedrock_js_1.BedrockLLMInputOutputAdapter.prepareOutput(provider, chunkResult);
-                    yield new index_js_1.ChatGenerationChunk({
-                        text,
-                        message: new index_js_1.AIMessageChunk({ content: text }),
-                    });
-                    // eslint-disable-next-line no-void
-                    void runManager?.handleLLMNewToken(text);
-                }
-            }
-        }
-        else {
-            const json = await response.json();
-            const text = bedrock_js_1.BedrockLLMInputOutputAdapter.prepareOutput(provider, json);
-            yield new index_js_1.ChatGenerationChunk({
-                text,
-                message: new index_js_1.AIMessageChunk({ content: text }),
-            });
-            // eslint-disable-next-line no-void
-            void runManager?.handleLLMNewToken(text);
-        }
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    _readChunks(reader) {
-        function _concatChunks(a, b) {
-            const newBuffer = new Uint8Array(a.length + b.length);
-            newBuffer.set(a);
-            newBuffer.set(b, a.length);
-            return newBuffer;
-        }
-        function getMessageLength(buffer) {
-            if (buffer.byteLength === 0)
-                return 0;
-            const view = new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
-            return view.getUint32(0, false);
-        }
-        return {
-            async *[Symbol.asyncIterator]() {
-                let readResult = await reader.read();
-                let buffer = new Uint8Array(0);
-                while (!readResult.done) {
-                    const chunk = readResult.value;
-                    buffer = _concatChunks(buffer, chunk);
-                    let messageLength = getMessageLength(buffer);
-                    while (buffer.byteLength > 0 && buffer.byteLength >= messageLength) {
-                        yield buffer.slice(0, messageLength);
-                        buffer = buffer.slice(messageLength);
-                        messageLength = getMessageLength(buffer);
-                    }
-                    readResult = await reader.read();
-                }
-            },
-        };
-    }
-    _combineLLMOutput() {
-        return {};
-    }
-}
-exports.BedrockChat = BedrockChat;
-/**
- * @deprecated Use `BedrockChat` instead.
- */
-exports.ChatBedrock = BedrockChat;
+__exportStar(require("@langchain/community/chat_models/bedrock/web"), exports);

package/dist/chat_models/bedrock/web.d.ts

@@ -1,82 +1 @@
-import { EventStreamCodec } from "@smithy/eventstream-codec";
-import { BaseBedrockInput, type CredentialType } from "../../util/bedrock.js";
-import { SimpleChatModel, BaseChatModelParams } from "../base.js";
-import { CallbackManagerForLLMRun } from "../../callbacks/manager.js";
-import { BaseMessage, ChatGenerationChunk } from "../../schema/index.js";
-import type { SerializedFields } from "../../load/map_keys.js";
-export declare function convertMessagesToPromptAnthropic(messages: BaseMessage[], humanPrompt?: string, aiPrompt?: string): string;
-/**
- * Function that converts an array of messages into a single string prompt
- * that can be used as input for a chat model. It delegates the conversion
- * logic to the appropriate provider-specific function.
- * @param messages Array of messages to be converted.
- * @param options Options to be used during the conversion.
- * @returns A string prompt that can be used as input for a chat model.
- */
-export declare function convertMessagesToPrompt(messages: BaseMessage[], provider: string): string;
-/**
- * A type of Large Language Model (LLM) that interacts with the Bedrock
- * service. It extends the base `LLM` class and implements the
- * `BaseBedrockInput` interface. The class is designed to authenticate and
- * interact with the Bedrock service, which is a part of Amazon Web
- * Services (AWS). It uses AWS credentials for authentication and can be
- * configured with various parameters such as the model to use, the AWS
- * region, and the maximum number of tokens to generate.
- * @example
- * ```typescript
- * const model = new BedrockChat({
- *   model: "anthropic.claude-v2",
- *   region: "us-east-1",
- * });
- * const res = await model.invoke([{ content: "Tell me a joke" }]);
- * console.log(res);
- * ```
- */
-export declare class BedrockChat extends SimpleChatModel implements BaseBedrockInput {
-    model: string;
-    region: string;
-    credentials: CredentialType;
-    temperature?: number | undefined;
-    maxTokens?: number | undefined;
-    fetchFn: typeof fetch;
-    endpointHost?: string;
-    /** @deprecated */
-    stopSequences?: string[];
-    modelKwargs?: Record<string, unknown>;
-    codec: EventStreamCodec;
-    streaming: boolean;
-    lc_serializable: boolean;
-    get lc_aliases(): Record<string, string>;
-    get lc_secrets(): {
-        [key: string]: string;
-    } | undefined;
-    get lc_attributes(): SerializedFields | undefined;
-    _llmType(): string;
-    static lc_name(): string;
-    constructor(fields?: Partial<BaseBedrockInput> & BaseChatModelParams);
-    /** Call out to Bedrock service model.
-      Arguments:
-        prompt: The prompt to pass into the model.
-  
-      Returns:
-        The string generated by the model.
-  
-      Example:
-        response = model.call("Tell me a joke.")
-    */
-    _call(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<string>;
-    _signedFetch(messages: BaseMessage[], options: this["ParsedCallOptions"], fields: {
-        bedrockMethod: "invoke" | "invoke-with-response-stream";
-        endpointHost: string;
-        provider: string;
-    }): Promise<Response>;
-    _streamResponseChunks(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
-    _readChunks(reader: any): {
-        [Symbol.asyncIterator](): AsyncGenerator<Uint8Array, void, unknown>;
-    };
-    _combineLLMOutput(): {};
-}
-/**
- * @deprecated Use `BedrockChat` instead.
- */
-export declare const ChatBedrock: typeof BedrockChat;
+export * from "@langchain/community/chat_models/bedrock/web";