langchain 0.0.179 → 0.0.181

package/dist/embeddings/voyage.cjs

@@ -0,0 +1,120 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VoyageEmbeddings = void 0;
+const chunk_js_1 = require("../util/chunk.cjs");
+const env_js_1 = require("../util/env.cjs");
+const base_js_1 = require("./base.cjs");
+/**
+ * A class for generating embeddings using the Voyage AI API.
+ */
+class VoyageEmbeddings extends base_js_1.Embeddings {
+    /**
+     * Constructor for the VoyageEmbeddings class.
+     * @param fields - An optional object with properties to configure the instance.
+     */
+    constructor(fields) {
+        const fieldsWithDefaults = { ...fields };
+        super(fieldsWithDefaults);
+        Object.defineProperty(this, "modelName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "voyage-01"
+        });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 8
+        });
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "basePath", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "https://api.voyageai.com/v1"
+        });
+        Object.defineProperty(this, "apiUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "headers", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const apiKey = fieldsWithDefaults?.apiKey || (0, env_js_1.getEnvironmentVariable)("VOYAGEAI_API_KEY");
+        if (!apiKey) {
+            throw new Error("Voyage AI API key not found");
+        }
+        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
+        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
+        this.apiKey = apiKey;
+        this.apiUrl = `${this.basePath}/embeddings`;
+    }
+    /**
+     * Generates embeddings for an array of texts.
+     * @param texts - An array of strings to generate embeddings for.
+     * @returns A Promise that resolves to an array of embeddings.
+     */
+    async embedDocuments(texts) {
+        const batches = (0, chunk_js_1.chunkArray)(texts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
+            model: this.modelName,
+            input: batch,
+        }));
+        const batchResponses = await Promise.all(batchRequests);
+        const embeddings = [];
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batch = batches[i];
+            const { data: batchResponse } = batchResponses[i];
+            for (let j = 0; j < batch.length; j += 1) {
+                embeddings.push(batchResponse[j].embedding);
+            }
+        }
+        return embeddings;
+    }
+    /**
+     * Generates an embedding for a single text.
+     * @param text - A string to generate an embedding for.
+     * @returns A Promise that resolves to an array of numbers representing the embedding.
+     */
+    async embedQuery(text) {
+        const { data } = await this.embeddingWithRetry({
+            model: this.modelName,
+            input: text,
+        });
+        return data[0].embedding;
+    }
+    /**
+     * Makes a request to the Voyage AI API to generate embeddings for an array of texts.
+     * @param request - An object with properties to configure the request.
+     * @returns A Promise that resolves to the response from the Voyage AI API.
+     */
+    async embeddingWithRetry(request) {
+        const makeCompletionRequest = async () => {
+            const url = `${this.apiUrl}`;
+            const response = await fetch(url, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${this.apiKey}`,
+                    ...this.headers,
+                },
+                body: JSON.stringify(request),
+            });
+            const json = await response.json();
+            return json;
+        };
+        return this.caller.call(makeCompletionRequest);
+    }
+}
+exports.VoyageEmbeddings = VoyageEmbeddings;

package/dist/embeddings/voyage.d.ts

@@ -0,0 +1,66 @@
+import { Embeddings, EmbeddingsParams } from "./base.js";
+/**
+ * Interface that extends EmbeddingsParams and defines additional
+ * parameters specific to the VoyageEmbeddings class.
+ */
+export interface VoyageEmbeddingsParams extends EmbeddingsParams {
+    modelName: string;
+    /**
+     * The maximum number of documents to embed in a single request. This is
+     * limited by the Voyage AI API to a maximum of 8.
+     */
+    batchSize?: number;
+}
+/**
+ * Interface for the request body to generate embeddings.
+ */
+export interface CreateVoyageEmbeddingRequest {
+    /**
+     * @type {string}
+     * @memberof CreateVoyageEmbeddingRequest
+     */
+    model: string;
+    /**
+     *  Text to generate vector expectation
+     * @type {CreateEmbeddingRequestInput}
+     * @memberof CreateVoyageEmbeddingRequest
+     */
+    input: string | string[];
+}
+/**
+ * A class for generating embeddings using the Voyage AI API.
+ */
+export declare class VoyageEmbeddings extends Embeddings implements VoyageEmbeddingsParams {
+    modelName: string;
+    batchSize: number;
+    private apiKey;
+    basePath?: string;
+    apiUrl: string;
+    headers?: Record<string, string>;
+    /**
+     * Constructor for the VoyageEmbeddings class.
+     * @param fields - An optional object with properties to configure the instance.
+     */
+    constructor(fields?: Partial<VoyageEmbeddingsParams> & {
+        verbose?: boolean;
+        apiKey?: string;
+    });
+    /**
+     * Generates embeddings for an array of texts.
+     * @param texts - An array of strings to generate embeddings for.
+     * @returns A Promise that resolves to an array of embeddings.
+     */
+    embedDocuments(texts: string[]): Promise<number[][]>;
+    /**
+     * Generates an embedding for a single text.
+     * @param text - A string to generate an embedding for.
+     * @returns A Promise that resolves to an array of numbers representing the embedding.
+     */
+    embedQuery(text: string): Promise<number[]>;
+    /**
+     * Makes a request to the Voyage AI API to generate embeddings for an array of texts.
+     * @param request - An object with properties to configure the request.
+     * @returns A Promise that resolves to the response from the Voyage AI API.
+     */
+    private embeddingWithRetry;
+}

package/dist/embeddings/voyage.js

@@ -0,0 +1,116 @@
+import { chunkArray } from "../util/chunk.js";
+import { getEnvironmentVariable } from "../util/env.js";
+import { Embeddings } from "./base.js";
+/**
+ * A class for generating embeddings using the Voyage AI API.
+ */
+export class VoyageEmbeddings extends Embeddings {
+    /**
+     * Constructor for the VoyageEmbeddings class.
+     * @param fields - An optional object with properties to configure the instance.
+     */
+    constructor(fields) {
+        const fieldsWithDefaults = { ...fields };
+        super(fieldsWithDefaults);
+        Object.defineProperty(this, "modelName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "voyage-01"
+        });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 8
+        });
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "basePath", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "https://api.voyageai.com/v1"
+        });
+        Object.defineProperty(this, "apiUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "headers", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const apiKey = fieldsWithDefaults?.apiKey || getEnvironmentVariable("VOYAGEAI_API_KEY");
+        if (!apiKey) {
+            throw new Error("Voyage AI API key not found");
+        }
+        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
+        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
+        this.apiKey = apiKey;
+        this.apiUrl = `${this.basePath}/embeddings`;
+    }
+    /**
+     * Generates embeddings for an array of texts.
+     * @param texts - An array of strings to generate embeddings for.
+     * @returns A Promise that resolves to an array of embeddings.
+     */
+    async embedDocuments(texts) {
+        const batches = chunkArray(texts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
+            model: this.modelName,
+            input: batch,
+        }));
+        const batchResponses = await Promise.all(batchRequests);
+        const embeddings = [];
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batch = batches[i];
+            const { data: batchResponse } = batchResponses[i];
+            for (let j = 0; j < batch.length; j += 1) {
+                embeddings.push(batchResponse[j].embedding);
+            }
+        }
+        return embeddings;
+    }
+    /**
+     * Generates an embedding for a single text.
+     * @param text - A string to generate an embedding for.
+     * @returns A Promise that resolves to an array of numbers representing the embedding.
+     */
+    async embedQuery(text) {
+        const { data } = await this.embeddingWithRetry({
+            model: this.modelName,
+            input: text,
+        });
+        return data[0].embedding;
+    }
+    /**
+     * Makes a request to the Voyage AI API to generate embeddings for an array of texts.
+     * @param request - An object with properties to configure the request.
+     * @returns A Promise that resolves to the response from the Voyage AI API.
+     */
+    async embeddingWithRetry(request) {
+        const makeCompletionRequest = async () => {
+            const url = `${this.apiUrl}`;
+            const response = await fetch(url, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${this.apiKey}`,
+                    ...this.headers,
+                },
+                body: JSON.stringify(request),
+            });
+            const json = await response.json();
+            return json;
+        };
+        return this.caller.call(makeCompletionRequest);
+    }
+}

package/dist/llms/bedrock/index.cjs

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Bedrock = void 0;
+const credential_provider_node_1 = require("@aws-sdk/credential-provider-node");
+const web_js_1 = require("./web.cjs");
+class Bedrock extends web_js_1.Bedrock {
+    static lc_name() {
+        return "Bedrock";
+    }
+    constructor(fields) {
+        super({
+            ...fields,
+            credentials: fields?.credentials ?? (0, credential_provider_node_1.defaultProvider)(),
+        });
+    }
+}
+exports.Bedrock = Bedrock;

package/dist/llms/bedrock/index.d.ts

@@ -0,0 +1,7 @@
+import { BaseBedrockInput } from "../../util/bedrock.js";
+import { BaseLLMParams } from "../base.js";
+import { Bedrock as BaseBedrock } from "./web.js";
+export declare class Bedrock extends BaseBedrock {
+    static lc_name(): string;
+    constructor(fields?: Partial<BaseBedrockInput> & BaseLLMParams);
+}

package/dist/llms/bedrock/index.js

@@ -0,0 +1,13 @@
+import { defaultProvider } from "@aws-sdk/credential-provider-node";
+import { Bedrock as BaseBedrock } from "./web.js";
+export class Bedrock extends BaseBedrock {
+    static lc_name() {
+        return "Bedrock";
+    }
+    constructor(fields) {
+        super({
+            ...fields,
+            credentials: fields?.credentials ?? defaultProvider(),
+        });
+    }
+}

package/dist/llms/{bedrock.cjs → bedrock/web.cjs}

@@ -2,15 +2,14 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Bedrock = void 0;
 const signature_v4_1 = require("@smithy/signature-v4");
-const credential_provider_node_1 = require("@aws-sdk/credential-provider-node");
 const protocol_http_1 = require("@smithy/protocol-http");
 const eventstream_codec_1 = require("@smithy/eventstream-codec");
 const util_utf8_1 = require("@smithy/util-utf8");
 const sha256_js_1 = require("@aws-crypto/sha256-js");
-const bedrock_js_1 = require("../util/bedrock.cjs");
-const env_js_1 = require("../util/env.cjs");
-const base_js_1 = require("./base.cjs");
-const index_js_1 = require("../schema/index.cjs");
+const bedrock_js_1 = require("../../util/bedrock.cjs");
+const env_js_1 = require("../../util/env.cjs");
+const base_js_1 = require("../base.cjs");
+const index_js_1 = require("../../schema/index.cjs");
 /**
  * A type of Large Language Model (LLM) that interacts with the Bedrock
  * service. It extends the base `LLM` class and implements the
@@ -21,8 +20,20 @@ const index_js_1 = require("../schema/index.cjs");
  * region, and the maximum number of tokens to generate.
  */
 class Bedrock extends base_js_1.LLM {
+    get lc_aliases() {
+        return {
+            model: "model_id",
+            region: "region_name",
+        };
+    }
     get lc_secrets() {
-        return {};
+        return {
+            "credentials.accessKeyId": "BEDROCK_AWS_ACCESS_KEY_ID",
+            "credentials.secretAccessKey": "BEDROCK_AWS_SECRET_ACCESS_KEY",
+        };
+    }
+    get lc_attributes() {
+        return { region: this.region };
     }
     _llmType() {
         return "bedrock";
@@ -74,6 +85,7 @@ class Bedrock extends base_js_1.LLM {
             writable: true,
             value: void 0
         });
+        /** @deprecated */
         Object.defineProperty(this, "stopSequences", {
             enumerable: true,
             configurable: true,
@@ -98,8 +110,14 @@ class Bedrock extends base_js_1.LLM {
             writable: true,
             value: false
         });
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
         this.model = fields?.model ?? this.model;
-        const allowedModels = ["ai21", "anthropic", "amazon"];
+        const allowedModels = ["ai21", "anthropic", "amazon", "cohere"];
         if (!allowedModels.includes(this.model.split(".")[0])) {
             throw new Error(`Unknown model: '${this.model}', only these are supported: ${allowedModels}`);
         }
@@ -108,7 +126,11 @@ class Bedrock extends base_js_1.LLM {
             throw new Error("Please set the AWS_DEFAULT_REGION environment variable or pass it to the constructor as the region field.");
         }
         this.region = region;
-        this.credentials = fields?.credentials ?? (0, credential_provider_node_1.defaultProvider)();
+        const credentials = fields?.credentials;
+        if (!credentials) {
+            throw new Error("Please set the AWS credentials in the 'credentials' field.");
+        }
+        this.credentials = credentials;
         this.temperature = fields?.temperature ?? this.temperature;
         this.maxTokens = fields?.maxTokens ?? this.maxTokens;
         this.fetchFn = fields?.fetchFn ?? fetch;
@@ -158,7 +180,7 @@ class Bedrock extends base_js_1.LLM {
     }
     async _signedFetch(prompt, options, fields) {
         const { bedrockMethod, endpointHost, provider } = fields;
-        const inputBody = bedrock_js_1.BedrockLLMInputOutputAdapter.prepareInput(provider, prompt, this.maxTokens, this.temperature, this.stopSequences, this.modelKwargs);
+        const inputBody = bedrock_js_1.BedrockLLMInputOutputAdapter.prepareInput(provider, prompt, this.maxTokens, this.temperature, options.stop ?? this.stopSequences, this.modelKwargs, fields.bedrockMethod);
         const url = new URL(`https://${endpointHost}/model/${this.model}/${bedrockMethod}`);
         const request = new protocol_http_1.HttpRequest({
             hostname: url.hostname,
@@ -189,9 +211,21 @@ class Bedrock extends base_js_1.LLM {
         }));
         return response;
     }
+    invocationParams(options) {
+        return {
+            model: this.model,
+            region: this.region,
+            temperature: this.temperature,
+            maxTokens: this.maxTokens,
+            stop: options?.stop ?? this.stopSequences,
+            modelKwargs: this.modelKwargs,
+        };
+    }
     async *_streamResponseChunks(prompt, options, runManager) {
         const provider = this.model.split(".")[0];
-        const bedrockMethod = provider === "anthropic" ? "invoke-with-response-stream" : "invoke";
+        const bedrockMethod = provider === "anthropic" || provider === "cohere"
+            ? "invoke-with-response-stream"
+            : "invoke";
         const service = "bedrock-runtime";
         const endpointHost = this.endpointHost ?? `${service}.${this.region}.amazonaws.com`;
         // Send request to AWS using the low-level fetch API
@@ -203,7 +237,7 @@ class Bedrock extends base_js_1.LLM {
         if (response.status < 200 || response.status >= 300) {
             throw Error(`Failed to access underlying url '${endpointHost}': got ${response.status} ${response.statusText}: ${await response.text()}`);
         }
-        if (provider === "anthropic") {
+        if (provider === "anthropic" || provider === "cohere") {
             const reader = response.body?.getReader();
             const decoder = new TextDecoder();
             for await (const chunk of this._readChunks(reader)) {
@@ -218,7 +252,7 @@ class Bedrock extends base_js_1.LLM {
                     throw new Error(body.message);
                 }
                 if (body.bytes !== undefined) {
-                    const chunkResult = JSON.parse(Buffer.from(body.bytes, "base64").toString());
+                    const chunkResult = JSON.parse(decoder.decode(Uint8Array.from(atob(body.bytes), (m) => m.codePointAt(0) ?? 0)));
                     const text = bedrock_js_1.BedrockLLMInputOutputAdapter.prepareOutput(provider, chunkResult);
                     yield new index_js_1.GenerationChunk({
                         text,

package/dist/llms/{bedrock.d.ts → bedrock/web.d.ts}

@@ -1,8 +1,9 @@
 import { EventStreamCodec } from "@smithy/eventstream-codec";
-import { BaseBedrockInput, type CredentialType } from "../util/bedrock.js";
-import { LLM, BaseLLMParams } from "./base.js";
-import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
-import { GenerationChunk } from "../schema/index.js";
+import { BaseBedrockInput, type CredentialType } from "../../util/bedrock.js";
+import { LLM, BaseLLMParams } from "../base.js";
+import { CallbackManagerForLLMRun } from "../../callbacks/manager.js";
+import { GenerationChunk } from "../../schema/index.js";
+import { SerializedFields } from "../../load/map_keys.js";
 /**
  * A type of Large Language Model (LLM) that interacts with the Bedrock
  * service. It extends the base `LLM` class and implements the
@@ -20,13 +21,17 @@ export declare class Bedrock extends LLM implements BaseBedrockInput {
     maxTokens?: number | undefined;
     fetchFn: typeof fetch;
     endpointHost?: string;
+    /** @deprecated */
     stopSequences?: string[];
     modelKwargs?: Record<string, unknown>;
     codec: EventStreamCodec;
     streaming: boolean;
+    lc_serializable: boolean;
+    get lc_aliases(): Record<string, string>;
     get lc_secrets(): {
         [key: string]: string;
     } | undefined;
+    get lc_attributes(): SerializedFields | undefined;
     _llmType(): string;
     static lc_name(): string;
     constructor(fields?: Partial<BaseBedrockInput> & BaseLLMParams);
@@ -46,6 +51,14 @@ export declare class Bedrock extends LLM implements BaseBedrockInput {
         endpointHost: string;
         provider: string;
     }): Promise<Response>;
+    invocationParams(options?: this["ParsedCallOptions"]): {
+        model: string;
+        region: string;
+        temperature: number | undefined;
+        maxTokens: number | undefined;
+        stop: string[] | undefined;
+        modelKwargs: Record<string, unknown> | undefined;
+    };
     _streamResponseChunks(prompt: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
     _readChunks(reader: any): {
         [Symbol.asyncIterator](): AsyncGenerator<any, void, unknown>;

package/dist/llms/{bedrock.js → bedrock/web.js}

@@ -1,13 +1,12 @@
 import { SignatureV4 } from "@smithy/signature-v4";
-import { defaultProvider } from "@aws-sdk/credential-provider-node";
 import { HttpRequest } from "@smithy/protocol-http";
 import { EventStreamCodec } from "@smithy/eventstream-codec";
 import { fromUtf8, toUtf8 } from "@smithy/util-utf8";
 import { Sha256 } from "@aws-crypto/sha256-js";
-import { BedrockLLMInputOutputAdapter, } from "../util/bedrock.js";
-import { getEnvironmentVariable } from "../util/env.js";
-import { LLM } from "./base.js";
-import { GenerationChunk } from "../schema/index.js";
+import { BedrockLLMInputOutputAdapter, } from "../../util/bedrock.js";
+import { getEnvironmentVariable } from "../../util/env.js";
+import { LLM } from "../base.js";
+import { GenerationChunk } from "../../schema/index.js";
 /**
  * A type of Large Language Model (LLM) that interacts with the Bedrock
  * service. It extends the base `LLM` class and implements the
@@ -18,8 +17,20 @@ import { GenerationChunk } from "../schema/index.js";
  * region, and the maximum number of tokens to generate.
  */
 export class Bedrock extends LLM {
+    get lc_aliases() {
+        return {
+            model: "model_id",
+            region: "region_name",
+        };
+    }
     get lc_secrets() {
-        return {};
+        return {
+            "credentials.accessKeyId": "BEDROCK_AWS_ACCESS_KEY_ID",
+            "credentials.secretAccessKey": "BEDROCK_AWS_SECRET_ACCESS_KEY",
+        };
+    }
+    get lc_attributes() {
+        return { region: this.region };
     }
     _llmType() {
         return "bedrock";
@@ -71,6 +82,7 @@ export class Bedrock extends LLM {
             writable: true,
             value: void 0
         });
+        /** @deprecated */
         Object.defineProperty(this, "stopSequences", {
             enumerable: true,
             configurable: true,
@@ -95,8 +107,14 @@ export class Bedrock extends LLM {
             writable: true,
             value: false
         });
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
         this.model = fields?.model ?? this.model;
-        const allowedModels = ["ai21", "anthropic", "amazon"];
+        const allowedModels = ["ai21", "anthropic", "amazon", "cohere"];
         if (!allowedModels.includes(this.model.split(".")[0])) {
             throw new Error(`Unknown model: '${this.model}', only these are supported: ${allowedModels}`);
         }
@@ -105,7 +123,11 @@ export class Bedrock extends LLM {
             throw new Error("Please set the AWS_DEFAULT_REGION environment variable or pass it to the constructor as the region field.");
         }
         this.region = region;
-        this.credentials = fields?.credentials ?? defaultProvider();
+        const credentials = fields?.credentials;
+        if (!credentials) {
+            throw new Error("Please set the AWS credentials in the 'credentials' field.");
+        }
+        this.credentials = credentials;
         this.temperature = fields?.temperature ?? this.temperature;
         this.maxTokens = fields?.maxTokens ?? this.maxTokens;
         this.fetchFn = fields?.fetchFn ?? fetch;
@@ -155,7 +177,7 @@ export class Bedrock extends LLM {
     }
     async _signedFetch(prompt, options, fields) {
         const { bedrockMethod, endpointHost, provider } = fields;
-        const inputBody = BedrockLLMInputOutputAdapter.prepareInput(provider, prompt, this.maxTokens, this.temperature, this.stopSequences, this.modelKwargs);
+        const inputBody = BedrockLLMInputOutputAdapter.prepareInput(provider, prompt, this.maxTokens, this.temperature, options.stop ?? this.stopSequences, this.modelKwargs, fields.bedrockMethod);
         const url = new URL(`https://${endpointHost}/model/${this.model}/${bedrockMethod}`);
         const request = new HttpRequest({
             hostname: url.hostname,
@@ -186,9 +208,21 @@ export class Bedrock extends LLM {
         }));
         return response;
     }
+    invocationParams(options) {
+        return {
+            model: this.model,
+            region: this.region,
+            temperature: this.temperature,
+            maxTokens: this.maxTokens,
+            stop: options?.stop ?? this.stopSequences,
+            modelKwargs: this.modelKwargs,
+        };
+    }
     async *_streamResponseChunks(prompt, options, runManager) {
         const provider = this.model.split(".")[0];
-        const bedrockMethod = provider === "anthropic" ? "invoke-with-response-stream" : "invoke";
+        const bedrockMethod = provider === "anthropic" || provider === "cohere"
+            ? "invoke-with-response-stream"
+            : "invoke";
         const service = "bedrock-runtime";
         const endpointHost = this.endpointHost ?? `${service}.${this.region}.amazonaws.com`;
         // Send request to AWS using the low-level fetch API
@@ -200,7 +234,7 @@ export class Bedrock extends LLM {
         if (response.status < 200 || response.status >= 300) {
             throw Error(`Failed to access underlying url '${endpointHost}': got ${response.status} ${response.statusText}: ${await response.text()}`);
         }
-        if (provider === "anthropic") {
+        if (provider === "anthropic" || provider === "cohere") {
             const reader = response.body?.getReader();
             const decoder = new TextDecoder();
             for await (const chunk of this._readChunks(reader)) {
@@ -215,7 +249,7 @@ export class Bedrock extends LLM {
                     throw new Error(body.message);
                 }
                 if (body.bytes !== undefined) {
-                    const chunkResult = JSON.parse(Buffer.from(body.bytes, "base64").toString());
+                    const chunkResult = JSON.parse(decoder.decode(Uint8Array.from(atob(body.bytes), (m) => m.codePointAt(0) ?? 0)));
                     const text = BedrockLLMInputOutputAdapter.prepareOutput(provider, chunkResult);
                     yield new GenerationChunk({
                         text,

package/dist/load/import_constants.cjs

@@ -36,6 +36,7 @@ exports.optionalImportEntrypoints = [
     "langchain/llms/googlepalm",
     "langchain/llms/sagemaker_endpoint",
     "langchain/llms/bedrock",
+    "langchain/llms/bedrock/web",
     "langchain/llms/llama_cpp",
     "langchain/llms/writer",
     "langchain/llms/portkey",
@@ -111,6 +112,7 @@ exports.optionalImportEntrypoints = [
     "langchain/document_transformers/mozilla_readability",
     "langchain/chat_models/portkey",
     "langchain/chat_models/bedrock",
+    "langchain/chat_models/bedrock/web",
     "langchain/chat_models/googlevertexai",
     "langchain/chat_models/googlevertexai/web",
     "langchain/chat_models/googlepalm",
@@ -137,6 +139,7 @@ exports.optionalImportEntrypoints = [
     "langchain/cache/upstash_redis",
     "langchain/stores/doc/gcs",
     "langchain/stores/file/node",
+    "langchain/stores/message/cassandra",
     "langchain/stores/message/convex",
     "langchain/stores/message/cloudflare_d1",
     "langchain/stores/message/dynamodb",