langchain 0.0.154 → 0.0.156

package/dist/embeddings/cloudflare_workersai.cjs

@@ -0,0 +1,69 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CloudflareWorkersAIEmbeddings = void 0;
+const ai_1 = require("@cloudflare/ai");
+const chunk_js_1 = require("../util/chunk.cjs");
+const base_js_1 = require("./base.cjs");
+class CloudflareWorkersAIEmbeddings extends base_js_1.Embeddings {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "modelName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "@cf/baai/bge-base-en-v1.5"
+        });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 50
+        });
+        Object.defineProperty(this, "stripNewLines", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "ai", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        if (!fields.binding) {
+            throw new Error("Must supply a Workers AI binding, eg { binding: env.AI }");
+        }
+        this.ai = new ai_1.Ai(fields.binding);
+        this.modelName = fields.modelName ?? this.modelName;
+        this.stripNewLines = fields.stripNewLines ?? this.stripNewLines;
+    }
+    async embedDocuments(texts) {
+        const batches = (0, chunk_js_1.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.runEmbedding(batch));
+        const batchResponses = await Promise.all(batchRequests);
+        const embeddings = [];
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batchResponse = batchResponses[i];
+            for (let j = 0; j < batchResponse.length; j += 1) {
+                embeddings.push(batchResponse[j]);
+            }
+        }
+        return embeddings;
+    }
+    async embedQuery(text) {
+        const data = await this.runEmbedding([
+            this.stripNewLines ? text.replace(/\n/g, " ") : text,
+        ]);
+        return data[0];
+    }
+    async runEmbedding(texts) {
+        return this.caller.call(async () => {
+            const response = await this.ai.run(this.modelName, {
+                text: texts,
+            });
+            return response.data;
+        });
+    }
+}
+exports.CloudflareWorkersAIEmbeddings = CloudflareWorkersAIEmbeddings;

package/dist/embeddings/cloudflare_workersai.d.ts

@@ -0,0 +1,28 @@
+import { Ai } from "@cloudflare/ai";
+import { Fetcher } from "@cloudflare/workers-types";
+import { Embeddings, EmbeddingsParams } from "./base.js";
+export interface CloudflareWorkersAIEmbeddingsParams extends EmbeddingsParams {
+    /** Binding */
+    binding: Fetcher;
+    /** Model name to use */
+    modelName?: string;
+    /**
+     * The maximum number of documents to embed in a single request.
+     */
+    batchSize?: number;
+    /**
+     * Whether to strip new lines from the input text. This is recommended by
+     * OpenAI, but may not be suitable for all use cases.
+     */
+    stripNewLines?: boolean;
+}
+export declare class CloudflareWorkersAIEmbeddings extends Embeddings {
+    modelName: string;
+    batchSize: number;
+    stripNewLines: boolean;
+    ai: Ai;
+    constructor(fields: CloudflareWorkersAIEmbeddingsParams);
+    embedDocuments(texts: string[]): Promise<number[][]>;
+    embedQuery(text: string): Promise<number[]>;
+    private runEmbedding;
+}

package/dist/embeddings/cloudflare_workersai.js

@@ -0,0 +1,65 @@
+import { Ai } from "@cloudflare/ai";
+import { chunkArray } from "../util/chunk.js";
+import { Embeddings } from "./base.js";
+export class CloudflareWorkersAIEmbeddings extends Embeddings {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "modelName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "@cf/baai/bge-base-en-v1.5"
+        });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 50
+        });
+        Object.defineProperty(this, "stripNewLines", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "ai", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        if (!fields.binding) {
+            throw new Error("Must supply a Workers AI binding, eg { binding: env.AI }");
+        }
+        this.ai = new Ai(fields.binding);
+        this.modelName = fields.modelName ?? this.modelName;
+        this.stripNewLines = fields.stripNewLines ?? this.stripNewLines;
+    }
+    async embedDocuments(texts) {
+        const batches = chunkArray(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.runEmbedding(batch));
+        const batchResponses = await Promise.all(batchRequests);
+        const embeddings = [];
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batchResponse = batchResponses[i];
+            for (let j = 0; j < batchResponse.length; j += 1) {
+                embeddings.push(batchResponse[j]);
+            }
+        }
+        return embeddings;
+    }
+    async embedQuery(text) {
+        const data = await this.runEmbedding([
+            this.stripNewLines ? text.replace(/\n/g, " ") : text,
+        ]);
+        return data[0];
+    }
+    async runEmbedding(texts) {
+        return this.caller.call(async () => {
+            const response = await this.ai.run(this.modelName, {
+                text: texts,
+            });
+            return response.data;
+        });
+    }
+}

package/dist/llms/bedrock.cjs

@@ -1,67 +1,20 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Bedrock = void 0;
-const signature_v4_1 = require("@aws-sdk/signature-v4");
+const signature_v4_1 = require("@smithy/signature-v4");
 const credential_provider_node_1 = require("@aws-sdk/credential-provider-node");
-const protocol_http_1 = require("@aws-sdk/protocol-http");
+const protocol_http_1 = require("@smithy/protocol-http");
 const eventstream_codec_1 = require("@smithy/eventstream-codec");
 const util_utf8_1 = require("@smithy/util-utf8");
 const sha256_js_1 = require("@aws-crypto/sha256-js");
+const bedrock_js_1 = require("../util/bedrock.cjs");
 const env_js_1 = require("../util/env.cjs");
 const base_js_1 = require("./base.cjs");
 const index_js_1 = require("../schema/index.cjs");
-/**
- * A helper class used within the `Bedrock` class. It is responsible for
- * preparing the input and output for the Bedrock service. It formats the
- * input prompt based on the provider (e.g., "anthropic", "ai21",
- * "amazon") and extracts the generated text from the service response.
- */
-class BedrockLLMInputOutputAdapter {
-    /** Adapter class to prepare the inputs from Langchain to a format
-    that LLM model expects. Also, provides a helper function to extract
-    the generated text from the model response. */
-    static prepareInput(provider, prompt, maxTokens = 50, temperature = 0) {
-        const inputBody = {};
-        if (provider === "anthropic") {
-            inputBody.prompt = prompt;
-            inputBody.max_tokens_to_sample = maxTokens;
-            inputBody.temperature = temperature;
-        }
-        else if (provider === "ai21") {
-            inputBody.prompt = prompt;
-            inputBody.maxTokens = maxTokens;
-            inputBody.temperature = temperature;
-        }
-        else if (provider === "amazon") {
-            inputBody.inputText = prompt;
-            inputBody.textGenerationConfig = {
-                maxTokenCount: maxTokens,
-                temperature,
-            };
-        }
-        return inputBody;
-    }
-    /**
-     * Extracts the generated text from the service response.
-     * @param provider The provider name.
-     * @param responseBody The response body from the service.
-     * @returns The generated text.
-     */
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    static prepareOutput(provider, responseBody) {
-        if (provider === "anthropic") {
-            return responseBody.completion;
-        }
-        else if (provider === "ai21") {
-            return responseBody.data.text;
-        }
-        return responseBody.outputText;
-    }
-}
 /**
  * A type of Large Language Model (LLM) that interacts with the Bedrock
  * service. It extends the base `LLM` class and implements the
- * `BedrockInput` interface. The class is designed to authenticate and
+ * `BaseBedrockInput` interface. The class is designed to authenticate and
  * interact with the Bedrock service, which is a part of Amazon Web
  * Services (AWS). It uses AWS credentials for authentication and can be
  * configured with various parameters such as the model to use, the AWS
@@ -74,6 +27,9 @@ class Bedrock extends base_js_1.LLM {
     _llmType() {
         return "bedrock";
     }
+    static lc_name() {
+        return "Bedrock";
+    }
     constructor(fields) {
         super(fields ?? {});
         Object.defineProperty(this, "model", {
@@ -112,7 +68,19 @@ class Bedrock extends base_js_1.LLM {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "endpointUrl", {
+        Object.defineProperty(this, "endpointHost", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "stopSequences", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "modelKwargs", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -138,7 +106,9 @@ class Bedrock extends base_js_1.LLM {
         this.temperature = fields?.temperature ?? this.temperature;
         this.maxTokens = fields?.maxTokens ?? this.maxTokens;
         this.fetchFn = fields?.fetchFn ?? fetch;
-        this.endpointUrl = fields?.endpointUrl;
+        this.endpointHost = fields?.endpointHost ?? fields?.endpointUrl;
+        this.stopSequences = fields?.stopSequences;
+        this.modelKwargs = fields?.modelKwargs;
     }
     /** Call out to Bedrock service model.
       Arguments:
@@ -159,10 +129,11 @@ class Bedrock extends base_js_1.LLM {
     }
     async *_streamResponseChunks(prompt, options, runManager) {
         const provider = this.model.split(".")[0];
-        const service = "bedrock";
-        const inputBody = BedrockLLMInputOutputAdapter.prepareInput(provider, prompt, this.maxTokens, this.temperature);
-        const endpointUrl = this.endpointUrl ?? `${service}.${this.region}.amazonaws.com`;
-        const url = new URL(`https://${endpointUrl}/model/${this.model}/invoke-with-response-stream`);
+        const service = "bedrock-runtime";
+        const inputBody = bedrock_js_1.BedrockLLMInputOutputAdapter.prepareInput(provider, prompt, this.maxTokens, this.temperature, this.stopSequences, this.modelKwargs);
+        const endpointHost = this.endpointHost ?? `${service}.${this.region}.amazonaws.com`;
+        const amazonMethod = provider === "anthropic" ? "invoke-with-response-stream" : "invoke";
+        const url = new URL(`https://${endpointHost}/model/${this.model}/${amazonMethod}`);
         const request = new protocol_http_1.HttpRequest({
             hostname: url.hostname,
             path: url.pathname,
@@ -174,12 +145,12 @@ class Bedrock extends base_js_1.LLM {
                 // host is required by AWS Signature V4: https://docs.aws.amazon.com/general/latest/gr/sigv4-create-canonical-request.html
                 host: url.host,
                 accept: "application/json",
-                "Content-Type": "application/json",
+                "content-type": "application/json",
             },
         });
         const signer = new signature_v4_1.SignatureV4({
             credentials: this.credentials,
-            service,
+            service: "bedrock",
             region: this.region,
             sha256: sha256_js_1.Sha256,
         });
@@ -193,15 +164,34 @@ class Bedrock extends base_js_1.LLM {
         if (response.status < 200 || response.status >= 300) {
             throw Error(`Failed to access underlying url '${url}': got ${response.status} ${response.statusText}: ${await response.text()}`);
         }
-        const reader = response.body?.getReader();
-        for await (const chunk of this._readChunks(reader)) {
-            const event = this.codec.decode(chunk);
-            if (event.headers[":event-type"].value !== "chunk" ||
-                event.headers[":content-type"].value !== "application/json") {
-                throw Error(`Failed to get event chunk: got ${chunk}`);
+        if (provider === "anthropic") {
+            const reader = response.body?.getReader();
+            const decoder = new TextDecoder();
+            for await (const chunk of this._readChunks(reader)) {
+                const event = this.codec.decode(chunk);
+                if ((event.headers[":event-type"] !== undefined &&
+                    event.headers[":event-type"].value !== "chunk") ||
+                    event.headers[":content-type"].value !== "application/json") {
+                    throw Error(`Failed to get event chunk: got ${chunk}`);
+                }
+                const body = JSON.parse(decoder.decode(event.body));
+                if (body.message) {
+                    throw new Error(body.message);
+                }
+                if (body.bytes !== undefined) {
+                    const chunkResult = JSON.parse(Buffer.from(body.bytes, "base64").toString());
+                    const text = bedrock_js_1.BedrockLLMInputOutputAdapter.prepareOutput(provider, chunkResult);
+                    yield new index_js_1.GenerationChunk({
+                        text,
+                        generationInfo: {},
+                    });
+                    await runManager?.handleLLMNewToken(text);
+                }
             }
-            const body = JSON.parse(Buffer.from(JSON.parse(new TextDecoder("utf-8").decode(event.body)).bytes, "base64").toString());
-            const text = BedrockLLMInputOutputAdapter.prepareOutput(provider, body);
+        }
+        else {
+            const json = await response.json();
+            const text = bedrock_js_1.BedrockLLMInputOutputAdapter.prepareOutput(provider, json);
             yield new index_js_1.GenerationChunk({
                 text,
                 generationInfo: {},

package/dist/llms/bedrock.d.ts

@@ -1,60 +1,34 @@
 import { EventStreamCodec } from "@smithy/eventstream-codec";
-import type { AwsCredentialIdentity, Provider } from "@aws-sdk/types";
+import { BaseBedrockInput, type CredentialType } from "../util/bedrock.js";
 import { LLM, BaseLLMParams } from "./base.js";
 import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
 import { GenerationChunk } from "../schema/index.js";
-type CredentialType = AwsCredentialIdentity | Provider<AwsCredentialIdentity>;
-/** Bedrock models.
-    To authenticate, the AWS client uses the following methods to automatically load credentials:
-    https://boto3.amazonaws.com/v1/documentation/api/latest/guide/credentials.html
-    If a specific credential profile should be used, you must pass the name of the profile from the ~/.aws/credentials file that is to be used.
-    Make sure the credentials / roles used have the required policies to access the Bedrock service.
-*/
-export interface BedrockInput {
-    /** Model to use.
-        For example, "amazon.titan-tg1-large", this is equivalent to the modelId property in the list-foundation-models api.
-    */
-    model: string;
-    /** The AWS region e.g. `us-west-2`.
-        Fallback to AWS_DEFAULT_REGION env variable or region specified in ~/.aws/config in case it is not provided here.
-    */
-    region?: string;
-    /** AWS Credentials.
-        If no credentials are provided, the default credentials from `@aws-sdk/credential-provider-node` will be used.
-     */
-    credentials?: CredentialType;
-    /** Temperature */
-    temperature?: number;
-    /** Max tokens */
-    maxTokens?: number;
-    /** A custom fetch function for low-level access to AWS API. Defaults to fetch() */
-    fetchFn?: typeof fetch;
-    /** Override the default endpoint url */
-    endpointUrl?: string;
-}
 /**
  * A type of Large Language Model (LLM) that interacts with the Bedrock
  * service. It extends the base `LLM` class and implements the
- * `BedrockInput` interface. The class is designed to authenticate and
+ * `BaseBedrockInput` interface. The class is designed to authenticate and
  * interact with the Bedrock service, which is a part of Amazon Web
  * Services (AWS). It uses AWS credentials for authentication and can be
  * configured with various parameters such as the model to use, the AWS
  * region, and the maximum number of tokens to generate.
  */
-export declare class Bedrock extends LLM implements BedrockInput {
+export declare class Bedrock extends LLM implements BaseBedrockInput {
     model: string;
     region: string;
     credentials: CredentialType;
     temperature?: number | undefined;
     maxTokens?: number | undefined;
     fetchFn: typeof fetch;
-    endpointUrl?: string;
+    endpointHost?: string;
+    stopSequences?: string[];
+    modelKwargs?: Record<string, unknown>;
     codec: EventStreamCodec;
     get lc_secrets(): {
         [key: string]: string;
     } | undefined;
     _llmType(): string;
-    constructor(fields?: Partial<BedrockInput> & BaseLLMParams);
+    static lc_name(): string;
+    constructor(fields?: Partial<BaseBedrockInput> & BaseLLMParams);
     /** Call out to Bedrock service model.
       Arguments:
         prompt: The prompt to pass into the model.
@@ -71,4 +45,3 @@ export declare class Bedrock extends LLM implements BedrockInput {
         [Symbol.asyncIterator](): AsyncGenerator<any, void, unknown>;
     };
 }
-export {};

package/dist/llms/bedrock.js

@@ -1,64 +1,17 @@
-import { SignatureV4 } from "@aws-sdk/signature-v4";
+import { SignatureV4 } from "@smithy/signature-v4";
 import { defaultProvider } from "@aws-sdk/credential-provider-node";
-import { HttpRequest } from "@aws-sdk/protocol-http";
+import { HttpRequest } from "@smithy/protocol-http";
 import { EventStreamCodec } from "@smithy/eventstream-codec";
 import { fromUtf8, toUtf8 } from "@smithy/util-utf8";
 import { Sha256 } from "@aws-crypto/sha256-js";
+import { BedrockLLMInputOutputAdapter, } from "../util/bedrock.js";
 import { getEnvironmentVariable } from "../util/env.js";
 import { LLM } from "./base.js";
 import { GenerationChunk } from "../schema/index.js";
-/**
- * A helper class used within the `Bedrock` class. It is responsible for
- * preparing the input and output for the Bedrock service. It formats the
- * input prompt based on the provider (e.g., "anthropic", "ai21",
- * "amazon") and extracts the generated text from the service response.
- */
-class BedrockLLMInputOutputAdapter {
-    /** Adapter class to prepare the inputs from Langchain to a format
-    that LLM model expects. Also, provides a helper function to extract
-    the generated text from the model response. */
-    static prepareInput(provider, prompt, maxTokens = 50, temperature = 0) {
-        const inputBody = {};
-        if (provider === "anthropic") {
-            inputBody.prompt = prompt;
-            inputBody.max_tokens_to_sample = maxTokens;
-            inputBody.temperature = temperature;
-        }
-        else if (provider === "ai21") {
-            inputBody.prompt = prompt;
-            inputBody.maxTokens = maxTokens;
-            inputBody.temperature = temperature;
-        }
-        else if (provider === "amazon") {
-            inputBody.inputText = prompt;
-            inputBody.textGenerationConfig = {
-                maxTokenCount: maxTokens,
-                temperature,
-            };
-        }
-        return inputBody;
-    }
-    /**
-     * Extracts the generated text from the service response.
-     * @param provider The provider name.
-     * @param responseBody The response body from the service.
-     * @returns The generated text.
-     */
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    static prepareOutput(provider, responseBody) {
-        if (provider === "anthropic") {
-            return responseBody.completion;
-        }
-        else if (provider === "ai21") {
-            return responseBody.data.text;
-        }
-        return responseBody.outputText;
-    }
-}
 /**
  * A type of Large Language Model (LLM) that interacts with the Bedrock
  * service. It extends the base `LLM` class and implements the
- * `BedrockInput` interface. The class is designed to authenticate and
+ * `BaseBedrockInput` interface. The class is designed to authenticate and
  * interact with the Bedrock service, which is a part of Amazon Web
  * Services (AWS). It uses AWS credentials for authentication and can be
  * configured with various parameters such as the model to use, the AWS
@@ -71,6 +24,9 @@ export class Bedrock extends LLM {
     _llmType() {
         return "bedrock";
     }
+    static lc_name() {
+        return "Bedrock";
+    }
     constructor(fields) {
         super(fields ?? {});
         Object.defineProperty(this, "model", {
@@ -109,7 +65,19 @@ export class Bedrock extends LLM {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "endpointUrl", {
+        Object.defineProperty(this, "endpointHost", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "stopSequences", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "modelKwargs", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -135,7 +103,9 @@ export class Bedrock extends LLM {
         this.temperature = fields?.temperature ?? this.temperature;
         this.maxTokens = fields?.maxTokens ?? this.maxTokens;
         this.fetchFn = fields?.fetchFn ?? fetch;
-        this.endpointUrl = fields?.endpointUrl;
+        this.endpointHost = fields?.endpointHost ?? fields?.endpointUrl;
+        this.stopSequences = fields?.stopSequences;
+        this.modelKwargs = fields?.modelKwargs;
     }
     /** Call out to Bedrock service model.
       Arguments:
@@ -156,10 +126,11 @@ export class Bedrock extends LLM {
     }
     async *_streamResponseChunks(prompt, options, runManager) {
         const provider = this.model.split(".")[0];
-        const service = "bedrock";
-        const inputBody = BedrockLLMInputOutputAdapter.prepareInput(provider, prompt, this.maxTokens, this.temperature);
-        const endpointUrl = this.endpointUrl ?? `${service}.${this.region}.amazonaws.com`;
-        const url = new URL(`https://${endpointUrl}/model/${this.model}/invoke-with-response-stream`);
+        const service = "bedrock-runtime";
+        const inputBody = BedrockLLMInputOutputAdapter.prepareInput(provider, prompt, this.maxTokens, this.temperature, this.stopSequences, this.modelKwargs);
+        const endpointHost = this.endpointHost ?? `${service}.${this.region}.amazonaws.com`;
+        const amazonMethod = provider === "anthropic" ? "invoke-with-response-stream" : "invoke";
+        const url = new URL(`https://${endpointHost}/model/${this.model}/${amazonMethod}`);
         const request = new HttpRequest({
             hostname: url.hostname,
             path: url.pathname,
@@ -171,12 +142,12 @@ export class Bedrock extends LLM {
                 // host is required by AWS Signature V4: https://docs.aws.amazon.com/general/latest/gr/sigv4-create-canonical-request.html
                 host: url.host,
                 accept: "application/json",
-                "Content-Type": "application/json",
+                "content-type": "application/json",
             },
         });
         const signer = new SignatureV4({
             credentials: this.credentials,
-            service,
+            service: "bedrock",
             region: this.region,
             sha256: Sha256,
         });
@@ -190,15 +161,34 @@ export class Bedrock extends LLM {
         if (response.status < 200 || response.status >= 300) {
             throw Error(`Failed to access underlying url '${url}': got ${response.status} ${response.statusText}: ${await response.text()}`);
         }
-        const reader = response.body?.getReader();
-        for await (const chunk of this._readChunks(reader)) {
-            const event = this.codec.decode(chunk);
-            if (event.headers[":event-type"].value !== "chunk" ||
-                event.headers[":content-type"].value !== "application/json") {
-                throw Error(`Failed to get event chunk: got ${chunk}`);
+        if (provider === "anthropic") {
+            const reader = response.body?.getReader();
+            const decoder = new TextDecoder();
+            for await (const chunk of this._readChunks(reader)) {
+                const event = this.codec.decode(chunk);
+                if ((event.headers[":event-type"] !== undefined &&
+                    event.headers[":event-type"].value !== "chunk") ||
+                    event.headers[":content-type"].value !== "application/json") {
+                    throw Error(`Failed to get event chunk: got ${chunk}`);
+                }
+                const body = JSON.parse(decoder.decode(event.body));
+                if (body.message) {
+                    throw new Error(body.message);
+                }
+                if (body.bytes !== undefined) {
+                    const chunkResult = JSON.parse(Buffer.from(body.bytes, "base64").toString());
+                    const text = BedrockLLMInputOutputAdapter.prepareOutput(provider, chunkResult);
+                    yield new GenerationChunk({
+                        text,
+                        generationInfo: {},
+                    });
+                    await runManager?.handleLLMNewToken(text);
+                }
             }
-            const body = JSON.parse(Buffer.from(JSON.parse(new TextDecoder("utf-8").decode(event.body)).bytes, "base64").toString());
-            const text = BedrockLLMInputOutputAdapter.prepareOutput(provider, body);
+        }
+        else {
+            const json = await response.json();
+            const text = BedrockLLMInputOutputAdapter.prepareOutput(provider, json);
             yield new GenerationChunk({
                 text,
                 generationInfo: {},

package/dist/load/import_constants.cjs

@@ -15,6 +15,7 @@ exports.optionalImportEntrypoints = [
     "langchain/chains/query_constructor",
     "langchain/chains/query_constructor/ir",
     "langchain/chains/sql_db",
+    "langchain/embeddings/cloudflare_workersai",
     "langchain/embeddings/cohere",
     "langchain/embeddings/tensorflow",
     "langchain/embeddings/hf",
@@ -36,6 +37,7 @@ exports.optionalImportEntrypoints = [
     "langchain/prompts/load",
     "langchain/vectorstores/analyticdb",
     "langchain/vectorstores/elasticsearch",
+    "langchain/vectorstores/cloudflare_vectorize",
     "langchain/vectorstores/chroma",
     "langchain/vectorstores/googlevertexai",
     "langchain/vectorstores/hnswlib",
@@ -57,6 +59,7 @@ exports.optionalImportEntrypoints = [
     "langchain/vectorstores/singlestore",
     "langchain/vectorstores/tigris",
     "langchain/vectorstores/usearch",
+    "langchain/vectorstores/vercel_postgres",
     "langchain/vectorstores/voy",
     "langchain/vectorstores/zep",
     "langchain/memory/zep",
@@ -95,6 +98,7 @@ exports.optionalImportEntrypoints = [
     "langchain/document_loaders/fs/openai_whisper_audio",
     "langchain/document_transformers/html_to_text",
     "langchain/document_transformers/mozilla_readability",
+    "langchain/chat_models/bedrock",
     "langchain/chat_models/googlevertexai",
     "langchain/chat_models/googlevertexai/web",
     "langchain/chat_models/googlepalm",