langchain 0.0.203 → 0.0.204-rc.0

package/dist/llms/replicate.cjs

@@ -1,134 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Replicate = void 0;
-const env_js_1 = require("../util/env.cjs");
-const base_js_1 = require("./base.cjs");
-/**
- * Class responsible for managing the interaction with the Replicate API.
- * It handles the API key and model details, makes the actual API calls,
- * and converts the API response into a format usable by the rest of the
- * LangChain framework.
- * @example
- * ```typescript
- * const model = new Replicate({
- *   model: "replicate/flan-t5-xl:3ae0799123a1fe11f8c89fd99632f843fc5f7a761630160521c4253149754523",
- * });
- *
- * const res = await model.call(
- *   "Question: What would be a good company name for a company that makes colorful socks?\nAnswer:"
- * );
- * console.log({ res });
- * ```
- */
-class Replicate extends base_js_1.LLM {
-    static lc_name() {
-        return "Replicate";
-    }
-    get lc_secrets() {
-        return {
-            apiKey: "REPLICATE_API_TOKEN",
-        };
-    }
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "input", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "promptKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        const apiKey = fields?.apiKey ??
-            (0, env_js_1.getEnvironmentVariable)("REPLICATE_API_KEY") ?? // previous environment variable for backwards compatibility
-            (0, env_js_1.getEnvironmentVariable)("REPLICATE_API_TOKEN"); // current environment variable, matching the Python library
-        if (!apiKey) {
-            throw new Error("Please set the REPLICATE_API_TOKEN environment variable");
-        }
-        this.apiKey = apiKey;
-        this.model = fields.model;
-        this.input = fields.input ?? {};
-        this.promptKey = fields.promptKey;
-    }
-    _llmType() {
-        return "replicate";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /** @ignore */
-    async _call(prompt, options) {
-        const imports = await Replicate.imports();
-        const replicate = new imports.Replicate({
-            userAgent: "langchain",
-            auth: this.apiKey,
-        });
-        if (this.promptKey === undefined) {
-            const [modelString, versionString] = this.model.split(":");
-            const version = await replicate.models.versions.get(modelString.split("/")[0], modelString.split("/")[1], versionString);
-            const openapiSchema = version.openapi_schema;
-            const inputProperties = 
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            openapiSchema?.components?.schemas?.Input?.properties;
-            if (inputProperties === undefined) {
-                this.promptKey = "prompt";
-            }
-            else {
-                const sortedInputProperties = Object.entries(inputProperties).sort(([_keyA, valueA], [_keyB, valueB]) => {
-                    const orderA = valueA["x-order"] || 0;
-                    const orderB = valueB["x-order"] || 0;
-                    return orderA - orderB;
-                });
-                this.promptKey = sortedInputProperties[0][0] ?? "prompt";
-            }
-        }
-        const output = await this.caller.callWithOptions({ signal: options.signal }, () => replicate.run(this.model, {
-            input: {
-                // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
-                [this.promptKey]: prompt,
-                ...this.input,
-            },
-        }));
-        if (typeof output === "string") {
-            return output;
-        }
-        else if (Array.isArray(output)) {
-            return output.join("");
-        }
-        else {
-            // Note this is a little odd, but the output format is not consistent
-            // across models, so it makes some amount of sense.
-            return String(output);
-        }
-    }
-    /** @ignore */
-    static async imports() {
-        try {
-            const { default: Replicate } = await import("replicate");
-            return { Replicate };
-        }
-        catch (e) {
-            throw new Error("Please install replicate as a dependency with, e.g. `yarn add replicate`");
-        }
-    }
-}
-exports.Replicate = Replicate;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/llms/replicate"), exports);

package/dist/llms/replicate.d.ts

@@ -1,51 +1 @@
-import { LLM, BaseLLMParams } from "./base.js";
-/**
- * Interface defining the structure of the input data for the Replicate
- * class. It includes details about the model to be used, any additional
- * input parameters, and the API key for the Replicate service.
- */
-export interface ReplicateInput {
-    model: `${string}/${string}:${string}`;
-    input?: {
-        [key: string]: string | number | boolean;
-    };
-    apiKey?: string;
-    /** The key used to pass prompts to the model. */
-    promptKey?: string;
-}
-/**
- * Class responsible for managing the interaction with the Replicate API.
- * It handles the API key and model details, makes the actual API calls,
- * and converts the API response into a format usable by the rest of the
- * LangChain framework.
- * @example
- * ```typescript
- * const model = new Replicate({
- *   model: "replicate/flan-t5-xl:3ae0799123a1fe11f8c89fd99632f843fc5f7a761630160521c4253149754523",
- * });
- *
- * const res = await model.call(
- *   "Question: What would be a good company name for a company that makes colorful socks?\nAnswer:"
- * );
- * console.log({ res });
- * ```
- */
-export declare class Replicate extends LLM implements ReplicateInput {
-    static lc_name(): string;
-    get lc_secrets(): {
-        [key: string]: string;
-    } | undefined;
-    lc_serializable: boolean;
-    model: ReplicateInput["model"];
-    input: ReplicateInput["input"];
-    apiKey: string;
-    promptKey?: string;
-    constructor(fields: ReplicateInput & BaseLLMParams);
-    _llmType(): string;
-    /** @ignore */
-    _call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
-    /** @ignore */
-    static imports(): Promise<{
-        Replicate: typeof import("replicate").default;
-    }>;
-}
+export * from "@langchain/community/llms/replicate";

package/dist/llms/replicate.js

@@ -1,130 +1 @@
-import { getEnvironmentVariable } from "../util/env.js";
-import { LLM } from "./base.js";
-/**
- * Class responsible for managing the interaction with the Replicate API.
- * It handles the API key and model details, makes the actual API calls,
- * and converts the API response into a format usable by the rest of the
- * LangChain framework.
- * @example
- * ```typescript
- * const model = new Replicate({
- *   model: "replicate/flan-t5-xl:3ae0799123a1fe11f8c89fd99632f843fc5f7a761630160521c4253149754523",
- * });
- *
- * const res = await model.call(
- *   "Question: What would be a good company name for a company that makes colorful socks?\nAnswer:"
- * );
- * console.log({ res });
- * ```
- */
-export class Replicate extends LLM {
-    static lc_name() {
-        return "Replicate";
-    }
-    get lc_secrets() {
-        return {
-            apiKey: "REPLICATE_API_TOKEN",
-        };
-    }
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "input", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "promptKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        const apiKey = fields?.apiKey ??
-            getEnvironmentVariable("REPLICATE_API_KEY") ?? // previous environment variable for backwards compatibility
-            getEnvironmentVariable("REPLICATE_API_TOKEN"); // current environment variable, matching the Python library
-        if (!apiKey) {
-            throw new Error("Please set the REPLICATE_API_TOKEN environment variable");
-        }
-        this.apiKey = apiKey;
-        this.model = fields.model;
-        this.input = fields.input ?? {};
-        this.promptKey = fields.promptKey;
-    }
-    _llmType() {
-        return "replicate";
-    }
-    /** @ignore */
-    async _call(prompt, options) {
-        const imports = await Replicate.imports();
-        const replicate = new imports.Replicate({
-            userAgent: "langchain",
-            auth: this.apiKey,
-        });
-        if (this.promptKey === undefined) {
-            const [modelString, versionString] = this.model.split(":");
-            const version = await replicate.models.versions.get(modelString.split("/")[0], modelString.split("/")[1], versionString);
-            const openapiSchema = version.openapi_schema;
-            const inputProperties = 
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            openapiSchema?.components?.schemas?.Input?.properties;
-            if (inputProperties === undefined) {
-                this.promptKey = "prompt";
-            }
-            else {
-                const sortedInputProperties = Object.entries(inputProperties).sort(([_keyA, valueA], [_keyB, valueB]) => {
-                    const orderA = valueA["x-order"] || 0;
-                    const orderB = valueB["x-order"] || 0;
-                    return orderA - orderB;
-                });
-                this.promptKey = sortedInputProperties[0][0] ?? "prompt";
-            }
-        }
-        const output = await this.caller.callWithOptions({ signal: options.signal }, () => replicate.run(this.model, {
-            input: {
-                // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
-                [this.promptKey]: prompt,
-                ...this.input,
-            },
-        }));
-        if (typeof output === "string") {
-            return output;
-        }
-        else if (Array.isArray(output)) {
-            return output.join("");
-        }
-        else {
-            // Note this is a little odd, but the output format is not consistent
-            // across models, so it makes some amount of sense.
-            return String(output);
-        }
-    }
-    /** @ignore */
-    static async imports() {
-        try {
-            const { default: Replicate } = await import("replicate");
-            return { Replicate };
-        }
-        catch (e) {
-            throw new Error("Please install replicate as a dependency with, e.g. `yarn add replicate`");
-        }
-    }
-}
+export * from "@langchain/community/llms/replicate";

package/dist/llms/sagemaker_endpoint.cjs

@@ -1,205 +1,17 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SageMakerEndpoint = exports.BaseSageMakerContentHandler = void 0;
-const client_sagemaker_runtime_1 = require("@aws-sdk/client-sagemaker-runtime");
-const index_js_1 = require("../schema/index.cjs");
-const base_js_1 = require("./base.cjs");
-/**
- * A handler class to transform input from LLM to a format that SageMaker
- * endpoint expects. Similarily, the class also handles transforming output from
- * the SageMaker endpoint to a format that LLM class expects.
- *
- * Example:
- * ```
- * class ContentHandler implements ContentHandlerBase<string, string> {
- *   contentType = "application/json"
- *   accepts = "application/json"
- *
- *   transformInput(prompt: string, modelKwargs: Record<string, unknown>) {
- *     const inputString = JSON.stringify({
- *       prompt,
- *      ...modelKwargs
- *     })
- *     return Buffer.from(inputString)
- *   }
- *
- *   transformOutput(output: Uint8Array) {
- *     const responseJson = JSON.parse(Buffer.from(output).toString("utf-8"))
- *     return responseJson[0].generated_text
- *   }
- *
- * }
- * ```
- */
-class BaseSageMakerContentHandler {
-    constructor() {
-        Object.defineProperty(this, "contentType", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "text/plain"
-        });
-        Object.defineProperty(this, "accepts", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "text/plain"
-        });
-    }
-}
-exports.BaseSageMakerContentHandler = BaseSageMakerContentHandler;
-/**
- * The SageMakerEndpoint class is used to interact with SageMaker
- * Inference Endpoint models. It uses the AWS client for authentication,
- * which automatically loads credentials.
- * If a specific credential profile is to be used, the name of the profile
- * from the ~/.aws/credentials file must be passed. The credentials or
- * roles used should have the required policies to access the SageMaker
- * endpoint.
- */
-class SageMakerEndpoint extends base_js_1.LLM {
-    static lc_name() {
-        return "SageMakerEndpoint";
-    }
-    get lc_secrets() {
-        return {
-            "clientOptions.credentials.accessKeyId": "AWS_ACCESS_KEY_ID",
-            "clientOptions.credentials.secretAccessKey": "AWS_SECRET_ACCESS_KEY",
-            "clientOptions.credentials.sessionToken": "AWS_SESSION_TOKEN",
-        };
-    }
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "endpointName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "modelKwargs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "endpointKwargs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "contentHandler", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "streaming", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (!fields.clientOptions.region) {
-            throw new Error(`Please pass a "clientOptions" object with a "region" field to the constructor`);
-        }
-        const endpointName = fields?.endpointName;
-        if (!endpointName) {
-            throw new Error(`Please pass an "endpointName" field to the constructor`);
-        }
-        const contentHandler = fields?.contentHandler;
-        if (!contentHandler) {
-            throw new Error(`Please pass a "contentHandler" field to the constructor`);
-        }
-        this.endpointName = fields.endpointName;
-        this.contentHandler = fields.contentHandler;
-        this.endpointKwargs = fields.endpointKwargs;
-        this.modelKwargs = fields.modelKwargs;
-        this.streaming = fields.streaming ?? false;
-        this.client = new client_sagemaker_runtime_1.SageMakerRuntimeClient(fields.clientOptions);
-    }
-    _llmType() {
-        return "sagemaker_endpoint";
-    }
-    /**
-     * Calls the SageMaker endpoint and retrieves the result.
-     * @param {string} prompt The input prompt.
-     * @param {this["ParsedCallOptions"]} options Parsed call options.
-     * @param {CallbackManagerForLLMRun} runManager Optional run manager.
-     * @returns {Promise<string>} A promise that resolves to the generated string.
-     */
-    /** @ignore */
-    async _call(prompt, options, runManager) {
-        return this.streaming
-            ? await this.streamingCall(prompt, options, runManager)
-            : await this.noStreamingCall(prompt, options);
-    }
-    async streamingCall(prompt, options, runManager) {
-        const chunks = [];
-        for await (const chunk of this._streamResponseChunks(prompt, options, runManager)) {
-            chunks.push(chunk.text);
-        }
-        return chunks.join("");
-    }
-    async noStreamingCall(prompt, options) {
-        const body = await this.contentHandler.transformInput(prompt, this.modelKwargs ?? {});
-        const { contentType, accepts } = this.contentHandler;
-        const response = await this.caller.call(() => this.client.send(new client_sagemaker_runtime_1.InvokeEndpointCommand({
-            EndpointName: this.endpointName,
-            Body: body,
-            ContentType: contentType,
-            Accept: accepts,
-            ...this.endpointKwargs,
-        }), { abortSignal: options.signal }));
-        if (response.Body === undefined) {
-            throw new Error("Inference result missing Body");
-        }
-        return this.contentHandler.transformOutput(response.Body);
-    }
-    /**
-     * Streams response chunks from the SageMaker endpoint.
-     * @param {string} prompt The input prompt.
-     * @param {this["ParsedCallOptions"]} options Parsed call options.
-     * @returns {AsyncGenerator<GenerationChunk>} An asynchronous generator yielding generation chunks.
-     */
-    async *_streamResponseChunks(prompt, options, runManager) {
-        const body = await this.contentHandler.transformInput(prompt, this.modelKwargs ?? {});
-        const { contentType, accepts } = this.contentHandler;
-        const stream = await this.caller.call(() => this.client.send(new client_sagemaker_runtime_1.InvokeEndpointWithResponseStreamCommand({
-            EndpointName: this.endpointName,
-            Body: body,
-            ContentType: contentType,
-            Accept: accepts,
-            ...this.endpointKwargs,
-        }), { abortSignal: options.signal }));
-        if (!stream.Body) {
-            throw new Error("Inference result missing Body");
-        }
-        for await (const chunk of stream.Body) {
-            if (chunk.PayloadPart && chunk.PayloadPart.Bytes) {
-                const text = await this.contentHandler.transformOutput(chunk.PayloadPart.Bytes);
-                yield new index_js_1.GenerationChunk({
-                    text,
-                    generationInfo: {
-                        ...chunk,
-                        response: undefined,
-                    },
-                });
-                await runManager?.handleLLMNewToken(text);
-            }
-            else if (chunk.InternalStreamFailure) {
-                throw new Error(chunk.InternalStreamFailure.message);
-            }
-            else if (chunk.ModelStreamError) {
-                throw new Error(chunk.ModelStreamError.message);
-            }
-        }
-    }
-}
-exports.SageMakerEndpoint = SageMakerEndpoint;
+__exportStar(require("@langchain/community/llms/sagemaker_endpoint"), exports);

package/dist/llms/sagemaker_endpoint.d.ts

@@ -1,121 +1 @@
-import { SageMakerRuntimeClient, SageMakerRuntimeClientConfig } from "@aws-sdk/client-sagemaker-runtime";
-import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
-import { GenerationChunk } from "../schema/index.js";
-import { BaseLLMCallOptions, BaseLLMParams, LLM } from "./base.js";
-/**
- * A handler class to transform input from LLM to a format that SageMaker
- * endpoint expects. Similarily, the class also handles transforming output from
- * the SageMaker endpoint to a format that LLM class expects.
- *
- * Example:
- * ```
- * class ContentHandler implements ContentHandlerBase<string, string> {
- *   contentType = "application/json"
- *   accepts = "application/json"
- *
- *   transformInput(prompt: string, modelKwargs: Record<string, unknown>) {
- *     const inputString = JSON.stringify({
- *       prompt,
- *      ...modelKwargs
- *     })
- *     return Buffer.from(inputString)
- *   }
- *
- *   transformOutput(output: Uint8Array) {
- *     const responseJson = JSON.parse(Buffer.from(output).toString("utf-8"))
- *     return responseJson[0].generated_text
- *   }
- *
- * }
- * ```
- */
-export declare abstract class BaseSageMakerContentHandler<InputType, OutputType> {
-    contentType: string;
-    accepts: string;
-    /**
-     * Transforms the prompt and model arguments into a specific format for sending to SageMaker.
-     * @param {InputType} prompt The prompt to be transformed.
-     * @param {Record<string, unknown>} modelKwargs Additional arguments.
-     * @returns {Promise<Uint8Array>} A promise that resolves to the formatted data for sending.
-     */
-    abstract transformInput(prompt: InputType, modelKwargs: Record<string, unknown>): Promise<Uint8Array>;
-    /**
-     * Transforms SageMaker output into a desired format.
-     * @param {Uint8Array} output The raw output from SageMaker.
-     * @returns {Promise<OutputType>} A promise that resolves to the transformed data.
-     */
-    abstract transformOutput(output: Uint8Array): Promise<OutputType>;
-}
-export type SageMakerLLMContentHandler = BaseSageMakerContentHandler<string, string>;
-/**
- * The SageMakerEndpointInput interface defines the input parameters for
- * the SageMakerEndpoint class, which includes the endpoint name, client
- * options for the SageMaker client, the content handler, and optional
- * keyword arguments for the model and the endpoint.
- */
-export interface SageMakerEndpointInput extends BaseLLMParams {
-    /**
-     * The name of the endpoint from the deployed SageMaker model. Must be unique
-     * within an AWS Region.
-     */
-    endpointName: string;
-    /**
-     * Options passed to the SageMaker client.
-     */
-    clientOptions: SageMakerRuntimeClientConfig;
-    /**
-     * Key word arguments to pass to the model.
-     */
-    modelKwargs?: Record<string, unknown>;
-    /**
-     * Optional attributes passed to the InvokeEndpointCommand
-     */
-    endpointKwargs?: Record<string, unknown>;
-    /**
-     * The content handler class that provides an input and output transform
-     * functions to handle formats between LLM and the endpoint.
-     */
-    contentHandler: SageMakerLLMContentHandler;
-    streaming?: boolean;
-}
-/**
- * The SageMakerEndpoint class is used to interact with SageMaker
- * Inference Endpoint models. It uses the AWS client for authentication,
- * which automatically loads credentials.
- * If a specific credential profile is to be used, the name of the profile
- * from the ~/.aws/credentials file must be passed. The credentials or
- * roles used should have the required policies to access the SageMaker
- * endpoint.
- */
-export declare class SageMakerEndpoint extends LLM<BaseLLMCallOptions> {
-    static lc_name(): string;
-    get lc_secrets(): {
-        [key: string]: string;
-    } | undefined;
-    endpointName: string;
-    modelKwargs?: Record<string, unknown>;
-    endpointKwargs?: Record<string, unknown>;
-    client: SageMakerRuntimeClient;
-    contentHandler: SageMakerLLMContentHandler;
-    streaming: boolean;
-    constructor(fields: SageMakerEndpointInput);
-    _llmType(): string;
-    /**
-     * Calls the SageMaker endpoint and retrieves the result.
-     * @param {string} prompt The input prompt.
-     * @param {this["ParsedCallOptions"]} options Parsed call options.
-     * @param {CallbackManagerForLLMRun} runManager Optional run manager.
-     * @returns {Promise<string>} A promise that resolves to the generated string.
-     */
-    /** @ignore */
-    _call(prompt: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<string>;
-    private streamingCall;
-    private noStreamingCall;
-    /**
-     * Streams response chunks from the SageMaker endpoint.
-     * @param {string} prompt The input prompt.
-     * @param {this["ParsedCallOptions"]} options Parsed call options.
-     * @returns {AsyncGenerator<GenerationChunk>} An asynchronous generator yielding generation chunks.
-     */
-    _streamResponseChunks(prompt: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
-}
+export * from "@langchain/community/llms/sagemaker_endpoint";