langchain 0.0.203 → 0.0.204-rc.1

package/dist/llms/sagemaker_endpoint.js

@@ -1,200 +1 @@
-import { InvokeEndpointCommand, InvokeEndpointWithResponseStreamCommand, SageMakerRuntimeClient, } from "@aws-sdk/client-sagemaker-runtime";
-import { GenerationChunk } from "../schema/index.js";
-import { LLM } from "./base.js";
-/**
- * A handler class to transform input from LLM to a format that SageMaker
- * endpoint expects. Similarily, the class also handles transforming output from
- * the SageMaker endpoint to a format that LLM class expects.
- *
- * Example:
- * ```
- * class ContentHandler implements ContentHandlerBase<string, string> {
- *   contentType = "application/json"
- *   accepts = "application/json"
- *
- *   transformInput(prompt: string, modelKwargs: Record<string, unknown>) {
- *     const inputString = JSON.stringify({
- *       prompt,
- *      ...modelKwargs
- *     })
- *     return Buffer.from(inputString)
- *   }
- *
- *   transformOutput(output: Uint8Array) {
- *     const responseJson = JSON.parse(Buffer.from(output).toString("utf-8"))
- *     return responseJson[0].generated_text
- *   }
- *
- * }
- * ```
- */
-export class BaseSageMakerContentHandler {
-    constructor() {
-        Object.defineProperty(this, "contentType", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "text/plain"
-        });
-        Object.defineProperty(this, "accepts", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "text/plain"
-        });
-    }
-}
-/**
- * The SageMakerEndpoint class is used to interact with SageMaker
- * Inference Endpoint models. It uses the AWS client for authentication,
- * which automatically loads credentials.
- * If a specific credential profile is to be used, the name of the profile
- * from the ~/.aws/credentials file must be passed. The credentials or
- * roles used should have the required policies to access the SageMaker
- * endpoint.
- */
-export class SageMakerEndpoint extends LLM {
-    static lc_name() {
-        return "SageMakerEndpoint";
-    }
-    get lc_secrets() {
-        return {
-            "clientOptions.credentials.accessKeyId": "AWS_ACCESS_KEY_ID",
-            "clientOptions.credentials.secretAccessKey": "AWS_SECRET_ACCESS_KEY",
-            "clientOptions.credentials.sessionToken": "AWS_SESSION_TOKEN",
-        };
-    }
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "endpointName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "modelKwargs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "endpointKwargs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "contentHandler", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "streaming", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (!fields.clientOptions.region) {
-            throw new Error(`Please pass a "clientOptions" object with a "region" field to the constructor`);
-        }
-        const endpointName = fields?.endpointName;
-        if (!endpointName) {
-            throw new Error(`Please pass an "endpointName" field to the constructor`);
-        }
-        const contentHandler = fields?.contentHandler;
-        if (!contentHandler) {
-            throw new Error(`Please pass a "contentHandler" field to the constructor`);
-        }
-        this.endpointName = fields.endpointName;
-        this.contentHandler = fields.contentHandler;
-        this.endpointKwargs = fields.endpointKwargs;
-        this.modelKwargs = fields.modelKwargs;
-        this.streaming = fields.streaming ?? false;
-        this.client = new SageMakerRuntimeClient(fields.clientOptions);
-    }
-    _llmType() {
-        return "sagemaker_endpoint";
-    }
-    /**
-     * Calls the SageMaker endpoint and retrieves the result.
-     * @param {string} prompt The input prompt.
-     * @param {this["ParsedCallOptions"]} options Parsed call options.
-     * @param {CallbackManagerForLLMRun} runManager Optional run manager.
-     * @returns {Promise<string>} A promise that resolves to the generated string.
-     */
-    /** @ignore */
-    async _call(prompt, options, runManager) {
-        return this.streaming
-            ? await this.streamingCall(prompt, options, runManager)
-            : await this.noStreamingCall(prompt, options);
-    }
-    async streamingCall(prompt, options, runManager) {
-        const chunks = [];
-        for await (const chunk of this._streamResponseChunks(prompt, options, runManager)) {
-            chunks.push(chunk.text);
-        }
-        return chunks.join("");
-    }
-    async noStreamingCall(prompt, options) {
-        const body = await this.contentHandler.transformInput(prompt, this.modelKwargs ?? {});
-        const { contentType, accepts } = this.contentHandler;
-        const response = await this.caller.call(() => this.client.send(new InvokeEndpointCommand({
-            EndpointName: this.endpointName,
-            Body: body,
-            ContentType: contentType,
-            Accept: accepts,
-            ...this.endpointKwargs,
-        }), { abortSignal: options.signal }));
-        if (response.Body === undefined) {
-            throw new Error("Inference result missing Body");
-        }
-        return this.contentHandler.transformOutput(response.Body);
-    }
-    /**
-     * Streams response chunks from the SageMaker endpoint.
-     * @param {string} prompt The input prompt.
-     * @param {this["ParsedCallOptions"]} options Parsed call options.
-     * @returns {AsyncGenerator<GenerationChunk>} An asynchronous generator yielding generation chunks.
-     */
-    async *_streamResponseChunks(prompt, options, runManager) {
-        const body = await this.contentHandler.transformInput(prompt, this.modelKwargs ?? {});
-        const { contentType, accepts } = this.contentHandler;
-        const stream = await this.caller.call(() => this.client.send(new InvokeEndpointWithResponseStreamCommand({
-            EndpointName: this.endpointName,
-            Body: body,
-            ContentType: contentType,
-            Accept: accepts,
-            ...this.endpointKwargs,
-        }), { abortSignal: options.signal }));
-        if (!stream.Body) {
-            throw new Error("Inference result missing Body");
-        }
-        for await (const chunk of stream.Body) {
-            if (chunk.PayloadPart && chunk.PayloadPart.Bytes) {
-                const text = await this.contentHandler.transformOutput(chunk.PayloadPart.Bytes);
-                yield new GenerationChunk({
-                    text,
-                    generationInfo: {
-                        ...chunk,
-                        response: undefined,
-                    },
-                });
-                await runManager?.handleLLMNewToken(text);
-            }
-            else if (chunk.InternalStreamFailure) {
-                throw new Error(chunk.InternalStreamFailure.message);
-            }
-            else if (chunk.ModelStreamError) {
-                throw new Error(chunk.ModelStreamError.message);
-            }
-        }
-    }
-}
+export * from "@langchain/community/llms/sagemaker_endpoint";

package/dist/llms/watsonx_ai.cjs

@@ -1,154 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.WatsonxAI = void 0;
-const base_js_1 = require("./base.cjs");
-const env_js_1 = require("../util/env.cjs");
-const endpointConstructor = (region, version) => `https://${region}.ml.cloud.ibm.com/ml/v1-beta/generation/text?version=${version}`;
-/**
- * The WatsonxAI class is used to interact with Watsonx AI
- * Inference Endpoint models. It uses IBM Cloud for authentication.
- * This requires your IBM Cloud API Key which is autoloaded if not specified.
- */
-class WatsonxAI extends base_js_1.LLM {
-    static lc_name() {
-        return "WatsonxAI";
-    }
-    get lc_secrets() {
-        return {
-            ibmCloudApiKey: "IBM_CLOUD_API_KEY",
-            projectId: "WATSONX_PROJECT_ID",
-        };
-    }
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "endpoint", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "region", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "us-south"
-        });
-        Object.defineProperty(this, "version", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "2023-05-29"
-        });
-        Object.defineProperty(this, "modelId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "meta-llama/llama-2-70b-chat"
-        });
-        Object.defineProperty(this, "modelKwargs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ibmCloudApiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ibmCloudToken", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ibmCloudTokenExpiresAt", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "projectId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "modelParameters", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.region = fields?.region ?? this.region;
-        this.version = fields?.version ?? this.version;
-        this.modelId = fields?.modelId ?? this.modelId;
-        this.ibmCloudApiKey =
-            fields?.ibmCloudApiKey ?? (0, env_js_1.getEnvironmentVariable)("IBM_CLOUD_API_KEY");
-        this.projectId =
-            fields?.projectId ?? (0, env_js_1.getEnvironmentVariable)("WATSONX_PROJECT_ID");
-        this.endpoint =
-            fields?.endpoint ?? endpointConstructor(this.region, this.version);
-        this.modelParameters = fields.modelParameters;
-        if (!this.ibmCloudApiKey) {
-            throw new Error("Missing IBM Cloud API Key");
-        }
-        if (!this.projectId) {
-            throw new Error("Missing WatsonX AI Project ID");
-        }
-    }
-    _llmType() {
-        return "watsonx_ai";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /**
-     * Calls the WatsonX AI endpoint and retrieves the result.
-     * @param {string} prompt The input prompt.
-     * @returns {Promise<string>} A promise that resolves to the generated string.
-     */
-    /** @ignore */
-    async _call(prompt, _options) {
-        const response = (await this.caller.call(async () => fetch(this.endpoint, {
-            method: "POST",
-            headers: {
-                "Content-Type": "application/json",
-                Accept: "application/json",
-                Authorization: `Bearer ${await this.generateToken()}`,
-            },
-            body: JSON.stringify({
-                project_id: this.projectId,
-                model_id: this.modelId,
-                input: prompt,
-                parameters: this.modelParameters,
-            }),
-        }).then((res) => res.json())));
-        /**
-         * Handle Errors for invalid requests.
-         */
-        if (response.errors) {
-            throw new Error(response.errors[0].message);
-        }
-        return response.results[0].generated_text;
-    }
-    async generateToken() {
-        if (this.ibmCloudToken && this.ibmCloudTokenExpiresAt) {
-            if (this.ibmCloudTokenExpiresAt > Date.now()) {
-                return this.ibmCloudToken;
-            }
-        }
-        const urlTokenParams = new URLSearchParams();
-        urlTokenParams.append("grant_type", "urn:ibm:params:oauth:grant-type:apikey");
-        urlTokenParams.append("apikey", this.ibmCloudApiKey);
-        const data = (await fetch("https://iam.cloud.ibm.com/identity/token", {
-            method: "POST",
-            headers: {
-                "Content-Type": "application/x-www-form-urlencoded",
-            },
-            body: urlTokenParams,
-        }).then((res) => res.json()));
-        this.ibmCloudTokenExpiresAt = data.expiration * 1000;
-        this.ibmCloudToken = data.access_token;
-        return this.ibmCloudToken;
-    }
-}
-exports.WatsonxAI = WatsonxAI;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/llms/watsonx_ai"), exports);

package/dist/llms/watsonx_ai.d.ts

@@ -1,72 +1 @@
-import { BaseLLMCallOptions, BaseLLMParams, LLM } from "./base.js";
-/**
- * The WatsonxAIParams interface defines the input parameters for
- * the WatsonxAI class.
- */
-export interface WatsonxAIParams extends BaseLLMParams {
-    /**
-     * WatsonX AI Complete Endpoint.
-     * Can be used if you want a fully custom endpoint.
-     */
-    endpoint?: string;
-    /**
-     * IBM Cloud Compute Region.
-     * eg. us-south, us-east, etc.
-     */
-    region?: string;
-    /**
-     * WatsonX AI Version.
-     * Date representing the WatsonX AI Version.
-     * eg. 2023-05-29
-     */
-    version?: string;
-    /**
-     * WatsonX AI Key.
-     * Provide API Key if you do not wish to automatically pull from env.
-     */
-    ibmCloudApiKey?: string;
-    /**
-     * WatsonX AI Key.
-     * Provide API Key if you do not wish to automatically pull from env.
-     */
-    projectId?: string;
-    /**
-     * Parameters accepted by the WatsonX AI Endpoint.
-     */
-    modelParameters?: Record<string, unknown>;
-    /**
-     * WatsonX AI Model ID.
-     */
-    modelId?: string;
-}
-/**
- * The WatsonxAI class is used to interact with Watsonx AI
- * Inference Endpoint models. It uses IBM Cloud for authentication.
- * This requires your IBM Cloud API Key which is autoloaded if not specified.
- */
-export declare class WatsonxAI extends LLM<BaseLLMCallOptions> {
-    static lc_name(): string;
-    get lc_secrets(): {
-        [key: string]: string;
-    } | undefined;
-    endpoint: string;
-    region: string;
-    version: string;
-    modelId: string;
-    modelKwargs?: Record<string, unknown>;
-    ibmCloudApiKey?: string;
-    ibmCloudToken?: string;
-    ibmCloudTokenExpiresAt?: number;
-    projectId?: string;
-    modelParameters?: Record<string, unknown>;
-    constructor(fields: WatsonxAIParams);
-    _llmType(): string;
-    /**
-     * Calls the WatsonX AI endpoint and retrieves the result.
-     * @param {string} prompt The input prompt.
-     * @returns {Promise<string>} A promise that resolves to the generated string.
-     */
-    /** @ignore */
-    _call(prompt: string, _options: this["ParsedCallOptions"]): Promise<string>;
-    generateToken(): Promise<string>;
-}
+export * from "@langchain/community/llms/watsonx_ai";

package/dist/llms/watsonx_ai.js

@@ -1,150 +1 @@
-import { LLM } from "./base.js";
-import { getEnvironmentVariable } from "../util/env.js";
-const endpointConstructor = (region, version) => `https://${region}.ml.cloud.ibm.com/ml/v1-beta/generation/text?version=${version}`;
-/**
- * The WatsonxAI class is used to interact with Watsonx AI
- * Inference Endpoint models. It uses IBM Cloud for authentication.
- * This requires your IBM Cloud API Key which is autoloaded if not specified.
- */
-export class WatsonxAI extends LLM {
-    static lc_name() {
-        return "WatsonxAI";
-    }
-    get lc_secrets() {
-        return {
-            ibmCloudApiKey: "IBM_CLOUD_API_KEY",
-            projectId: "WATSONX_PROJECT_ID",
-        };
-    }
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "endpoint", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "region", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "us-south"
-        });
-        Object.defineProperty(this, "version", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "2023-05-29"
-        });
-        Object.defineProperty(this, "modelId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "meta-llama/llama-2-70b-chat"
-        });
-        Object.defineProperty(this, "modelKwargs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ibmCloudApiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ibmCloudToken", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ibmCloudTokenExpiresAt", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "projectId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "modelParameters", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.region = fields?.region ?? this.region;
-        this.version = fields?.version ?? this.version;
-        this.modelId = fields?.modelId ?? this.modelId;
-        this.ibmCloudApiKey =
-            fields?.ibmCloudApiKey ?? getEnvironmentVariable("IBM_CLOUD_API_KEY");
-        this.projectId =
-            fields?.projectId ?? getEnvironmentVariable("WATSONX_PROJECT_ID");
-        this.endpoint =
-            fields?.endpoint ?? endpointConstructor(this.region, this.version);
-        this.modelParameters = fields.modelParameters;
-        if (!this.ibmCloudApiKey) {
-            throw new Error("Missing IBM Cloud API Key");
-        }
-        if (!this.projectId) {
-            throw new Error("Missing WatsonX AI Project ID");
-        }
-    }
-    _llmType() {
-        return "watsonx_ai";
-    }
-    /**
-     * Calls the WatsonX AI endpoint and retrieves the result.
-     * @param {string} prompt The input prompt.
-     * @returns {Promise<string>} A promise that resolves to the generated string.
-     */
-    /** @ignore */
-    async _call(prompt, _options) {
-        const response = (await this.caller.call(async () => fetch(this.endpoint, {
-            method: "POST",
-            headers: {
-                "Content-Type": "application/json",
-                Accept: "application/json",
-                Authorization: `Bearer ${await this.generateToken()}`,
-            },
-            body: JSON.stringify({
-                project_id: this.projectId,
-                model_id: this.modelId,
-                input: prompt,
-                parameters: this.modelParameters,
-            }),
-        }).then((res) => res.json())));
-        /**
-         * Handle Errors for invalid requests.
-         */
-        if (response.errors) {
-            throw new Error(response.errors[0].message);
-        }
-        return response.results[0].generated_text;
-    }
-    async generateToken() {
-        if (this.ibmCloudToken && this.ibmCloudTokenExpiresAt) {
-            if (this.ibmCloudTokenExpiresAt > Date.now()) {
-                return this.ibmCloudToken;
-            }
-        }
-        const urlTokenParams = new URLSearchParams();
-        urlTokenParams.append("grant_type", "urn:ibm:params:oauth:grant-type:apikey");
-        urlTokenParams.append("apikey", this.ibmCloudApiKey);
-        const data = (await fetch("https://iam.cloud.ibm.com/identity/token", {
-            method: "POST",
-            headers: {
-                "Content-Type": "application/x-www-form-urlencoded",
-            },
-            body: urlTokenParams,
-        }).then((res) => res.json()));
-        this.ibmCloudTokenExpiresAt = data.expiration * 1000;
-        this.ibmCloudToken = data.access_token;
-        return this.ibmCloudToken;
-    }
-}
+export * from "@langchain/community/llms/watsonx_ai";