langchain 0.0.198 → 0.0.200

package/dist/llms/gradient_ai.cjs

@@ -0,0 +1,112 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GradientLLM = void 0;
+const nodejs_sdk_1 = require("@gradientai/nodejs-sdk");
+const base_js_1 = require("./base.cjs");
+const env_js_1 = require("../util/env.cjs");
+/**
+ * The GradientLLM class is used to interact with Gradient AI inference Endpoint models.
+ * This requires your Gradient AI Access Token which is autoloaded if not specified.
+ */
+class GradientLLM extends base_js_1.LLM {
+    static lc_name() {
+        return "GradientLLM";
+    }
+    get lc_secrets() {
+        return {
+            gradientAccessKey: "GRADIENT_ACCESS_TOKEN",
+            workspaceId: "GRADIENT_WORKSPACE_ID",
+        };
+    }
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "modelSlug", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "llama2-7b-chat"
+        });
+        Object.defineProperty(this, "adapterId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "gradientAccessKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "workspaceId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "inferenceParameters", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        // Gradient AI does not export the BaseModel type. Once it does, we can use it here.
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.modelSlug = fields?.modelSlug ?? this.modelSlug;
+        this.adapterId = fields?.adapterId;
+        this.gradientAccessKey =
+            fields?.gradientAccessKey ??
+                (0, env_js_1.getEnvironmentVariable)("GRADIENT_ACCESS_TOKEN");
+        this.workspaceId =
+            fields?.workspaceId ?? (0, env_js_1.getEnvironmentVariable)("GRADIENT_WORKSPACE_ID");
+        this.inferenceParameters = fields.inferenceParameters;
+        if (!this.gradientAccessKey) {
+            throw new Error("Missing Gradient AI Access Token");
+        }
+        if (!this.workspaceId) {
+            throw new Error("Missing Gradient AI Workspace ID");
+        }
+    }
+    _llmType() {
+        return "gradient_ai";
+    }
+    /**
+     * Calls the Gradient AI endpoint and retrieves the result.
+     * @param {string} prompt The input prompt.
+     * @returns {Promise<string>} A promise that resolves to the generated string.
+     */
+    /** @ignore */
+    async _call(prompt, _options) {
+        await this.setModel();
+        const response = (await this.caller.call(async () => this.model.complete({
+            query: prompt,
+            ...this.inferenceParameters,
+        })));
+        return response.generatedOutput;
+    }
+    async setModel() {
+        if (this.model)
+            return;
+        const gradient = new nodejs_sdk_1.Gradient({
+            accessToken: this.gradientAccessKey,
+            workspaceId: this.workspaceId,
+        });
+        if (this.adapterId) {
+            this.model = await gradient.getModelAdapter({
+                modelAdapterId: this.adapterId,
+            });
+        }
+        else {
+            this.model = await gradient.getBaseModel({
+                baseModelSlug: this.modelSlug,
+            });
+        }
+    }
+}
+exports.GradientLLM = GradientLLM;

package/dist/llms/gradient_ai.d.ts

@@ -0,0 +1,55 @@
+import { BaseLLMCallOptions, BaseLLMParams, LLM } from "./base.js";
+/**
+ * The GradientLLMParams interface defines the input parameters for
+ * the GradientLLM class.
+ */
+export interface GradientLLMParams extends BaseLLMParams {
+    /**
+     * Gradient AI Access Token.
+     * Provide Access Token if you do not wish to automatically pull from env.
+     */
+    gradientAccessKey?: string;
+    /**
+     * Gradient Workspace Id.
+     * Provide workspace id if you do not wish to automatically pull from env.
+     */
+    workspaceId?: string;
+    /**
+     * Parameters accepted by the Gradient npm package.
+     */
+    inferenceParameters?: Record<string, unknown>;
+    /**
+     * Gradient AI Model Slug.
+     */
+    modelSlug?: string;
+    /**
+     * Gradient Adapter ID for custom fine tuned models.
+     */
+    adapterId?: string;
+}
+/**
+ * The GradientLLM class is used to interact with Gradient AI inference Endpoint models.
+ * This requires your Gradient AI Access Token which is autoloaded if not specified.
+ */
+export declare class GradientLLM extends LLM<BaseLLMCallOptions> {
+    static lc_name(): string;
+    get lc_secrets(): {
+        [key: string]: string;
+    } | undefined;
+    modelSlug: string;
+    adapterId?: string;
+    gradientAccessKey?: string;
+    workspaceId?: string;
+    inferenceParameters?: Record<string, unknown>;
+    model: any;
+    constructor(fields: GradientLLMParams);
+    _llmType(): string;
+    /**
+     * Calls the Gradient AI endpoint and retrieves the result.
+     * @param {string} prompt The input prompt.
+     * @returns {Promise<string>} A promise that resolves to the generated string.
+     */
+    /** @ignore */
+    _call(prompt: string, _options: this["ParsedCallOptions"]): Promise<string>;
+    setModel(): Promise<void>;
+}

package/dist/llms/gradient_ai.js

@@ -0,0 +1,108 @@
+import { Gradient } from "@gradientai/nodejs-sdk";
+import { LLM } from "./base.js";
+import { getEnvironmentVariable } from "../util/env.js";
+/**
+ * The GradientLLM class is used to interact with Gradient AI inference Endpoint models.
+ * This requires your Gradient AI Access Token which is autoloaded if not specified.
+ */
+export class GradientLLM extends LLM {
+    static lc_name() {
+        return "GradientLLM";
+    }
+    get lc_secrets() {
+        return {
+            gradientAccessKey: "GRADIENT_ACCESS_TOKEN",
+            workspaceId: "GRADIENT_WORKSPACE_ID",
+        };
+    }
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "modelSlug", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "llama2-7b-chat"
+        });
+        Object.defineProperty(this, "adapterId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "gradientAccessKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "workspaceId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "inferenceParameters", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        // Gradient AI does not export the BaseModel type. Once it does, we can use it here.
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.modelSlug = fields?.modelSlug ?? this.modelSlug;
+        this.adapterId = fields?.adapterId;
+        this.gradientAccessKey =
+            fields?.gradientAccessKey ??
+                getEnvironmentVariable("GRADIENT_ACCESS_TOKEN");
+        this.workspaceId =
+            fields?.workspaceId ?? getEnvironmentVariable("GRADIENT_WORKSPACE_ID");
+        this.inferenceParameters = fields.inferenceParameters;
+        if (!this.gradientAccessKey) {
+            throw new Error("Missing Gradient AI Access Token");
+        }
+        if (!this.workspaceId) {
+            throw new Error("Missing Gradient AI Workspace ID");
+        }
+    }
+    _llmType() {
+        return "gradient_ai";
+    }
+    /**
+     * Calls the Gradient AI endpoint and retrieves the result.
+     * @param {string} prompt The input prompt.
+     * @returns {Promise<string>} A promise that resolves to the generated string.
+     */
+    /** @ignore */
+    async _call(prompt, _options) {
+        await this.setModel();
+        const response = (await this.caller.call(async () => this.model.complete({
+            query: prompt,
+            ...this.inferenceParameters,
+        })));
+        return response.generatedOutput;
+    }
+    async setModel() {
+        if (this.model)
+            return;
+        const gradient = new Gradient({
+            accessToken: this.gradientAccessKey,
+            workspaceId: this.workspaceId,
+        });
+        if (this.adapterId) {
+            this.model = await gradient.getModelAdapter({
+                modelAdapterId: this.adapterId,
+            });
+        }
+        else {
+            this.model = await gradient.getBaseModel({
+                baseModelSlug: this.modelSlug,
+            });
+        }
+    }
+}

package/dist/llms/llama_cpp.cjs

@@ -77,9 +77,10 @@ class LlamaCpp extends base_js_1.LLM {
         return "llama2_cpp";
     }
     /** @ignore */
-    async _call(prompt, _options) {
+    async _call(prompt, options) {
         try {
             const promptOptions = {
+                onToken: options?.onToken,
                 maxTokens: this?.maxTokens,
                 temperature: this?.temperature,
                 topK: this?.topK,

package/dist/llms/llama_cpp.d.ts

@@ -36,6 +36,6 @@ export declare class LlamaCpp extends LLM<LlamaCppCallOptions> {
     constructor(inputs: LlamaCppInputs);
     _llmType(): string;
     /** @ignore */
-    _call(prompt: string, _options?: this["ParsedCallOptions"]): Promise<string>;
+    _call(prompt: string, options?: this["ParsedCallOptions"]): Promise<string>;
     _streamResponseChunks(prompt: string, _options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
 }

package/dist/llms/llama_cpp.js

@@ -74,9 +74,10 @@ export class LlamaCpp extends LLM {
         return "llama2_cpp";
     }
     /** @ignore */
-    async _call(prompt, _options) {
+    async _call(prompt, options) {
         try {
             const promptOptions = {
+                onToken: options?.onToken,
                 maxTokens: this?.maxTokens,
                 temperature: this?.temperature,
                 topK: this?.topK,

package/dist/llms/watsonx_ai.cjs

@@ -0,0 +1,154 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WatsonxAI = void 0;
+const base_js_1 = require("./base.cjs");
+const env_js_1 = require("../util/env.cjs");
+const endpointConstructor = (region, version) => `https://${region}.ml.cloud.ibm.com/ml/v1-beta/generation/text?version=${version}`;
+/**
+ * The WatsonxAI class is used to interact with Watsonx AI
+ * Inference Endpoint models. It uses IBM Cloud for authentication.
+ * This requires your IBM Cloud API Key which is autoloaded if not specified.
+ */
+class WatsonxAI extends base_js_1.LLM {
+    static lc_name() {
+        return "WatsonxAI";
+    }
+    get lc_secrets() {
+        return {
+            ibmCloudApiKey: "IBM_CLOUD_API_KEY",
+            projectId: "WATSONX_PROJECT_ID",
+        };
+    }
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "endpoint", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "region", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "us-south"
+        });
+        Object.defineProperty(this, "version", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "2023-05-29"
+        });
+        Object.defineProperty(this, "modelId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "meta-llama/llama-2-70b-chat"
+        });
+        Object.defineProperty(this, "modelKwargs", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "ibmCloudApiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "ibmCloudToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "ibmCloudTokenExpiresAt", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "projectId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "modelParameters", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.region = fields?.region ?? this.region;
+        this.version = fields?.version ?? this.version;
+        this.modelId = fields?.modelId ?? this.modelId;
+        this.ibmCloudApiKey =
+            fields?.ibmCloudApiKey ?? (0, env_js_1.getEnvironmentVariable)("IBM_CLOUD_API_KEY");
+        this.projectId =
+            fields?.projectId ?? (0, env_js_1.getEnvironmentVariable)("WATSONX_PROJECT_ID");
+        this.endpoint =
+            fields?.endpoint ?? endpointConstructor(this.region, this.version);
+        this.modelParameters = fields.modelParameters;
+        if (!this.ibmCloudApiKey) {
+            throw new Error("Missing IBM Cloud API Key");
+        }
+        if (!this.projectId) {
+            throw new Error("Missing WatsonX AI Project ID");
+        }
+    }
+    _llmType() {
+        return "watsonx_ai";
+    }
+    /**
+     * Calls the WatsonX AI endpoint and retrieves the result.
+     * @param {string} prompt The input prompt.
+     * @returns {Promise<string>} A promise that resolves to the generated string.
+     */
+    /** @ignore */
+    async _call(prompt, _options) {
+        const response = (await this.caller.call(async () => fetch(this.endpoint, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Accept: "application/json",
+                Authorization: `Bearer ${await this.generateToken()}`,
+            },
+            body: JSON.stringify({
+                project_id: this.projectId,
+                model_id: this.modelId,
+                input: prompt,
+                parameters: this.modelParameters,
+            }),
+        }).then((res) => res.json())));
+        /**
+         * Handle Errors for invalid requests.
+         */
+        if (response.errors) {
+            throw new Error(response.errors[0].message);
+        }
+        return response.results[0].generated_text;
+    }
+    async generateToken() {
+        if (this.ibmCloudToken && this.ibmCloudTokenExpiresAt) {
+            if (this.ibmCloudTokenExpiresAt > Date.now()) {
+                return this.ibmCloudToken;
+            }
+        }
+        const urlTokenParams = new URLSearchParams();
+        urlTokenParams.append("grant_type", "urn:ibm:params:oauth:grant-type:apikey");
+        urlTokenParams.append("apikey", this.ibmCloudApiKey);
+        const data = (await fetch("https://iam.cloud.ibm.com/identity/token", {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/x-www-form-urlencoded",
+            },
+            body: urlTokenParams,
+        }).then((res) => res.json()));
+        this.ibmCloudTokenExpiresAt = data.expiration * 1000;
+        this.ibmCloudToken = data.access_token;
+        return this.ibmCloudToken;
+    }
+}
+exports.WatsonxAI = WatsonxAI;

package/dist/llms/watsonx_ai.d.ts

@@ -0,0 +1,72 @@
+import { BaseLLMCallOptions, BaseLLMParams, LLM } from "./base.js";
+/**
+ * The WatsonxAIParams interface defines the input parameters for
+ * the WatsonxAI class.
+ */
+export interface WatsonxAIParams extends BaseLLMParams {
+    /**
+     * WatsonX AI Complete Endpoint.
+     * Can be used if you want a fully custom endpoint.
+     */
+    endpoint?: string;
+    /**
+     * IBM Cloud Compute Region.
+     * eg. us-south, us-east, etc.
+     */
+    region?: string;
+    /**
+     * WatsonX AI Version.
+     * Date representing the WatsonX AI Version.
+     * eg. 2023-05-29
+     */
+    version?: string;
+    /**
+     * WatsonX AI Key.
+     * Provide API Key if you do not wish to automatically pull from env.
+     */
+    ibmCloudApiKey?: string;
+    /**
+     * WatsonX AI Key.
+     * Provide API Key if you do not wish to automatically pull from env.
+     */
+    projectId?: string;
+    /**
+     * Parameters accepted by the WatsonX AI Endpoint.
+     */
+    modelParameters?: Record<string, unknown>;
+    /**
+     * WatsonX AI Model ID.
+     */
+    modelId?: string;
+}
+/**
+ * The WatsonxAI class is used to interact with Watsonx AI
+ * Inference Endpoint models. It uses IBM Cloud for authentication.
+ * This requires your IBM Cloud API Key which is autoloaded if not specified.
+ */
+export declare class WatsonxAI extends LLM<BaseLLMCallOptions> {
+    static lc_name(): string;
+    get lc_secrets(): {
+        [key: string]: string;
+    } | undefined;
+    endpoint: string;
+    region: string;
+    version: string;
+    modelId: string;
+    modelKwargs?: Record<string, unknown>;
+    ibmCloudApiKey?: string;
+    ibmCloudToken?: string;
+    ibmCloudTokenExpiresAt?: number;
+    projectId?: string;
+    modelParameters?: Record<string, unknown>;
+    constructor(fields: WatsonxAIParams);
+    _llmType(): string;
+    /**
+     * Calls the WatsonX AI endpoint and retrieves the result.
+     * @param {string} prompt The input prompt.
+     * @returns {Promise<string>} A promise that resolves to the generated string.
+     */
+    /** @ignore */
+    _call(prompt: string, _options: this["ParsedCallOptions"]): Promise<string>;
+    generateToken(): Promise<string>;
+}

package/dist/llms/watsonx_ai.js

@@ -0,0 +1,150 @@
+import { LLM } from "./base.js";
+import { getEnvironmentVariable } from "../util/env.js";
+const endpointConstructor = (region, version) => `https://${region}.ml.cloud.ibm.com/ml/v1-beta/generation/text?version=${version}`;
+/**
+ * The WatsonxAI class is used to interact with Watsonx AI
+ * Inference Endpoint models. It uses IBM Cloud for authentication.
+ * This requires your IBM Cloud API Key which is autoloaded if not specified.
+ */
+export class WatsonxAI extends LLM {
+    static lc_name() {
+        return "WatsonxAI";
+    }
+    get lc_secrets() {
+        return {
+            ibmCloudApiKey: "IBM_CLOUD_API_KEY",
+            projectId: "WATSONX_PROJECT_ID",
+        };
+    }
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "endpoint", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "region", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "us-south"
+        });
+        Object.defineProperty(this, "version", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "2023-05-29"
+        });
+        Object.defineProperty(this, "modelId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "meta-llama/llama-2-70b-chat"
+        });
+        Object.defineProperty(this, "modelKwargs", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "ibmCloudApiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "ibmCloudToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "ibmCloudTokenExpiresAt", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "projectId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "modelParameters", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.region = fields?.region ?? this.region;
+        this.version = fields?.version ?? this.version;
+        this.modelId = fields?.modelId ?? this.modelId;
+        this.ibmCloudApiKey =
+            fields?.ibmCloudApiKey ?? getEnvironmentVariable("IBM_CLOUD_API_KEY");
+        this.projectId =
+            fields?.projectId ?? getEnvironmentVariable("WATSONX_PROJECT_ID");
+        this.endpoint =
+            fields?.endpoint ?? endpointConstructor(this.region, this.version);
+        this.modelParameters = fields.modelParameters;
+        if (!this.ibmCloudApiKey) {
+            throw new Error("Missing IBM Cloud API Key");
+        }
+        if (!this.projectId) {
+            throw new Error("Missing WatsonX AI Project ID");
+        }
+    }
+    _llmType() {
+        return "watsonx_ai";
+    }
+    /**
+     * Calls the WatsonX AI endpoint and retrieves the result.
+     * @param {string} prompt The input prompt.
+     * @returns {Promise<string>} A promise that resolves to the generated string.
+     */
+    /** @ignore */
+    async _call(prompt, _options) {
+        const response = (await this.caller.call(async () => fetch(this.endpoint, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Accept: "application/json",
+                Authorization: `Bearer ${await this.generateToken()}`,
+            },
+            body: JSON.stringify({
+                project_id: this.projectId,
+                model_id: this.modelId,
+                input: prompt,
+                parameters: this.modelParameters,
+            }),
+        }).then((res) => res.json())));
+        /**
+         * Handle Errors for invalid requests.
+         */
+        if (response.errors) {
+            throw new Error(response.errors[0].message);
+        }
+        return response.results[0].generated_text;
+    }
+    async generateToken() {
+        if (this.ibmCloudToken && this.ibmCloudTokenExpiresAt) {
+            if (this.ibmCloudTokenExpiresAt > Date.now()) {
+                return this.ibmCloudToken;
+            }
+        }
+        const urlTokenParams = new URLSearchParams();
+        urlTokenParams.append("grant_type", "urn:ibm:params:oauth:grant-type:apikey");
+        urlTokenParams.append("apikey", this.ibmCloudApiKey);
+        const data = (await fetch("https://iam.cloud.ibm.com/identity/token", {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/x-www-form-urlencoded",
+            },
+            body: urlTokenParams,
+        }).then((res) => res.json()));
+        this.ibmCloudTokenExpiresAt = data.expiration * 1000;
+        this.ibmCloudToken = data.access_token;
+        return this.ibmCloudToken;
+    }
+}