langchain 0.0.202 → 0.0.204-rc.0

package/dist/llms/hf.js

@@ -1,134 +1 @@
-import { getEnvironmentVariable } from "../util/env.js";
-import { LLM } from "./base.js";
-/**
- * Class implementing the Large Language Model (LLM) interface using the
- * Hugging Face Inference API for text generation.
- * @example
- * ```typescript
- * const model = new HuggingFaceInference({
- *   model: "gpt2",
- *   temperature: 0.7,
- *   maxTokens: 50,
- * });
- *
- * const res = await model.call(
- *   "Question: What would be a good company name for a company that makes colorful socks?\nAnswer:"
- * );
- * console.log({ res });
- * ```
- */
-export class HuggingFaceInference extends LLM {
-    get lc_secrets() {
-        return {
-            apiKey: "HUGGINGFACEHUB_API_KEY",
-        };
-    }
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "gpt2"
-        });
-        Object.defineProperty(this, "temperature", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "maxTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "topP", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "topK", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "frequencyPenalty", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "endpointUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "includeCredentials", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        this.model = fields?.model ?? this.model;
-        this.temperature = fields?.temperature ?? this.temperature;
-        this.maxTokens = fields?.maxTokens ?? this.maxTokens;
-        this.topP = fields?.topP ?? this.topP;
-        this.topK = fields?.topK ?? this.topK;
-        this.frequencyPenalty = fields?.frequencyPenalty ?? this.frequencyPenalty;
-        this.apiKey =
-            fields?.apiKey ?? getEnvironmentVariable("HUGGINGFACEHUB_API_KEY");
-        this.endpointUrl = fields?.endpointUrl;
-        this.includeCredentials = fields?.includeCredentials;
-        if (!this.apiKey) {
-            throw new Error("Please set an API key for HuggingFace Hub in the environment variable HUGGINGFACEHUB_API_KEY or in the apiKey field of the HuggingFaceInference constructor.");
-        }
-    }
-    _llmType() {
-        return "hf";
-    }
-    /** @ignore */
-    async _call(prompt, options) {
-        const { HfInference } = await HuggingFaceInference.imports();
-        const hf = this.endpointUrl
-            ? new HfInference(this.apiKey, {
-                includeCredentials: this.includeCredentials,
-            }).endpoint(this.endpointUrl)
-            : new HfInference(this.apiKey, {
-                includeCredentials: this.includeCredentials,
-            });
-        const res = await this.caller.callWithOptions({ signal: options.signal }, hf.textGeneration.bind(hf), {
-            model: this.model,
-            parameters: {
-                // make it behave similar to openai, returning only the generated text
-                return_full_text: false,
-                temperature: this.temperature,
-                max_new_tokens: this.maxTokens,
-                top_p: this.topP,
-                top_k: this.topK,
-                repetition_penalty: this.frequencyPenalty,
-            },
-            inputs: prompt,
-        });
-        return res.generated_text;
-    }
-    /** @ignore */
-    static async imports() {
-        try {
-            const { HfInference } = await import("@huggingface/inference");
-            return { HfInference };
-        }
-        catch (e) {
-            throw new Error("Please install huggingface as a dependency with, e.g. `yarn add @huggingface/inference`");
-        }
-    }
-}
+export * from "@langchain/community/llms/hf";

package/dist/llms/llama_cpp.cjs

@@ -1,113 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LlamaCpp = void 0;
-const llama_cpp_js_1 = require("../util/llama_cpp.cjs");
-const base_js_1 = require("./base.cjs");
-const index_js_1 = require("../schema/index.cjs");
-/**
- *  To use this model you need to have the `node-llama-cpp` module installed.
- *  This can be installed using `npm install -S node-llama-cpp` and the minimum
- *  version supported in version 2.0.0.
- *  This also requires that have a locally built version of Llama2 installed.
- */
-class LlamaCpp extends base_js_1.LLM {
-    static lc_name() {
-        return "LlamaCpp";
-    }
-    constructor(inputs) {
-        super(inputs);
-        Object.defineProperty(this, "maxTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "temperature", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "topK", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "topP", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "trimWhitespaceSuffix", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "_model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "_context", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "_session", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.maxTokens = inputs?.maxTokens;
-        this.temperature = inputs?.temperature;
-        this.topK = inputs?.topK;
-        this.topP = inputs?.topP;
-        this.trimWhitespaceSuffix = inputs?.trimWhitespaceSuffix;
-        this._model = (0, llama_cpp_js_1.createLlamaModel)(inputs);
-        this._context = (0, llama_cpp_js_1.createLlamaContext)(this._model, inputs);
-        this._session = (0, llama_cpp_js_1.createLlamaSession)(this._context);
-    }
-    _llmType() {
-        return "llama2_cpp";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /** @ignore */
-    async _call(prompt, options) {
-        try {
-            const promptOptions = {
-                onToken: options?.onToken,
-                maxTokens: this?.maxTokens,
-                temperature: this?.temperature,
-                topK: this?.topK,
-                topP: this?.topP,
-                trimWhitespaceSuffix: this?.trimWhitespaceSuffix,
-            };
-            const completion = await this._session.prompt(prompt, promptOptions);
-            return completion;
-        }
-        catch (e) {
-            throw new Error("Error getting prompt completion.");
-        }
-    }
-    async *_streamResponseChunks(prompt, _options, runManager) {
-        const promptOptions = {
-            temperature: this?.temperature,
-            topK: this?.topK,
-            topP: this?.topP,
-        };
-        const stream = await this.caller.call(async () => this._context.evaluate(this._context.encode(prompt), promptOptions));
-        for await (const chunk of stream) {
-            yield new index_js_1.GenerationChunk({
-                text: this._context.decode([chunk]),
-                generationInfo: {},
-            });
-            await runManager?.handleLLMNewToken(this._context.decode([chunk]) ?? "");
-        }
-    }
-}
-exports.LlamaCpp = LlamaCpp;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/llms/llama_cpp"), exports);

package/dist/llms/llama_cpp.d.ts

@@ -1,41 +1 @@
-import { LlamaModel, LlamaContext, LlamaChatSession } from "node-llama-cpp";
-import { LlamaBaseCppInputs } from "../util/llama_cpp.js";
-import { LLM, BaseLLMCallOptions, BaseLLMParams } from "./base.js";
-import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
-import { GenerationChunk } from "../schema/index.js";
-/**
- * Note that the modelPath is the only required parameter. For testing you
- * can set this in the environment variable `LLAMA_PATH`.
- */
-export interface LlamaCppInputs extends LlamaBaseCppInputs, BaseLLMParams {
-}
-export interface LlamaCppCallOptions extends BaseLLMCallOptions {
-    /** The maximum number of tokens the response should contain. */
-    maxTokens?: number;
-    /** A function called when matching the provided token array */
-    onToken?: (tokens: number[]) => void;
-}
-/**
- *  To use this model you need to have the `node-llama-cpp` module installed.
- *  This can be installed using `npm install -S node-llama-cpp` and the minimum
- *  version supported in version 2.0.0.
- *  This also requires that have a locally built version of Llama2 installed.
- */
-export declare class LlamaCpp extends LLM<LlamaCppCallOptions> {
-    CallOptions: LlamaCppCallOptions;
-    static inputs: LlamaCppInputs;
-    maxTokens?: number;
-    temperature?: number;
-    topK?: number;
-    topP?: number;
-    trimWhitespaceSuffix?: boolean;
-    _model: LlamaModel;
-    _context: LlamaContext;
-    _session: LlamaChatSession;
-    static lc_name(): string;
-    constructor(inputs: LlamaCppInputs);
-    _llmType(): string;
-    /** @ignore */
-    _call(prompt: string, options?: this["ParsedCallOptions"]): Promise<string>;
-    _streamResponseChunks(prompt: string, _options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
-}
+export * from "@langchain/community/llms/llama_cpp";

package/dist/llms/llama_cpp.js

@@ -1,109 +1 @@
-import { createLlamaModel, createLlamaContext, createLlamaSession, } from "../util/llama_cpp.js";
-import { LLM } from "./base.js";
-import { GenerationChunk } from "../schema/index.js";
-/**
- *  To use this model you need to have the `node-llama-cpp` module installed.
- *  This can be installed using `npm install -S node-llama-cpp` and the minimum
- *  version supported in version 2.0.0.
- *  This also requires that have a locally built version of Llama2 installed.
- */
-export class LlamaCpp extends LLM {
-    static lc_name() {
-        return "LlamaCpp";
-    }
-    constructor(inputs) {
-        super(inputs);
-        Object.defineProperty(this, "maxTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "temperature", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "topK", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "topP", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "trimWhitespaceSuffix", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "_model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "_context", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "_session", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.maxTokens = inputs?.maxTokens;
-        this.temperature = inputs?.temperature;
-        this.topK = inputs?.topK;
-        this.topP = inputs?.topP;
-        this.trimWhitespaceSuffix = inputs?.trimWhitespaceSuffix;
-        this._model = createLlamaModel(inputs);
-        this._context = createLlamaContext(this._model, inputs);
-        this._session = createLlamaSession(this._context);
-    }
-    _llmType() {
-        return "llama2_cpp";
-    }
-    /** @ignore */
-    async _call(prompt, options) {
-        try {
-            const promptOptions = {
-                onToken: options?.onToken,
-                maxTokens: this?.maxTokens,
-                temperature: this?.temperature,
-                topK: this?.topK,
-                topP: this?.topP,
-                trimWhitespaceSuffix: this?.trimWhitespaceSuffix,
-            };
-            const completion = await this._session.prompt(prompt, promptOptions);
-            return completion;
-        }
-        catch (e) {
-            throw new Error("Error getting prompt completion.");
-        }
-    }
-    async *_streamResponseChunks(prompt, _options, runManager) {
-        const promptOptions = {
-            temperature: this?.temperature,
-            topK: this?.topK,
-            topP: this?.topP,
-        };
-        const stream = await this.caller.call(async () => this._context.evaluate(this._context.encode(prompt), promptOptions));
-        for await (const chunk of stream) {
-            yield new GenerationChunk({
-                text: this._context.decode([chunk]),
-                generationInfo: {},
-            });
-            await runManager?.handleLLMNewToken(this._context.decode([chunk]) ?? "");
-        }
-    }
-}
+export * from "@langchain/community/llms/llama_cpp";