langchain 0.0.4 → 0.0.6

package/dist/llms/base.d.ts

@@ -0,0 +1,64 @@
+import { LLMCallbackManager, LLMResult } from "./index";
+export type SerializedLLM = {
+    _type: string;
+} & Record<string, any>;
+/**
+ * LLM Wrapper. Provides an {@link call} (an {@link generate}) function that takes in a prompt (or prompts) and returns a string.
+ */
+export declare abstract class BaseLLM {
+    /**
+     * The name of the LLM class
+     */
+    name: string;
+    cache?: boolean;
+    callbackManager: LLMCallbackManager;
+    /**
+     * Whether to print out response text.
+     */
+    verbose?: boolean;
+    constructor(callbackManager?: LLMCallbackManager, verbose?: boolean);
+    /**
+     * Run the LLM on the given prompts and input.
+     */
+    abstract _generate(prompts: string[], stop?: string[]): Promise<LLMResult>;
+    /** @ignore */
+    _generateUncached(prompts: string[], stop?: string[]): Promise<LLMResult>;
+    /**
+     * Run the LLM on the given propmts an input, handling caching.
+     */
+    generate(prompts: string[], stop?: string[]): Promise<LLMResult>;
+    /**
+     * Convenience wrapper for {@link generate} that takes in a single string prompt and returns a single string output.
+     */
+    call(prompt: string, stop?: string[]): Promise<string>;
+    /**
+     * Get the identifying parameters of the LLM.
+     */
+    _identifyingParams(): Record<string, any>;
+    /**
+     * Return the string type key uniquely identifying this class of LLM.
+     */
+    abstract _llmType(): string;
+    /**
+     * Return a json-like object representing this LLM.
+     */
+    serialize(): SerializedLLM;
+    /**
+     * Load an LLM from a json-like object describing it.
+     */
+    static deserialize(data: SerializedLLM): Promise<BaseLLM>;
+}
+/**
+ * LLM class that provides a simpler interface to subclass than {@link BaseLLM}.
+ *
+ * Requires only implementing a simpler {@link _call} method instead of {@link _generate}.
+ *
+ * @augments BaseLLM
+ */
+export declare abstract class LLM extends BaseLLM {
+    /**
+     * Run the LLM on the given prompt and input.
+     */
+    abstract _call(prompt: string, stop?: string[]): Promise<string>;
+    _generate(prompts: string[], stop?: string[]): Promise<LLMResult>;
+}

package/dist/llms/base.js

@@ -0,0 +1,164 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLM = exports.BaseLLM = void 0;
+const index_1 = require("./index");
+const cache_1 = require("../cache");
+const getCallbackManager = () => ({
+    handleStart: (..._args) => {
+        // console.log(args);
+    },
+    handleEnd: (..._args) => {
+        // console.log(args);
+    },
+    handleError: (..._args) => {
+        // console.log(args);
+    },
+});
+const getVerbosity = () => true;
+const cache = new cache_1.InMemoryCache();
+/**
+ * LLM Wrapper. Provides an {@link call} (an {@link generate}) function that takes in a prompt (or prompts) and returns a string.
+ */
+class BaseLLM {
+    constructor(callbackManager, verbose) {
+        /**
+         * The name of the LLM class
+         */
+        Object.defineProperty(this, "name", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "cache", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "callbackManager", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        /**
+         * Whether to print out response text.
+         */
+        Object.defineProperty(this, "verbose", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        this.callbackManager = callbackManager !== null && callbackManager !== void 0 ? callbackManager : getCallbackManager();
+        this.verbose = verbose !== null && verbose !== void 0 ? verbose : getVerbosity();
+    }
+    /** @ignore */
+    async _generateUncached(prompts, stop) {
+        this.callbackManager.handleStart({ name: this.name }, prompts, this.verbose);
+        let output;
+        try {
+            output = await this._generate(prompts, stop);
+        }
+        catch (err) {
+            this.callbackManager.handleError(`${err}`, this.verbose);
+            throw err;
+        }
+        this.callbackManager.handleEnd(output, this.verbose);
+        return output;
+    }
+    /**
+     * Run the LLM on the given propmts an input, handling caching.
+     */
+    async generate(prompts, stop) {
+        var _a;
+        if (!Array.isArray(prompts)) {
+            throw new Error("Argument 'prompts' is expected to be a string[]");
+        }
+        if (this.cache === true && cache === null) {
+            throw new Error("Requested cache, but no cache found");
+        }
+        if (cache === null || this.cache === false) {
+            return this._generateUncached(prompts, stop);
+        }
+        const params = this.serialize();
+        params.stop = stop;
+        const llmStringKey = `${Object.entries(params).sort()}`;
+        const missingPromptIndices = [];
+        const generations = prompts.map((prompt, index) => {
+            const result = cache.lookup(prompt, llmStringKey);
+            if (!result) {
+                missingPromptIndices.push(index);
+            }
+            return result;
+        });
+        let llmOutput = {};
+        if (missingPromptIndices.length > 0) {
+            const results = await this._generateUncached(missingPromptIndices.map((i) => prompts[i]), stop);
+            results.generations.forEach((generation, index) => {
+                const promptIndex = missingPromptIndices[index];
+                generations[promptIndex] = generation;
+                cache.update(prompts[promptIndex], llmStringKey, generation);
+            });
+            llmOutput = (_a = results.llmOutput) !== null && _a !== void 0 ? _a : {};
+        }
+        return { generations, llmOutput };
+    }
+    /**
+     * Convenience wrapper for {@link generate} that takes in a single string prompt and returns a single string output.
+     */
+    async call(prompt, stop) {
+        const { generations } = await this.generate([prompt], stop);
+        return generations[0][0].text;
+    }
+    /**
+     * Get the identifying parameters of the LLM.
+     */
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    _identifyingParams() {
+        return {};
+    }
+    /**
+     * Return a json-like object representing this LLM.
+     */
+    serialize() {
+        return {
+            ...this._identifyingParams(),
+            _type: this._llmType(),
+        };
+    }
+    /**
+     * Load an LLM from a json-like object describing it.
+     */
+    static async deserialize(data) {
+        const { _type, ...rest } = data;
+        const Cls = {
+            openai: index_1.OpenAI,
+        }[_type];
+        if (Cls === undefined) {
+            throw new Error(`Cannot load  LLM with type ${_type}`);
+        }
+        return new Cls(rest);
+    }
+}
+exports.BaseLLM = BaseLLM;
+/**
+ * LLM class that provides a simpler interface to subclass than {@link BaseLLM}.
+ *
+ * Requires only implementing a simpler {@link _call} method instead of {@link _generate}.
+ *
+ * @augments BaseLLM
+ */
+class LLM extends BaseLLM {
+    async _generate(prompts, stop) {
+        const generations = [];
+        for (let i = 0; i < prompts.length; i += 1) {
+            const text = await this._call(prompts[i], stop);
+            generations.push([{ text }]);
+        }
+        return { generations };
+    }
+}
+exports.LLM = LLM;
+//# sourceMappingURL=base.js.map

package/dist/llms/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../llms/base.ts"],"names":[],"mappings":";;;AAAA,mCAAgE;AAChE,oCAAoD;AAEpD,MAAM,kBAAkB,GAAG,GAAuB,EAAE,CAAC,CAAC;IACpD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;IACD,SAAS,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACtB,qBAAqB;IACvB,CAAC;IACD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC;AAEhC,MAAM,KAAK,GAAc,IAAI,qBAAa,EAAE,CAAC;AAO7C;;GAEG;AACH,MAAsB,OAAO;IAe3B,YAAY,eAAoC,EAAE,OAAiB;QAdnE;;WAEG;QACH;;;;;WAAa;QAEb;;;;;WAAgB;QAEhB;;;;;WAAoC;QAEpC;;WAEG;QACH;;;;mBAAoB,KAAK;WAAC;QAGxB,IAAI,CAAC,eAAe,GAAG,eAAe,aAAf,eAAe,cAAf,eAAe,GAAI,kBAAkB,EAAE,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,YAAY,EAAE,CAAC;IAC3C,CAAC;IAOD,cAAc;IACd,KAAK,CAAC,iBAAiB,CACrB,OAAiB,EACjB,IAAe;QAEf,IAAI,CAAC,eAAe,CAAC,WAAW,CAC9B,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EACnB,OAAO,EACP,IAAI,CAAC,OAAO,CACb,CAAC;QACF,IAAI,MAAM,CAAC;QACX,IAAI;YACF,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;SAC9C;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACzD,MAAM,GAAG,CAAC;SACX;QAED,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACrD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAiB,EAAE,IAAe;;QAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAC3B,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;SACpE;QAED,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;SACxD;QAED,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE;YAC1C,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;SAC9C;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;QAEnB,MAAM,YAAY,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACxD,MAAM,oBAAoB,GAAa,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAChD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM,EAAE;gBACX,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aAClC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE;YACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC1C,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAC3C,IAAI,CACL,CAAC;YACF,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;gBAChD,MAAM,WAAW,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBAChD,WAAW,CAAC,WAAW,CAAC,GAAG,UAAU,CAAC;gBACtC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;YACH,SAAS,GAAG,MAAA,OAAO,CAAC,SAAS,mCAAI,EAAE,CAAC;SACrC;QAED,OAAO,EAAE,WAAW,EAAE,SAAS,EAAe,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,IAAe;QACxC,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5D,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,8DAA8D;IAC9D,kBAAkB;QAChB,OAAO,EAAE,CAAC;IACZ,CAAC;IAOD;;OAEG;IACH,SAAS;QACP,OAAO;YACL,GAAG,IAAI,CAAC,kBAAkB,EAAE;YAC5B,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE;SACvB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAmB;QAC1C,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;QAChC,MAAM,GAAG,GAAG;YACV,MAAM,EAAE,cAAM;SACf,CAAC,KAAK,CAAC,CAAC;QACT,IAAI,GAAG,KAAK,SAAS,EAAE;YACrB,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;SACxD;QACD,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;CAGF;AA3ID,0BA2IC;AAED;;;;;;GAMG;AACH,MAAsB,GAAI,SAAQ,OAAO;IAMvC,KAAK,CAAC,SAAS,CAAC,OAAiB,EAAE,IAAe;QAChD,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC1C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAChD,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAC9B;QACD,OAAO,EAAE,WAAW,EAAE,CAAC;IACzB,CAAC;CACF;AAdD,kBAcC"}

package/dist/llms/cohere.d.ts

@@ -0,0 +1,24 @@
+import { LLM, LLMCallbackManager } from ".";
+interface CohereInput {
+    /** Sampling temperature to use */
+    temperature: number;
+    /**
+     * Maximum number of tokens to generate in the completion. -1 returns as many
+     * tokens as possible given the prompt and the model's maximum context size.
+     */
+    maxTokens: number;
+    /** Model to use */
+    model: string;
+}
+export declare class Cohere extends LLM implements CohereInput {
+    temperature: number;
+    maxTokens: number;
+    model: string;
+    constructor(fields?: Partial<CohereInput> & {
+        callbackManager?: LLMCallbackManager;
+        verbose?: boolean;
+    });
+    _llmType(): string;
+    _call(prompt: string, _stop?: string[]): Promise<string>;
+}
+export {};

package/dist/llms/cohere.js

@@ -0,0 +1,55 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Cohere = void 0;
+const _1 = require(".");
+class Cohere extends _1.LLM {
+    constructor(fields) {
+        var _a, _b, _c;
+        super(fields === null || fields === void 0 ? void 0 : fields.callbackManager, fields === null || fields === void 0 ? void 0 : fields.verbose);
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
+        Object.defineProperty(this, "maxTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 250
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.maxTokens = (_a = fields === null || fields === void 0 ? void 0 : fields.maxTokens) !== null && _a !== void 0 ? _a : this.maxTokens;
+        this.temperature = (_b = fields === null || fields === void 0 ? void 0 : fields.temperature) !== null && _b !== void 0 ? _b : this.temperature;
+        this.model = (_c = fields === null || fields === void 0 ? void 0 : fields.model) !== null && _c !== void 0 ? _c : this.model;
+    }
+    _llmType() {
+        return "cohere";
+    }
+    async _call(prompt, _stop) {
+        // eslint-disable-next-line global-require,import/no-extraneous-dependencies,@typescript-eslint/no-var-requires
+        const cohere = require("cohere-ai");
+        cohere.init(process.env.COHERE_API_KEY);
+        // Hit the `generate` endpoint on the `large` model
+        const generateResponse = await cohere.generate({
+            prompt,
+            model: this.model,
+            max_tokens: this.maxTokens,
+            temperature: this.temperature,
+        });
+        try {
+            return generateResponse.body.generations[0].text;
+        }
+        catch (_a) {
+            console.log(generateResponse);
+            throw new Error("Could not parse response.");
+        }
+    }
+}
+exports.Cohere = Cohere;
+//# sourceMappingURL=cohere.js.map

package/dist/llms/cohere.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohere.js","sourceRoot":"","sources":["../../llms/cohere.ts"],"names":[],"mappings":";;;AAAA,wBAA4C;AAgB5C,MAAa,MAAO,SAAQ,MAAG;IAO7B,YACE,MAGC;;QAED,KAAK,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,eAAe,EAAE,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC,CAAC;QAZlD;;;;mBAAc,CAAC;WAAC;QAEhB;;;;mBAAY,GAAG;WAAC;QAEhB;;;;;WAAc;QAUZ,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,mCAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,KAAK,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,KAAK,mCAAI,IAAI,CAAC,KAAK,CAAC;IAC3C,CAAC;IAED,QAAQ;QACN,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAc,EAAE,KAAgB;QAC1C,+GAA+G;QAC/G,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;QAEpC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAExC,mDAAmD;QACnD,MAAM,gBAAgB,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YAC7C,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC,CAAC;QACH,IAAI;YACF,OAAO,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;SAClD;QAAC,WAAM;YACN,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;SAC9C;IACH,CAAC;CACF;AA5CD,wBA4CC"}

package/dist/{esm/llms → llms}/index.d.ts

@@ -1,5 +1,6 @@
 export { BaseLLM, LLM, SerializedLLM } from "./base";
 export { OpenAI } from "./openai";
+export { Cohere } from "./cohere";
 export { loadLLM } from "./load";
 export type LLMCallbackManager = {
     handleStart: (llm: {
@@ -8,11 +9,30 @@ export type LLMCallbackManager = {
     handleError: (err: string, verbose?: boolean) => void;
     handleEnd: (output: LLMResult, verbose?: boolean) => void;
 };
+/**
+ * Output of a single generation.
+ */
 export type Generation = {
+    /**
+     * Generated text output
+     */
     text: string;
+    /**
+     * Raw generation info response from the provider.
+     * May include things like reason for finishing (e.g. in {@link OpenAI})
+     */
     generationInfo?: Record<string, any>;
 };
+/**
+ * Contains all relevant information returned by an LLM.
+ */
 export type LLMResult = {
+    /**
+     * List of the things generated. Each input could have multiple {@link Generation | generations}, hence this is a list of lists.
+     */
     generations: Generation[][];
+    /**
+     * Dictionary of arbitrary LLM-provider specific output.
+     */
     llmOutput?: Record<string, any>;
 };

package/dist/{cjs/llms → llms}/index.js

@@ -1,11 +1,13 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadLLM = exports.OpenAI = exports.LLM = exports.BaseLLM = void 0;
+exports.loadLLM = exports.Cohere = exports.OpenAI = exports.LLM = exports.BaseLLM = void 0;
 var base_1 = require("./base");
 Object.defineProperty(exports, "BaseLLM", { enumerable: true, get: function () { return base_1.BaseLLM; } });
 Object.defineProperty(exports, "LLM", { enumerable: true, get: function () { return base_1.LLM; } });
 var openai_1 = require("./openai");
 Object.defineProperty(exports, "OpenAI", { enumerable: true, get: function () { return openai_1.OpenAI; } });
+var cohere_1 = require("./cohere");
+Object.defineProperty(exports, "Cohere", { enumerable: true, get: function () { return cohere_1.Cohere; } });
 var load_1 = require("./load");
 Object.defineProperty(exports, "loadLLM", { enumerable: true, get: function () { return load_1.loadLLM; } });
 //# sourceMappingURL=index.js.map

package/dist/llms/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../llms/index.ts"],"names":[],"mappings":";;;AAAA,+BAAqD;AAA5C,+FAAA,OAAO,OAAA;AAAE,2FAAA,GAAG,OAAA;AACrB,mCAAkC;AAAzB,gGAAA,MAAM,OAAA;AACf,mCAAkC;AAAzB,gGAAA,MAAM,OAAA;AACf,+BAAiC;AAAxB,+FAAA,OAAO,OAAA"}

package/dist/llms/load.d.ts

@@ -0,0 +1,11 @@
+import { BaseLLM } from "./base";
+/**
+ * Load an LLM from a local file.
+ *
+ * @example
+ * ```ts
+ * import { loadLLM } from "langchain/llms";
+ * const model = await loadLLM("/path/to/llm.json");
+ * ```
+ */
+export declare const loadLLM: (file: string) => Promise<BaseLLM>;

package/dist/llms/load.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadLLM = void 0;
+const base_1 = require("./base");
+const util_1 = require("../util");
+/**
+ * Load an LLM from a local file.
+ *
+ * @example
+ * ```ts
+ * import { loadLLM } from "langchain/llms";
+ * const model = await loadLLM("/path/to/llm.json");
+ * ```
+ */
+const loadLLM = (file) => base_1.BaseLLM.deserialize((0, util_1.parseFileConfig)(file));
+exports.loadLLM = loadLLM;
+//# sourceMappingURL=load.js.map

package/dist/llms/load.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.js","sourceRoot":"","sources":["../../llms/load.ts"],"names":[],"mappings":";;;AAAA,iCAAiC;AACjC,kCAA0C;AAE1C;;;;;;;;GAQG;AACI,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,EAAE,CACtC,cAAO,CAAC,WAAW,CAAC,IAAA,sBAAe,EAAC,IAAI,CAAC,CAAC,CAAC;AADhC,QAAA,OAAO,WACyB"}

package/dist/llms/openai.d.ts

@@ -0,0 +1,125 @@
+import type { CreateCompletionRequest } from "openai";
+import { BaseLLM, LLMResult, LLMCallbackManager } from ".";
+interface ModelParams {
+    /** Sampling temperature to use */
+    temperature: number;
+    /**
+     * Maximum number of tokens to generate in the completion. -1 returns as many
+     * tokens as possible given the prompt and the model's maximum context size.
+     */
+    maxTokens: number;
+    /** Total probability mass of tokens to consider at each step */
+    topP: number;
+    /** Penalizes repeated tokens according to frequency */
+    frequencyPenalty: number;
+    /** Penalizes repeated tokens */
+    presencePenalty: number;
+    /** Number of completions to generate for each prompt */
+    n: number;
+    /** Generates `bestOf` completions server side and returns the "best" */
+    bestOf: number;
+    /** Dictionary used to adjust the probability of specific tokens being generated */
+    logitBias?: Record<string, number>;
+}
+/**
+ * Input to OpenAI class.
+ * @augments ModelParams
+ */
+interface OpenAIInput extends ModelParams {
+    /** Model name to use */
+    modelName: string;
+    /** Holds any additional parameters that are valid to pass to {@link
+     * https://platform.openai.com/docs/api-reference/completions/create |
+     * `openai.createCompletion`} that are not explicitly specified on this class.
+     */
+    modelKwargs?: Kwargs;
+    /** Batch size to use when passing multiple documents to generate */
+    batchSize: number;
+    /** Maximum number of retries to make when generating */
+    maxRetries: number;
+    /** List of stop words to use when generating */
+    stop?: string[];
+}
+type Kwargs = Record<string, any>;
+/**
+ * Wrapper around OpenAI large language models.
+ *
+ * To use you should have the `openai` package installed, with the
+ * `OPENAI_API_KEY` environment variable set.
+ *
+ * @remarks
+ * Any parameters that are valid to be passed to {@link
+ * https://platform.openai.com/docs/api-reference/completions/create |
+ * `openai.createCompletion`} can be passed through {@link modelKwargs}, even
+ * if not explicitly available on this class.
+ *
+ * @augments BaseLLM
+ * @augments OpenAIInput
+ */
+export declare class OpenAI extends BaseLLM implements OpenAIInput {
+    temperature: number;
+    maxTokens: number;
+    topP: number;
+    frequencyPenalty: number;
+    presencePenalty: number;
+    n: number;
+    bestOf: number;
+    logitBias?: Record<string, number>;
+    modelName: string;
+    modelKwargs?: Kwargs;
+    batchSize: number;
+    maxRetries: number;
+    stop?: string[];
+    private client;
+    constructor(fields?: Partial<OpenAIInput> & {
+        callbackManager?: LLMCallbackManager;
+        verbose?: boolean;
+        openAIApiKey?: string;
+    });
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams(): CreateCompletionRequest & Kwargs;
+    /**
+     * Get the identifyin parameters for the model
+     */
+    identifyingParams(): {
+        model: string;
+        prompt?: import("openai").CreateCompletionRequestPrompt | null | undefined;
+        suffix?: string | null | undefined;
+        max_tokens?: number | null | undefined;
+        temperature?: number | null | undefined;
+        top_p?: number | null | undefined;
+        n?: number | null | undefined;
+        stream?: boolean | null | undefined;
+        logprobs?: number | null | undefined;
+        echo?: boolean | null | undefined;
+        stop?: import("openai").CreateCompletionRequestStop | null | undefined;
+        presence_penalty?: number | null | undefined;
+        frequency_penalty?: number | null | undefined;
+        best_of?: number | null | undefined;
+        logit_bias?: object | null | undefined;
+        user?: string | undefined;
+        model_name: string;
+    };
+    /**
+     * Call out to OpenAI's endpoint with k unique prompts
+     *
+     * @param prompts - The prompts to pass into the model.
+     * @param [stop] - Optional list of stop words to use when generating.
+     *
+     * @returns The full LLM output.
+     *
+     * @example
+     * ```ts
+     * import { OpenAI } from "langchain/llms";
+     * const openai = new OpenAI();
+     * const response = await openai.generate(["Tell me a joke."]);
+     * ```
+     */
+    _generate(prompts: string[], stop?: string[]): Promise<LLMResult>;
+    /** @ignore */
+    completionWithRetry(request: CreateCompletionRequest): Promise<import("axios").AxiosResponse<import("openai").CreateCompletionResponse, any>>;
+    _llmType(): string;
+}
+export {};