langchain 0.0.21 → 0.0.23

package/dist/chat_models/openai.js

@@ -0,0 +1,295 @@
+import { Configuration, OpenAIApi, } from "openai";
+import { createParser } from "eventsource-parser";
+import { backOff } from "exponential-backoff";
+import fetchAdapter from "../util/axios-fetch-adapter.js";
+import { BaseChatModel } from "./base.js";
+import { AIChatMessage, ChatMessage, HumanChatMessage, SystemChatMessage, } from "../schema/index.js";
+function messageTypeToOpenAIRole(type) {
+    switch (type) {
+        case "system":
+            return "system";
+        case "ai":
+            return "assistant";
+        case "human":
+            return "user";
+        default:
+            throw new Error(`Unknown message type: ${type}`);
+    }
+}
+function openAIResponseToChatMessage(role, text) {
+    switch (role) {
+        case "user":
+            return new HumanChatMessage(text);
+        case "assistant":
+            return new AIChatMessage(text);
+        case "system":
+            return new SystemChatMessage(text);
+        default:
+            return new ChatMessage(text, role ?? "unknown");
+    }
+}
+/**
+ * Wrapper around OpenAI large language models that use the Chat endpoint.
+ *
+ * To use you should have the `openai` package installed, with the
+ * `OPENAI_API_KEY` environment variable set.
+ *
+ * @remarks
+ * Any parameters that are valid to be passed to {@link
+ * https://platform.openai.com/docs/api-reference/chat/create |
+ * `openai.createCompletion`} can be passed through {@link modelKwargs}, even
+ * if not explicitly available on this class.
+ *
+ * @augments BaseLLM
+ * @augments OpenAIInput
+ */
+export class ChatOpenAI extends BaseChatModel {
+    constructor(fields, configuration) {
+        super(fields?.callbackManager, fields?.verbose);
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1
+        });
+        Object.defineProperty(this, "topP", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1
+        });
+        Object.defineProperty(this, "frequencyPenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
+        Object.defineProperty(this, "presencePenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
+        Object.defineProperty(this, "n", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1
+        });
+        Object.defineProperty(this, "logitBias", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "modelName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "gpt-3.5-turbo"
+        });
+        Object.defineProperty(this, "modelKwargs", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "maxRetries", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 6
+        });
+        Object.defineProperty(this, "stop", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "streaming", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        Object.defineProperty(this, "maxTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 256
+        });
+        // Used for non-streaming requests
+        Object.defineProperty(this, "batchClient", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        // Used for streaming requests
+        Object.defineProperty(this, "streamingClient", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "clientConfig", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const apiKey = fields?.openAIApiKey ?? process.env.OPENAI_API_KEY;
+        if (!apiKey) {
+            throw new Error("OpenAI API key not found");
+        }
+        this.modelName = fields?.modelName ?? this.modelName;
+        this.modelKwargs = fields?.modelKwargs ?? {};
+        this.maxRetries = fields?.maxRetries ?? this.maxRetries;
+        this.temperature = fields?.temperature ?? this.temperature;
+        this.topP = fields?.topP ?? this.topP;
+        this.frequencyPenalty = fields?.frequencyPenalty ?? this.frequencyPenalty;
+        this.presencePenalty = fields?.presencePenalty ?? this.presencePenalty;
+        this.n = fields?.n ?? this.n;
+        this.logitBias = fields?.logitBias;
+        this.stop = fields?.stop;
+        this.streaming = fields?.streaming ?? false;
+        if (this.streaming && this.n > 1) {
+            throw new Error("Cannot stream results when n > 1");
+        }
+        this.clientConfig = {
+            apiKey: fields?.openAIApiKey ?? process.env.OPENAI_API_KEY,
+            ...configuration,
+        };
+    }
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams() {
+        return {
+            model: this.modelName,
+            temperature: this.temperature,
+            top_p: this.topP,
+            frequency_penalty: this.frequencyPenalty,
+            presence_penalty: this.presencePenalty,
+            n: this.n,
+            logit_bias: this.logitBias,
+            stop: this.stop,
+            stream: this.streaming,
+            ...this.modelKwargs,
+        };
+    }
+    _identifyingParams() {
+        return {
+            model_name: this.modelName,
+            ...this.invocationParams(),
+            ...this.clientConfig,
+        };
+    }
+    /**
+     * Get the identifying parameters for the model
+     */
+    identifyingParams() {
+        return this._identifyingParams();
+    }
+    /**
+     * Call out to OpenAI's endpoint with k unique prompts
+     *
+     * @param messages - The messages to pass into the model.
+     * @param [stop] - Optional list of stop words to use when generating.
+     *
+     * @returns The full LLM output.
+     *
+     * @example
+     * ```ts
+     * import { OpenAI } from "langchain/llms";
+     * const openai = new OpenAI();
+     * const response = await openai.generate(["Tell me a joke."]);
+     * ```
+     */
+    async _generate(messages, stop) {
+        if (this.stop && stop) {
+            throw new Error("Stop found in input and default params");
+        }
+        const params = this.invocationParams();
+        params.stop = stop ?? params.stop;
+        const { data } = await this.completionWithRetry({
+            ...params,
+            messages: messages.map((message) => ({
+                role: messageTypeToOpenAIRole(message._getType()),
+                content: message.text,
+            })),
+        });
+        if (params.stream) {
+            let role = "assistant";
+            const completion = await new Promise((resolve, reject) => {
+                let innerCompletion = "";
+                const parser = createParser((event) => {
+                    if (event.type === "event") {
+                        if (event.data === "[DONE]") {
+                            resolve(innerCompletion);
+                        }
+                        else {
+                            const response = JSON.parse(event.data);
+                            const part = response.choices[0];
+                            if (part != null) {
+                                innerCompletion += part.delta?.content ?? "";
+                                role = part.delta?.role ?? role;
+                                this.callbackManager.handleNewToken?.(part.delta?.content ?? "", this.verbose);
+                            }
+                        }
+                    }
+                });
+                // workaround for incorrect axios types
+                const stream = data;
+                stream.on("data", (data) => parser.feed(data.toString("utf-8")));
+                stream.on("error", (error) => reject(error));
+            });
+            return {
+                generations: [
+                    {
+                        text: completion,
+                        message: openAIResponseToChatMessage(role, completion),
+                    },
+                ],
+            };
+        }
+        const generations = [];
+        for (const part of data.choices) {
+            const role = part.message?.role ?? undefined;
+            const text = part.message?.content ?? "";
+            generations.push({
+                text,
+                message: openAIResponseToChatMessage(role, text),
+            });
+        }
+        return {
+            generations,
+        };
+    }
+    /** @ignore */
+    async completionWithRetry(request) {
+        if (!request.stream && !this.batchClient) {
+            const clientConfig = new Configuration({
+                ...this.clientConfig,
+                baseOptions: { adapter: fetchAdapter },
+            });
+            this.batchClient = new OpenAIApi(clientConfig);
+        }
+        if (request.stream && !this.streamingClient) {
+            const clientConfig = new Configuration(this.clientConfig);
+            this.streamingClient = new OpenAIApi(clientConfig);
+        }
+        const client = !request.stream ? this.batchClient : this.streamingClient;
+        const makeCompletionRequest = async () => client.createChatCompletion(request, request.stream ? { responseType: "stream" } : undefined);
+        return backOff(makeCompletionRequest, {
+            startingDelay: 4,
+            maxDelay: 10,
+            numOfAttempts: this.maxRetries,
+            // TODO(sean) pass custom retry function to check error types.
+        });
+    }
+    _llmType() {
+        return "openai";
+    }
+}
+//# sourceMappingURL=openai.js.map

package/dist/chat_models/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/chat_models/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,SAAS,GAIV,MAAM,QAAQ,CAAC;AAEhB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,YAAY,MAAM,gCAAgC,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EACL,aAAa,EAGb,WAAW,EAEX,gBAAgB,EAGhB,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAE5B,SAAS,uBAAuB,CAC9B,IAAiB;IAEjB,QAAQ,IAAI,EAAE;QACZ,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,IAAI;YACP,OAAO,WAAW,CAAC;QACrB,KAAK,OAAO;YACV,OAAO,MAAM,CAAC;QAChB;YACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;KACpD;AACH,CAAC;AAED,SAAS,2BAA2B,CAClC,IAAuD,EACvD,IAAY;IAEZ,QAAQ,IAAI,EAAE;QACZ,KAAK,MAAM;YACT,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpC,KAAK,WAAW;YACd,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;QACjC,KAAK,QAAQ;YACX,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACrC;YACE,OAAO,IAAI,WAAW,CAAC,IAAI,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC;KACnD;AACH,CAAC;AAuDD;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,UAAW,SAAQ,aAAa;IAiC3C,YACE,MAMC,EACD,aAAuC;QAEvC,KAAK,CAAC,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QA1ClD;;;;mBAAc,CAAC;WAAC;QAEhB;;;;mBAAO,CAAC;WAAC;QAET;;;;mBAAmB,CAAC;WAAC;QAErB;;;;mBAAkB,CAAC;WAAC;QAEpB;;;;mBAAI,CAAC;WAAC;QAEN;;;;;WAAmC;QAEnC;;;;mBAAY,eAAe;WAAC;QAE5B;;;;;WAAqB;QAErB;;;;mBAAa,CAAC;WAAC;QAEf;;;;;WAAgB;QAEhB;;;;mBAAY,KAAK;WAAC;QAElB;;;;mBAAY,GAAG;WAAC;QAEhB,kCAAkC;QAClC;;;;;WAA+B;QAE/B,8BAA8B;QAC9B;;;;;WAAmC;QAEnC;;;;;WAA8C;QAc5C,MAAM,MAAM,GAAG,MAAM,EAAE,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAClE,IAAI,CAAC,MAAM,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;SAC7C;QAED,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,UAAU,GAAG,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC;QAExD,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAM,EAAE,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC;QACvE,IAAI,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,CAAC;QAEzB,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,KAAK,CAAC;QAE5C,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE;YAChC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;SACrD;QAED,IAAI,CAAC,YAAY,GAAG;YAClB,MAAM,EAAE,MAAM,EAAE,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;YAC1D,GAAG,aAAa;SACjB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;YAChB,iBAAiB,EAAE,IAAI,CAAC,gBAAgB;YACxC,gBAAgB,EAAE,IAAI,CAAC,eAAe;YACtC,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,SAAS;YACtB,GAAG,IAAI,CAAC,WAAW;SACpB,CAAC;IACJ,CAAC;IAED,kBAAkB;QAChB,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,GAAG,IAAI,CAAC,gBAAgB,EAAE;YAC1B,GAAG,IAAI,CAAC,YAAY;SACrB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACnC,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,SAAS,CACb,QAA2B,EAC3B,IAAe;QAEf,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;YACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;SAC3D;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvC,MAAM,CAAC,IAAI,GAAG,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC;QAElC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC;YAC9C,GAAG,MAAM;YACT,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACnC,IAAI,EAAE,uBAAuB,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACjD,OAAO,EAAE,OAAO,CAAC,IAAI;aACtB,CAAC,CAAC;SACJ,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,MAAM,EAAE;YACjB,IAAI,IAAI,GAA0C,WAAW,CAAC;YAC9D,MAAM,UAAU,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC/D,IAAI,eAAe,GAAG,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,KAAK,EAAE,EAAE;oBACpC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE;wBAC1B,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE;4BAC3B,OAAO,CAAC,eAAe,CAAC,CAAC;yBAC1B;6BAAM;4BACL,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAarC,CAAC;4BAEF,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;4BACjC,IAAI,IAAI,IAAI,IAAI,EAAE;gCAChB,eAAe,IAAI,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;gCAC7C,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,IAAI,IAAI,CAAC;gCAChC,IAAI,CAAC,eAAe,CAAC,cAAc,EAAE,CACnC,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE,EACzB,IAAI,CAAC,OAAO,CACb,CAAC;6BACH;yBACF;qBACF;gBACH,CAAC,CAAC,CAAC;gBAEH,uCAAuC;gBACvC,MAAM,MAAM,GAAG,IAAkC,CAAC;gBAClD,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE,CACjC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CACpC,CAAC;gBACF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/C,CAAC,CAAC,CAAC;YACH,OAAO;gBACL,WAAW,EAAE;oBACX;wBACE,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE,2BAA2B,CAAC,IAAI,EAAE,UAAU,CAAC;qBACvD;iBACF;aACF,CAAC;SACH;QACD,MAAM,WAAW,GAAqB,EAAE,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE;YAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,IAAI,SAAS,CAAC;YAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YACzC,WAAW,CAAC,IAAI,CAAC;gBACf,IAAI;gBACJ,OAAO,EAAE,2BAA2B,CAAC,IAAI,EAAE,IAAI,CAAC;aACjD,CAAC,CAAC;SACJ;QACD,OAAO;YACL,WAAW;SACZ,CAAC;IACJ,CAAC;IAED,cAAc;IACd,KAAK,CAAC,mBAAmB,CAAC,OAAoC;QAC5D,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACxC,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC;gBACrC,GAAG,IAAI,CAAC,YAAY;gBACpB,WAAW,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE;aACvC,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;SAChD;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;YAC3C,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1D,IAAI,CAAC,eAAe,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;SACpD;QACD,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QACzE,MAAM,qBAAqB,GAAG,KAAK,IAAI,EAAE,CACvC,MAAM,CAAC,oBAAoB,CACzB,OAAO,EACP,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS,CACxD,CAAC;QACJ,OAAO,OAAO,CAAC,qBAAqB,EAAE;YACpC,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,IAAI,CAAC,UAAU;YAC9B,8DAA8D;SAC/D,CAAC,CAAC;IACL,CAAC;IAED,QAAQ;QACN,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}

package/dist/chat_models/tests/chatopenai.int.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/chat_models/tests/chatopenai.int.test.js

@@ -0,0 +1,122 @@
+import { test, expect } from "@jest/globals";
+import { ChatOpenAI } from "../openai.js";
+import { HumanChatMessage, SystemChatMessage } from "../../schema/index.js";
+import { ChatPromptValue } from "../../prompts/chat.js";
+import { PromptTemplate, ChatPromptTemplate, HumanMessagePromptTemplate, SystemMessagePromptTemplate, } from "../../prompts/index.js";
+import { LLMChain } from "../../chains/index.js";
+test("Test ChatOpenAI", async () => {
+    const chat = new ChatOpenAI({ modelName: "gpt-3.5-turbo", maxTokens: 10 });
+    const message = new HumanChatMessage("Hello!");
+    const res = await chat.call([message]);
+    console.log({ res });
+});
+test("Test ChatOpenAI with SystemChatMessage", async () => {
+    const chat = new ChatOpenAI({ modelName: "gpt-3.5-turbo", maxTokens: 10 });
+    const system_message = new SystemChatMessage("You are to chat with a user.");
+    const message = new HumanChatMessage("Hello!");
+    const res = await chat.call([system_message, message]);
+    console.log({ res });
+});
+test("Test ChatOpenAI Generate", async () => {
+    const chat = new ChatOpenAI({
+        modelName: "gpt-3.5-turbo",
+        maxTokens: 10,
+        n: 2,
+    });
+    const message = new HumanChatMessage("Hello!");
+    const res = await chat.generate([[message], [message]]);
+    expect(res.generations.length).toBe(2);
+    for (const generation of res.generations) {
+        expect(generation.length).toBe(2);
+        for (const message of generation) {
+            console.log(message.text);
+        }
+    }
+    console.log({ res });
+});
+test("Test ChatOpenAI in streaming mode", async () => {
+    let nrNewTokens = 0;
+    let streamedCompletion = "";
+    const model = new ChatOpenAI({
+        modelName: "gpt-3.5-turbo",
+        streaming: true,
+        callbackManager: {
+            handleNewToken(token) {
+                nrNewTokens += 1;
+                streamedCompletion += token;
+            },
+        },
+    });
+    const message = new HumanChatMessage("Hello!");
+    const res = await model.call([message]);
+    console.log({ res });
+    expect(nrNewTokens > 0).toBe(true);
+    expect(res.text).toBe(streamedCompletion);
+});
+test("Test ChatOpenAI prompt value", async () => {
+    const chat = new ChatOpenAI({
+        modelName: "gpt-3.5-turbo",
+        maxTokens: 10,
+        n: 2,
+    });
+    const message = new HumanChatMessage("Hello!");
+    const res = await chat.generatePrompt([new ChatPromptValue([message])]);
+    expect(res.generations.length).toBe(1);
+    for (const generation of res.generations) {
+        expect(generation.length).toBe(2);
+        for (const g of generation) {
+            console.log(g.text);
+        }
+    }
+    console.log({ res });
+});
+test("OpenAI Chat, docs, getting started", async () => {
+    const chat = new ChatOpenAI({ temperature: 0 });
+    const responseA = await chat.call([
+        new HumanChatMessage("Translate this sentence from English to French. I love programming."),
+    ]);
+    console.log(responseA);
+    const responseB = await chat.call([
+        new SystemChatMessage("You are a helpful assistant that translates English to French."),
+        new HumanChatMessage("Translate this sentence from English to French. I love programming."),
+    ]);
+    console.log(responseB);
+    const responseC = await chat.generate([
+        [
+            new SystemChatMessage("You are a helpful assistant that translates English to French."),
+            new HumanChatMessage("Translate this sentence from English to French. I love programming."),
+        ],
+        [
+            new SystemChatMessage("You are a helpful assistant that translates English to French."),
+            new HumanChatMessage("Translate this sentence from English to French. I love artificial intelligence."),
+        ],
+    ]);
+    console.log(responseC);
+});
+test("OpenAI Chat, docs, prompt templates", async () => {
+    const chat = new ChatOpenAI({ temperature: 0 });
+    const systemPrompt = PromptTemplate.fromTemplate("You are a helpful assistant that translates {input_language} to {output_language}.");
+    const chatPrompt = ChatPromptTemplate.fromPromptMessages([
+        new SystemMessagePromptTemplate(systemPrompt),
+        HumanMessagePromptTemplate.fromTemplate("{text}"),
+    ]);
+    const responseA = await chat.generatePrompt([
+        await chatPrompt.formatPromptValue({
+            input_language: "English",
+            output_language: "French",
+            text: "I love programming.",
+        }),
+    ]);
+    console.log(responseA.generations);
+    const chain = new LLMChain({
+        prompt: chatPrompt,
+        llm: chat,
+    });
+    const responseB = await chain.call({
+        input_language: "English",
+        output_language: "French",
+        text: "I love programming.",
+    });
+    console.log(responseB);
+});
+//# sourceMappingURL=chatopenai.int.test.js.map

package/dist/chat_models/tests/chatopenai.int.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatopenai.int.test.js","sourceRoot":"","sources":["../../../src/chat_models/tests/chatopenai.int.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC5E,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,0BAA0B,EAC1B,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEjD,IAAI,CAAC,iBAAiB,EAAE,KAAK,IAAI,EAAE;IACjC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3E,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;IACxD,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3E,MAAM,cAAc,GAAG,IAAI,iBAAiB,CAAC,8BAA8B,CAAC,CAAC;IAC7E,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;IAC1C,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC;QAC1B,SAAS,EAAE,eAAe;QAC1B,SAAS,EAAE,EAAE;QACb,CAAC,EAAE,CAAC;KACL,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACxD,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvC,KAAK,MAAM,UAAU,IAAI,GAAG,CAAC,WAAW,EAAE;QACxC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE;YAChC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SAC3B;KACF;IACD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;IACnD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,kBAAkB,GAAG,EAAE,CAAC;IAE5B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC;QAC3B,SAAS,EAAE,eAAe;QAC1B,SAAS,EAAE,IAAI;QACf,eAAe,EAAE;YACf,cAAc,CAAC,KAAK;gBAClB,WAAW,IAAI,CAAC,CAAC;gBACjB,kBAAkB,IAAI,KAAK,CAAC;YAC9B,CAAC;SACF;KACF,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAErB,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;AAC5C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;IAC9C,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC;QAC1B,SAAS,EAAE,eAAe;QAC1B,SAAS,EAAE,EAAE;QACb,CAAC,EAAE,CAAC;KACL,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvC,KAAK,MAAM,UAAU,IAAI,GAAG,CAAC,WAAW,EAAE;QACxC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE;YAC1B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SACrB;KACF;IACD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;IACpD,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;IAEhD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC;QAChC,IAAI,gBAAgB,CAClB,qEAAqE,CACtE;KACF,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAEvB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC;QAChC,IAAI,iBAAiB,CACnB,gEAAgE,CACjE;QACD,IAAI,gBAAgB,CAClB,qEAAqE,CACtE;KACF,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAEvB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;QACpC;YACE,IAAI,iBAAiB,CACnB,gEAAgE,CACjE;YACD,IAAI,gBAAgB,CAClB,qEAAqE,CACtE;SACF;QACD;YACE,IAAI,iBAAiB,CACnB,gEAAgE,CACjE;YACD,IAAI,gBAAgB,CAClB,iFAAiF,CAClF;SACF;KACF,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AACzB,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;IACrD,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;IAEhD,MAAM,YAAY,GAAG,cAAc,CAAC,YAAY,CAC9C,oFAAoF,CACrF,CAAC;IAEF,MAAM,UAAU,GAAG,kBAAkB,CAAC,kBAAkB,CAAC;QACvD,IAAI,2BAA2B,CAAC,YAAY,CAAC;QAC7C,0BAA0B,CAAC,YAAY,CAAC,QAAQ,CAAC;KAClD,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC;QAC1C,MAAM,UAAU,CAAC,iBAAiB,CAAC;YACjC,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,QAAQ;YACzB,IAAI,EAAE,qBAAqB;SAC5B,CAAC;KACH,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAEnC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC;QACzB,MAAM,EAAE,UAAU;QAClB,GAAG,EAAE,IAAI;KACV,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC;QACjC,cAAc,EAAE,SAAS;QACzB,eAAe,EAAE,QAAQ;QACzB,IAAI,EAAE,qBAAqB;KAC5B,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AACzB,CAAC,CAAC,CAAC"}

package/dist/llms/base.d.ts

@@ -1,12 +1,13 @@
 import PQueue from "p-queue";
-import { LLMCallbackManager, LLMResult } from "./index.js";
+import { BaseLanguageModel, BasePromptValue, LLMCallbackManager, LLMResult } from "../schema/index.js";
 export type SerializedLLM = {
+    _model: string;
     _type: string;
 } & Record<string, any>;
 /**
  * LLM Wrapper. Provides an {@link call} (an {@link generate}) function that takes in a prompt (or prompts) and returns a string.
  */
-export declare abstract class BaseLLM {
+export declare abstract class BaseLLM extends BaseLanguageModel {
     /**
      * The name of the LLM class
      */
@@ -24,6 +25,7 @@ export declare abstract class BaseLLM {
      */
     verbose?: boolean;
     constructor(callbackManager?: LLMCallbackManager, verbose?: boolean, concurrency?: number, cache?: boolean);
+    generatePrompt(promptValues: BasePromptValue[], stop?: string[]): Promise<LLMResult>;
     /**
      * Run the LLM on the given prompts and input.
      */
@@ -50,10 +52,12 @@ export declare abstract class BaseLLM {
      * Return a json-like object representing this LLM.
      */
     serialize(): SerializedLLM;
+    _modelType(): string;
     /**
      * Load an LLM from a json-like object describing it.
      */
     static deserialize(data: SerializedLLM): Promise<BaseLLM>;
+    private _tokenizer?;
     getNumTokens(text: string): number;
 }
 /**

package/dist/llms/base.js

@@ -1,6 +1,7 @@
-import { encode } from "gpt-3-encoder";
+import GPT3Tokenizer from "gpt3-tokenizer";
 import PQueue from "p-queue";
 import { getKey, InMemoryCache } from "../cache.js";
+import { BaseLanguageModel, } from "../schema/index.js";
 const getCallbackManager = () => ({
     handleStart: (..._args) => {
         // console.log(args);
@@ -17,8 +18,9 @@ const cache = new InMemoryCache();
 /**
  * LLM Wrapper. Provides an {@link call} (an {@link generate}) function that takes in a prompt (or prompts) and returns a string.
  */
-export class BaseLLM {
+export class BaseLLM extends BaseLanguageModel {
     constructor(callbackManager, verbose, concurrency, cache) {
+        super();
         /**
          * The name of the LLM class
          */
@@ -65,12 +67,22 @@ export class BaseLLM {
             writable: true,
             value: false
         });
+        Object.defineProperty(this, "_tokenizer", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.callbackManager = callbackManager ?? getCallbackManager();
         this.verbose = verbose ?? getVerbosity();
         this.cache = cache;
         this.concurrency = concurrency ?? Infinity;
         this.queue = new PQueue({ concurrency: this.concurrency });
     }
+    async generatePrompt(promptValues, stop) {
+        const prompts = promptValues.map((promptValue) => promptValue.toString());
+        return this.generate(prompts, stop);
+    }
     /** @ignore */
     async _generateUncached(prompts, stop) {
         this.callbackManager.handleStart?.({ name: this.name }, prompts, this.verbose);
@@ -145,13 +157,20 @@ export class BaseLLM {
         return {
             ...this._identifyingParams(),
             _type: this._llmType(),
+            _model: this._modelType(),
         };
     }
+    _modelType() {
+        return "base_llm";
+    }
     /**
      * Load an LLM from a json-like object describing it.
      */
     static async deserialize(data) {
-        const { _type, ...rest } = data;
+        const { _type, _model, ...rest } = data;
+        if (_model && _model !== "base_llm") {
+            throw new Error(`Cannot load LLM with model ${_model}`);
+        }
         const Cls = {
             openai: (await import("./openai.js")).OpenAI,
         }[_type];
@@ -163,8 +182,12 @@ export class BaseLLM {
     getNumTokens(text) {
         // TODOs copied from py implementation
         // TODO: this method may not be exact.
-        // TODO: this method may differ based on model (eg codex).
-        return encode(text).length;
+        // TODO: this method may differ based on model (eg codex, gpt-3.5).
+        if (this._tokenizer === undefined) {
+            const Constructor = GPT3Tokenizer.default;
+            this._tokenizer = new Constructor({ type: "gpt3" });
+        }
+        return this._tokenizer.encode(text).bpe.length;
     }
 }
 /**

package/dist/llms/base.js.map

@@ -1 +1 @@
-{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/llms/base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,OAAO,MAAM,MAAM,SAAS,CAAC;AAG7B,OAAO,EAAa,MAAM,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE/D,MAAM,kBAAkB,GAAG,GAAuB,EAAE,CAAC,CAAC;IACpD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;IACD,SAAS,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACtB,qBAAqB;IACvB,CAAC;IACD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC;AAEhC,MAAM,KAAK,GAAc,IAAI,aAAa,EAAE,CAAC;AAO7C;;GAEG;AACH,MAAM,OAAgB,OAAO;IAuB3B,YACE,eAAoC,EACpC,OAAiB,EACjB,WAAoB,EACpB,KAAe;QA1BjB;;WAEG;QACH;;;;;WAAa;QAEb;;;;;WAAgB;QAEhB;;;;;WAAoC;QAEpC;;;WAGG;QACH;;;;;WAAqB;QAErB;;;;;WAAwB;QAExB;;WAEG;QACH;;;;mBAAoB,KAAK;WAAC;QAQxB,IAAI,CAAC,eAAe,GAAG,eAAe,IAAI,kBAAkB,EAAE,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;QACzC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,QAAQ,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC7D,CAAC;IAOD,cAAc;IACd,KAAK,CAAC,iBAAiB,CACrB,OAAiB,EACjB,IAAe;QAEf,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,CAChC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EACnB,OAAO,EACP,IAAI,CAAC,OAAO,CACb,CAAC;QACF,IAAI,MAAM,CAAC;QACX,IAAI;YACF,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE;gBACjE,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;SACJ;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3D,MAAM,GAAG,CAAC;SACX;QAED,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAiB,EAAE,IAAe;QAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAC3B,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;SACpE;QAED,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;SACxD;QAED,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE;YAC1C,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;SAC9C;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;QAEnB,MAAM,YAAY,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACxD,MAAM,oBAAoB,GAAa,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CACnC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YAChE,IAAI,CAAC,MAAM,EAAE;gBACX,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aAClC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE;YACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC1C,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAC3C,IAAI,CACL,CAAC;YACF,MAAM,OAAO,CAAC,GAAG,CACf,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE;gBAClD,MAAM,WAAW,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBAChD,WAAW,CAAC,WAAW,CAAC,GAAG,UAAU,CAAC;gBACtC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,YAAY,CAAC,CAAC;gBAC7D,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAChC,CAAC,CAAC,CACH,CAAC;YACF,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;SACrC;QAED,OAAO,EAAE,WAAW,EAAE,SAAS,EAAe,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,IAAe;QACxC,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5D,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,8DAA8D;IAC9D,kBAAkB;QAChB,OAAO,EAAE,CAAC;IACZ,CAAC;IAOD;;OAEG;IACH,SAAS;QACP,OAAO;YACL,GAAG,IAAI,CAAC,kBAAkB,EAAE;YAC5B,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE;SACvB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAmB;QAC1C,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;QAChC,MAAM,GAAG,GAAG;YACV,MAAM,EAAE,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM;SAC7C,CAAC,KAAK,CAAC,CAAC;QACT,IAAI,GAAG,KAAK,SAAS,EAAE;YACrB,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;SACxD;QACD,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,YAAY,CAAC,IAAY;QACvB,sCAAsC;QACtC,sCAAsC;QACtC,0DAA0D;QAC1D,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC7B,CAAC;CAGF;AAED;;;;;;GAMG;AACH,MAAM,OAAgB,GAAI,SAAQ,OAAO;IAMvC,KAAK,CAAC,SAAS,CAAC,OAAiB,EAAE,IAAe;QAChD,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC1C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE;gBACpE,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YACH,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAC9B;QACD,OAAO,EAAE,WAAW,EAAE,CAAC;IACzB,CAAC;CACF"}
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/llms/base.ts"],"names":[],"mappings":"AAAA,OAAO,aAAa,MAAM,gBAAgB,CAAC;AAC3C,OAAO,MAAM,MAAM,SAAS,CAAC;AAE7B,OAAO,EAAa,MAAM,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EACL,iBAAiB,GAIlB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,kBAAkB,GAAG,GAAuB,EAAE,CAAC,CAAC;IACpD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;IACD,SAAS,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACtB,qBAAqB;IACvB,CAAC;IACD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC;AAEhC,MAAM,KAAK,GAAc,IAAI,aAAa,EAAE,CAAC;AAQ7C;;GAEG;AACH,MAAM,OAAgB,OAAQ,SAAQ,iBAAiB;IAuBrD,YACE,eAAoC,EACpC,OAAiB,EACjB,WAAoB,EACpB,KAAe;QAEf,KAAK,EAAE,CAAC;QA5BV;;WAEG;QACH;;;;;WAAa;QAEb;;;;;WAAgB;QAEhB;;;;;WAAoC;QAEpC;;;WAGG;QACH;;;;;WAAqB;QAErB;;;;;WAAwB;QAExB;;WAEG;QACH;;;;mBAAoB,KAAK;WAAC;QA+J1B;;;;;WAA2C;QAtJzC,IAAI,CAAC,eAAe,GAAG,eAAe,IAAI,kBAAkB,EAAE,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;QACzC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,QAAQ,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,YAA+B,EAC/B,IAAe;QAEf,MAAM,OAAO,GAAa,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CACzD,WAAW,CAAC,QAAQ,EAAE,CACvB,CAAC;QACF,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IAOD,cAAc;IACd,KAAK,CAAC,iBAAiB,CACrB,OAAiB,EACjB,IAAe;QAEf,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,CAChC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EACnB,OAAO,EACP,IAAI,CAAC,OAAO,CACb,CAAC;QACF,IAAI,MAAM,CAAC;QACX,IAAI;YACF,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE;gBACjE,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;SACJ;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3D,MAAM,GAAG,CAAC;SACX;QAED,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAiB,EAAE,IAAe;QAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAC3B,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;SACpE;QAED,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;SACxD;QAED,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE;YAC1C,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;SAC9C;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;QAEnB,MAAM,YAAY,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACxD,MAAM,oBAAoB,GAAa,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CACnC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;YAChE,IAAI,CAAC,MAAM,EAAE;gBACX,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aAClC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE;YACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC1C,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAC3C,IAAI,CACL,CAAC;YACF,MAAM,OAAO,CAAC,GAAG,CACf,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE;gBAClD,MAAM,WAAW,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBAChD,WAAW,CAAC,WAAW,CAAC,GAAG,UAAU,CAAC;gBACtC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,YAAY,CAAC,CAAC;gBAC7D,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAChC,CAAC,CAAC,CACH,CAAC;YACF,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;SACrC;QAED,OAAO,EAAE,WAAW,EAAE,SAAS,EAAe,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,IAAe;QACxC,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5D,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,8DAA8D;IAC9D,kBAAkB;QAChB,OAAO,EAAE,CAAC;IACZ,CAAC;IAOD;;OAEG;IACH,SAAS;QACP,OAAO;YACL,GAAG,IAAI,CAAC,kBAAkB,EAAE;YAC5B,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE;YACtB,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE;SAC1B,CAAC;IACJ,CAAC;IAED,UAAU;QACR,OAAO,UAAmB,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAmB;QAC1C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;QACxC,IAAI,MAAM,IAAI,MAAM,KAAK,UAAU,EAAE;YACnC,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,EAAE,CAAC,CAAC;SACzD;QACD,MAAM,GAAG,GAAG;YACV,MAAM,EAAE,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM;SAC7C,CAAC,KAAK,CAAC,CAAC;QACT,IAAI,GAAG,KAAK,SAAS,EAAE;YACrB,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;SACxD;QACD,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAID,YAAY,CAAC,IAAY;QACvB,sCAAsC;QACtC,sCAAsC;QACtC,mEAAmE;QACnE,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE;YACjC,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC;YAC1C,IAAI,CAAC,UAAU,GAAG,IAAI,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;SACrD;QACD,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;IACjD,CAAC;CAGF;AAED;;;;;;GAMG;AACH,MAAM,OAAgB,GAAI,SAAQ,OAAO;IAMvC,KAAK,CAAC,SAAS,CAAC,OAAiB,EAAE,IAAe;QAChD,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC1C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE;gBACpE,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YACH,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAC9B;QACD,OAAO,EAAE,WAAW,EAAE,CAAC;IACzB,CAAC;CACF"}

package/dist/llms/cohere.d.ts

@@ -1,4 +1,5 @@
-import { LLM, LLMCallbackManager } from "./index.js";
+import { LLM } from "./index.js";
+import { LLMCallbackManager } from "../schema/index.js";
 interface CohereInput {
     /** Sampling temperature to use */
     temperature: number;

package/dist/llms/cohere.js.map

@@ -1 +1 @@
-{"version":3,"file":"cohere.js","sourceRoot":"","sources":["../../src/llms/cohere.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAsB,MAAM,YAAY,CAAC;AAerD,MAAM,OAAO,MAAO,SAAQ,GAAG;IAS7B,YACE,MAKC;QAED,KAAK,CACH,MAAM,EAAE,eAAe,EACvB,MAAM,EAAE,OAAO,EACf,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,KAAK,CACd,CAAC;QArBJ;;;;mBAAc,CAAC;WAAC;QAEhB;;;;mBAAY,GAAG;WAAC;QAEhB;;;;;WAAc;QAEd;;;;;WAAe;QAiBb,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAE1C,IAAI,CAAC,MAAM,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;SACvE;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;IAC3C,CAAC;IAED,QAAQ;QACN,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAc,EAAE,KAAgB;QAC1C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QAE1C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEzB,mDAAmD;QACnD,MAAM,gBAAgB,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YAC7C,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC,CAAC;QACH,IAAI;YACF,OAAO,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;SAClD;QAAC,MAAM;YACN,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;SAC9C;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO;QAGlB,IAAI;YACF,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;YACtD,OAAO,EAAE,MAAM,EAAE,CAAC;SACnB;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,IAAI,KAAK,CACb,0EAA0E,CAC3E,CAAC;SACH;IACH,CAAC;CACF"}
+{"version":3,"file":"cohere.js","sourceRoot":"","sources":["../../src/llms/cohere.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAgBjC,MAAM,OAAO,MAAO,SAAQ,GAAG;IAS7B,YACE,MAKC;QAED,KAAK,CACH,MAAM,EAAE,eAAe,EACvB,MAAM,EAAE,OAAO,EACf,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,KAAK,CACd,CAAC;QArBJ;;;;mBAAc,CAAC;WAAC;QAEhB;;;;mBAAY,GAAG;WAAC;QAEhB;;;;;WAAc;QAEd;;;;;WAAe;QAiBb,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAE1C,IAAI,CAAC,MAAM,EAAE;YACX,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;SACvE;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;IAC3C,CAAC;IAED,QAAQ;QACN,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAc,EAAE,KAAgB;QAC1C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QAE1C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEzB,mDAAmD;QACnD,MAAM,gBAAgB,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YAC7C,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC,CAAC;QACH,IAAI;YACF,OAAO,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;SAClD;QAAC,MAAM;YACN,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;SAC9C;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO;QAGlB,IAAI;YACF,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;YACtD,OAAO,EAAE,MAAM,EAAE,CAAC;SACnB;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,IAAI,KAAK,CACb,0EAA0E,CAC3E,CAAC;SACH;IACH,CAAC;CACF"}

package/dist/llms/hf.d.ts

@@ -1,11 +1,28 @@
-import type HuggingFaceT from "huggingface";
-import { LLM, LLMCallbackManager } from "./index.js";
+import { LLM } from "./index.js";
+import { LLMCallbackManager } from "../schema/index.js";
 interface HFInput {
     /** Model to use */
     model: string;
+    /** Sampling temperature to use */
+    temperature?: number;
+    /**
+     * Maximum number of tokens to generate in the completion.
+     */
+    maxTokens?: number;
+    /** Total probability mass of tokens to consider at each step */
+    topP?: number;
+    /** Integer to define the top tokens considered within the sample operation to create new text. */
+    topK?: number;
+    /** Penalizes repeated tokens according to frequency */
+    frequencyPenalty?: number;
 }
 export declare class HuggingFaceInference extends LLM implements HFInput {
     model: string;
+    temperature: number | undefined;
+    maxTokens: number | undefined;
+    topP: number | undefined;
+    topK: number | undefined;
+    frequencyPenalty: number | undefined;
     constructor(fields?: Partial<HFInput> & {
         callbackManager?: LLMCallbackManager;
         verbose?: boolean;
@@ -15,7 +32,7 @@ export declare class HuggingFaceInference extends LLM implements HFInput {
     _llmType(): string;
     _call(prompt: string, _stop?: string[]): Promise<string>;
     static imports(): Promise<{
-        HuggingFace: typeof HuggingFaceT;
+        HfInference: typeof import("@huggingface/inference").HfInference;
     }>;
 }
 export {};