langchain 0.0.195 → 0.0.197-rc.0

package/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) Harrison Chase
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

package/dist/agents/openai/index.cjs

@@ -146,12 +146,16 @@ class OpenAIAgent extends agent_js_1.Agent {
         const callKeys = "callKeys" in this.llmChain.llm ? this.llmChain.llm.callKeys : [];
         for (const key of callKeys) {
             if (key in inputs) {
-                valuesForLLM[key] = inputs[key];
+                valuesForLLM[key] =
+                    inputs[key];
                 delete valuesForPrompt[key];
             }
         }
         const promptValue = await this.llmChain.prompt.formatPromptValue(valuesForPrompt);
-        const message = await llm.predictMessages(promptValue.toChatMessages(), valuesForLLM, callbackManager);
+        const message = await llm.invoke(promptValue.toChatMessages(), {
+            ...valuesForLLM,
+            callbacks: callbackManager,
+        });
         return this.outputParser.parseAIMessage(message);
     }
 }

package/dist/agents/openai/index.js

@@ -142,12 +142,16 @@ export class OpenAIAgent extends Agent {
         const callKeys = "callKeys" in this.llmChain.llm ? this.llmChain.llm.callKeys : [];
         for (const key of callKeys) {
             if (key in inputs) {
-                valuesForLLM[key] = inputs[key];
+                valuesForLLM[key] =
+                    inputs[key];
                 delete valuesForPrompt[key];
             }
         }
         const promptValue = await this.llmChain.prompt.formatPromptValue(valuesForPrompt);
-        const message = await llm.predictMessages(promptValue.toChatMessages(), valuesForLLM, callbackManager);
+        const message = await llm.invoke(promptValue.toChatMessages(), {
+            ...valuesForLLM,
+            callbacks: callbackManager,
+        });
         return this.outputParser.parseAIMessage(message);
     }
 }

package/dist/agents/toolkits/conversational_retrieval/token_buffer_memory.d.ts

@@ -33,7 +33,7 @@ export declare class OpenAIAgentTokenBufferMemory extends BaseChatMemory {
      * Retrieves the messages from the chat history.
      * @returns Promise that resolves with the messages from the chat history.
      */
-    getMessages(): Promise<import("../../../schema/index.js").BaseMessage[]>;
+    getMessages(): Promise<import("langchain-core/messages").BaseMessage[]>;
     /**
      * Loads memory variables from the input values.
      * @param _values Input values.

package/dist/base_language/count_tokens.cjs

@@ -1,72 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.calculateMaxTokens = exports.getModelContextSize = exports.getEmbeddingContextSize = exports.getModelNameForTiktoken = void 0;
-const tiktoken_js_1 = require("../util/tiktoken.cjs");
-// https://www.npmjs.com/package/js-tiktoken
-const getModelNameForTiktoken = (modelName) => {
-    if (modelName.startsWith("gpt-3.5-turbo-16k")) {
-        return "gpt-3.5-turbo-16k";
-    }
-    if (modelName.startsWith("gpt-3.5-turbo-")) {
-        return "gpt-3.5-turbo";
-    }
-    if (modelName.startsWith("gpt-4-32k")) {
-        return "gpt-4-32k";
-    }
-    if (modelName.startsWith("gpt-4-")) {
-        return "gpt-4";
-    }
-    return modelName;
-};
-exports.getModelNameForTiktoken = getModelNameForTiktoken;
-const getEmbeddingContextSize = (modelName) => {
-    switch (modelName) {
-        case "text-embedding-ada-002":
-            return 8191;
-        default:
-            return 2046;
-    }
-};
-exports.getEmbeddingContextSize = getEmbeddingContextSize;
-const getModelContextSize = (modelName) => {
-    switch ((0, exports.getModelNameForTiktoken)(modelName)) {
-        case "gpt-3.5-turbo-16k":
-            return 16384;
-        case "gpt-3.5-turbo":
-            return 4096;
-        case "gpt-4-32k":
-            return 32768;
-        case "gpt-4":
-            return 8192;
-        case "text-davinci-003":
-            return 4097;
-        case "text-curie-001":
-            return 2048;
-        case "text-babbage-001":
-            return 2048;
-        case "text-ada-001":
-            return 2048;
-        case "code-davinci-002":
-            return 8000;
-        case "code-cushman-001":
-            return 2048;
-        default:
-            return 4097;
-    }
-};
-exports.getModelContextSize = getModelContextSize;
-const calculateMaxTokens = async ({ prompt, modelName, }) => {
-    let numTokens;
-    try {
-        numTokens = (await (0, tiktoken_js_1.encodingForModel)((0, exports.getModelNameForTiktoken)(modelName))).encode(prompt).length;
-    }
-    catch (error) {
-        console.warn("Failed to calculate number of tokens, falling back to approximate count");
-        // fallback to approximate calculation if tiktoken is not available
-        // each token is ~4 characters: https://help.openai.com/en/articles/4936856-what-are-tokens-and-how-to-count-them#
-        numTokens = Math.ceil(prompt.length / 4);
-    }
-    const maxTokens = (0, exports.getModelContextSize)(modelName);
-    return maxTokens - numTokens;
-};
-exports.calculateMaxTokens = calculateMaxTokens;
+exports.getEmbeddingContextSize = exports.getModelContextSize = exports.calculateMaxTokens = void 0;
+var base_1 = require("langchain-core/language_models/base");
+Object.defineProperty(exports, "calculateMaxTokens", { enumerable: true, get: function () { return base_1.calculateMaxTokens; } });
+Object.defineProperty(exports, "getModelContextSize", { enumerable: true, get: function () { return base_1.getModelContextSize; } });
+Object.defineProperty(exports, "getEmbeddingContextSize", { enumerable: true, get: function () { return base_1.getEmbeddingContextSize; } });

package/dist/base_language/count_tokens.d.ts

@@ -1,10 +1 @@
-import { type TiktokenModel } from "js-tiktoken/lite";
-export declare const getModelNameForTiktoken: (modelName: string) => TiktokenModel;
-export declare const getEmbeddingContextSize: (modelName?: string) => number;
-export declare const getModelContextSize: (modelName: string) => number;
-interface CalculateMaxTokenProps {
-    prompt: string;
-    modelName: TiktokenModel;
-}
-export declare const calculateMaxTokens: ({ prompt, modelName, }: CalculateMaxTokenProps) => Promise<number>;
-export {};
+export { calculateMaxTokens, getModelContextSize, getEmbeddingContextSize, } from "langchain-core/language_models/base";

package/dist/base_language/count_tokens.js

@@ -1,65 +1 @@
-import { encodingForModel } from "../util/tiktoken.js";
-// https://www.npmjs.com/package/js-tiktoken
-export const getModelNameForTiktoken = (modelName) => {
-    if (modelName.startsWith("gpt-3.5-turbo-16k")) {
-        return "gpt-3.5-turbo-16k";
-    }
-    if (modelName.startsWith("gpt-3.5-turbo-")) {
-        return "gpt-3.5-turbo";
-    }
-    if (modelName.startsWith("gpt-4-32k")) {
-        return "gpt-4-32k";
-    }
-    if (modelName.startsWith("gpt-4-")) {
-        return "gpt-4";
-    }
-    return modelName;
-};
-export const getEmbeddingContextSize = (modelName) => {
-    switch (modelName) {
-        case "text-embedding-ada-002":
-            return 8191;
-        default:
-            return 2046;
-    }
-};
-export const getModelContextSize = (modelName) => {
-    switch (getModelNameForTiktoken(modelName)) {
-        case "gpt-3.5-turbo-16k":
-            return 16384;
-        case "gpt-3.5-turbo":
-            return 4096;
-        case "gpt-4-32k":
-            return 32768;
-        case "gpt-4":
-            return 8192;
-        case "text-davinci-003":
-            return 4097;
-        case "text-curie-001":
-            return 2048;
-        case "text-babbage-001":
-            return 2048;
-        case "text-ada-001":
-            return 2048;
-        case "code-davinci-002":
-            return 8000;
-        case "code-cushman-001":
-            return 2048;
-        default:
-            return 4097;
-    }
-};
-export const calculateMaxTokens = async ({ prompt, modelName, }) => {
-    let numTokens;
-    try {
-        numTokens = (await encodingForModel(getModelNameForTiktoken(modelName))).encode(prompt).length;
-    }
-    catch (error) {
-        console.warn("Failed to calculate number of tokens, falling back to approximate count");
-        // fallback to approximate calculation if tiktoken is not available
-        // each token is ~4 characters: https://help.openai.com/en/articles/4936856-what-are-tokens-and-how-to-count-them#
-        numTokens = Math.ceil(prompt.length / 4);
-    }
-    const maxTokens = getModelContextSize(modelName);
-    return maxTokens - numTokens;
-};
+export { calculateMaxTokens, getModelContextSize, getEmbeddingContextSize, } from "langchain-core/language_models/base";

package/dist/base_language/index.cjs

@@ -1,204 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getModelContextSize = exports.calculateMaxTokens = exports.BaseLanguageModel = exports.BaseLangChain = void 0;
-const index_js_1 = require("../schema/index.cjs");
-const async_caller_js_1 = require("../util/async_caller.cjs");
-const count_tokens_js_1 = require("./count_tokens.cjs");
-const tiktoken_js_1 = require("../util/tiktoken.cjs");
-const index_js_2 = require("../schema/runnable/index.cjs");
-const base_js_1 = require("../prompts/base.cjs");
-const chat_js_1 = require("../prompts/chat.cjs");
-const index_js_3 = require("../cache/index.cjs");
-const getVerbosity = () => false;
-/**
- * Base class for language models, chains, tools.
- */
-class BaseLangChain extends index_js_2.Runnable {
-    get lc_attributes() {
-        return {
-            callbacks: undefined,
-            verbose: undefined,
-        };
-    }
-    constructor(params) {
-        super(params);
-        /**
-         * Whether to print out response text.
-         */
-        Object.defineProperty(this, "verbose", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "callbacks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tags", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "metadata", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.verbose = params.verbose ?? getVerbosity();
-        this.callbacks = params.callbacks;
-        this.tags = params.tags ?? [];
-        this.metadata = params.metadata ?? {};
-    }
-}
-exports.BaseLangChain = BaseLangChain;
-/**
- * Base class for language models.
- */
-class BaseLanguageModel extends BaseLangChain {
-    /**
-     * Keys that the language model accepts as call options.
-     */
-    get callKeys() {
-        return ["stop", "timeout", "signal", "tags", "metadata", "callbacks"];
-    }
-    constructor({ callbacks, callbackManager, ...params }) {
-        super({
-            callbacks: callbacks ?? callbackManager,
-            ...params,
-        });
-        /**
-         * The async caller should be used by subclasses to make any async calls,
-         * which will thus benefit from the concurrency and retry logic.
-         */
-        Object.defineProperty(this, "caller", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "cache", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "_encoding", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (typeof params.cache === "object") {
-            this.cache = params.cache;
-        }
-        else if (params.cache) {
-            this.cache = index_js_3.InMemoryCache.global();
-        }
-        else {
-            this.cache = undefined;
-        }
-        this.caller = new async_caller_js_1.AsyncCaller(params ?? {});
-    }
-    async getNumTokens(content) {
-        // TODO: Figure out correct value.
-        if (typeof content !== "string") {
-            return 0;
-        }
-        // fallback to approximate calculation if tiktoken is not available
-        let numTokens = Math.ceil(content.length / 4);
-        if (!this._encoding) {
-            try {
-                this._encoding = await (0, tiktoken_js_1.encodingForModel)("modelName" in this
-                    ? (0, count_tokens_js_1.getModelNameForTiktoken)(this.modelName)
-                    : "gpt2");
-            }
-            catch (error) {
-                console.warn("Failed to calculate number of tokens, falling back to approximate count", error);
-            }
-        }
-        if (this._encoding) {
-            numTokens = this._encoding.encode(content).length;
-        }
-        return numTokens;
-    }
-    static _convertInputToPromptValue(input) {
-        if (typeof input === "string") {
-            return new base_js_1.StringPromptValue(input);
-        }
-        else if (Array.isArray(input)) {
-            return new chat_js_1.ChatPromptValue(input.map(index_js_1.coerceMessageLikeToMessage));
-        }
-        else {
-            return input;
-        }
-    }
-    /**
-     * Get the identifying parameters of the LLM.
-     */
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    _identifyingParams() {
-        return {};
-    }
-    /**
-     * Create a unique cache key for a specific call to a specific language model.
-     * @param callOptions Call options for the model
-     * @returns A unique cache key.
-     */
-    _getSerializedCacheKeyParametersForCall(callOptions) {
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        const params = {
-            ...this._identifyingParams(),
-            ...callOptions,
-            _type: this._llmType(),
-            _model: this._modelType(),
-        };
-        const filteredEntries = Object.entries(params).filter(([_, value]) => value !== undefined);
-        const serializedEntries = filteredEntries
-            .map(([key, value]) => `${key}:${JSON.stringify(value)}`)
-            .sort()
-            .join(",");
-        return serializedEntries;
-    }
-    /**
-     * @deprecated
-     * Return a json-like object representing this LLM.
-     */
-    serialize() {
-        return {
-            ...this._identifyingParams(),
-            _type: this._llmType(),
-            _model: this._modelType(),
-        };
-    }
-    /**
-     * @deprecated
-     * Load an LLM from a json-like object describing it.
-     */
-    static async deserialize(data) {
-        const { _type, _model, ...rest } = data;
-        if (_model && _model !== "base_chat_model") {
-            throw new Error(`Cannot load LLM with model ${_model}`);
-        }
-        const Cls = {
-            openai: (await import("../chat_models/openai.js")).ChatOpenAI,
-        }[_type];
-        if (Cls === undefined) {
-            throw new Error(`Cannot load LLM with type ${_type}`);
-        }
-        return new Cls(rest);
-    }
-}
-exports.BaseLanguageModel = BaseLanguageModel;
+var base_1 = require("langchain-core/language_models/base");
+Object.defineProperty(exports, "BaseLangChain", { enumerable: true, get: function () { return base_1.BaseLangChain; } });
+Object.defineProperty(exports, "BaseLanguageModel", { enumerable: true, get: function () { return base_1.BaseLanguageModel; } });
 /*
  * Export utility functions for token calculations:
  * - calculateMaxTokens: Calculate max tokens for a given model and prompt (the model context size - tokens in prompt).
  * - getModelContextSize: Get the context size for a specific model.
  */
-var count_tokens_js_2 = require("./count_tokens.cjs");
-Object.defineProperty(exports, "calculateMaxTokens", { enumerable: true, get: function () { return count_tokens_js_2.calculateMaxTokens; } });
-Object.defineProperty(exports, "getModelContextSize", { enumerable: true, get: function () { return count_tokens_js_2.getModelContextSize; } });
+var count_tokens_js_1 = require("./count_tokens.cjs");
+Object.defineProperty(exports, "calculateMaxTokens", { enumerable: true, get: function () { return count_tokens_js_1.calculateMaxTokens; } });
+Object.defineProperty(exports, "getModelContextSize", { enumerable: true, get: function () { return count_tokens_js_1.getModelContextSize; } });

package/dist/base_language/index.d.ts

@@ -1,112 +1,2 @@
-import type { OpenAI as OpenAIClient } from "openai";
-import { BaseCache, BaseMessage, BaseMessageLike, BasePromptValue, LLMResult, MessageContent } from "../schema/index.js";
-import { BaseCallbackConfig, CallbackManager, Callbacks } from "../callbacks/manager.js";
-import { AsyncCaller, AsyncCallerParams } from "../util/async_caller.js";
-import { Runnable } from "../schema/runnable/index.js";
-import { RunnableConfig } from "../schema/runnable/config.js";
-export type SerializedLLM = {
-    _model: string;
-    _type: string;
-} & Record<string, any>;
-export interface BaseLangChainParams {
-    verbose?: boolean;
-    callbacks?: Callbacks;
-    tags?: string[];
-    metadata?: Record<string, unknown>;
-}
-/**
- * Base class for language models, chains, tools.
- */
-export declare abstract class BaseLangChain<RunInput, RunOutput, CallOptions extends RunnableConfig = RunnableConfig> extends Runnable<RunInput, RunOutput, CallOptions> implements BaseLangChainParams {
-    /**
-     * Whether to print out response text.
-     */
-    verbose: boolean;
-    callbacks?: Callbacks;
-    tags?: string[];
-    metadata?: Record<string, unknown>;
-    get lc_attributes(): {
-        [key: string]: undefined;
-    } | undefined;
-    constructor(params: BaseLangChainParams);
-}
-/**
- * Base interface for language model parameters.
- * A subclass of {@link BaseLanguageModel} should have a constructor that
- * takes in a parameter that extends this interface.
- */
-export interface BaseLanguageModelParams extends AsyncCallerParams, BaseLangChainParams {
-    /**
-     * @deprecated Use `callbacks` instead
-     */
-    callbackManager?: CallbackManager;
-    cache?: BaseCache | boolean;
-}
-export interface BaseLanguageModelCallOptions extends BaseCallbackConfig {
-    /**
-     * Stop tokens to use for this call.
-     * If not provided, the default stop tokens for the model will be used.
-     */
-    stop?: string[];
-    /**
-     * Timeout for this call in milliseconds.
-     */
-    timeout?: number;
-    /**
-     * Abort signal for this call.
-     * If provided, the call will be aborted when the signal is aborted.
-     * @see https://developer.mozilla.org/en-US/docs/Web/API/AbortSignal
-     */
-    signal?: AbortSignal;
-}
-export interface BaseFunctionCallOptions extends BaseLanguageModelCallOptions {
-    function_call?: OpenAIClient.Chat.ChatCompletionFunctionCallOption;
-    functions?: OpenAIClient.Chat.ChatCompletionCreateParams.Function[];
-}
-export type BaseLanguageModelInput = BasePromptValue | string | BaseMessageLike[];
-/**
- * Base class for language models.
- */
-export declare abstract class BaseLanguageModel<RunOutput = any, CallOptions extends BaseLanguageModelCallOptions = BaseLanguageModelCallOptions> extends BaseLangChain<BaseLanguageModelInput, RunOutput, CallOptions> implements BaseLanguageModelParams {
-    CallOptions: CallOptions;
-    /**
-     * Keys that the language model accepts as call options.
-     */
-    get callKeys(): string[];
-    /**
-     * The async caller should be used by subclasses to make any async calls,
-     * which will thus benefit from the concurrency and retry logic.
-     */
-    caller: AsyncCaller;
-    cache?: BaseCache;
-    constructor({ callbacks, callbackManager, ...params }: BaseLanguageModelParams);
-    abstract generatePrompt(promptValues: BasePromptValue[], options?: string[] | CallOptions, callbacks?: Callbacks): Promise<LLMResult>;
-    abstract predict(text: string, options?: string[] | CallOptions, callbacks?: Callbacks): Promise<string>;
-    abstract predictMessages(messages: BaseMessage[], options?: string[] | CallOptions, callbacks?: Callbacks): Promise<BaseMessage>;
-    abstract _modelType(): string;
-    abstract _llmType(): string;
-    private _encoding?;
-    getNumTokens(content: MessageContent): Promise<number>;
-    protected static _convertInputToPromptValue(input: BaseLanguageModelInput): BasePromptValue;
-    /**
-     * Get the identifying parameters of the LLM.
-     */
-    _identifyingParams(): Record<string, any>;
-    /**
-     * Create a unique cache key for a specific call to a specific language model.
-     * @param callOptions Call options for the model
-     * @returns A unique cache key.
-     */
-    protected _getSerializedCacheKeyParametersForCall(callOptions: CallOptions): string;
-    /**
-     * @deprecated
-     * Return a json-like object representing this LLM.
-     */
-    serialize(): SerializedLLM;
-    /**
-     * @deprecated
-     * Load an LLM from a json-like object describing it.
-     */
-    static deserialize(data: SerializedLLM): Promise<BaseLanguageModel>;
-}
+export { type SerializedLLM, type BaseLangChainParams, BaseLangChain, type BaseLanguageModelParams, type BaseLanguageModelCallOptions, type BaseFunctionCallOptions, type BaseLanguageModelInput, BaseLanguageModel, } from "langchain-core/language_models/base";
 export { calculateMaxTokens, getModelContextSize } from "./count_tokens.js";