langchain 0.0.61 → 0.0.63

package/dist/base_language/count_tokens.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.calculateMaxTokens = exports.importTiktoken = exports.getModelContextSize = exports.getModelNameForTiktoken = void 0;
+exports.calculateMaxTokens = exports.importTiktoken = exports.getModelContextSize = exports.getEmbeddingContextSize = exports.getModelNameForTiktoken = void 0;
 // https://www.npmjs.com/package/@dqbd/tiktoken
 const getModelNameForTiktoken = (modelName) => {
     if (modelName.startsWith("gpt-3.5-turbo-")) {
@@ -15,8 +15,23 @@ const getModelNameForTiktoken = (modelName) => {
     return modelName;
 };
 exports.getModelNameForTiktoken = getModelNameForTiktoken;
+const getEmbeddingContextSize = (modelName) => {
+    switch (modelName) {
+        case "text-embedding-ada-002":
+            return 8191;
+        default:
+            return 2046;
+    }
+};
+exports.getEmbeddingContextSize = getEmbeddingContextSize;
 const getModelContextSize = (modelName) => {
     switch ((0, exports.getModelNameForTiktoken)(modelName)) {
+        case "gpt-3.5-turbo":
+            return 4096;
+        case "gpt-4-32k":
+            return 32768;
+        case "gpt-4":
+            return 8192;
         case "text-davinci-003":
             return 4097;
         case "text-curie-001":

package/dist/base_language/count_tokens.d.ts

@@ -1,5 +1,6 @@
 import type { TiktokenModel } from "@dqbd/tiktoken";
 export declare const getModelNameForTiktoken: (modelName: string) => TiktokenModel;
+export declare const getEmbeddingContextSize: (modelName?: string) => number;
 export declare const getModelContextSize: (modelName: string) => number;
 interface CalculateMaxTokenProps {
     prompt: string;

package/dist/base_language/count_tokens.js

@@ -11,8 +11,22 @@ export const getModelNameForTiktoken = (modelName) => {
     }
     return modelName;
 };
+export const getEmbeddingContextSize = (modelName) => {
+    switch (modelName) {
+        case "text-embedding-ada-002":
+            return 8191;
+        default:
+            return 2046;
+    }
+};
 export const getModelContextSize = (modelName) => {
     switch (getModelNameForTiktoken(modelName)) {
+        case "gpt-3.5-turbo":
+            return 4096;
+        case "gpt-4-32k":
+            return 32768;
+        case "gpt-4":
+            return 8192;
         case "text-davinci-003":
             return 4097;
         case "text-curie-001":

package/dist/callbacks/handlers/tracers.cjs

@@ -207,7 +207,7 @@ class LangChainTracer extends BaseTracer {
             writable: true,
             value: (typeof process !== "undefined"
                 ? // eslint-disable-next-line no-process-env
-                    process.env.LANGCHAIN_ENDPOINT
+                    process.env?.LANGCHAIN_ENDPOINT
                 : undefined) || "http://localhost:8000"
         });
         Object.defineProperty(this, "headers", {
@@ -219,9 +219,9 @@ class LangChainTracer extends BaseTracer {
             }
         });
         // eslint-disable-next-line no-process-env
-        if (typeof process !== "undefined" && process.env.LANGCHAIN_API_KEY) {
+        if (typeof process !== "undefined" && process.env?.LANGCHAIN_API_KEY) {
             // eslint-disable-next-line no-process-env
-            this.headers["x-api-key"] = process.env.LANGCHAIN_API_KEY;
+            this.headers["x-api-key"] = process.env?.LANGCHAIN_API_KEY;
         }
     }
     async persistRun(run) {

package/dist/callbacks/handlers/tracers.js

@@ -203,7 +203,7 @@ export class LangChainTracer extends BaseTracer {
             writable: true,
             value: (typeof process !== "undefined"
                 ? // eslint-disable-next-line no-process-env
-                    process.env.LANGCHAIN_ENDPOINT
+                    process.env?.LANGCHAIN_ENDPOINT
                 : undefined) || "http://localhost:8000"
         });
         Object.defineProperty(this, "headers", {
@@ -215,9 +215,9 @@ export class LangChainTracer extends BaseTracer {
             }
         });
         // eslint-disable-next-line no-process-env
-        if (typeof process !== "undefined" && process.env.LANGCHAIN_API_KEY) {
+        if (typeof process !== "undefined" && process.env?.LANGCHAIN_API_KEY) {
             // eslint-disable-next-line no-process-env
-            this.headers["x-api-key"] = process.env.LANGCHAIN_API_KEY;
+            this.headers["x-api-key"] = process.env?.LANGCHAIN_API_KEY;
         }
     }
     async persistRun(run) {

package/dist/callbacks/manager.cjs

@@ -306,7 +306,7 @@ class CallbackManager extends BaseCallbackManager {
         }
         const tracingEnabled = typeof process !== "undefined"
             ? // eslint-disable-next-line no-process-env
-                process.env.LANGCHAIN_TRACING !== undefined
+                process.env?.LANGCHAIN_TRACING !== undefined
             : false;
         if (options?.verbose || tracingEnabled) {
             if (!callbackManager) {

package/dist/callbacks/manager.js

@@ -299,7 +299,7 @@ export class CallbackManager extends BaseCallbackManager {
         }
         const tracingEnabled = typeof process !== "undefined"
             ? // eslint-disable-next-line no-process-env
-                process.env.LANGCHAIN_TRACING !== undefined
+                process.env?.LANGCHAIN_TRACING !== undefined
             : false;
         if (options?.verbose || tracingEnabled) {
             if (!callbackManager) {

package/dist/chains/base.cjs

@@ -21,11 +21,11 @@ class BaseChain extends index_js_2.BaseLangChain {
     async run(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     input, callbacks) {
-        const isKeylessInput = this.inputKeys.length === 1;
+        const isKeylessInput = this.inputKeys.length <= 1;
         if (!isKeylessInput) {
             throw new Error(`Chain ${this._chainType()} expects multiple inputs, cannot use 'run' `);
         }
-        const values = { [this.inputKeys[0]]: input };
+        const values = this.inputKeys.length ? { [this.inputKeys[0]]: input } : {};
         const returnValues = await this.call(values, callbacks);
         const keys = Object.keys(returnValues);
         if (keys.length === 1) {
@@ -63,6 +63,7 @@ class BaseChain extends index_js_2.BaseLangChain {
         // add the runManager's currentRunId to the outputValues
         Object.defineProperty(outputValues, index_js_1.RUN_KEY, {
             value: runManager ? { runId: runManager?.runId } : undefined,
+            configurable: true,
         });
         return outputValues;
     }

package/dist/chains/base.js

@@ -18,11 +18,11 @@ export class BaseChain extends BaseLangChain {
     async run(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     input, callbacks) {
-        const isKeylessInput = this.inputKeys.length === 1;
+        const isKeylessInput = this.inputKeys.length <= 1;
         if (!isKeylessInput) {
             throw new Error(`Chain ${this._chainType()} expects multiple inputs, cannot use 'run' `);
         }
-        const values = { [this.inputKeys[0]]: input };
+        const values = this.inputKeys.length ? { [this.inputKeys[0]]: input } : {};
         const returnValues = await this.call(values, callbacks);
         const keys = Object.keys(returnValues);
         if (keys.length === 1) {
@@ -60,6 +60,7 @@ export class BaseChain extends BaseLangChain {
         // add the runManager's currentRunId to the outputValues
         Object.defineProperty(outputValues, RUN_KEY, {
             value: runManager ? { runId: runManager?.runId } : undefined,
+            configurable: true,
         });
         return outputValues;
     }

package/dist/chains/question_answering/map_reduce_prompts.cjs

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.COMBINE_PROMPT_SELECTOR = exports.COMBINE_PROMPT = exports.COMBINE_QA_PROMPT_SELECTOR = exports.DEFAULT_COMBINE_QA_PROMPT = void 0;
-/* eslint-disable tree-shaking/no-side-effects-in-initialization */
 /* eslint-disable spaced-comment */
 const prompt_js_1 = require("../../prompts/prompt.cjs");
 const chat_js_1 = require("../../prompts/chat.cjs");

package/dist/chains/question_answering/map_reduce_prompts.js

@@ -1,4 +1,3 @@
-/* eslint-disable tree-shaking/no-side-effects-in-initialization */
 /* eslint-disable spaced-comment */
 import { PromptTemplate } from "../../prompts/prompt.js";
 import { ChatPromptTemplate, SystemMessagePromptTemplate, HumanMessagePromptTemplate, } from "../../prompts/chat.js";

package/dist/chains/question_answering/refine_prompts.cjs

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.QUESTION_PROMPT_SELECTOR = exports.CHAT_QUESTION_PROMPT = exports.DEFAULT_TEXT_QA_PROMPT = exports.DEFAULT_TEXT_QA_PROMPT_TMPL = exports.REFINE_PROMPT_SELECTOR = exports.CHAT_REFINE_PROMPT = exports.DEFAULT_REFINE_PROMPT = exports.DEFAULT_REFINE_PROMPT_TMPL = void 0;
-/* eslint-disable tree-shaking/no-side-effects-in-initialization */
 /* eslint-disable spaced-comment */
 const index_js_1 = require("../../prompts/index.cjs");
 const prompt_selector_js_1 = require("../prompt_selector.cjs");

package/dist/chains/question_answering/refine_prompts.js

@@ -1,4 +1,3 @@
-/* eslint-disable tree-shaking/no-side-effects-in-initialization */
 /* eslint-disable spaced-comment */
 import { PromptTemplate, ChatPromptTemplate, SystemMessagePromptTemplate, HumanMessagePromptTemplate, AIMessagePromptTemplate, } from "../../prompts/index.js";
 import { ConditionalPromptSelector, isChatModel } from "../prompt_selector.js";

package/dist/chains/question_answering/stuff_prompts.cjs

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.QA_PROMPT_SELECTOR = exports.DEFAULT_QA_PROMPT = void 0;
-/* eslint-disable tree-shaking/no-side-effects-in-initialization */
 /* eslint-disable spaced-comment */
 const prompt_js_1 = require("../../prompts/prompt.cjs");
 const chat_js_1 = require("../../prompts/chat.cjs");

package/dist/chains/question_answering/stuff_prompts.js

@@ -1,4 +1,3 @@
-/* eslint-disable tree-shaking/no-side-effects-in-initialization */
 /* eslint-disable spaced-comment */
 import { PromptTemplate } from "../../prompts/prompt.js";
 import { ChatPromptTemplate, SystemMessagePromptTemplate, HumanMessagePromptTemplate, } from "../../prompts/chat.js";

package/dist/chains/sql_db/sql_db_prompt.cjs

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DEFAULT_SQL_DATABASE_PROMPT = void 0;
-/* eslint-disable tree-shaking/no-side-effects-in-initialization */
 /* eslint-disable spaced-comment */
 const prompt_js_1 = require("../../prompts/prompt.cjs");
 exports.DEFAULT_SQL_DATABASE_PROMPT = new prompt_js_1.PromptTemplate({

package/dist/chains/sql_db/sql_db_prompt.js

@@ -1,4 +1,3 @@
-/* eslint-disable tree-shaking/no-side-effects-in-initialization */
 /* eslint-disable spaced-comment */
 import { PromptTemplate } from "../../prompts/prompt.js";
 export const DEFAULT_SQL_DATABASE_PROMPT = /*#__PURE__*/ new PromptTemplate({

package/dist/chains/summarization/stuff_prompts.cjs

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DEFAULT_PROMPT = void 0;
-/* eslint-disable tree-shaking/no-side-effects-in-initialization */
 /* eslint-disable spaced-comment */
 const prompt_js_1 = require("../../prompts/prompt.cjs");
 const template = `Write a concise summary of the following:

package/dist/chains/summarization/stuff_prompts.js

@@ -1,4 +1,3 @@
-/* eslint-disable tree-shaking/no-side-effects-in-initialization */
 /* eslint-disable spaced-comment */
 import { PromptTemplate } from "../../prompts/prompt.js";
 const template = `Write a concise summary of the following:

package/dist/chat_models/anthropic.cjs

@@ -105,7 +105,7 @@ class ChatAnthropic extends base_js_1.BaseChatModel {
             fields?.anthropicApiKey ??
                 (typeof process !== "undefined"
                     ? // eslint-disable-next-line no-process-env
-                        process.env.ANTHROPIC_API_KEY
+                        process.env?.ANTHROPIC_API_KEY
                     : undefined);
         if (!this.apiKey) {
             throw new Error("Anthropic API key not found");

package/dist/chat_models/anthropic.js

@@ -102,7 +102,7 @@ export class ChatAnthropic extends BaseChatModel {
             fields?.anthropicApiKey ??
                 (typeof process !== "undefined"
                     ? // eslint-disable-next-line no-process-env
-                        process.env.ANTHROPIC_API_KEY
+                        process.env?.ANTHROPIC_API_KEY
                     : undefined);
         if (!this.apiKey) {
             throw new Error("Anthropic API key not found");

package/dist/chat_models/base.cjs

@@ -37,6 +37,7 @@ class BaseChatModel extends index_js_2.BaseLanguageModel {
         await runManager?.handleLLMEnd(output);
         Object.defineProperty(output, index_js_1.RUN_KEY, {
             value: runManager ? { runId: runManager?.runId } : undefined,
+            configurable: true,
         });
         return output;
     }

package/dist/chat_models/base.js

@@ -34,6 +34,7 @@ export class BaseChatModel extends BaseLanguageModel {
         await runManager?.handleLLMEnd(output);
         Object.defineProperty(output, RUN_KEY, {
             value: runManager ? { runId: runManager?.runId } : undefined,
+            configurable: true,
         });
         return output;
     }

package/dist/chat_models/index.cjs

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ChatAnthropic = exports.ChatOpenAI = exports.SimpleChatModel = exports.BaseChatModel = void 0;
-// eslint-disable-next-line tree-shaking/no-side-effects-in-initialization
 /* #__PURE__ */ console.error("[WARN] Importing from 'langchain/chat_models' is deprecated. Import from eg. 'langchain/chat_models/openai' instead. See https://js.langchain.com/docs/getting-started/install#updating-from-0052 for upgrade instructions.");
 var base_js_1 = require("./base.cjs");
 Object.defineProperty(exports, "BaseChatModel", { enumerable: true, get: function () { return base_js_1.BaseChatModel; } });

package/dist/chat_models/index.js

@@ -1,4 +1,3 @@
-// eslint-disable-next-line tree-shaking/no-side-effects-in-initialization
 /* #__PURE__ */ console.error("[WARN] Importing from 'langchain/chat_models' is deprecated. Import from eg. 'langchain/chat_models/openai' instead. See https://js.langchain.com/docs/getting-started/install#updating-from-0052 for upgrade instructions.");
 export { BaseChatModel, SimpleChatModel } from "./base.js";
 export { ChatOpenAI } from "./openai.js";

package/dist/chat_models/openai.cjs

@@ -136,8 +136,10 @@ class ChatOpenAI extends base_js_1.BaseChatModel {
             value: void 0
         });
         const apiKey = fields?.openAIApiKey ??
-            // eslint-disable-next-line no-process-env
-            (typeof process !== "undefined" ? process.env.OPENAI_API_KEY : undefined);
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.OPENAI_API_KEY
+                : undefined);
         if (!apiKey) {
             throw new Error("OpenAI API key not found");
         }

package/dist/chat_models/openai.js

@@ -130,8 +130,10 @@ export class ChatOpenAI extends BaseChatModel {
             value: void 0
         });
         const apiKey = fields?.openAIApiKey ??
-            // eslint-disable-next-line no-process-env
-            (typeof process !== "undefined" ? process.env.OPENAI_API_KEY : undefined);
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.OPENAI_API_KEY
+                : undefined);
         if (!apiKey) {
             throw new Error("OpenAI API key not found");
         }

package/dist/document_loaders/index.cjs

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.UnstructuredLoader = exports.GithubRepoLoader = exports.NotionLoader = exports.CSVLoader = exports.JSONLinesLoader = exports.JSONLoader = exports.TextLoader = exports.EPubLoader = exports.DocxLoader = exports.PDFLoader = exports.SRTLoader = exports.UnknownHandling = exports.DirectoryLoader = exports.IMSDBLoader = exports.HNLoader = exports.GitbookLoader = exports.CollegeConfidentialLoader = exports.PuppeteerWebBaseLoader = exports.CheerioWebBaseLoader = exports.BaseDocumentLoader = void 0;
-// eslint-disable-next-line tree-shaking/no-side-effects-in-initialization
 /* #__PURE__ */ console.error("[WARN] Importing from 'langchain/document_loaders' is deprecated. Import from eg. 'langchain/document_loaders/fs/text' or 'langchain/document_loaders/web/cheerio' instead. See https://js.langchain.com/docs/getting-started/install#updating-from-0052 for upgrade instructions.");
 var base_js_1 = require("./base.cjs");
 Object.defineProperty(exports, "BaseDocumentLoader", { enumerable: true, get: function () { return base_js_1.BaseDocumentLoader; } });

package/dist/document_loaders/index.js

@@ -1,4 +1,3 @@
-// eslint-disable-next-line tree-shaking/no-side-effects-in-initialization
 /* #__PURE__ */ console.error("[WARN] Importing from 'langchain/document_loaders' is deprecated. Import from eg. 'langchain/document_loaders/fs/text' or 'langchain/document_loaders/web/cheerio' instead. See https://js.langchain.com/docs/getting-started/install#updating-from-0052 for upgrade instructions.");
 export { BaseDocumentLoader } from "./base.js";
 export { CheerioWebBaseLoader } from "./web/cheerio.js";

package/dist/document_loaders/web/github.cjs

@@ -16,7 +16,7 @@ function isBinaryPath(name) {
 class GithubRepoLoader extends base_js_1.BaseDocumentLoader {
     constructor(githubUrl, { accessToken = typeof process !== "undefined"
         ? // eslint-disable-next-line no-process-env
-            process.env.GITHUB_ACCESS_TOKEN
+            process.env?.GITHUB_ACCESS_TOKEN
         : undefined, branch = "main", recursive = true, unknown = directory_js_1.UnknownHandling.Warn, ignoreFiles = [], } = {}) {
         super();
         Object.defineProperty(this, "owner", {

package/dist/document_loaders/web/github.js

@@ -10,7 +10,7 @@ function isBinaryPath(name) {
 export class GithubRepoLoader extends BaseDocumentLoader {
     constructor(githubUrl, { accessToken = typeof process !== "undefined"
         ? // eslint-disable-next-line no-process-env
-            process.env.GITHUB_ACCESS_TOKEN
+            process.env?.GITHUB_ACCESS_TOKEN
         : undefined, branch = "main", recursive = true, unknown = UnknownHandling.Warn, ignoreFiles = [], } = {}) {
         super();
         Object.defineProperty(this, "owner", {

package/dist/embeddings/cohere.cjs

@@ -38,8 +38,10 @@ class CohereEmbeddings extends base_js_1.Embeddings {
             value: void 0
         });
         const apiKey = fields?.apiKey ||
-            // eslint-disable-next-line no-process-env
-            (typeof process !== "undefined" ? process.env.COHERE_API_KEY : undefined);
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.COHERE_API_KEY
+                : undefined);
         if (!apiKey) {
             throw new Error("Cohere API key not found");
         }

package/dist/embeddings/cohere.js

@@ -35,8 +35,10 @@ export class CohereEmbeddings extends Embeddings {
             value: void 0
         });
         const apiKey = fields?.apiKey ||
-            // eslint-disable-next-line no-process-env
-            (typeof process !== "undefined" ? process.env.COHERE_API_KEY : undefined);
+            (typeof process !== "undefined"
+                ? // eslint-disable-next-line no-process-env
+                    process.env?.COHERE_API_KEY
+                : undefined);
         if (!apiKey) {
             throw new Error("Cohere API key not found");
         }

package/dist/embeddings/index.cjs

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.FakeEmbeddings = exports.Embeddings = exports.CohereEmbeddings = exports.OpenAIEmbeddings = void 0;
-// eslint-disable-next-line tree-shaking/no-side-effects-in-initialization
 /* #__PURE__ */ console.error("[WARN] Importing from 'langchain/embeddings' is deprecated. Import from eg. 'langchain/embeddings/openai' instead. See https://js.langchain.com/docs/getting-started/install#updating-from-0052 for upgrade instructions.");
 var openai_js_1 = require("./openai.cjs");
 Object.defineProperty(exports, "OpenAIEmbeddings", { enumerable: true, get: function () { return openai_js_1.OpenAIEmbeddings; } });

package/dist/embeddings/index.js

@@ -1,4 +1,3 @@
-// eslint-disable-next-line tree-shaking/no-side-effects-in-initialization
 /* #__PURE__ */ console.error("[WARN] Importing from 'langchain/embeddings' is deprecated. Import from eg. 'langchain/embeddings/openai' instead. See https://js.langchain.com/docs/getting-started/install#updating-from-0052 for upgrade instructions.");
 export { OpenAIEmbeddings } from "./openai.js";
 export { CohereEmbeddings } from "./cohere.js";

package/dist/experimental/autogpt/agent.cjs

@@ -2,12 +2,13 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AutoGPT = void 0;
 const llm_chain_js_1 = require("../../chains/llm_chain.cjs");
-const document_js_1 = require("../../document.cjs");
 const output_parser_js_1 = require("./output_parser.cjs");
 const prompt_js_1 = require("./prompt.cjs");
 const index_js_1 = require("../../schema/index.cjs");
 // import { HumanInputRun } from "./tools/human/tool"; // TODO
 const schema_js_1 = require("./schema.cjs");
+const text_splitter_js_1 = require("../../text_splitter.cjs");
+const count_tokens_js_1 = require("../../base_language/count_tokens.cjs");
 class AutoGPT {
     constructor({ aiName, memory, chain, outputParser, tools, feedbackTool, maxIterations, }) {
         Object.defineProperty(this, "aiName", {
@@ -64,6 +65,13 @@ class AutoGPT {
             writable: true,
             value: void 0
         });
+        // Currently not generic enough to support any text splitter.
+        Object.defineProperty(this, "textSplitter", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.aiName = aiName;
         this.memory = memory;
         this.fullMessageHistory = [];
@@ -73,6 +81,13 @@ class AutoGPT {
         this.tools = tools;
         this.feedbackTool = feedbackTool;
         this.maxIterations = maxIterations;
+        const chunkSize = (0, count_tokens_js_1.getEmbeddingContextSize)("modelName" in memory.vectorStore.embeddings
+            ? memory.vectorStore.embeddings.modelName
+            : undefined);
+        this.textSplitter = new text_splitter_js_1.TokenTextSplitter({
+            chunkSize,
+            chunkOverlap: Math.round(chunkSize / 10),
+        });
     }
     static fromLLMAndTools(llm, tools, { aiName, aiRole, memory, maxIterations = 100, 
     // humanInTheLoop = false,
@@ -82,6 +97,7 @@ class AutoGPT {
             aiRole,
             tools,
             tokenCounter: llm.getNumTokens.bind(llm),
+            sendTokenLimit: (0, count_tokens_js_1.getModelContextSize)("modelName" in llm ? llm.modelName : "gpt2"),
         });
         // const feedbackTool = humanInTheLoop ? new HumanInputRun() : null;
         const chain = new llm_chain_js_1.LLMChain({ llm, prompt });
@@ -142,9 +158,8 @@ class AutoGPT {
                 }
                 memoryToAdd += feedback;
             }
-            await this.memory.addDocuments([
-                new document_js_1.Document({ pageContent: memoryToAdd }),
-            ]);
+            const documents = await this.textSplitter.createDocuments([memoryToAdd]);
+            await this.memory.addDocuments(documents);
             this.fullMessageHistory.push(new index_js_1.SystemChatMessage(result));
         }
         return undefined;

package/dist/experimental/autogpt/agent.d.ts

@@ -5,6 +5,7 @@ import { Tool } from "../../tools/base.js";
 import { AutoGPTOutputParser } from "./output_parser.js";
 import { BaseChatMessage } from "../../schema/index.js";
 import { ObjectTool } from "./schema.js";
+import { TokenTextSplitter } from "../../text_splitter.js";
 export interface AutoGPTInput {
     aiName: string;
     aiRole: string;
@@ -23,6 +24,7 @@ export declare class AutoGPT {
     tools: ObjectTool[];
     feedbackTool?: Tool;
     maxIterations: number;
+    textSplitter: TokenTextSplitter;
     constructor({ aiName, memory, chain, outputParser, tools, feedbackTool, maxIterations, }: Omit<Required<AutoGPTInput>, "aiRole" | "humanInTheLoop"> & {
         chain: LLMChain;
         tools: ObjectTool[];

package/dist/experimental/autogpt/agent.js

@@ -1,10 +1,11 @@
 import { LLMChain } from "../../chains/llm_chain.js";
-import { Document } from "../../document.js";
 import { AutoGPTOutputParser } from "./output_parser.js";
 import { AutoGPTPrompt } from "./prompt.js";
 import { AIChatMessage, HumanChatMessage, SystemChatMessage, } from "../../schema/index.js";
 // import { HumanInputRun } from "./tools/human/tool"; // TODO
 import { FINISH_NAME } from "./schema.js";
+import { TokenTextSplitter } from "../../text_splitter.js";
+import { getEmbeddingContextSize, getModelContextSize, } from "../../base_language/count_tokens.js";
 export class AutoGPT {
     constructor({ aiName, memory, chain, outputParser, tools, feedbackTool, maxIterations, }) {
         Object.defineProperty(this, "aiName", {
@@ -61,6 +62,13 @@ export class AutoGPT {
             writable: true,
             value: void 0
         });
+        // Currently not generic enough to support any text splitter.
+        Object.defineProperty(this, "textSplitter", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.aiName = aiName;
         this.memory = memory;
         this.fullMessageHistory = [];
@@ -70,6 +78,13 @@ export class AutoGPT {
         this.tools = tools;
         this.feedbackTool = feedbackTool;
         this.maxIterations = maxIterations;
+        const chunkSize = getEmbeddingContextSize("modelName" in memory.vectorStore.embeddings
+            ? memory.vectorStore.embeddings.modelName
+            : undefined);
+        this.textSplitter = new TokenTextSplitter({
+            chunkSize,
+            chunkOverlap: Math.round(chunkSize / 10),
+        });
     }
     static fromLLMAndTools(llm, tools, { aiName, aiRole, memory, maxIterations = 100, 
     // humanInTheLoop = false,
@@ -79,6 +94,7 @@ export class AutoGPT {
             aiRole,
             tools,
             tokenCounter: llm.getNumTokens.bind(llm),
+            sendTokenLimit: getModelContextSize("modelName" in llm ? llm.modelName : "gpt2"),
         });
         // const feedbackTool = humanInTheLoop ? new HumanInputRun() : null;
         const chain = new LLMChain({ llm, prompt });
@@ -139,9 +155,8 @@ export class AutoGPT {
                 }
                 memoryToAdd += feedback;
             }
-            await this.memory.addDocuments([
-                new Document({ pageContent: memoryToAdd }),
-            ]);
+            const documents = await this.textSplitter.createDocuments([memoryToAdd]);
+            await this.memory.addDocuments(documents);
             this.fullMessageHistory.push(new SystemChatMessage(result));
         }
         return undefined;

package/dist/experimental/autogpt/prompt_generator.cjs

@@ -57,7 +57,7 @@ class PromptGenerator {
         this.commands.push(tool);
     }
     _generate_command_string(tool) {
-        let output = `${tool.name}: ${tool.description}`;
+        let output = `"${tool.name}": ${tool.description}`;
         output += `, args json schema: ${JSON.stringify((0, zod_to_json_schema_1.zodToJsonSchema)(tool.schema).properties)}`;
         return output;
     }

package/dist/experimental/autogpt/prompt_generator.js

@@ -54,7 +54,7 @@ export class PromptGenerator {
         this.commands.push(tool);
     }
     _generate_command_string(tool) {
-        let output = `${tool.name}: ${tool.description}`;
+        let output = `"${tool.name}": ${tool.description}`;
         output += `, args json schema: ${JSON.stringify(zodToJsonSchema(tool.schema).properties)}`;
         return output;
     }

package/dist/index.cjs

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.OpenAI = exports.LLMChain = exports.FewShotPromptTemplate = exports.BasePromptTemplate = exports.PromptTemplate = void 0;
-// eslint-disable-next-line tree-shaking/no-side-effects-in-initialization
 /* #__PURE__ */ console.error("[WARN] Importing from 'langchain' is deprecated. See https://js.langchain.com/docs/getting-started/install#updating-from-0052 for upgrade instructions.");
 var index_js_1 = require("./prompts/index.cjs");
 Object.defineProperty(exports, "PromptTemplate", { enumerable: true, get: function () { return index_js_1.PromptTemplate; } });

package/dist/index.js

@@ -1,4 +1,3 @@
-// eslint-disable-next-line tree-shaking/no-side-effects-in-initialization
 /* #__PURE__ */ console.error("[WARN] Importing from 'langchain' is deprecated. See https://js.langchain.com/docs/getting-started/install#updating-from-0052 for upgrade instructions.");
 export { PromptTemplate, BasePromptTemplate, FewShotPromptTemplate, } from "./prompts/index.js";
 export { LLMChain } from "./chains/llm_chain.js";

package/dist/llms/base.cjs

@@ -58,6 +58,7 @@ class BaseLLM extends index_js_3.BaseLanguageModel {
         // it isnt included when listing the keys of the output object.
         Object.defineProperty(output, index_js_2.RUN_KEY, {
             value: runManager ? { runId: runManager?.runId } : undefined,
+            configurable: true,
         });
         return output;
     }

package/dist/llms/base.js

@@ -55,6 +55,7 @@ export class BaseLLM extends BaseLanguageModel {
         // it isnt included when listing the keys of the output object.
         Object.defineProperty(output, RUN_KEY, {
             value: runManager ? { runId: runManager?.runId } : undefined,
+            configurable: true,
         });
         return output;
     }

package/dist/llms/cohere.cjs

@@ -31,7 +31,7 @@ class Cohere extends base_js_1.LLM {
         });
         const apiKey = fields?.apiKey ?? typeof process !== "undefined"
             ? // eslint-disable-next-line no-process-env
-                process.env.COHERE_API_KEY
+                process.env?.COHERE_API_KEY
             : undefined;
         if (!apiKey) {
             throw new Error("Please set the COHERE_API_KEY environment variable or pass it to the constructor as the apiKey field.");