langchain 0.3.30 → 1.0.0-alpha.1

package/dist/experimental/autogpt/output_parser.js

@@ -1,80 +0,0 @@
-import { BaseOutputParser } from "@langchain/core/output_parsers";
-/**
- * Utility function used to preprocess a string to be parsed as JSON.
- * It replaces single backslashes with double backslashes, while leaving
- * already escaped ones intact.
- * It also extracts the json code if it is inside a code block
- */
-export function preprocessJsonInput(inputStr) {
-    const correctedStr = inputStr.replace(/(?<!\\)\\(?!["\\/bfnrt]|u[0-9a-fA-F]{4})/g, "\\\\");
-    const match = correctedStr.match(/```(.*)(\r\n|\r|\n)(?<code>[\w\W\n]+)(\r\n|\r|\n)```/);
-    if (match?.groups?.code) {
-        return match.groups.code.trim();
-    }
-    else {
-        return correctedStr;
-    }
-}
-/**
- * Class responsible for parsing the output of AutoGPT. It extends the
- * BaseOutputParser class.
- */
-export class AutoGPTOutputParser extends BaseOutputParser {
-    constructor() {
-        super(...arguments);
-        Object.defineProperty(this, "lc_namespace", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: ["langchain", "experimental", "autogpt"]
-        });
-    }
-    /**
-     * Method not implemented in the class and will throw an error if called.
-     * It is likely meant to be overridden in subclasses to provide specific
-     * format instructions.
-     * @returns Throws an error.
-     */
-    getFormatInstructions() {
-        throw new Error("Method not implemented.");
-    }
-    /**
-     * Asynchronous method that takes a string as input and attempts to parse
-     * it into an AutoGPTAction object. If the input string cannot be parsed
-     * directly, the method tries to preprocess the string using the
-     * preprocessJsonInput function and parse it again. If parsing fails
-     * again, it returns an AutoGPTAction object with an error message.
-     * @param text The string to be parsed.
-     * @returns A Promise that resolves to an AutoGPTAction object.
-     */
-    async parse(text) {
-        let parsed;
-        try {
-            parsed = JSON.parse(text);
-        }
-        catch (error) {
-            const preprocessedText = preprocessJsonInput(text);
-            try {
-                parsed = JSON.parse(preprocessedText);
-            }
-            catch (error) {
-                return {
-                    name: "ERROR",
-                    args: { error: `Could not parse invalid json: ${text}` },
-                };
-            }
-        }
-        try {
-            return {
-                name: parsed.command.name,
-                args: parsed.command.args,
-            };
-        }
-        catch (error) {
-            return {
-                name: "ERROR",
-                args: { error: `Incomplete command args: ${parsed}` },
-            };
-        }
-    }
-}

package/dist/experimental/autogpt/prompt.cjs

@@ -1,137 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AutoGPTPrompt = void 0;
-const prompts_1 = require("@langchain/core/prompts");
-const messages_1 = require("@langchain/core/messages");
-const prompt_generator_js_1 = require("./prompt_generator.cjs");
-/**
- * Class used to generate prompts for the AutoGPT model. It takes into
- * account the AI's name, role, tools, token counter, and send token
- * limit. The class also handles the formatting of messages and the
- * construction of the full prompt.
- */
-class AutoGPTPrompt extends prompts_1.BaseChatPromptTemplate {
-    constructor(fields) {
-        super({ inputVariables: ["goals", "memory", "messages", "user_input"] });
-        Object.defineProperty(this, "aiName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "aiRole", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tools", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tokenCounter", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "sendTokenLimit", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.aiName = fields.aiName;
-        this.aiRole = fields.aiRole;
-        this.tools = fields.tools;
-        this.tokenCounter = fields.tokenCounter;
-        this.sendTokenLimit = fields.sendTokenLimit || 4196;
-    }
-    _getPromptType() {
-        return "autogpt";
-    }
-    /**
-     * Constructs the full prompt based on the provided goals.
-     * @param goals An array of goals.
-     * @returns The full prompt as a string.
-     */
-    constructFullPrompt(goals) {
-        const promptStart = `Your decisions must always be made independently
-            without seeking user assistance. Play to your strengths
-            as an LLM and pursue simple strategies with no legal complications.
-            If you have completed all your tasks,
-            make sure to use the "finish" command.`;
-        let fullPrompt = `You are ${this.aiName}, ${this.aiRole}\n${promptStart}\n\nGOALS:\n\n`;
-        goals.forEach((goal, index) => {
-            fullPrompt += `${index + 1}. ${goal}\n`;
-        });
-        fullPrompt += `\n\n${(0, prompt_generator_js_1.getPrompt)(this.tools)}`;
-        return fullPrompt;
-    }
-    /**
-     * Formats the messages based on the provided parameters.
-     * @param goals An array of goals.
-     * @param memory A VectorStoreRetriever instance.
-     * @param messages An array of previous messages.
-     * @param user_input The user's input.
-     * @returns An array of formatted messages.
-     */
-    async formatMessages({ goals, memory, messages: previousMessages, user_input, }) {
-        const basePrompt = new messages_1.SystemMessage(this.constructFullPrompt(goals));
-        const timePrompt = new messages_1.SystemMessage(`The current time and date is ${new Date().toLocaleString()}`);
-        if (typeof basePrompt.content !== "string" ||
-            typeof timePrompt.content !== "string") {
-            throw new Error("Non-string message content is not supported.");
-        }
-        const usedTokens = (await this.tokenCounter(basePrompt.content)) +
-            (await this.tokenCounter(timePrompt.content));
-        const relevantDocs = await memory.getRelevantDocuments(JSON.stringify(previousMessages.slice(-10)));
-        const relevantMemory = relevantDocs.map((d) => d.pageContent);
-        let relevantMemoryTokens = await relevantMemory.reduce(async (acc, doc) => (await acc) + (await this.tokenCounter(doc)), Promise.resolve(0));
-        while (usedTokens + relevantMemoryTokens > 2500) {
-            relevantMemory.pop();
-            relevantMemoryTokens = await relevantMemory.reduce(async (acc, doc) => (await acc) + (await this.tokenCounter(doc)), Promise.resolve(0));
-        }
-        const contentFormat = `This reminds you of these events from your past:\n${relevantMemory.join("\n")}\n\n`;
-        const memoryMessage = new messages_1.SystemMessage(contentFormat);
-        if (typeof memoryMessage.content !== "string") {
-            throw new Error("Non-string message content is not supported.");
-        }
-        const usedTokensWithMemory = usedTokens + (await this.tokenCounter(memoryMessage.content));
-        const historicalMessages = [];
-        for (const message of previousMessages.slice(-10).reverse()) {
-            if (typeof message.content !== "string") {
-                throw new Error("Non-string message content is not supported.");
-            }
-            const messageTokens = await this.tokenCounter(message.content);
-            if (usedTokensWithMemory + messageTokens > this.sendTokenLimit - 1000) {
-                break;
-            }
-            historicalMessages.unshift(message);
-        }
-        const inputMessage = new messages_1.HumanMessage(user_input);
-        const messages = [
-            basePrompt,
-            timePrompt,
-            memoryMessage,
-            ...historicalMessages,
-            inputMessage,
-        ];
-        return messages;
-    }
-    /**
-     * This method is not implemented in the AutoGPTPrompt class and will
-     * throw an error if called.
-     * @param _values Partial values.
-     * @returns Throws an error.
-     */
-    async partial(_values) {
-        throw new Error("Method not implemented.");
-    }
-    serialize() {
-        throw new Error("Method not implemented.");
-    }
-}
-exports.AutoGPTPrompt = AutoGPTPrompt;

package/dist/experimental/autogpt/prompt.d.ts

@@ -1,58 +0,0 @@
-import type { VectorStoreRetrieverInterface } from "@langchain/core/vectorstores";
-import { BaseChatPromptTemplate, SerializedBasePromptTemplate } from "@langchain/core/prompts";
-import { BaseMessage } from "@langchain/core/messages";
-import { PartialValues } from "@langchain/core/utils/types";
-import { ObjectTool } from "./schema.js";
-/**
- * Interface for the input parameters of the AutoGPTPrompt class.
- */
-export interface AutoGPTPromptInput {
-    aiName: string;
-    aiRole: string;
-    tools: ObjectTool[];
-    tokenCounter: (text: string) => Promise<number>;
-    sendTokenLimit?: number;
-}
-/**
- * Class used to generate prompts for the AutoGPT model. It takes into
- * account the AI's name, role, tools, token counter, and send token
- * limit. The class also handles the formatting of messages and the
- * construction of the full prompt.
- */
-export declare class AutoGPTPrompt extends BaseChatPromptTemplate implements AutoGPTPromptInput {
-    aiName: string;
-    aiRole: string;
-    tools: ObjectTool[];
-    tokenCounter: (text: string) => Promise<number>;
-    sendTokenLimit: number;
-    constructor(fields: AutoGPTPromptInput);
-    _getPromptType(): "autogpt";
-    /**
-     * Constructs the full prompt based on the provided goals.
-     * @param goals An array of goals.
-     * @returns The full prompt as a string.
-     */
-    constructFullPrompt(goals: string[]): string;
-    /**
-     * Formats the messages based on the provided parameters.
-     * @param goals An array of goals.
-     * @param memory A VectorStoreRetriever instance.
-     * @param messages An array of previous messages.
-     * @param user_input The user's input.
-     * @returns An array of formatted messages.
-     */
-    formatMessages({ goals, memory, messages: previousMessages, user_input, }: {
-        goals: string[];
-        memory: VectorStoreRetrieverInterface;
-        messages: BaseMessage[];
-        user_input: string;
-    }): Promise<BaseMessage[]>;
-    /**
-     * This method is not implemented in the AutoGPTPrompt class and will
-     * throw an error if called.
-     * @param _values Partial values.
-     * @returns Throws an error.
-     */
-    partial(_values: PartialValues): Promise<BaseChatPromptTemplate>;
-    serialize(): SerializedBasePromptTemplate;
-}

package/dist/experimental/autogpt/prompt.js

@@ -1,133 +0,0 @@
-import { BaseChatPromptTemplate, } from "@langchain/core/prompts";
-import { HumanMessage, SystemMessage, } from "@langchain/core/messages";
-import { getPrompt } from "./prompt_generator.js";
-/**
- * Class used to generate prompts for the AutoGPT model. It takes into
- * account the AI's name, role, tools, token counter, and send token
- * limit. The class also handles the formatting of messages and the
- * construction of the full prompt.
- */
-export class AutoGPTPrompt extends BaseChatPromptTemplate {
-    constructor(fields) {
-        super({ inputVariables: ["goals", "memory", "messages", "user_input"] });
-        Object.defineProperty(this, "aiName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "aiRole", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tools", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tokenCounter", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "sendTokenLimit", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.aiName = fields.aiName;
-        this.aiRole = fields.aiRole;
-        this.tools = fields.tools;
-        this.tokenCounter = fields.tokenCounter;
-        this.sendTokenLimit = fields.sendTokenLimit || 4196;
-    }
-    _getPromptType() {
-        return "autogpt";
-    }
-    /**
-     * Constructs the full prompt based on the provided goals.
-     * @param goals An array of goals.
-     * @returns The full prompt as a string.
-     */
-    constructFullPrompt(goals) {
-        const promptStart = `Your decisions must always be made independently
-            without seeking user assistance. Play to your strengths
-            as an LLM and pursue simple strategies with no legal complications.
-            If you have completed all your tasks,
-            make sure to use the "finish" command.`;
-        let fullPrompt = `You are ${this.aiName}, ${this.aiRole}\n${promptStart}\n\nGOALS:\n\n`;
-        goals.forEach((goal, index) => {
-            fullPrompt += `${index + 1}. ${goal}\n`;
-        });
-        fullPrompt += `\n\n${getPrompt(this.tools)}`;
-        return fullPrompt;
-    }
-    /**
-     * Formats the messages based on the provided parameters.
-     * @param goals An array of goals.
-     * @param memory A VectorStoreRetriever instance.
-     * @param messages An array of previous messages.
-     * @param user_input The user's input.
-     * @returns An array of formatted messages.
-     */
-    async formatMessages({ goals, memory, messages: previousMessages, user_input, }) {
-        const basePrompt = new SystemMessage(this.constructFullPrompt(goals));
-        const timePrompt = new SystemMessage(`The current time and date is ${new Date().toLocaleString()}`);
-        if (typeof basePrompt.content !== "string" ||
-            typeof timePrompt.content !== "string") {
-            throw new Error("Non-string message content is not supported.");
-        }
-        const usedTokens = (await this.tokenCounter(basePrompt.content)) +
-            (await this.tokenCounter(timePrompt.content));
-        const relevantDocs = await memory.getRelevantDocuments(JSON.stringify(previousMessages.slice(-10)));
-        const relevantMemory = relevantDocs.map((d) => d.pageContent);
-        let relevantMemoryTokens = await relevantMemory.reduce(async (acc, doc) => (await acc) + (await this.tokenCounter(doc)), Promise.resolve(0));
-        while (usedTokens + relevantMemoryTokens > 2500) {
-            relevantMemory.pop();
-            relevantMemoryTokens = await relevantMemory.reduce(async (acc, doc) => (await acc) + (await this.tokenCounter(doc)), Promise.resolve(0));
-        }
-        const contentFormat = `This reminds you of these events from your past:\n${relevantMemory.join("\n")}\n\n`;
-        const memoryMessage = new SystemMessage(contentFormat);
-        if (typeof memoryMessage.content !== "string") {
-            throw new Error("Non-string message content is not supported.");
-        }
-        const usedTokensWithMemory = usedTokens + (await this.tokenCounter(memoryMessage.content));
-        const historicalMessages = [];
-        for (const message of previousMessages.slice(-10).reverse()) {
-            if (typeof message.content !== "string") {
-                throw new Error("Non-string message content is not supported.");
-            }
-            const messageTokens = await this.tokenCounter(message.content);
-            if (usedTokensWithMemory + messageTokens > this.sendTokenLimit - 1000) {
-                break;
-            }
-            historicalMessages.unshift(message);
-        }
-        const inputMessage = new HumanMessage(user_input);
-        const messages = [
-            basePrompt,
-            timePrompt,
-            memoryMessage,
-            ...historicalMessages,
-            inputMessage,
-        ];
-        return messages;
-    }
-    /**
-     * This method is not implemented in the AutoGPTPrompt class and will
-     * throw an error if called.
-     * @param _values Partial values.
-     * @returns Throws an error.
-     */
-    async partial(_values) {
-        throw new Error("Method not implemented.");
-    }
-    serialize() {
-        throw new Error("Method not implemented.");
-    }
-}

package/dist/experimental/autogpt/prompt_generator.cjs

@@ -1,154 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PromptGenerator = void 0;
-exports.getPrompt = getPrompt;
-const types_1 = require("@langchain/core/utils/types");
-const json_schema_1 = require("@langchain/core/utils/json_schema");
-const schema_js_1 = require("./schema.cjs");
-/**
- * Class that generates prompts for generative agents. It maintains a list
- * of constraints, commands, resources, and performance evaluations.
- */
-class PromptGenerator {
-    constructor() {
-        Object.defineProperty(this, "constraints", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "commands", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "resources", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "performance_evaluation", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "response_format", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.constraints = [];
-        this.commands = [];
-        this.resources = [];
-        this.performance_evaluation = [];
-        this.response_format = {
-            thoughts: {
-                text: "thought",
-                reasoning: "reasoning",
-                plan: "- short bulleted\n- list that conveys\n- long-term plan",
-                criticism: "constructive self-criticism",
-                speak: "thoughts summary to say to user",
-            },
-            command: { name: "command name", args: { "arg name": "value" } },
-        };
-    }
-    /**
-     * Adds a constraint to the list of constraints.
-     * @param constraint The constraint to add.
-     * @returns void
-     */
-    add_constraint(constraint) {
-        this.constraints.push(constraint);
-    }
-    /**
-     * Adds a tool to the list of commands.
-     * @param tool The tool to add.
-     * @returns void
-     */
-    add_tool(tool) {
-        this.commands.push(tool);
-    }
-    _generate_command_string(tool) {
-        let output = `"${tool.name}": ${tool.description}`;
-        const jsonSchema = ((0, types_1.isInteropZodSchema)(tool.schema) ? (0, json_schema_1.toJsonSchema)(tool.schema) : tool.schema);
-        output += `, args json schema: ${JSON.stringify(jsonSchema?.properties)}`;
-        return output;
-    }
-    /**
-     * Adds a resource to the list of resources.
-     * @param resource The resource to add.
-     * @returns void
-     */
-    add_resource(resource) {
-        this.resources.push(resource);
-    }
-    /**
-     * Adds a performance evaluation to the list of performance evaluations.
-     * @param evaluation The performance evaluation to add.
-     * @returns void
-     */
-    add_performance_evaluation(evaluation) {
-        this.performance_evaluation.push(evaluation);
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    _generate_numbered_list(items, item_type = "list") {
-        if (item_type === "command") {
-            const command_strings = items.map((item, i) => `${i + 1}. ${this._generate_command_string(item)}`);
-            const finish_description = "use this to signal that you have finished all your objectives";
-            const finish_args = '"response": "final response to let people know you have finished your objectives"';
-            const finish_string = `${items.length + 1}. ${schema_js_1.FINISH_NAME}: ${finish_description}, args: ${finish_args}`;
-            return command_strings.concat([finish_string]).join("\n");
-        }
-        return items.map((item, i) => `${i + 1}. ${item}`).join("\n");
-    }
-    /**
-     * Generates a prompt string that includes the constraints, commands,
-     * resources, performance evaluations, and response format.
-     * @returns A string representing the prompt.
-     */
-    generate_prompt_string() {
-        const formatted_response_format = JSON.stringify(this.response_format, null, 4);
-        const prompt_string = `Constraints:\n${this._generate_numbered_list(this.constraints)}\n\n` +
-            `Commands:\n${this._generate_numbered_list(this.commands, "command")}\n\n` +
-            `Resources:\n${this._generate_numbered_list(this.resources)}\n\n` +
-            `Performance Evaluation:\n${this._generate_numbered_list(this.performance_evaluation)}\n\n` +
-            `You should only respond in JSON format as described below ` +
-            `\nResponse Format: \n${formatted_response_format} ` +
-            `\nEnsure the response can be parsed by Python json.loads`;
-        return prompt_string;
-    }
-}
-exports.PromptGenerator = PromptGenerator;
-/**
- * Function that generates a prompt string for a given list of tools.
- */
-function getPrompt(tools) {
-    const prompt_generator = new PromptGenerator();
-    prompt_generator.add_constraint("~4000 word limit for short term memory. " +
-        "Your short term memory is short, " +
-        "so immediately save important information to files.");
-    prompt_generator.add_constraint("If you are unsure how you previously did something " +
-        "or want to recall past events, " +
-        "thinking about similar events will help you remember.");
-    prompt_generator.add_constraint("No user assistance");
-    prompt_generator.add_constraint('Exclusively use the commands listed in double quotes e.g. "command name"');
-    for (const tool of tools) {
-        prompt_generator.add_tool(tool);
-    }
-    prompt_generator.add_resource("Internet access for searches and information gathering.");
-    prompt_generator.add_resource("Long Term memory management.");
-    prompt_generator.add_resource("GPT-3.5 powered Agents for delegation of simple tasks.");
-    prompt_generator.add_resource("File output.");
-    prompt_generator.add_performance_evaluation("Continuously review and analyze your actions " +
-        "to ensure you are performing to the best of your abilities.");
-    prompt_generator.add_performance_evaluation("Constructively self-criticize your big-picture behavior constantly.");
-    prompt_generator.add_performance_evaluation("Reflect on past decisions and strategies to refine your approach.");
-    prompt_generator.add_performance_evaluation("Every command has a cost, so be smart and efficient. " +
-        "Aim to complete tasks in the least number of steps.");
-    const prompt_string = prompt_generator.generate_prompt_string();
-    return prompt_string;
-}

package/dist/experimental/autogpt/prompt_generator.d.ts

@@ -1,49 +0,0 @@
-import { ObjectTool } from "./schema.js";
-/**
- * Class that generates prompts for generative agents. It maintains a list
- * of constraints, commands, resources, and performance evaluations.
- */
-export declare class PromptGenerator {
-    constraints: string[];
-    commands: ObjectTool[];
-    resources: string[];
-    performance_evaluation: string[];
-    response_format: object;
-    constructor();
-    /**
-     * Adds a constraint to the list of constraints.
-     * @param constraint The constraint to add.
-     * @returns void
-     */
-    add_constraint(constraint: string): void;
-    /**
-     * Adds a tool to the list of commands.
-     * @param tool The tool to add.
-     * @returns void
-     */
-    add_tool(tool: ObjectTool): void;
-    _generate_command_string(tool: ObjectTool): string;
-    /**
-     * Adds a resource to the list of resources.
-     * @param resource The resource to add.
-     * @returns void
-     */
-    add_resource(resource: string): void;
-    /**
-     * Adds a performance evaluation to the list of performance evaluations.
-     * @param evaluation The performance evaluation to add.
-     * @returns void
-     */
-    add_performance_evaluation(evaluation: string): void;
-    _generate_numbered_list(items: any[], item_type?: string): string;
-    /**
-     * Generates a prompt string that includes the constraints, commands,
-     * resources, performance evaluations, and response format.
-     * @returns A string representing the prompt.
-     */
-    generate_prompt_string(): string;
-}
-/**
- * Function that generates a prompt string for a given list of tools.
- */
-export declare function getPrompt(tools: ObjectTool[]): string;