langchain 0.0.76 → 0.0.77

package/chains/query_constructor/ir.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/chains/query_constructor/ir.cjs');

package/chains/query_constructor/ir.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/chains/query_constructor/ir.js'

package/chains/query_constructor/ir.js

@@ -0,0 +1 @@
+export * from '../../dist/chains/query_constructor/ir.js'

package/chains/query_constructor.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chains/query_constructor/index.cjs');

package/chains/query_constructor.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chains/query_constructor/index.js'

package/chains/query_constructor.js

@@ -0,0 +1 @@
+export * from '../dist/chains/query_constructor/index.js'

package/dist/agents/chat_convo/index.cjs

@@ -47,8 +47,15 @@ class ChatConversationalAgent extends agent_js_1.Agent {
         }
         return thoughts;
     }
-    static getDefaultOutputParser(_fields) {
-        return new outputParser_js_1.ChatConversationalAgentOutputParser();
+    static getDefaultOutputParser(fields) {
+        if (fields?.llm) {
+            return outputParser_js_1.ChatConversationalAgentOutputParserWithRetries.fromLLM(fields.llm, {
+                toolNames: fields.toolNames,
+            });
+        }
+        return new outputParser_js_1.ChatConversationalAgentOutputParserWithRetries({
+            toolNames: fields?.toolNames,
+        });
     }
     /**
      * Create prompt in the style of the ChatConversationAgent.
@@ -57,39 +64,48 @@ class ChatConversationalAgent extends agent_js_1.Agent {
      * @param args - Arguments to create the prompt with.
      * @param args.systemMessage - String to put before the list of tools.
      * @param args.humanMessage - String to put after the list of tools.
+     * @param args.outputParser - Output parser to use for formatting.
      */
     static createPrompt(tools, args) {
         const systemMessage = (args?.systemMessage ?? prompt_js_1.DEFAULT_PREFIX) + prompt_js_1.PREFIX_END;
         const humanMessage = args?.humanMessage ?? prompt_js_1.DEFAULT_SUFFIX;
-        const outputParser = args?.outputParser ?? new outputParser_js_1.ChatConversationalAgentOutputParser();
         const toolStrings = tools
             .map((tool) => `${tool.name}: ${tool.description}`)
             .join("\n");
-        const formatInstructions = (0, template_js_1.renderTemplate)(humanMessage, "f-string", {
-            format_instructions: outputParser.getFormatInstructions(),
+        const toolNames = tools.map((tool) => tool.name);
+        const outputParser = args?.outputParser ??
+            ChatConversationalAgent.getDefaultOutputParser({ toolNames });
+        const formatInstructions = outputParser.getFormatInstructions({
+            toolNames,
         });
-        const toolNames = tools.map((tool) => tool.name).join("\n");
-        const finalPrompt = (0, template_js_1.renderTemplate)(formatInstructions, "f-string", {
+        const renderedHumanMessage = (0, template_js_1.renderTemplate)(humanMessage, "f-string", {
+            format_instructions: formatInstructions,
             tools: toolStrings,
-            tool_names: toolNames,
         });
         const messages = [
             chat_js_1.SystemMessagePromptTemplate.fromTemplate(systemMessage),
             new chat_js_1.MessagesPlaceholder("chat_history"),
-            chat_js_1.HumanMessagePromptTemplate.fromTemplate(finalPrompt),
+            chat_js_1.HumanMessagePromptTemplate.fromTemplate(renderedHumanMessage),
             new chat_js_1.MessagesPlaceholder("agent_scratchpad"),
         ];
         return chat_js_1.ChatPromptTemplate.fromPromptMessages(messages);
     }
     static fromLLMAndTools(llm, tools, args) {
         ChatConversationalAgent.validateTools(tools);
-        const prompt = ChatConversationalAgent.createPrompt(tools, args);
+        const outputParser = args?.outputParser ??
+            ChatConversationalAgent.getDefaultOutputParser({
+                llm,
+                toolNames: tools.map((tool) => tool.name),
+            });
+        const prompt = ChatConversationalAgent.createPrompt(tools, {
+            ...args,
+            outputParser,
+        });
         const chain = new llm_chain_js_1.LLMChain({
             prompt,
             llm,
             callbacks: args?.callbacks ?? args?.callbackManager,
         });
-        const outputParser = args?.outputParser ?? ChatConversationalAgent.getDefaultOutputParser();
         return new ChatConversationalAgent({
             llmChain: chain,
             outputParser,

package/dist/agents/chat_convo/index.d.ts

@@ -28,7 +28,9 @@ export declare class ChatConversationalAgent extends Agent {
     _stop(): string[];
     static validateTools(tools: Tool[]): void;
     constructScratchPad(steps: AgentStep[]): Promise<BaseChatMessage[]>;
-    static getDefaultOutputParser(_fields?: OutputParserArgs): AgentActionOutputParser;
+    static getDefaultOutputParser(fields?: OutputParserArgs & {
+        toolNames: string[];
+    }): AgentActionOutputParser;
     /**
      * Create prompt in the style of the ChatConversationAgent.
      *
@@ -36,6 +38,7 @@ export declare class ChatConversationalAgent extends Agent {
      * @param args - Arguments to create the prompt with.
      * @param args.systemMessage - String to put before the list of tools.
      * @param args.humanMessage - String to put after the list of tools.
+     * @param args.outputParser - Output parser to use for formatting.
      */
     static createPrompt(tools: Tool[], args?: ChatConversationalCreatePromptArgs): ChatPromptTemplate;
     static fromLLMAndTools(llm: BaseLanguageModel, tools: Tool[], args?: ChatConversationalCreatePromptArgs & AgentArgs): ChatConversationalAgent;

package/dist/agents/chat_convo/index.js

@@ -3,7 +3,7 @@ import { ChatPromptTemplate, HumanMessagePromptTemplate, MessagesPlaceholder, Sy
 import { renderTemplate } from "../../prompts/template.js";
 import { AIChatMessage, HumanChatMessage, } from "../../schema/index.js";
 import { Agent } from "../agent.js";
-import { ChatConversationalAgentOutputParser } from "./outputParser.js";
+import { ChatConversationalAgentOutputParserWithRetries } from "./outputParser.js";
 import { PREFIX_END, DEFAULT_PREFIX, DEFAULT_SUFFIX, TEMPLATE_TOOL_RESPONSE, } from "./prompt.js";
 /**
  * Agent for the MRKL chain.
@@ -44,8 +44,15 @@ export class ChatConversationalAgent extends Agent {
         }
         return thoughts;
     }
-    static getDefaultOutputParser(_fields) {
-        return new ChatConversationalAgentOutputParser();
+    static getDefaultOutputParser(fields) {
+        if (fields?.llm) {
+            return ChatConversationalAgentOutputParserWithRetries.fromLLM(fields.llm, {
+                toolNames: fields.toolNames,
+            });
+        }
+        return new ChatConversationalAgentOutputParserWithRetries({
+            toolNames: fields?.toolNames,
+        });
     }
     /**
      * Create prompt in the style of the ChatConversationAgent.
@@ -54,39 +61,48 @@ export class ChatConversationalAgent extends Agent {
      * @param args - Arguments to create the prompt with.
      * @param args.systemMessage - String to put before the list of tools.
      * @param args.humanMessage - String to put after the list of tools.
+     * @param args.outputParser - Output parser to use for formatting.
      */
     static createPrompt(tools, args) {
         const systemMessage = (args?.systemMessage ?? DEFAULT_PREFIX) + PREFIX_END;
         const humanMessage = args?.humanMessage ?? DEFAULT_SUFFIX;
-        const outputParser = args?.outputParser ?? new ChatConversationalAgentOutputParser();
         const toolStrings = tools
             .map((tool) => `${tool.name}: ${tool.description}`)
             .join("\n");
-        const formatInstructions = renderTemplate(humanMessage, "f-string", {
-            format_instructions: outputParser.getFormatInstructions(),
+        const toolNames = tools.map((tool) => tool.name);
+        const outputParser = args?.outputParser ??
+            ChatConversationalAgent.getDefaultOutputParser({ toolNames });
+        const formatInstructions = outputParser.getFormatInstructions({
+            toolNames,
         });
-        const toolNames = tools.map((tool) => tool.name).join("\n");
-        const finalPrompt = renderTemplate(formatInstructions, "f-string", {
+        const renderedHumanMessage = renderTemplate(humanMessage, "f-string", {
+            format_instructions: formatInstructions,
             tools: toolStrings,
-            tool_names: toolNames,
         });
         const messages = [
             SystemMessagePromptTemplate.fromTemplate(systemMessage),
             new MessagesPlaceholder("chat_history"),
-            HumanMessagePromptTemplate.fromTemplate(finalPrompt),
+            HumanMessagePromptTemplate.fromTemplate(renderedHumanMessage),
             new MessagesPlaceholder("agent_scratchpad"),
         ];
         return ChatPromptTemplate.fromPromptMessages(messages);
     }
     static fromLLMAndTools(llm, tools, args) {
         ChatConversationalAgent.validateTools(tools);
-        const prompt = ChatConversationalAgent.createPrompt(tools, args);
+        const outputParser = args?.outputParser ??
+            ChatConversationalAgent.getDefaultOutputParser({
+                llm,
+                toolNames: tools.map((tool) => tool.name),
+            });
+        const prompt = ChatConversationalAgent.createPrompt(tools, {
+            ...args,
+            outputParser,
+        });
         const chain = new LLMChain({
             prompt,
             llm,
             callbacks: args?.callbacks ?? args?.callbackManager,
         });
-        const outputParser = args?.outputParser ?? ChatConversationalAgent.getDefaultOutputParser();
         return new ChatConversationalAgent({
             llmChain: chain,
             outputParser,

package/dist/agents/chat_convo/outputParser.cjs

@@ -1,9 +1,21 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChatConversationalAgentOutputParser = void 0;
+exports.ChatConversationalAgentOutputParserWithRetries = exports.ChatConversationalAgentOutputParser = void 0;
+const output_parser_js_1 = require("../../schema/output_parser.cjs");
+const template_js_1 = require("../../prompts/template.cjs");
 const types_js_1 = require("../types.cjs");
 const prompt_js_1 = require("./prompt.cjs");
+const fix_js_1 = require("../../output_parsers/fix.cjs");
 class ChatConversationalAgentOutputParser extends types_js_1.AgentActionOutputParser {
+    constructor(toolNames) {
+        super();
+        Object.defineProperty(this, "toolNames", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: toolNames
+        });
+    }
     async parse(text) {
         let jsonOutput = text.trim();
         if (jsonOutput.includes("```json")) {
@@ -17,15 +29,75 @@ class ChatConversationalAgentOutputParser extends types_js_1.AgentActionOutputPa
         if (lastIndex !== -1) {
             jsonOutput = jsonOutput.slice(0, lastIndex).trimEnd();
         }
-        const response = JSON.parse(jsonOutput);
-        const { action, action_input } = response;
-        if (action === "Final Answer") {
-            return { returnValues: { output: action_input }, log: text };
+        try {
+            const response = JSON.parse(jsonOutput);
+            const { action, action_input } = response;
+            if (action === "Final Answer") {
+                return { returnValues: { output: action_input }, log: text };
+            }
+            return { tool: action, toolInput: action_input, log: text };
+        }
+        catch (e) {
+            throw new output_parser_js_1.OutputParserException(`Failed to parse. Text: "${text}". Error: ${e}`);
         }
-        return { tool: action, toolInput: action_input, log: text };
     }
     getFormatInstructions() {
-        return prompt_js_1.FORMAT_INSTRUCTIONS;
+        return (0, template_js_1.renderTemplate)(prompt_js_1.FORMAT_INSTRUCTIONS, "f-string", {
+            tool_names: this.toolNames.join(", "),
+        });
     }
 }
 exports.ChatConversationalAgentOutputParser = ChatConversationalAgentOutputParser;
+class ChatConversationalAgentOutputParserWithRetries extends types_js_1.AgentActionOutputParser {
+    constructor(fields) {
+        super();
+        Object.defineProperty(this, "baseParser", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "outputFixingParser", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "toolNames", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
+        this.toolNames = fields.toolNames ?? this.toolNames;
+        this.baseParser =
+            fields?.baseParser ??
+                new ChatConversationalAgentOutputParser(this.toolNames);
+        this.outputFixingParser = fields?.outputFixingParser;
+    }
+    getFormatInstructions(options) {
+        if (options.raw) {
+            return prompt_js_1.FORMAT_INSTRUCTIONS;
+        }
+        return (0, template_js_1.renderTemplate)(prompt_js_1.FORMAT_INSTRUCTIONS, "f-string", {
+            tool_names: options.toolNames.join(", "),
+        });
+    }
+    async parse(text) {
+        if (this.outputFixingParser !== undefined) {
+            return this.outputFixingParser.parse(text);
+        }
+        return this.baseParser.parse(text);
+    }
+    static fromLLM(llm, options) {
+        const baseParser = options.baseParser ??
+            new ChatConversationalAgentOutputParser(options.toolNames ?? []);
+        const outputFixingParser = fix_js_1.OutputFixingParser.fromLLM(llm, baseParser);
+        return new ChatConversationalAgentOutputParserWithRetries({
+            baseParser,
+            outputFixingParser,
+            toolNames: options.toolNames,
+        });
+    }
+}
+exports.ChatConversationalAgentOutputParserWithRetries = ChatConversationalAgentOutputParserWithRetries;

package/dist/agents/chat_convo/outputParser.d.ts

@@ -1,17 +1,29 @@
+import { FormatInstructionsOptions } from "../../schema/output_parser.js";
 import { AgentActionOutputParser } from "../types.js";
+import { AgentAction, AgentFinish } from "../../schema/index.js";
+import { OutputFixingParser } from "../../output_parsers/fix.js";
+import { BaseLanguageModel } from "../../base_language/index.js";
+export type ChatConversationalAgentOutputParserFormatInstructionsOptions = FormatInstructionsOptions & {
+    toolNames: string[];
+    raw?: boolean;
+};
 export declare class ChatConversationalAgentOutputParser extends AgentActionOutputParser {
-    parse(text: string): Promise<{
-        returnValues: {
-            output: any;
-        };
-        log: string;
-        tool?: undefined;
-        toolInput?: undefined;
-    } | {
-        tool: any;
-        toolInput: any;
-        log: string;
-        returnValues?: undefined;
-    }>;
+    private toolNames;
+    constructor(toolNames: string[]);
+    parse(text: string): Promise<AgentAction | AgentFinish>;
     getFormatInstructions(): string;
 }
+export type ChatConversationalAgentOutputParserArgs = {
+    baseParser?: ChatConversationalAgentOutputParser;
+    outputFixingParser?: OutputFixingParser<AgentAction | AgentFinish>;
+    toolNames?: string[];
+};
+export declare class ChatConversationalAgentOutputParserWithRetries extends AgentActionOutputParser {
+    private baseParser;
+    private outputFixingParser?;
+    private toolNames;
+    constructor(fields: ChatConversationalAgentOutputParserArgs);
+    getFormatInstructions(options: ChatConversationalAgentOutputParserFormatInstructionsOptions): string;
+    parse(text: string): Promise<AgentAction | AgentFinish>;
+    static fromLLM(llm: BaseLanguageModel, options: Omit<ChatConversationalAgentOutputParserArgs, "outputFixingParser">): ChatConversationalAgentOutputParserWithRetries;
+}

package/dist/agents/chat_convo/outputParser.js

@@ -1,6 +1,18 @@
+import { OutputParserException, } from "../../schema/output_parser.js";
+import { renderTemplate } from "../../prompts/template.js";
 import { AgentActionOutputParser } from "../types.js";
 import { FORMAT_INSTRUCTIONS } from "./prompt.js";
+import { OutputFixingParser } from "../../output_parsers/fix.js";
 export class ChatConversationalAgentOutputParser extends AgentActionOutputParser {
+    constructor(toolNames) {
+        super();
+        Object.defineProperty(this, "toolNames", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: toolNames
+        });
+    }
     async parse(text) {
         let jsonOutput = text.trim();
         if (jsonOutput.includes("```json")) {
@@ -14,14 +26,73 @@ export class ChatConversationalAgentOutputParser extends AgentActionOutputParser
         if (lastIndex !== -1) {
             jsonOutput = jsonOutput.slice(0, lastIndex).trimEnd();
         }
-        const response = JSON.parse(jsonOutput);
-        const { action, action_input } = response;
-        if (action === "Final Answer") {
-            return { returnValues: { output: action_input }, log: text };
+        try {
+            const response = JSON.parse(jsonOutput);
+            const { action, action_input } = response;
+            if (action === "Final Answer") {
+                return { returnValues: { output: action_input }, log: text };
+            }
+            return { tool: action, toolInput: action_input, log: text };
+        }
+        catch (e) {
+            throw new OutputParserException(`Failed to parse. Text: "${text}". Error: ${e}`);
         }
-        return { tool: action, toolInput: action_input, log: text };
     }
     getFormatInstructions() {
-        return FORMAT_INSTRUCTIONS;
+        return renderTemplate(FORMAT_INSTRUCTIONS, "f-string", {
+            tool_names: this.toolNames.join(", "),
+        });
+    }
+}
+export class ChatConversationalAgentOutputParserWithRetries extends AgentActionOutputParser {
+    constructor(fields) {
+        super();
+        Object.defineProperty(this, "baseParser", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "outputFixingParser", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "toolNames", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
+        this.toolNames = fields.toolNames ?? this.toolNames;
+        this.baseParser =
+            fields?.baseParser ??
+                new ChatConversationalAgentOutputParser(this.toolNames);
+        this.outputFixingParser = fields?.outputFixingParser;
+    }
+    getFormatInstructions(options) {
+        if (options.raw) {
+            return FORMAT_INSTRUCTIONS;
+        }
+        return renderTemplate(FORMAT_INSTRUCTIONS, "f-string", {
+            tool_names: options.toolNames.join(", "),
+        });
+    }
+    async parse(text) {
+        if (this.outputFixingParser !== undefined) {
+            return this.outputFixingParser.parse(text);
+        }
+        return this.baseParser.parse(text);
+    }
+    static fromLLM(llm, options) {
+        const baseParser = options.baseParser ??
+            new ChatConversationalAgentOutputParser(options.toolNames ?? []);
+        const outputFixingParser = OutputFixingParser.fromLLM(llm, baseParser);
+        return new ChatConversationalAgentOutputParserWithRetries({
+            baseParser,
+            outputFixingParser,
+            toolNames: options.toolNames,
+        });
     }
 }

package/dist/agents/chat_convo/prompt.cjs

@@ -12,7 +12,7 @@ exports.PREFIX_END = ` However, above all else, all responses must adhere to the
 exports.FORMAT_INSTRUCTIONS = `RESPONSE FORMAT INSTRUCTIONS
 ----------------------------
 
-When responding to me please, please output a response in one of two formats:
+Output a JSON markdown code snippet containing a valid JSON object in one of two formats:
 
 **Option 1:**
 Use this if you want the human to use a tool.
@@ -20,25 +20,28 @@ Markdown code snippet formatted in the following schema:
 
 \`\`\`json
 {{{{
-    "action": string \\ The action to take. Must be one of {tool_names}
-    "action_input": string \\ The input to the action
+    "action": string // The action to take. Must be one of [{tool_names}]
+    "action_input": string // The input to the action. May be a stringified object.
 }}}}
 \`\`\`
 
 **Option #2:**
-Use this if you want to respond directly to the human. Markdown code snippet formatted in the following schema:
+Use this if you want to respond directly and conversationally to the human. Markdown code snippet formatted in the following schema:
 
 \`\`\`json
 {{{{
     "action": "Final Answer",
-    "action_input": string \\ You should put what you want to return to use here and make sure to use valid json newline characters.
+    "action_input": string // You should put what you want to return to use here and make sure to use valid json newline characters.
 }}}}
-\`\`\``;
+\`\`\`
+
+For both options, remember to always include the surrounding markdown code snippet delimiters (begin with "\`\`\`json" and end with "\`\`\`")!
+`;
 exports.DEFAULT_SUFFIX = `TOOLS
 ------
 Assistant can ask the user to use tools to look up information that may be helpful in answering the users original question. The tools the human can use are:
 
-{{tools}}
+{tools}
 
 {format_instructions}
 
@@ -46,7 +49,7 @@ USER'S INPUT
 --------------------
 Here is the user's input (remember to respond with a markdown code snippet of a json blob with a single action, and NOTHING else):
 
-{{{{input}}}}`;
+{{input}}`;
 exports.TEMPLATE_TOOL_RESPONSE = `TOOL RESPONSE:
 ---------------------
 {observation}

package/dist/agents/chat_convo/prompt.d.ts

@@ -1,5 +1,5 @@
 export declare const DEFAULT_PREFIX = "Assistant is a large language model trained by OpenAI.\n\nAssistant is designed to be able to assist with a wide range of tasks, from answering simple questions to providing in-depth explanations and discussions on a wide range of topics. As a language model, Assistant is able to generate human-like text based on the input it receives, allowing it to engage in natural-sounding conversations and provide responses that are coherent and relevant to the topic at hand.\n\nAssistant is constantly learning and improving, and its capabilities are constantly evolving. It is able to process and understand large amounts of text, and can use this knowledge to provide accurate and informative responses to a wide range of questions. Additionally, Assistant is able to generate its own text based on the input it receives, allowing it to engage in discussions and provide explanations and descriptions on a wide range of topics.\n\nOverall, Assistant is a powerful system that can help with a wide range of tasks and provide valuable insights and information on a wide range of topics. Whether you need help with a specific question or just want to have a conversation about a particular topic, Assistant is here to assist.";
 export declare const PREFIX_END = " However, above all else, all responses must adhere to the format of RESPONSE FORMAT INSTRUCTIONS.";
-export declare const FORMAT_INSTRUCTIONS = "RESPONSE FORMAT INSTRUCTIONS\n----------------------------\n\nWhen responding to me please, please output a response in one of two formats:\n\n**Option 1:**\nUse this if you want the human to use a tool.\nMarkdown code snippet formatted in the following schema:\n\n```json\n{{{{\n    \"action\": string \\ The action to take. Must be one of {tool_names}\n    \"action_input\": string \\ The input to the action\n}}}}\n```\n\n**Option #2:**\nUse this if you want to respond directly to the human. Markdown code snippet formatted in the following schema:\n\n```json\n{{{{\n    \"action\": \"Final Answer\",\n    \"action_input\": string \\ You should put what you want to return to use here and make sure to use valid json newline characters.\n}}}}\n```";
-export declare const DEFAULT_SUFFIX = "TOOLS\n------\nAssistant can ask the user to use tools to look up information that may be helpful in answering the users original question. The tools the human can use are:\n\n{{tools}}\n\n{format_instructions}\n\nUSER'S INPUT\n--------------------\nHere is the user's input (remember to respond with a markdown code snippet of a json blob with a single action, and NOTHING else):\n\n{{{{input}}}}";
+export declare const FORMAT_INSTRUCTIONS = "RESPONSE FORMAT INSTRUCTIONS\n----------------------------\n\nOutput a JSON markdown code snippet containing a valid JSON object in one of two formats:\n\n**Option 1:**\nUse this if you want the human to use a tool.\nMarkdown code snippet formatted in the following schema:\n\n```json\n{{{{\n    \"action\": string // The action to take. Must be one of [{tool_names}]\n    \"action_input\": string // The input to the action. May be a stringified object.\n}}}}\n```\n\n**Option #2:**\nUse this if you want to respond directly and conversationally to the human. Markdown code snippet formatted in the following schema:\n\n```json\n{{{{\n    \"action\": \"Final Answer\",\n    \"action_input\": string // You should put what you want to return to use here and make sure to use valid json newline characters.\n}}}}\n```\n\nFor both options, remember to always include the surrounding markdown code snippet delimiters (begin with \"```json\" and end with \"```\")!\n";
+export declare const DEFAULT_SUFFIX = "TOOLS\n------\nAssistant can ask the user to use tools to look up information that may be helpful in answering the users original question. The tools the human can use are:\n\n{tools}\n\n{format_instructions}\n\nUSER'S INPUT\n--------------------\nHere is the user's input (remember to respond with a markdown code snippet of a json blob with a single action, and NOTHING else):\n\n{{input}}";
 export declare const TEMPLATE_TOOL_RESPONSE = "TOOL RESPONSE:\n---------------------\n{observation}\n\nUSER'S INPUT\n--------------------\n\nOkay, so what is the response to my original question? If using information from tools, you must say it explicitly - I have forgotten all TOOL RESPONSES! Remember to respond with a markdown code snippet of a json blob with a single action, and NOTHING else.";

package/dist/agents/chat_convo/prompt.js

@@ -9,7 +9,7 @@ export const PREFIX_END = ` However, above all else, all responses must adhere t
 export const FORMAT_INSTRUCTIONS = `RESPONSE FORMAT INSTRUCTIONS
 ----------------------------
 
-When responding to me please, please output a response in one of two formats:
+Output a JSON markdown code snippet containing a valid JSON object in one of two formats:
 
 **Option 1:**
 Use this if you want the human to use a tool.
@@ -17,25 +17,28 @@ Markdown code snippet formatted in the following schema:
 
 \`\`\`json
 {{{{
-    "action": string \\ The action to take. Must be one of {tool_names}
-    "action_input": string \\ The input to the action
+    "action": string // The action to take. Must be one of [{tool_names}]
+    "action_input": string // The input to the action. May be a stringified object.
 }}}}
 \`\`\`
 
 **Option #2:**
-Use this if you want to respond directly to the human. Markdown code snippet formatted in the following schema:
+Use this if you want to respond directly and conversationally to the human. Markdown code snippet formatted in the following schema:
 
 \`\`\`json
 {{{{
     "action": "Final Answer",
-    "action_input": string \\ You should put what you want to return to use here and make sure to use valid json newline characters.
+    "action_input": string // You should put what you want to return to use here and make sure to use valid json newline characters.
 }}}}
-\`\`\``;
+\`\`\`
+
+For both options, remember to always include the surrounding markdown code snippet delimiters (begin with "\`\`\`json" and end with "\`\`\`")!
+`;
 export const DEFAULT_SUFFIX = `TOOLS
 ------
 Assistant can ask the user to use tools to look up information that may be helpful in answering the users original question. The tools the human can use are:
 
-{{tools}}
+{tools}
 
 {format_instructions}
 
@@ -43,7 +46,7 @@ USER'S INPUT
 --------------------
 Here is the user's input (remember to respond with a markdown code snippet of a json blob with a single action, and NOTHING else):
 
-{{{{input}}}}`;
+{{input}}`;
 export const TEMPLATE_TOOL_RESPONSE = `TOOL RESPONSE:
 ---------------------
 {observation}

package/dist/callbacks/handlers/tracer_langchain.cjs

@@ -1,10 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.LangChainTracer = void 0;
+const async_caller_js_1 = require("../../util/async_caller.cjs");
 const env_js_1 = require("../../util/env.cjs");
 const tracer_js_1 = require("./tracer.cjs");
 class LangChainTracer extends tracer_js_1.BaseTracer {
-    constructor({ exampleId, tenantId, sessionName, sessionExtra, } = {}) {
+    constructor({ exampleId, tenantId, sessionName, sessionExtra, callerParams, } = {}) {
         super();
         Object.defineProperty(this, "name", {
             enumerable: true,
@@ -59,6 +60,12 @@ class LangChainTracer extends tracer_js_1.BaseTracer {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "caller", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         // eslint-disable-next-line no-process-env
         if (typeof process !== "undefined" && process.env?.LANGCHAIN_API_KEY) {
             // eslint-disable-next-line no-process-env
@@ -79,6 +86,7 @@ class LangChainTracer extends tracer_js_1.BaseTracer {
                 "default";
         this.sessionExtra = sessionExtra;
         this.exampleId = exampleId;
+        this.caller = new async_caller_js_1.AsyncCaller(callerParams ?? {});
     }
     async ensureSession() {
         if (this.session) {
@@ -86,7 +94,7 @@ class LangChainTracer extends tracer_js_1.BaseTracer {
         }
         const tenantId = await this.ensureTenantId();
         const endpoint = `${this.endpoint}/sessions?upsert=true`;
-        const res = await fetch(endpoint, {
+        const res = await this.caller.call(fetch, endpoint, {
             method: "POST",
             headers: this.headers,
             body: JSON.stringify({
@@ -108,7 +116,7 @@ class LangChainTracer extends tracer_js_1.BaseTracer {
             return this.tenantId;
         }
         const endpoint = `${this.endpoint}/tenants`;
-        const response = await fetch(endpoint, {
+        const response = await this.caller.call(fetch, endpoint, {
             method: "GET",
             headers: this.headers,
         });
@@ -149,7 +157,7 @@ class LangChainTracer extends tracer_js_1.BaseTracer {
     async persistRun(run) {
         const persistedRun = await this._convertToCreate(run, this.exampleId);
         const endpoint = `${this.endpoint}/runs`;
-        const response = await fetch(endpoint, {
+        const response = await this.caller.call(fetch, endpoint, {
             method: "POST",
             headers: this.headers,
             body: JSON.stringify(persistedRun),

package/dist/callbacks/handlers/tracer_langchain.d.ts

@@ -1,3 +1,4 @@
+import { AsyncCaller, AsyncCallerParams } from "../../util/async_caller.js";
 import { BaseTracer, Run, BaseRun } from "./tracer.js";
 export interface RunCreate extends BaseRun {
     child_runs: this[];
@@ -21,6 +22,7 @@ export interface LangChainTracerFields {
     tenantId?: string;
     sessionName?: string;
     sessionExtra?: Record<string, unknown>;
+    callerParams?: AsyncCallerParams;
 }
 export declare class LangChainTracer extends BaseTracer implements LangChainTracerFields {
     name: string;
@@ -31,7 +33,8 @@ export declare class LangChainTracer extends BaseTracer implements LangChainTrac
     protected session: TracerSession;
     exampleId?: string;
     tenantId?: string;
-    constructor({ exampleId, tenantId, sessionName, sessionExtra, }?: LangChainTracerFields);
+    caller: AsyncCaller;
+    constructor({ exampleId, tenantId, sessionName, sessionExtra, callerParams, }?: LangChainTracerFields);
     protected ensureSession(): Promise<TracerSession>;
     protected ensureTenantId(): Promise<string>;
     private _convertToCreate;