beeai-framework 0.1.6 → 0.1.7

package/dist/agents/{bee → react}/types.d.cts

@@ -2,7 +2,7 @@ import { BaseMemory } from '../../memory/base.cjs';
 import { Message } from '../../backend/message.cjs';
 import { C as Callback } from '../../emitter-C9EN5B0j.cjs';
 import { AnyTool, BaseToolRunOptions, ToolOutput, ToolError } from '../../tools/base.cjs';
-import { BeeSystemPrompt, BeeAssistantPrompt, BeeUserPrompt, BeeUserEmptyPrompt, BeeToolErrorPrompt, BeeToolInputErrorPrompt, BeeToolNoResultsPrompt, BeeToolNotFoundPrompt, BeeSchemaErrorPrompt } from './prompts.cjs';
+import { ReActAgentSystemPrompt, ReActAgentAssistantPrompt, ReActAgentUserPrompt, ReActAgentUserEmptyPrompt, ReActAgentToolErrorPrompt, ReActAgentToolInputErrorPrompt, ReActAgentToolNoResultsPrompt, ReActAgentToolNotFoundPrompt, ReActAgentSchemaErrorPrompt } from './prompts.cjs';
 import { LinePrefixParser } from '../../parsers/linePrefix.cjs';
 import { ZodParserField, JSONParserField } from '../../parsers/field.cjs';
 import { NonUndefined } from '../../internals/types.cjs';
@@ -43,79 +43,79 @@ import '@ai-sdk/provider';
  * limitations under the License.
  */
 
-interface BeeRunInput {
+interface ReActAgentRunInput {
     prompt: string | null;
 }
-interface BeeRunOutput {
+interface ReActAgentRunOutput {
     result: Message;
-    iterations: BeeAgentRunIteration[];
+    iterations: ReActAgentRunIteration[];
     memory: BaseMemory;
 }
-interface BeeAgentRunIteration {
+interface ReActAgentRunIteration {
     raw: ChatModelOutput;
-    state: BeeIterationResult;
+    state: ReActIterationResult;
 }
-interface BeeAgentExecutionConfig {
+interface ReActAgentExecutionConfig {
     totalMaxRetries?: number;
     maxRetriesPerStep?: number;
     maxIterations?: number;
 }
-interface BeeRunOptions {
+interface ReActAgentRunOptions {
     signal?: AbortSignal;
-    execution?: BeeAgentExecutionConfig;
+    execution?: ReActAgentExecutionConfig;
 }
-interface BeeMeta {
+interface ReActAgentMeta {
     iteration: number;
 }
-interface BeeUpdateMeta extends BeeMeta {
+interface ReActAgentUpdateMeta extends ReActAgentMeta {
     success: boolean;
 }
-interface BeeCallbacks {
+interface ReActAgentCallbacks {
     start?: Callback<{
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
         tools: AnyTool[];
         memory: BaseMemory;
     }>;
     error?: Callback<{
         error: Error;
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
     retry?: Callback<{
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
     success?: Callback<{
         data: Message;
-        iterations: BeeAgentRunIteration[];
+        iterations: ReActAgentRunIteration[];
         memory: BaseMemory;
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
     update?: Callback<{
-        data: BeeIterationResult;
+        data: ReActIterationResult;
         update: {
-            key: keyof BeeIterationResult;
+            key: keyof ReActIterationResult;
             value: string;
             parsedValue: unknown;
         };
-        meta: BeeUpdateMeta;
+        meta: ReActAgentUpdateMeta;
         memory: BaseMemory;
     }>;
     partialUpdate?: Callback<{
-        data: BeeIterationResultPartial;
+        data: ReActAgentIterationResultPartial;
         update: {
-            key: keyof BeeIterationResult;
+            key: keyof ReActIterationResult;
             value: string;
             parsedValue: unknown;
         };
-        meta: BeeUpdateMeta;
+        meta: ReActAgentUpdateMeta;
     }>;
     toolStart?: Callback<{
         data: {
             tool: AnyTool;
             input: unknown;
             options: BaseToolRunOptions;
-            iteration: BeeIterationToolResult;
+            iteration: ReActAgentIterationToolResult;
         };
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
     toolSuccess?: Callback<{
         data: {
@@ -123,9 +123,9 @@ interface BeeCallbacks {
             input: unknown;
             options: BaseToolRunOptions;
             result: ToolOutput;
-            iteration: BeeIterationToolResult;
+            iteration: ReActAgentIterationToolResult;
         };
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
     toolError?: Callback<{
         data: {
@@ -133,32 +133,32 @@ interface BeeCallbacks {
             input: unknown;
             options: BaseToolRunOptions;
             error: ToolError;
-            iteration: BeeIterationToolResult;
+            iteration: ReActAgentIterationToolResult;
         };
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
 }
-interface BeeAgentTemplates {
-    system: typeof BeeSystemPrompt;
-    assistant: typeof BeeAssistantPrompt;
-    user: typeof BeeUserPrompt;
-    userEmpty: typeof BeeUserEmptyPrompt;
-    toolError: typeof BeeToolErrorPrompt;
-    toolInputError: typeof BeeToolInputErrorPrompt;
-    toolNoResultError: typeof BeeToolNoResultsPrompt;
-    toolNotFoundError: typeof BeeToolNotFoundPrompt;
-    schemaError: typeof BeeSchemaErrorPrompt;
+interface ReActAgentTemplates {
+    system: typeof ReActAgentSystemPrompt;
+    assistant: typeof ReActAgentAssistantPrompt;
+    user: typeof ReActAgentUserPrompt;
+    userEmpty: typeof ReActAgentUserEmptyPrompt;
+    toolError: typeof ReActAgentToolErrorPrompt;
+    toolInputError: typeof ReActAgentToolInputErrorPrompt;
+    toolNoResultError: typeof ReActAgentToolNoResultsPrompt;
+    toolNotFoundError: typeof ReActAgentToolNotFoundPrompt;
+    schemaError: typeof ReActAgentSchemaErrorPrompt;
 }
-type BeeParserInput = LinePrefixParser.define<{
+type ReActAgentParserInput = LinePrefixParser.define<{
     thought: ZodParserField<string>;
     tool_name: ZodParserField<string>;
     tool_input: JSONParserField<Record<string, any>>;
     tool_output: ZodParserField<string>;
     final_answer: ZodParserField<string>;
 }>;
-type BeeParser = LinePrefixParser<BeeParserInput>;
-type BeeIterationResult = LinePrefixParser.inferOutput<BeeParser>;
-type BeeIterationResultPartial = LinePrefixParser.inferPartialOutput<BeeParser>;
-type BeeIterationToolResult = NonUndefined<BeeIterationResult, "tool_input" | "tool_name">;
+type ReActAgentParser = LinePrefixParser<ReActAgentParserInput>;
+type ReActIterationResult = LinePrefixParser.inferOutput<ReActAgentParser>;
+type ReActAgentIterationResultPartial = LinePrefixParser.inferPartialOutput<ReActAgentParser>;
+type ReActAgentIterationToolResult = NonUndefined<ReActIterationResult, "tool_input" | "tool_name">;
 
-export type { BeeAgentExecutionConfig, BeeAgentRunIteration, BeeAgentTemplates, BeeCallbacks, BeeIterationResult, BeeIterationResultPartial, BeeIterationToolResult, BeeMeta, BeeParserInput, BeeRunInput, BeeRunOptions, BeeRunOutput, BeeUpdateMeta };
+export type { ReActAgentCallbacks, ReActAgentExecutionConfig, ReActAgentIterationResultPartial, ReActAgentIterationToolResult, ReActAgentMeta, ReActAgentParserInput, ReActAgentRunInput, ReActAgentRunIteration, ReActAgentRunOptions, ReActAgentRunOutput, ReActAgentTemplates, ReActAgentUpdateMeta, ReActIterationResult };

package/dist/agents/{bee → react}/types.d.ts

@@ -2,7 +2,7 @@ import { BaseMemory } from '../../memory/base.js';
 import { Message } from '../../backend/message.js';
 import { C as Callback } from '../../emitter-BxVxGBbJ.js';
 import { AnyTool, BaseToolRunOptions, ToolOutput, ToolError } from '../../tools/base.js';
-import { BeeSystemPrompt, BeeAssistantPrompt, BeeUserPrompt, BeeUserEmptyPrompt, BeeToolErrorPrompt, BeeToolInputErrorPrompt, BeeToolNoResultsPrompt, BeeToolNotFoundPrompt, BeeSchemaErrorPrompt } from './prompts.js';
+import { ReActAgentSystemPrompt, ReActAgentAssistantPrompt, ReActAgentUserPrompt, ReActAgentUserEmptyPrompt, ReActAgentToolErrorPrompt, ReActAgentToolInputErrorPrompt, ReActAgentToolNoResultsPrompt, ReActAgentToolNotFoundPrompt, ReActAgentSchemaErrorPrompt } from './prompts.js';
 import { LinePrefixParser } from '../../parsers/linePrefix.js';
 import { ZodParserField, JSONParserField } from '../../parsers/field.js';
 import { NonUndefined } from '../../internals/types.js';
@@ -43,79 +43,79 @@ import '@ai-sdk/provider';
  * limitations under the License.
  */
 
-interface BeeRunInput {
+interface ReActAgentRunInput {
     prompt: string | null;
 }
-interface BeeRunOutput {
+interface ReActAgentRunOutput {
     result: Message;
-    iterations: BeeAgentRunIteration[];
+    iterations: ReActAgentRunIteration[];
     memory: BaseMemory;
 }
-interface BeeAgentRunIteration {
+interface ReActAgentRunIteration {
     raw: ChatModelOutput;
-    state: BeeIterationResult;
+    state: ReActIterationResult;
 }
-interface BeeAgentExecutionConfig {
+interface ReActAgentExecutionConfig {
     totalMaxRetries?: number;
     maxRetriesPerStep?: number;
     maxIterations?: number;
 }
-interface BeeRunOptions {
+interface ReActAgentRunOptions {
     signal?: AbortSignal;
-    execution?: BeeAgentExecutionConfig;
+    execution?: ReActAgentExecutionConfig;
 }
-interface BeeMeta {
+interface ReActAgentMeta {
     iteration: number;
 }
-interface BeeUpdateMeta extends BeeMeta {
+interface ReActAgentUpdateMeta extends ReActAgentMeta {
     success: boolean;
 }
-interface BeeCallbacks {
+interface ReActAgentCallbacks {
     start?: Callback<{
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
         tools: AnyTool[];
         memory: BaseMemory;
     }>;
     error?: Callback<{
         error: Error;
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
     retry?: Callback<{
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
     success?: Callback<{
         data: Message;
-        iterations: BeeAgentRunIteration[];
+        iterations: ReActAgentRunIteration[];
         memory: BaseMemory;
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
     update?: Callback<{
-        data: BeeIterationResult;
+        data: ReActIterationResult;
         update: {
-            key: keyof BeeIterationResult;
+            key: keyof ReActIterationResult;
             value: string;
             parsedValue: unknown;
         };
-        meta: BeeUpdateMeta;
+        meta: ReActAgentUpdateMeta;
         memory: BaseMemory;
     }>;
     partialUpdate?: Callback<{
-        data: BeeIterationResultPartial;
+        data: ReActAgentIterationResultPartial;
         update: {
-            key: keyof BeeIterationResult;
+            key: keyof ReActIterationResult;
             value: string;
             parsedValue: unknown;
         };
-        meta: BeeUpdateMeta;
+        meta: ReActAgentUpdateMeta;
     }>;
     toolStart?: Callback<{
         data: {
             tool: AnyTool;
             input: unknown;
             options: BaseToolRunOptions;
-            iteration: BeeIterationToolResult;
+            iteration: ReActAgentIterationToolResult;
         };
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
     toolSuccess?: Callback<{
         data: {
@@ -123,9 +123,9 @@ interface BeeCallbacks {
             input: unknown;
             options: BaseToolRunOptions;
             result: ToolOutput;
-            iteration: BeeIterationToolResult;
+            iteration: ReActAgentIterationToolResult;
         };
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
     toolError?: Callback<{
         data: {
@@ -133,32 +133,32 @@ interface BeeCallbacks {
             input: unknown;
             options: BaseToolRunOptions;
             error: ToolError;
-            iteration: BeeIterationToolResult;
+            iteration: ReActAgentIterationToolResult;
         };
-        meta: BeeMeta;
+        meta: ReActAgentMeta;
     }>;
 }
-interface BeeAgentTemplates {
-    system: typeof BeeSystemPrompt;
-    assistant: typeof BeeAssistantPrompt;
-    user: typeof BeeUserPrompt;
-    userEmpty: typeof BeeUserEmptyPrompt;
-    toolError: typeof BeeToolErrorPrompt;
-    toolInputError: typeof BeeToolInputErrorPrompt;
-    toolNoResultError: typeof BeeToolNoResultsPrompt;
-    toolNotFoundError: typeof BeeToolNotFoundPrompt;
-    schemaError: typeof BeeSchemaErrorPrompt;
+interface ReActAgentTemplates {
+    system: typeof ReActAgentSystemPrompt;
+    assistant: typeof ReActAgentAssistantPrompt;
+    user: typeof ReActAgentUserPrompt;
+    userEmpty: typeof ReActAgentUserEmptyPrompt;
+    toolError: typeof ReActAgentToolErrorPrompt;
+    toolInputError: typeof ReActAgentToolInputErrorPrompt;
+    toolNoResultError: typeof ReActAgentToolNoResultsPrompt;
+    toolNotFoundError: typeof ReActAgentToolNotFoundPrompt;
+    schemaError: typeof ReActAgentSchemaErrorPrompt;
 }
-type BeeParserInput = LinePrefixParser.define<{
+type ReActAgentParserInput = LinePrefixParser.define<{
     thought: ZodParserField<string>;
     tool_name: ZodParserField<string>;
     tool_input: JSONParserField<Record<string, any>>;
     tool_output: ZodParserField<string>;
     final_answer: ZodParserField<string>;
 }>;
-type BeeParser = LinePrefixParser<BeeParserInput>;
-type BeeIterationResult = LinePrefixParser.inferOutput<BeeParser>;
-type BeeIterationResultPartial = LinePrefixParser.inferPartialOutput<BeeParser>;
-type BeeIterationToolResult = NonUndefined<BeeIterationResult, "tool_input" | "tool_name">;
+type ReActAgentParser = LinePrefixParser<ReActAgentParserInput>;
+type ReActIterationResult = LinePrefixParser.inferOutput<ReActAgentParser>;
+type ReActAgentIterationResultPartial = LinePrefixParser.inferPartialOutput<ReActAgentParser>;
+type ReActAgentIterationToolResult = NonUndefined<ReActIterationResult, "tool_input" | "tool_name">;
 
-export type { BeeAgentExecutionConfig, BeeAgentRunIteration, BeeAgentTemplates, BeeCallbacks, BeeIterationResult, BeeIterationResultPartial, BeeIterationToolResult, BeeMeta, BeeParserInput, BeeRunInput, BeeRunOptions, BeeRunOutput, BeeUpdateMeta };
+export type { ReActAgentCallbacks, ReActAgentExecutionConfig, ReActAgentIterationResultPartial, ReActAgentIterationToolResult, ReActAgentMeta, ReActAgentParserInput, ReActAgentRunInput, ReActAgentRunIteration, ReActAgentRunOptions, ReActAgentRunOutput, ReActAgentTemplates, ReActAgentUpdateMeta, ReActIterationResult };

package/dist/agents/toolCalling/agent.cjs

@@ -0,0 +1,208 @@
+'use strict';
+
+var base_cjs = require('../base.cjs');
+var base_cjs$1 = require('../../tools/base.cjs');
+var emitter_cjs = require('../../emitter/emitter.cjs');
+var utils_cjs = require('../../serializer/utils.cjs');
+var unconstrainedMemory_cjs = require('../../memory/unconstrainedMemory.cjs');
+var message_cjs = require('../../backend/message.cjs');
+var remeda = require('remeda');
+var counter_cjs = require('../../internals/helpers/counter.cjs');
+var object_cjs = require('../../internals/helpers/object.cjs');
+var decoratorCache_cjs = require('../../cache/decoratorCache.cjs');
+var template_cjs = require('../../template.cjs');
+var prompts_cjs = require('./prompts.cjs');
+var zod = require('zod');
+
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+function _ts_decorate(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+__name(_ts_decorate, "_ts_decorate");
+function _ts_metadata(k, v) {
+  if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+}
+__name(_ts_metadata, "_ts_metadata");
+class ToolCallingAgent extends base_cjs.BaseAgent {
+  static {
+    __name(this, "ToolCallingAgent");
+  }
+  input;
+  emitter;
+  constructor(input) {
+    super(), this.input = input, this.emitter = emitter_cjs.Emitter.root.child({
+      namespace: [
+        "agent",
+        "toolCalling"
+      ],
+      creator: this
+    });
+  }
+  static {
+    this.register();
+  }
+  async _run(input, options = {}, run) {
+    const tempMessageKey = "tempMessage";
+    const execution = {
+      totalMaxRetries: 20,
+      ...object_cjs.omitUndefined(this.input.execution ?? {}),
+      ...object_cjs.omitUndefined(options.execution ?? {})
+    };
+    const state = {
+      memory: new unconstrainedMemory_cjs.UnconstrainedMemory(),
+      result: void 0,
+      iteration: 0
+    };
+    await state.memory.add(new message_cjs.SystemMessage(this.templates.system.render({
+      role: void 0,
+      instructions: void 0
+    })));
+    if (input.prompt) {
+      const userMessage = new message_cjs.UserMessage(this.templates.task.render({
+        prompt: input.prompt,
+        context: input.context,
+        expectedOutput: remeda.isString(input.expectedOutput) ? input.expectedOutput : void 0
+      }));
+      await state.memory.add(userMessage);
+    }
+    const globalRetriesCounter = new counter_cjs.RetryCounter(execution.totalMaxRetries || 1, base_cjs.AgentError);
+    while (!state.result) {
+      state.iteration++;
+      if (state.iteration > (execution.totalMaxRetries ?? Infinity)) {
+        throw new base_cjs.AgentError(`Agent was not able to resolve the task in ${state.iteration} iterations.`);
+      }
+      await run.emitter.emit("start", {
+        state
+      });
+      const response = await this.input.llm.create({
+        messages: state.memory.messages.slice(),
+        tools: this.input.tools,
+        stream: false
+      });
+      await state.memory.addMany(response.messages);
+      const toolCallMessages = response.getToolCalls();
+      for (const toolCall of toolCallMessages) {
+        try {
+          const tool = this.input.tools.find((tool2) => tool2.name === toolCall.toolName);
+          if (!tool) {
+            throw new base_cjs.AgentError(`Tool ${toolCall.toolName} does not exist!`);
+          }
+          const toolInput = toolCall.args;
+          const toolResponse = await tool.run(toolInput).context({
+            state,
+            toolCallMsg: toolCall
+          });
+          await state.memory.add(new message_cjs.ToolMessage({
+            type: "tool-result",
+            toolCallId: toolCall.toolCallId,
+            toolName: toolCall.toolName,
+            result: toolResponse.getTextContent(),
+            isError: false
+          }));
+        } catch (e) {
+          if (e instanceof base_cjs$1.ToolError) {
+            globalRetriesCounter.use(e);
+            await state.memory.add(new message_cjs.ToolMessage({
+              type: "tool-result",
+              toolCallId: toolCall.toolCallId,
+              toolName: toolCall.toolName,
+              result: e.explain(),
+              isError: true
+            }));
+          } else {
+            throw e;
+          }
+        }
+      }
+      const textMessages = response.getTextMessages();
+      if (remeda.isEmpty(toolCallMessages) && remeda.isEmpty(textMessages)) {
+        await state.memory.add(new message_cjs.AssistantMessage("\n", {
+          [tempMessageKey]: true
+        }));
+      } else {
+        await state.memory.deleteMany(state.memory.messages.filter((msg) => msg.meta[tempMessageKey]));
+      }
+      if (!remeda.isEmpty(textMessages) && remeda.isEmpty(toolCallMessages)) {
+        if (input.expectedOutput && input.expectedOutput instanceof zod.ZodSchema) {
+          const structured = await this.input.llm.createStructure({
+            schema: input.expectedOutput,
+            messages: state.memory.messages.slice()
+          });
+          state.result = new message_cjs.AssistantMessage(JSON.stringify(structured, null, 4));
+        } else {
+          state.result = message_cjs.AssistantMessage.fromChunks(textMessages);
+        }
+      }
+      await run.emitter.emit("success", {
+        state
+      });
+    }
+    await this.memory.addMany(state.memory.messages.slice(1));
+    return {
+      memory: state.memory,
+      result: state.result
+    };
+  }
+  get meta() {
+    const tools = this.input.tools.slice();
+    if (this.input.meta) {
+      return {
+        ...this.input.meta,
+        tools
+      };
+    }
+    return {
+      name: "ToolCalling",
+      tools,
+      description: "ToolCallingAgent that uses tools to accomplish the task.",
+      ...tools.length > 0 && {
+        extraDescription: [
+          `Tools that I can use to accomplish given task.`,
+          ...tools.map((tool) => `Tool '${tool.name}': ${tool.description}.`)
+        ].join("\n")
+      }
+    };
+  }
+  get templates() {
+    const overrides = this.input.templates ?? {};
+    const defaultTemplates = {
+      system: prompts_cjs.ToolCallingAgentSystemPrompt,
+      task: prompts_cjs.ToolCallingAgentTaskPrompt
+    };
+    return object_cjs.mapObj(defaultTemplates)((key, defaultTemplate) => {
+      const override = overrides[key] ?? defaultTemplate;
+      if (override instanceof template_cjs.PromptTemplate) {
+        return override;
+      }
+      return override(defaultTemplate) ?? defaultTemplate;
+    });
+  }
+  createSnapshot() {
+    return {
+      ...super.createSnapshot(),
+      input: utils_cjs.shallowCopy(this.input),
+      emitter: this.emitter
+    };
+  }
+  set memory(memory) {
+    this.input.memory = memory;
+  }
+  get memory() {
+    return this.input.memory;
+  }
+}
+_ts_decorate([
+  decoratorCache_cjs.Cache({
+    enumerable: false
+  }),
+  _ts_metadata("design:type", typeof ToolCallingAgentTemplates === "undefined" ? Object : ToolCallingAgentTemplates),
+  _ts_metadata("design:paramtypes", [])
+], ToolCallingAgent.prototype, "templates", null);
+
+exports.ToolCallingAgent = ToolCallingAgent;
+//# sourceMappingURL=agent.cjs.map
+//# sourceMappingURL=agent.cjs.map

package/dist/agents/toolCalling/agent.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["agent.ts"],"names":["ToolCallingAgent","BaseAgent","emitter","constructor","input","Emitter","root","child","namespace","creator","register","_run","options","run","tempMessageKey","execution","totalMaxRetries","omitUndefined","state","memory","UnconstrainedMemory","result","undefined","iteration","add","SystemMessage","templates","system","render","role","instructions","prompt","userMessage","UserMessage","task","context","expectedOutput","isString","globalRetriesCounter","RetryCounter","AgentError","Infinity","emit","response","llm","create","messages","slice","tools","stream","addMany","toolCallMessages","getToolCalls","toolCall","tool","find","name","toolName","toolInput","args","toolResponse","toolCallMsg","ToolMessage","type","toolCallId","getTextContent","isError","e","ToolError","use","explain","textMessages","getTextMessages","isEmpty","AssistantMessage","deleteMany","filter","msg","meta","ZodSchema","structured","createStructure","schema","JSON","stringify","fromChunks","description","length","extraDescription","map","join","overrides","defaultTemplates","ToolCallingAgentSystemPrompt","ToolCallingAgentTaskPrompt","mapObj","key","defaultTemplate","override","PromptTemplate","createSnapshot","shallowCopy","enumerable"],"mappings":";;;;;;;;;;;;;;;;;;AAcC,SAAA,YAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GAAA,EAAA,IAAA,EAAA;;;;;;AAAA,MAAA,CAAA,YAAA,EAAA,cAAA,CAAA;;;;;AAiDM,MAAMA,yBAAyBC,kBAAAA,CAAAA;EA/DtC;;;;AAoEkBC,EAAAA,OAAAA;AAKhBC,EAAAA,WAAAA,CAA4BC,KAA8B,EAAA;AACxD,IAAK,KAAA,EAAA,EAAA,KADqBA,KAAAA,GAAAA,KAAAA,EAAAA,KALZF,OAAUG,GAAAA,mBAAAA,CAAQC,KAAKC,KAAiC,CAAA;MACtEC,SAAW,EAAA;AAAC,QAAA,OAAA;AAAS,QAAA;;MACrBC,OAAS,EAAA;KACX,CAAA;AAIA;EAEA;AACE,IAAA,IAAA,CAAKC,QAAQ,EAAA;AACf;AAEA,EAAA,MAAgBC,IACdP,CAAAA,KAAAA,EACAQ,OAAsC,GAAA,IACtCC,GACoC,EAAA;AACpC,IAAA,MAAMC,cAAiB,GAAA,aAAA;AACvB,IAAA,MAAMC,SAAY,GAAA;MAEhBC,eAAiB,EAAA,EAAA;MAEjB,GAAGC,wBAAc,CAAA,IAAA,CAAKb,KAAMW,CAAAA,SAAAA,IAAa,EAAC,CAAA;AAC1C,MAAA,GAAGE,wBAAcL,CAAAA,OAAAA,CAAQG,SAAa,IAAA,EAAC;AACzC,KAAA;AAEA,IAAA,MAAMG,KAAkC,GAAA;AACtCC,MAAAA,MAAAA,EAAQ,IAAIC,2CAAAA,EAAAA;MACZC,MAAQC,EAAAA,MAAAA;MACRC,SAAW,EAAA;AACb,KAAA;AACA,IAAML,MAAAA,KAAAA,CAAMC,OAAOK,GACjB,CAAA,IAAIC,0BACF,IAAKC,CAAAA,SAAAA,CAAUC,OAAOC,MAAO,CAAA;MAC3BC,IAAMP,EAAAA,MAAAA;MACNQ,YAAcR,EAAAA;AAChB,KAAA,CAAA,CAAA,CAAA;AAIJ,IAAA,IAAIlB,MAAM2B,MAAQ,EAAA;AAChB,MAAA,MAAMC,cAAc,IAAIC,uBAAAA,CACtB,IAAKP,CAAAA,SAAAA,CAAUQ,KAAKN,MAAO,CAAA;AACzBG,QAAAA,MAAAA,EAAQ3B,KAAM2B,CAAAA,MAAAA;AACdI,QAAAA,OAAAA,EAAS/B,KAAM+B,CAAAA,OAAAA;AACfC,QAAAA,cAAAA,EAAgBC,eAASjC,CAAAA,KAAAA,CAAMgC,cAAc,CAAA,GAAIhC,MAAMgC,cAAiBd,GAAAA;AAC1E,OAAA,CAAA,CAAA;AAEF,MAAMJ,MAAAA,KAAAA,CAAMC,MAAOK,CAAAA,GAAAA,CAAIQ,WAAAA,CAAAA;AACzB;AAEA,IAAA,MAAMM,uBAAuB,IAAIC,wBAAAA,CAAaxB,SAAUC,CAAAA,eAAAA,IAAmB,GAAGwB,mBAAAA,CAAAA;AAE9E,IAAO,OAAA,CAACtB,MAAMG,MAAQ,EAAA;AACpBH,MAAMK,KAAAA,CAAAA,SAAAA,EAAAA;AACN,MAAA,IAAIL,KAAMK,CAAAA,SAAAA,IAAaR,SAAUC,CAAAA,eAAAA,IAAmByB,QAAW,CAAA,EAAA;AAC7D,QAAA,MAAM,IAAID,mBAAAA,CACR,CAA6CtB,0CAAAA,EAAAA,KAAAA,CAAMK,SAAS,CAAc,YAAA,CAAA,CAAA;AAE9E;AAEA,MAAMV,MAAAA,GAAAA,CAAIX,OAAQwC,CAAAA,IAAAA,CAAK,OAAS,EAAA;AAAExB,QAAAA;OAAM,CAAA;AACxC,MAAA,MAAMyB,QAAW,GAAA,MAAM,IAAKvC,CAAAA,KAAAA,CAAMwC,IAAIC,MAAO,CAAA;QAC3CC,QAAU5B,EAAAA,KAAAA,CAAMC,MAAO2B,CAAAA,QAAAA,CAASC,KAAK,EAAA;AACrCC,QAAAA,KAAAA,EAAO,KAAK5C,KAAM4C,CAAAA,KAAAA;QAClBC,MAAQ,EAAA;OACV,CAAA;AACA,MAAA,MAAM/B,KAAMC,CAAAA,MAAAA,CAAO+B,OAAQP,CAAAA,QAAAA,CAASG,QAAQ,CAAA;AAE5C,MAAMK,MAAAA,gBAAAA,GAAmBR,SAASS,YAAY,EAAA;AAC9C,MAAA,KAAA,MAAWC,YAAYF,gBAAkB,EAAA;AACvC,QAAI,IAAA;AACF,UAAMG,MAAAA,IAAAA,GAAO,IAAKlD,CAAAA,KAAAA,CAAM4C,KAAMO,CAAAA,IAAAA,CAAK,CAACD,KAASA,KAAAA,KAAAA,CAAKE,IAASH,KAAAA,QAAAA,CAASI,QAAQ,CAAA;AAC5E,UAAA,IAAI,CAACH,IAAM,EAAA;AACT,YAAA,MAAM,IAAId,mBAAAA,CAAW,CAAQa,KAAAA,EAAAA,QAAAA,CAASI,QAAQ,CAAkB,gBAAA,CAAA,CAAA;AAClE;AAEA,UAAA,MAAMC,YAAiBL,QAASM,CAAAA,IAAAA;AAChC,UAAA,MAAMC,eAA2B,MAAMN,IAAAA,CAAKzC,GAAI6C,CAAAA,SAAAA,EAAWvB,OAAQ,CAAA;AACjEjB,YAAAA,KAAAA;YACA2C,WAAaR,EAAAA;WACf,CAAA;AACA,UAAA,MAAMnC,KAAMC,CAAAA,MAAAA,CAAOK,GACjB,CAAA,IAAIsC,uBAAY,CAAA;YACdC,IAAM,EAAA,aAAA;AACNC,YAAAA,UAAAA,EAAYX,QAASW,CAAAA,UAAAA;AACrBP,YAAAA,QAAAA,EAAUJ,QAASI,CAAAA,QAAAA;AACnBpC,YAAAA,MAAAA,EAAQuC,aAAaK,cAAc,EAAA;YACnCC,OAAS,EAAA;AACX,WAAA,CAAA,CAAA;AAEJ,SAAA,CAAA,OAASC,CAAG,EAAA;AACV,UAAA,IAAIA,aAAaC,oBAAW,EAAA;AAC1B9B,YAAAA,oBAAAA,CAAqB+B,IAAIF,CAAAA,CAAAA;AACzB,YAAA,MAAMjD,KAAMC,CAAAA,MAAAA,CAAOK,GACjB,CAAA,IAAIsC,uBAAY,CAAA;cACdC,IAAM,EAAA,aAAA;AACNC,cAAAA,UAAAA,EAAYX,QAASW,CAAAA,UAAAA;AACrBP,cAAAA,QAAAA,EAAUJ,QAASI,CAAAA,QAAAA;AACnBpC,cAAAA,MAAAA,EAAQ8C,EAAEG,OAAO,EAAA;cACjBJ,OAAS,EAAA;AACX,aAAA,CAAA,CAAA;WAEG,MAAA;AACL,YAAMC,MAAAA,CAAAA;AACR;AACF;AACF;AAGA,MAAMI,MAAAA,YAAAA,GAAe5B,SAAS6B,eAAe,EAAA;AAC7C,MAAA,IAAIC,cAAQtB,CAAAA,gBAAAA,CAAqBsB,IAAAA,cAAAA,CAAQF,YAAAA,CAAe,EAAA;AACtD,QAAA,MAAMrD,KAAMC,CAAAA,MAAAA,CAAOK,GAAI,CAAA,IAAIkD,6BAAiB,IAAM,EAAA;AAAE,UAAA,CAAC5D,cAAAA,GAAiB;AAAK,SAAA,CAAA,CAAA;OACtE,MAAA;AACL,QAAA,MAAMI,KAAMC,CAAAA,MAAAA,CAAOwD,UACjBzD,CAAAA,KAAAA,CAAMC,MAAO2B,CAAAA,QAAAA,CAAS8B,MAAO,CAAA,CAACC,GAAQA,KAAAA,GAAAA,CAAIC,IAAKhE,CAAAA,cAAAA,CAAe,CAAA,CAAA;AAElE;AAEA,MAAA,IAAI,CAAC2D,cAAQF,CAAAA,YAAAA,CAAiBE,IAAAA,cAAAA,CAAQtB,gBAAAA,CAAmB,EAAA;AACvD,QAAA,IAAI/C,KAAMgC,CAAAA,cAAAA,IAAkBhC,KAAMgC,CAAAA,cAAAA,YAA0B2C,aAAW,EAAA;AACrE,UAAA,MAAMC,UAAa,GAAA,MAAM,IAAK5E,CAAAA,KAAAA,CAAMwC,IAAIqC,eAAgB,CAAA;AACtDC,YAAAA,MAAAA,EAAQ9E,KAAMgC,CAAAA,cAAAA;YACdU,QAAU5B,EAAAA,KAAAA,CAAMC,MAAO2B,CAAAA,QAAAA,CAASC,KAAK;WACvC,CAAA;AACA7B,UAAMG,KAAAA,CAAAA,MAAAA,GAAS,IAAIqD,4BAAiBS,CAAAA,IAAAA,CAAKC,UAAUJ,UAAY,EAAA,IAAA,EAAM,CAAA,CAAA,CAAA;SAChE,MAAA;AACL9D,UAAMG,KAAAA,CAAAA,MAAAA,GAASqD,4BAAiBW,CAAAA,UAAAA,CAAWd,YAAAA,CAAAA;AAC7C;AACF;AAEA,MAAM1D,MAAAA,GAAAA,CAAIX,OAAQwC,CAAAA,IAAAA,CAAK,SAAW,EAAA;AAAExB,QAAAA;OAAM,CAAA;AAC5C;AAEA,IAAM,MAAA,IAAA,CAAKC,OAAO+B,OAAQhC,CAAAA,KAAAA,CAAMC,OAAO2B,QAASC,CAAAA,KAAAA,CAAM,CAAA,CAAA,CAAA;AACtD,IAAO,OAAA;AAAE5B,MAAAA,MAAAA,EAAQD,KAAMC,CAAAA,MAAAA;AAAQE,MAAAA,MAAAA,EAAQH,KAAMG,CAAAA;AAAO,KAAA;AACtD;AAEA,EAAA,IAAIyD,IAAkB,GAAA;AACpB,IAAA,MAAM9B,KAAQ,GAAA,IAAA,CAAK5C,KAAM4C,CAAAA,KAAAA,CAAMD,KAAK,EAAA;AAEpC,IAAI,IAAA,IAAA,CAAK3C,MAAM0E,IAAM,EAAA;AACnB,MAAO,OAAA;AAAE,QAAA,GAAG,KAAK1E,KAAM0E,CAAAA,IAAAA;AAAM9B,QAAAA;AAAM,OAAA;AACrC;AAEA,IAAO,OAAA;MACLQ,IAAM,EAAA,aAAA;AACNR,MAAAA,KAAAA;MACAsC,WAAa,EAAA,0DAAA;MACb,GAAItC,KAAAA,CAAMuC,SAAS,CAAK,IAAA;QACtBC,gBAAkB,EAAA;AAChB,UAAA,CAAA,8CAAA,CAAA;aACGxC,KAAMyC,CAAAA,GAAAA,CAAI,CAACnC,IAAS,KAAA,CAAA,MAAA,EAASA,KAAKE,IAAI,CAAA,GAAA,EAAMF,IAAKgC,CAAAA,WAAW,CAAG,CAAA,CAAA;AAClEI,SAAAA,CAAAA,IAAAA,CAAK,IAAA;AACT;AACF,KAAA;AACF;AAEA,EAAA,IACchE,SAAuC,GAAA;AACnD,IAAA,MAAMiE,SAAY,GAAA,IAAA,CAAKvF,KAAMsB,CAAAA,SAAAA,IAAa,EAAC;AAC3C,IAAA,MAAMkE,gBAA8C,GAAA;MAClDjE,MAAQkE,EAAAA,wCAAAA;MACR3D,IAAM4D,EAAAA;AACR,KAAA;AAEA,IAAA,OAAOC,iBAAOH,CAAAA,gBAAAA,CACZ,CAAA,CAACI,KAAKC,eAAAA,KAAAA;AACJ,MAAMC,MAAAA,QAAAA,GAAWP,SAAUK,CAAAA,GAAAA,CAAQC,IAAAA,eAAAA;AACnC,MAAA,IAAIC,oBAAoBC,2BAAgB,EAAA;AACtC,QAAOD,OAAAA,QAAAA;AACT;AACA,MAAOA,OAAAA,QAAAA,CAASD,eAAAA,CAAoBA,IAAAA,eAAAA;KACtC,CAAA;AAEJ;EAEAG,cAAiB,GAAA;AACf,IAAO,OAAA;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;MACThG,KAAOiG,EAAAA,qBAAAA,CAAY,KAAKjG,KAAK,CAAA;AAC7BF,MAAAA,OAAAA,EAAS,IAAKA,CAAAA;AAChB,KAAA;AACF;AAEA,EAAA,IAAIiB,OAAOA,MAAoB,EAAA;AAC7B,IAAA,IAAA,CAAKf,MAAMe,MAASA,GAAAA,MAAAA;AACtB;AAEA,EAAA,IAAIA,MAAS,GAAA;AACX,IAAA,OAAO,KAAKf,KAAMe,CAAAA,MAAAA;AACpB;AACF;;;IAlCWmF,UAAY,EAAA","file":"agent.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { AgentError, BaseAgent } from \"@/agents/base.js\";\nimport { AnyTool, ToolError, ToolOutput } from \"@/tools/base.js\";\nimport { BaseMemory } from \"@/memory/base.js\";\nimport { AgentMeta } from \"@/agents/types.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport type {\n  ToolCallingAgentExecutionConfig,\n  ToolCallingAgentTemplates,\n  ToolCallingAgentCallbacks,\n  ToolCallingAgentRunInput,\n  ToolCallingAgentRunOptions,\n  ToolCallingAgentRunOutput,\n  ToolCallingAgentRunState,\n} from \"@/agents/toolCalling/types.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { ChatModel } from \"@/backend/chat.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { UnconstrainedMemory } from \"@/memory/unconstrainedMemory.js\";\nimport { AssistantMessage, SystemMessage, ToolMessage, UserMessage } from \"@/backend/message.js\";\nimport { isEmpty, isString } from \"remeda\";\nimport { RetryCounter } from \"@/internals/helpers/counter.js\";\nimport { mapObj, omitUndefined } from \"@/internals/helpers/object.js\";\nimport { Cache } from \"@/cache/decoratorCache.js\";\nimport { PromptTemplate } from \"@/template.js\";\nimport {\n  ToolCallingAgentSystemPrompt,\n  ToolCallingAgentTaskPrompt,\n} from \"@/agents/toolCalling/prompts.js\";\nimport { ZodSchema } from \"zod\";\n\nexport type ToolCallingAgentTemplateFactory<K extends keyof ToolCallingAgentTemplates> = (\n  template: ToolCallingAgentTemplates[K],\n) => ToolCallingAgentTemplates[K];\n\nexport interface ToolCallingAgentInput {\n  llm: ChatModel;\n  memory: BaseMemory;\n  tools: AnyTool[];\n  meta?: Omit<AgentMeta, \"tools\">;\n  templates?: Partial<{\n    [K in keyof ToolCallingAgentTemplates]:\n      | ToolCallingAgentTemplates[K]\n      | ToolCallingAgentTemplateFactory<K>;\n  }>;\n  execution?: ToolCallingAgentExecutionConfig;\n}\n\nexport class ToolCallingAgent extends BaseAgent<\n  ToolCallingAgentRunInput,\n  ToolCallingAgentRunOutput,\n  ToolCallingAgentRunOptions\n> {\n  public readonly emitter = Emitter.root.child<ToolCallingAgentCallbacks>({\n    namespace: [\"agent\", \"toolCalling\"],\n    creator: this,\n  });\n\n  constructor(public readonly input: ToolCallingAgentInput) {\n    super();\n  }\n\n  static {\n    this.register();\n  }\n\n  protected async _run(\n    input: ToolCallingAgentRunInput,\n    options: ToolCallingAgentRunOptions = {},\n    run: GetRunContext<typeof this>,\n  ): Promise<ToolCallingAgentRunOutput> {\n    const tempMessageKey = \"tempMessage\" as const;\n    const execution = {\n      maxRetriesPerStep: 3,\n      totalMaxRetries: 20,\n      maxIterations: 10,\n      ...omitUndefined(this.input.execution ?? {}),\n      ...omitUndefined(options.execution ?? {}),\n    };\n\n    const state: ToolCallingAgentRunState = {\n      memory: new UnconstrainedMemory(),\n      result: undefined,\n      iteration: 0,\n    };\n    await state.memory.add(\n      new SystemMessage(\n        this.templates.system.render({\n          role: undefined,\n          instructions: undefined,\n        }),\n      ),\n    );\n\n    if (input.prompt) {\n      const userMessage = new UserMessage(\n        this.templates.task.render({\n          prompt: input.prompt,\n          context: input.context,\n          expectedOutput: isString(input.expectedOutput) ? input.expectedOutput : undefined,\n        }),\n      );\n      await state.memory.add(userMessage);\n    }\n\n    const globalRetriesCounter = new RetryCounter(execution.totalMaxRetries || 1, AgentError);\n\n    while (!state.result) {\n      state.iteration++;\n      if (state.iteration > (execution.totalMaxRetries ?? Infinity)) {\n        throw new AgentError(\n          `Agent was not able to resolve the task in ${state.iteration} iterations.`,\n        );\n      }\n\n      await run.emitter.emit(\"start\", { state });\n      const response = await this.input.llm.create({\n        messages: state.memory.messages.slice(),\n        tools: this.input.tools,\n        stream: false,\n      });\n      await state.memory.addMany(response.messages);\n\n      const toolCallMessages = response.getToolCalls();\n      for (const toolCall of toolCallMessages) {\n        try {\n          const tool = this.input.tools.find((tool) => tool.name === toolCall.toolName);\n          if (!tool) {\n            throw new AgentError(`Tool ${toolCall.toolName} does not exist!`);\n          }\n\n          const toolInput: any = toolCall.args;\n          const toolResponse: ToolOutput = await tool.run(toolInput).context({\n            state,\n            toolCallMsg: toolCall,\n          });\n          await state.memory.add(\n            new ToolMessage({\n              type: \"tool-result\",\n              toolCallId: toolCall.toolCallId,\n              toolName: toolCall.toolName,\n              result: toolResponse.getTextContent(),\n              isError: false,\n            }),\n          );\n        } catch (e) {\n          if (e instanceof ToolError) {\n            globalRetriesCounter.use(e);\n            await state.memory.add(\n              new ToolMessage({\n                type: \"tool-result\",\n                toolCallId: toolCall.toolCallId,\n                toolName: toolCall.toolName,\n                result: e.explain(),\n                isError: true,\n              }),\n            );\n          } else {\n            throw e;\n          }\n        }\n      }\n\n      // handle empty messages for some models\n      const textMessages = response.getTextMessages();\n      if (isEmpty(toolCallMessages) && isEmpty(textMessages)) {\n        await state.memory.add(new AssistantMessage(\"\\n\", { [tempMessageKey]: true }));\n      } else {\n        await state.memory.deleteMany(\n          state.memory.messages.filter((msg) => msg.meta[tempMessageKey]),\n        );\n      }\n\n      if (!isEmpty(textMessages) && isEmpty(toolCallMessages)) {\n        if (input.expectedOutput && input.expectedOutput instanceof ZodSchema) {\n          const structured = await this.input.llm.createStructure({\n            schema: input.expectedOutput,\n            messages: state.memory.messages.slice(),\n          });\n          state.result = new AssistantMessage(JSON.stringify(structured, null, 4));\n        } else {\n          state.result = AssistantMessage.fromChunks(textMessages);\n        }\n      }\n\n      await run.emitter.emit(\"success\", { state });\n    }\n\n    await this.memory.addMany(state.memory.messages.slice(1));\n    return { memory: state.memory, result: state.result };\n  }\n\n  get meta(): AgentMeta {\n    const tools = this.input.tools.slice();\n\n    if (this.input.meta) {\n      return { ...this.input.meta, tools };\n    }\n\n    return {\n      name: \"ToolCalling\",\n      tools,\n      description: \"ToolCallingAgent that uses tools to accomplish the task.\",\n      ...(tools.length > 0 && {\n        extraDescription: [\n          `Tools that I can use to accomplish given task.`,\n          ...tools.map((tool) => `Tool '${tool.name}': ${tool.description}.`),\n        ].join(\"\\n\"),\n      }),\n    };\n  }\n\n  @Cache({ enumerable: false })\n  protected get templates(): ToolCallingAgentTemplates {\n    const overrides = this.input.templates ?? {};\n    const defaultTemplates: ToolCallingAgentTemplates = {\n      system: ToolCallingAgentSystemPrompt,\n      task: ToolCallingAgentTaskPrompt,\n    } as const;\n\n    return mapObj(defaultTemplates)(\n      (key, defaultTemplate: ToolCallingAgentTemplates[typeof key]) => {\n        const override = overrides[key] ?? defaultTemplate;\n        if (override instanceof PromptTemplate) {\n          return override;\n        }\n        return override(defaultTemplate) ?? defaultTemplate;\n      },\n    );\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      input: shallowCopy(this.input),\n      emitter: this.emitter,\n    };\n  }\n\n  set memory(memory: BaseMemory) {\n    this.input.memory = memory;\n  }\n\n  get memory() {\n    return this.input.memory;\n  }\n}\n"]}