@botonic/plugin-ai-agents 0.48.1 → 0.49.0-alpha.1

package/lib/esm/runner.d.ts

@@ -1,18 +0,0 @@
-import type { ResolvedPlugins } from '@botonic/core';
-import type { DebugLogger } from './debug-logger';
-import { type LLMConfig } from './llm-config';
-import type { AgenticInputMessage, AIAgent, Context, RunResult } from './types';
-export declare class AIAgentRunner<TPlugins extends ResolvedPlugins = ResolvedPlugins, TExtraData = any> {
-    private agent;
-    private llmConfig;
-    private inferenceId;
-    private logger;
-    constructor(agent: AIAgent<TPlugins, TExtraData>, openAiClient: LLMConfig, inferenceId: string, logger: DebugLogger);
-    run(messages: AgenticInputMessage[], context: Context<TPlugins, TExtraData>): Promise<RunResult>;
-    private sendLlmRunTracking;
-    private getToolsExecuted;
-    private getToolResultsByCallId;
-    private extractToolResult;
-    private getToolExecutionInfo;
-    private getSafeToolArguments;
-}

package/lib/esm/runner.js

@@ -1,180 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AIAgentRunner = void 0;
-const agents_1 = require("@openai/agents");
-const constants_1 = require("./constants");
-const llm_config_1 = require("./llm-config");
-const hubtype_api_client_1 = require("./services/hubtype-api-client");
-const types_1 = require("./services/types");
-const tools_1 = require("./tools");
-class AIAgentRunner {
-    constructor(agent, openAiClient, inferenceId, logger) {
-        this.agent = agent;
-        this.llmConfig = openAiClient;
-        this.inferenceId = inferenceId;
-        this.logger = logger;
-    }
-    async run(messages, context) {
-        const startTime = Date.now();
-        this.logger.logRunnerStart(this.llmConfig.modelName, this.llmConfig.modelSettings);
-        try {
-            const modelProvider = this.llmConfig.modelProvider;
-            const modelSettings = this.llmConfig.modelSettings;
-            const hasRetrieveKnowledge = this.agent.tools.includes(tools_1.retrieveKnowledge);
-            if (hasRetrieveKnowledge && constants_1.OPENAI_PROVIDER === 'azure') {
-                modelSettings.toolChoice = tools_1.retrieveKnowledge.name;
-            }
-            const runner = new agents_1.Runner({
-                modelSettings,
-                modelProvider,
-                tracingDisabled: true,
-            });
-            // Type assertion to bypass strict type checking - the actual return type from runner.run()
-            // doesn't perfectly match our interface, but the properties we access are compatible
-            const result = (await runner.run(this.agent, messages, {
-                context,
-            }));
-            const endTime = Date.now();
-            await this.sendLlmRunTracking(result, context, startTime, endTime);
-            const outputMessages = result.finalOutput?.messages || [];
-            const hasExit = outputMessages.length === 0 ||
-                outputMessages.some(message => message.type === 'exit');
-            const toolsExecuted = this.getToolsExecuted(result, context);
-            const runResult = {
-                messages: hasExit
-                    ? []
-                    : outputMessages.filter(message => message.type !== 'exit'),
-                toolsExecuted,
-                exit: hasExit,
-                memoryLength: messages.length,
-                error: false,
-                inputGuardrailsTriggered: [],
-                outputGuardrailsTriggered: [],
-            };
-            this.logger.logRunResult(runResult, startTime);
-            return runResult;
-        }
-        catch (error) {
-            if (error instanceof agents_1.InputGuardrailTripwireTriggered) {
-                const runResult = {
-                    messages: [],
-                    memoryLength: 0,
-                    toolsExecuted: [],
-                    exit: true,
-                    error: false,
-                    inputGuardrailsTriggered: error.result.output.outputInfo,
-                    outputGuardrailsTriggered: [],
-                };
-                this.logger.logGuardrailTriggered();
-                this.logger.logRunResult(runResult, startTime);
-                return runResult;
-            }
-            this.logger.logRunnerError(startTime, error);
-            throw error;
-        }
-    }
-    async sendLlmRunTracking(result, context, startTime, endTime) {
-        if (!constants_1.isProd) {
-            return;
-        }
-        const rawResponses = result.rawResponses ?? [];
-        if (rawResponses.length === 0) {
-            return;
-        }
-        const botId = context.request.session.bot.id;
-        const isTest = context.request.session.is_test_integration;
-        const totalDuration = endTime - startTime;
-        const durationPerCall = Math.round(totalDuration / rawResponses.length);
-        const temperature = this.llmConfig.modelSettings.temperature ?? 0;
-        const apiVersion = (0, llm_config_1.getApiVersion)();
-        const llmRuns = rawResponses.map(response => ({
-            inference_id: this.inferenceId,
-            is_test: isTest,
-            product_name: types_1.TrackProductName.AI_AGENT,
-            deployment_name: this.llmConfig.modelName,
-            model_name: response.providerData?.['model'] ??
-                this.llmConfig.modelName,
-            feature: types_1.TrackFeature.AI_AGENT_RUN,
-            api_version: apiVersion,
-            num_prompt_tokens: response.usage.inputTokens,
-            num_completion_tokens: response.usage.outputTokens,
-            duration_in_milliseconds: durationPerCall,
-            temperature,
-            error: null,
-        }));
-        const client = new hubtype_api_client_1.HubtypeApiClient(context.authToken);
-        await client.trackLlmRuns(botId, {
-            llm_runs: llmRuns,
-        });
-    }
-    getToolsExecuted(result, context) {
-        const toolResultsByCallId = this.getToolResultsByCallId(result.newItems);
-        return (result.newItems
-            ?.filter(item => item instanceof agents_1.RunToolCallItem)
-            .map((item) => this.getToolExecutionInfo(item, context, toolResultsByCallId))
-            .filter((toolExecution) => toolExecution.toolName !== '') || []);
-    }
-    getToolResultsByCallId(newItems) {
-        const map = new Map();
-        for (const item of newItems || []) {
-            if (!(item instanceof agents_1.RunToolCallOutputItem)) {
-                continue;
-            }
-            const rawItem = item.rawItem;
-            const callId = rawItem?.callId;
-            const output = rawItem?.output;
-            if (callId == null || output == null) {
-                continue;
-            }
-            const text = this.extractToolResult(output);
-            if (text != null) {
-                map.set(callId, text);
-            }
-        }
-        return map;
-    }
-    extractToolResult(output) {
-        if (typeof output === 'string') {
-            return output;
-        }
-        return output?.type === 'text' && typeof output?.text === 'string'
-            ? output.text
-            : undefined;
-    }
-    getToolExecutionInfo(item, context, toolResultsByCallId) {
-        if (item.rawItem.type !== 'function_call') {
-            return {
-                toolName: '',
-                toolArguments: {},
-            };
-        }
-        const toolName = item.rawItem.name;
-        const toolArguments = this.getSafeToolArguments(item.rawItem.arguments);
-        const toolResults = item.rawItem.callId
-            ? toolResultsByCallId.get(item.rawItem.callId)
-            : undefined;
-        const toolExecution = {
-            toolName,
-            toolArguments,
-            toolResults,
-        };
-        if (toolName === tools_1.retrieveKnowledge.name) {
-            return {
-                ...toolExecution,
-                knowledgebaseSourcesIds: context.knowledgeUsed.sourceIds,
-                knowledgebaseChunksIds: context.knowledgeUsed.chunksIds,
-            };
-        }
-        return toolExecution;
-    }
-    getSafeToolArguments(rawToolArguments) {
-        try {
-            return JSON.parse(rawToolArguments);
-        }
-        catch (_error) {
-            return {};
-        }
-    }
-}
-exports.AIAgentRunner = AIAgentRunner;
-//# sourceMappingURL=runner.js.map

package/lib/esm/runner.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/runner.ts"],"names":[],"mappings":";;;AAKA,2CAKuB;AACvB,2CAAqD;AAErD,6CAA4D;AAC5D,sEAAgE;AAChE,4CAAiE;AACjE,mCAA2C;AAsB3C,MAAa,aAAa;IASxB,YACE,KAAoC,EACpC,YAAuB,EACvB,WAAmB,EACnB,MAAmB;QAEnB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,SAAS,GAAG,YAAY,CAAA;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAA;QAC9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,GAAG,CACP,QAA+B,EAC/B,OAAsC;QAEtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,IAAI,CAAC,MAAM,CAAC,cAAc,CACxB,IAAI,CAAC,SAAS,CAAC,SAAS,EACxB,IAAI,CAAC,SAAS,CAAC,aAAa,CAC7B,CAAA;QAED,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAA;YAClD,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAA;YAElD,MAAM,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,yBAAiB,CAAC,CAAA;YACzE,IAAI,oBAAoB,IAAI,2BAAe,KAAK,OAAO,EAAE,CAAC;gBACxD,aAAa,CAAC,UAAU,GAAG,yBAAiB,CAAC,IAAI,CAAA;YACnD,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC;gBACxB,aAAa;gBACb,aAAa;gBACb,eAAe,EAAE,IAAI;aACtB,CAAC,CAAA;YACF,2FAA2F;YAC3F,qFAAqF;YACrF,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE;gBACrD,OAAO;aACR,CAAC,CAAwB,CAAA;YAE1B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAE1B,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;YAElE,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,EAAE,QAAQ,IAAI,EAAE,CAAA;YACzD,MAAM,OAAO,GACX,cAAc,CAAC,MAAM,KAAK,CAAC;gBAC3B,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAA;YACzD,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE5D,MAAM,SAAS,GAAc;gBAC3B,QAAQ,EAAE,OAAO;oBACf,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAE,cAAc,CAAC,MAAM,CACpB,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,CACR;gBAChC,aAAa;gBACb,IAAI,EAAE,OAAO;gBACb,YAAY,EAAE,QAAQ,CAAC,MAAM;gBAC7B,KAAK,EAAE,KAAK;gBACZ,wBAAwB,EAAE,EAAE;gBAC5B,yBAAyB,EAAE,EAAE;aAC9B,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;YAE9C,OAAO,SAAS,CAAA;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,wCAA+B,EAAE,CAAC;gBACrD,MAAM,SAAS,GAAc;oBAC3B,QAAQ,EAAE,EAAE;oBACZ,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,EAAE;oBACjB,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,KAAK;oBACZ,wBAAwB,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU;oBACxD,yBAAyB,EAAE,EAAE;iBAC9B,CAAA;gBAED,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAA;gBACnC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;gBAE9C,OAAO,SAAS,CAAA;YAClB,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;YAE5C,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,MAA2B,EAC3B,OAAsC,EACtC,SAAiB,EACjB,OAAe;QAEf,IAAI,CAAC,kBAAM,EAAE,CAAC;YACZ,OAAM;QACR,CAAC;QACD,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAA;QAC9C,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAM;QACR,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAA;QAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAA;QAC1D,MAAM,aAAa,GAAG,OAAO,GAAG,SAAS,CAAA;QACzC,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;QACvE,MAAM,WAAW,GACd,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAkC,IAAI,CAAC,CAAA;QACvE,MAAM,UAAU,GAAG,IAAA,0BAAa,GAAE,CAAA;QAElC,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC5C,YAAY,EAAE,IAAI,CAAC,WAAW;YAC9B,OAAO,EAAE,MAAM;YACf,YAAY,EAAE,wBAAgB,CAAC,QAAQ;YACvC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS;YACzC,UAAU,EACP,QAAQ,CAAC,YAAY,EAAE,CAAC,OAAO,CAAwB;gBACxD,IAAI,CAAC,SAAS,CAAC,SAAS;YAC1B,OAAO,EAAE,oBAAY,CAAC,YAAY;YAClC,WAAW,EAAE,UAAU;YACvB,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;YAC7C,qBAAqB,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;YAClD,wBAAwB,EAAE,eAAe;YACzC,WAAW;YACX,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC,CAAA;QAEH,MAAM,MAAM,GAAG,IAAI,qCAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACtD,MAAM,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE;YAC/B,QAAQ,EAAE,OAAO;SAClB,CAAC,CAAA;IACJ,CAAC;IAEO,gBAAgB,CACtB,MAAM,EACN,OAAsC;QAEtC,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAExE,OAAO,CACL,MAAM,CAAC,QAAQ;YACb,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,wBAAe,CAAC;aAChD,GAAG,CAAC,CAAC,IAAqB,EAAE,EAAE,CAC7B,IAAI,CAAC,oBAAoB,CACvB,IAAuB,EACvB,OAAO,EACP,mBAAmB,CACpB,CACF;aACA,MAAM,CACL,CAAC,aAA4B,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,KAAK,EAAE,CAChE,IAAI,EAAE,CACV,CAAA;IACH,CAAC;IAEO,sBAAsB,CAAC,QAAmB;QAChD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAA;QACrC,KAAK,MAAM,IAAI,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC,CAAC,IAAI,YAAY,8BAAqB,CAAC,EAAE,CAAC;gBAC7C,SAAQ;YACV,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAGpB,CAAA;YACD,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAA;YAC9B,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAA;YAC9B,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACrC,SAAQ;YACV,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAA;YAC3C,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;gBACjB,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;IAEO,iBAAiB,CACvB,MAAiD;QAEjD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAA;QACf,CAAC;QACD,OAAO,MAAM,EAAE,IAAI,KAAK,MAAM,IAAI,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ;YAChE,CAAC,CAAC,MAAM,CAAC,IAAI;YACb,CAAC,CAAC,SAAS,CAAA;IACf,CAAC;IAEO,oBAAoB,CAC1B,IAAqB,EACrB,OAAsC,EACtC,mBAAwC;QAExC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAC1C,OAAO;gBACL,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,EAAE;aAClB,CAAA;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAA;QAClC,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACvE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM;YACrC,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAC9C,CAAC,CAAC,SAAS,CAAA;QAEb,MAAM,aAAa,GAAkB;YACnC,QAAQ;YACR,aAAa;YACb,WAAW;SACZ,CAAA;QAED,IAAI,QAAQ,KAAK,yBAAiB,CAAC,IAAI,EAAE,CAAC;YACxC,OAAO;gBACL,GAAG,aAAa;gBAChB,uBAAuB,EAAE,OAAO,CAAC,aAAa,CAAC,SAAS;gBACxD,sBAAsB,EAAE,OAAO,CAAC,aAAa,CAAC,SAAS;aACxD,CAAA;QACH,CAAC;QAED,OAAO,aAAa,CAAA;IACtB,CAAC;IAEO,oBAAoB,CAAC,gBAAwB;QACnD,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAA;QACrC,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,OAAO,EAAE,CAAA;QACX,CAAC;IACH,CAAC;CACF;AApPD,sCAoPC"}

package/src/runner.ts

@@ -1,283 +0,0 @@
-import type {
-  OutputMessage,
-  ResolvedPlugins,
-  ToolExecution,
-} from '@botonic/core'
-import {
-  InputGuardrailTripwireTriggered,
-  Runner,
-  RunToolCallItem,
-  RunToolCallOutputItem,
-} from '@openai/agents'
-import { isProd, OPENAI_PROVIDER } from './constants'
-import type { DebugLogger } from './debug-logger'
-import { getApiVersion, type LLMConfig } from './llm-config'
-import { HubtypeApiClient } from './services/hubtype-api-client'
-import { TrackFeature, TrackProductName } from './services/types'
-import { retrieveKnowledge } from './tools'
-import type {
-  AgenticInputMessage,
-  AgenticOutputMessage,
-  AIAgent,
-  Context,
-  ResultRawResponse,
-  RunResult,
-} from './types'
-
-// Minimal interface matching the properties we actually use from Runner.run() result
-// This bypasses strict type checking while maintaining type safety for accessed properties
-interface AIAgentRunnerResult {
-  finalOutput?: {
-    messages?: OutputMessage[]
-  }
-  newItems?: RunToolCallItem[]
-  rawResponses?: ResultRawResponse[]
-  // biome-ignore lint/suspicious/noExplicitAny: state is a complex internal type
-  state?: any
-}
-
-export class AIAgentRunner<
-  TPlugins extends ResolvedPlugins = ResolvedPlugins,
-  TExtraData = any,
-> {
-  private agent: AIAgent<TPlugins, TExtraData>
-  private llmConfig: LLMConfig
-  private inferenceId: string
-  private logger: DebugLogger
-
-  constructor(
-    agent: AIAgent<TPlugins, TExtraData>,
-    openAiClient: LLMConfig,
-    inferenceId: string,
-    logger: DebugLogger
-  ) {
-    this.agent = agent
-    this.llmConfig = openAiClient
-    this.inferenceId = inferenceId
-    this.logger = logger
-  }
-
-  async run(
-    messages: AgenticInputMessage[],
-    context: Context<TPlugins, TExtraData>
-  ): Promise<RunResult> {
-    const startTime = Date.now()
-
-    this.logger.logRunnerStart(
-      this.llmConfig.modelName,
-      this.llmConfig.modelSettings
-    )
-
-    try {
-      const modelProvider = this.llmConfig.modelProvider
-      const modelSettings = this.llmConfig.modelSettings
-
-      const hasRetrieveKnowledge = this.agent.tools.includes(retrieveKnowledge)
-      if (hasRetrieveKnowledge && OPENAI_PROVIDER === 'azure') {
-        modelSettings.toolChoice = retrieveKnowledge.name
-      }
-
-      const runner = new Runner({
-        modelSettings,
-        modelProvider,
-        tracingDisabled: true,
-      })
-      // Type assertion to bypass strict type checking - the actual return type from runner.run()
-      // doesn't perfectly match our interface, but the properties we access are compatible
-      const result = (await runner.run(this.agent, messages, {
-        context,
-      })) as AIAgentRunnerResult
-
-      const endTime = Date.now()
-
-      await this.sendLlmRunTracking(result, context, startTime, endTime)
-
-      const outputMessages = result.finalOutput?.messages || []
-      const hasExit =
-        outputMessages.length === 0 ||
-        outputMessages.some(message => message.type === 'exit')
-      const toolsExecuted = this.getToolsExecuted(result, context)
-
-      const runResult: RunResult = {
-        messages: hasExit
-          ? []
-          : (outputMessages.filter(
-              message => message.type !== 'exit'
-            ) as AgenticOutputMessage[]),
-        toolsExecuted,
-        exit: hasExit,
-        memoryLength: messages.length,
-        error: false,
-        inputGuardrailsTriggered: [],
-        outputGuardrailsTriggered: [],
-      }
-
-      this.logger.logRunResult(runResult, startTime)
-
-      return runResult
-    } catch (error) {
-      if (error instanceof InputGuardrailTripwireTriggered) {
-        const runResult: RunResult = {
-          messages: [],
-          memoryLength: 0,
-          toolsExecuted: [],
-          exit: true,
-          error: false,
-          inputGuardrailsTriggered: error.result.output.outputInfo,
-          outputGuardrailsTriggered: [],
-        }
-
-        this.logger.logGuardrailTriggered()
-        this.logger.logRunResult(runResult, startTime)
-
-        return runResult
-      }
-
-      this.logger.logRunnerError(startTime, error)
-
-      throw error
-    }
-  }
-
-  private async sendLlmRunTracking(
-    result: AIAgentRunnerResult,
-    context: Context<TPlugins, TExtraData>,
-    startTime: number,
-    endTime: number
-  ): Promise<void> {
-    if (!isProd) {
-      return
-    }
-    const rawResponses = result.rawResponses ?? []
-    if (rawResponses.length === 0) {
-      return
-    }
-    const botId = context.request.session.bot.id
-    const isTest = context.request.session.is_test_integration
-    const totalDuration = endTime - startTime
-    const durationPerCall = Math.round(totalDuration / rawResponses.length)
-    const temperature =
-      (this.llmConfig.modelSettings.temperature as number | undefined) ?? 0
-    const apiVersion = getApiVersion()
-
-    const llmRuns = rawResponses.map(response => ({
-      inference_id: this.inferenceId,
-      is_test: isTest,
-      product_name: TrackProductName.AI_AGENT,
-      deployment_name: this.llmConfig.modelName,
-      model_name:
-        (response.providerData?.['model'] as string | undefined) ??
-        this.llmConfig.modelName,
-      feature: TrackFeature.AI_AGENT_RUN,
-      api_version: apiVersion,
-      num_prompt_tokens: response.usage.inputTokens,
-      num_completion_tokens: response.usage.outputTokens,
-      duration_in_milliseconds: durationPerCall,
-      temperature,
-      error: null,
-    }))
-
-    const client = new HubtypeApiClient(context.authToken)
-    await client.trackLlmRuns(botId, {
-      llm_runs: llmRuns,
-    })
-  }
-
-  private getToolsExecuted(
-    result,
-    context: Context<TPlugins, TExtraData>
-  ): ToolExecution[] {
-    const toolResultsByCallId = this.getToolResultsByCallId(result.newItems)
-
-    return (
-      result.newItems
-        ?.filter(item => item instanceof RunToolCallItem)
-        .map((item: RunToolCallItem) =>
-          this.getToolExecutionInfo(
-            item as RunToolCallItem,
-            context,
-            toolResultsByCallId
-          )
-        )
-        .filter(
-          (toolExecution: ToolExecution) => toolExecution.toolName !== ''
-        ) || []
-    )
-  }
-
-  private getToolResultsByCallId(newItems: unknown[]): Map<string, string> {
-    const map = new Map<string, string>()
-    for (const item of newItems || []) {
-      if (!(item instanceof RunToolCallOutputItem)) {
-        continue
-      }
-      const rawItem = item.rawItem as {
-        callId?: string
-        output?: string | { type?: string; text?: string }
-      }
-      const callId = rawItem?.callId
-      const output = rawItem?.output
-      if (callId == null || output == null) {
-        continue
-      }
-      const text = this.extractToolResult(output)
-      if (text != null) {
-        map.set(callId, text)
-      }
-    }
-    return map
-  }
-
-  private extractToolResult(
-    output: string | { type?: string; text?: string }
-  ): string | undefined {
-    if (typeof output === 'string') {
-      return output
-    }
-    return output?.type === 'text' && typeof output?.text === 'string'
-      ? output.text
-      : undefined
-  }
-
-  private getToolExecutionInfo(
-    item: RunToolCallItem,
-    context: Context<TPlugins, TExtraData>,
-    toolResultsByCallId: Map<string, string>
-  ): ToolExecution {
-    if (item.rawItem.type !== 'function_call') {
-      return {
-        toolName: '',
-        toolArguments: {},
-      }
-    }
-    const toolName = item.rawItem.name
-    const toolArguments = this.getSafeToolArguments(item.rawItem.arguments)
-    const toolResults = item.rawItem.callId
-      ? toolResultsByCallId.get(item.rawItem.callId)
-      : undefined
-
-    const toolExecution: ToolExecution = {
-      toolName,
-      toolArguments,
-      toolResults,
-    }
-
-    if (toolName === retrieveKnowledge.name) {
-      return {
-        ...toolExecution,
-        knowledgebaseSourcesIds: context.knowledgeUsed.sourceIds,
-        knowledgebaseChunksIds: context.knowledgeUsed.chunksIds,
-      }
-    }
-
-    return toolExecution
-  }
-
-  private getSafeToolArguments(rawToolArguments: string): Record<string, any> {
-    try {
-      return JSON.parse(rawToolArguments)
-    } catch (_error) {
-      return {}
-    }
-  }
-}