@botonic/plugin-ai-agents 2.28.0 → 2.30.0

package/src/lib/guardrails/input.js

@@ -1,29 +1,105 @@
 import { __awaiter } from "tslib";
-import { Agent, run } from '@openai/agents';
+import { Agent, Runner, } from '@openai/agents';
 import { z } from 'zod';
-export function createInputGuardrail(rules) {
-    const outputType = z.object(Object.fromEntries(rules.map(rule => [rule.name, z.boolean().describe(rule.description)])));
-    const agent = new Agent({
-        name: 'InputGuardrail',
-        instructions: 'Check if the user triggers some of the following guardrails.',
-        outputType,
+import { isProd, LLM_PROVIDERS } from '../constants';
+import { HubtypeApiClient } from '../services/hubtype-api-client';
+import { TrackFeature, TrackProductName } from '../services/types';
+export function createInputGuardrails(rules, llmConfig, trackingContext) {
+    return __awaiter(this, void 0, void 0, function* () {
+        if (rules.length === 0) {
+            return [];
+        }
+        return [yield buildInputGuardrail(rules, llmConfig, trackingContext)];
+    });
+}
+function buildInputGuardrail(rules, llmConfig, trackingContext) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const outputType = z.object(Object.fromEntries(rules.map(rule => [rule.name, z.boolean().describe(rule.description)])));
+        const modelSettings = createInputGuardrailModelSettings(llmConfig);
+        const agent = new Agent({
+            name: 'InputGuardrail',
+            model: llmConfig.modelName,
+            modelSettings,
+            instructions: 'Check if the user triggers some of the following guardrails.',
+            outputType,
+        });
+        return {
+            name: 'InputGuardrail',
+            execute: (_a) => __awaiter(this, [_a], void 0, function* ({ input, context }) {
+                const aiAgentContext = context.context;
+                const lastMessage = input[input.length - 1];
+                const modelProvider = llmConfig.modelProvider;
+                const runner = new Runner({
+                    modelProvider,
+                    tracingDisabled: true,
+                });
+                const startTime = Date.now();
+                const result = yield runner.run(agent, [lastMessage], { context });
+                const endTime = Date.now();
+                const botonicContext = aiAgentContext.botonicContext;
+                yield sendGuardrailLlmRunTracking(result, trackingContext, llmConfig, startTime, endTime, botonicContext);
+                const finalOutput = result.finalOutput;
+                if (finalOutput === undefined) {
+                    throw new Error('Guardrail agent failed to produce output');
+                }
+                const triggered = Object.values(finalOutput).some(value => value === true);
+                const triggeredGuardrails = Object.keys(finalOutput).filter(key => finalOutput[key] === true);
+                return {
+                    outputInfo: triggeredGuardrails,
+                    tripwireTriggered: triggered,
+                };
+            }),
+        };
+    });
+}
+function createInputGuardrailModelSettings(llmConfig) {
+    const modelSettings = Object.assign(Object.assign({}, llmConfig.modelSettings), { toolChoice: undefined });
+    if (llmConfig.modelSettings.reasoning) {
+        modelSettings.reasoning = Object.assign({}, llmConfig.modelSettings.reasoning);
+    }
+    if (llmConfig.modelSettings.text) {
+        modelSettings.text = Object.assign({}, llmConfig.modelSettings.text);
+    }
+    return modelSettings;
+}
+function sendGuardrailLlmRunTracking(result, trackingContext, llmConfig, startTime, endTime, botonicContext) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, _b, _c;
+        if (!isProd) {
+            return;
+        }
+        if (llmConfig.getProviderName() === LLM_PROVIDERS.LITELLM) {
+            return;
+        }
+        const rawResponses = (_a = result.rawResponses) !== null && _a !== void 0 ? _a : [];
+        if (rawResponses.length === 0) {
+            return;
+        }
+        const totalDuration = endTime - startTime;
+        const durationPerCall = Math.round(totalDuration / rawResponses.length);
+        const temperature = (_b = llmConfig.modelSettings.temperature) !== null && _b !== void 0 ? _b : 0;
+        const apiVersion = (_c = llmConfig.getApiVersion()) !== null && _c !== void 0 ? _c : 'NOT_API_VERSION_FOR_LITELLM';
+        const llmRuns = rawResponses.map(response => {
+            var _a, _b;
+            return ({
+                inference_id: trackingContext.inferenceId,
+                is_test: trackingContext.isTest,
+                product_name: TrackProductName.AI_AGENT,
+                deployment_name: llmConfig.modelName,
+                model_name: (_b = (_a = response.providerData) === null || _a === void 0 ? void 0 : _a['model']) !== null && _b !== void 0 ? _b : llmConfig.modelName,
+                feature: TrackFeature.AI_AGENT_GUARDRAIL,
+                api_version: apiVersion,
+                num_prompt_tokens: response.usage.inputTokens,
+                num_completion_tokens: response.usage.outputTokens,
+                duration_in_milliseconds: durationPerCall,
+                temperature,
+                error: null,
+            });
+        });
+        const client = new HubtypeApiClient(botonicContext);
+        yield client.trackLlmRuns(trackingContext.botId, {
+            llm_runs: llmRuns,
+        });
     });
-    return {
-        name: 'InputGuardrail',
-        execute: (_a) => __awaiter(this, [_a], void 0, function* ({ input, context }) {
-            const lastMessage = input[input.length - 1];
-            const result = yield run(agent, [lastMessage], { context });
-            const finalOutput = result.finalOutput;
-            if (finalOutput === undefined) {
-                throw new Error('Guardrail agent failed to produce output');
-            }
-            const triggered = Object.values(finalOutput).some(value => value === true);
-            const triggeredGuardrails = Object.keys(finalOutput).filter(key => finalOutput[key] === true);
-            return {
-                outputInfo: triggeredGuardrails,
-                tripwireTriggered: triggered,
-            };
-        }),
-    };
 }
 //# sourceMappingURL=input.js.map

package/src/lib/guardrails/input.js.map

@@ -1 +1 @@
-{"version":3,"file":"input.js","sourceRoot":"","sources":["../../../../../../../libs/botonic/plugin-ai-agents/src/lib/guardrails/input.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,KAAK,EAAkB,GAAG,EAAmB,MAAM,gBAAgB,CAAA;AAC5E,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAIvB,MAAM,UAAU,oBAAoB,CAAC,KAAsB;IACzD,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CACzB,MAAM,CAAC,WAAW,CAChB,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CACvE,CACF,CAAA;IAED,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;QACtB,IAAI,EAAE,gBAAgB;QACtB,YAAY,EACV,8DAA8D;QAChE,UAAU;KACX,CAAC,CAAA;IAEF,OAAO;QACL,IAAI,EAAE,gBAAgB;QACtB,OAAO,EAAE,KAA2B,EAAE,0CAAtB,EAAE,KAAK,EAAE,OAAO,EAAE;YAChC,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAoB,CAAA;YAC9D,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;YAC3D,MAAM,WAAW,GAAG,MAAM,CAAC,WAAsC,CAAA;YACjE,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;YAC7D,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAA;YAC1E,MAAM,mBAAmB,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,CACzD,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,IAAI,CACjC,CAAA;YACD,OAAO;gBACL,UAAU,EAAE,mBAAmB;gBAC/B,iBAAiB,EAAE,SAAS;aAC7B,CAAA;QACH,CAAC,CAAA;KACF,CAAA;AACH,CAAC"}
+{"version":3,"file":"input.js","sourceRoot":"","sources":["../../../../../../../libs/botonic/plugin-ai-agents/src/lib/guardrails/input.ts"],"names":[],"mappings":";AACA,OAAO,EACL,KAAK,EAIL,MAAM,GAEP,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAEpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAA;AACjE,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AASlE,MAAM,UAAgB,qBAAqB,CACzC,KAAsB,EACtB,SAAoB,EACpB,eAAyC;;QAEzC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAA;QACX,CAAC;QAED,OAAO,CAAC,MAAM,mBAAmB,CAAC,KAAK,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC,CAAA;IACvE,CAAC;CAAA;AAED,SAAe,mBAAmB,CAChC,KAAsB,EACtB,SAAoB,EACpB,eAAyC;;QAEzC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CACzB,MAAM,CAAC,WAAW,CAChB,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CACvE,CACF,CAAA;QACD,MAAM,aAAa,GAAG,iCAAiC,CAAC,SAAS,CAAC,CAAA;QAElE,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACtB,IAAI,EAAE,gBAAgB;YACtB,KAAK,EAAE,SAAS,CAAC,SAAS;YAC1B,aAAa;YACb,YAAY,EACV,8DAA8D;YAChE,UAAU;SACX,CAAC,CAAA;QAEF,OAAO;YACL,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,KAAuD,EAAE,0CAAlD,EAAE,KAAK,EAAE,OAAO,EAA8B;gBAC5D,MAAM,cAAc,GAAG,OAAO,CAAC,OAAoC,CAAA;gBACnE,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAoB,CAAA;gBAC9D,MAAM,aAAa,GAAG,SAAS,CAAC,aAAa,CAAA;gBAC7C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;oBACxB,aAAa;oBACb,eAAe,EAAE,IAAI;iBACtB,CAAC,CAAA;gBACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAC5B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;gBAClE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAE1B,MAAM,cAAc,GAAG,cAAc,CAAC,cAAc,CAAA;gBACpD,MAAM,2BAA2B,CAC/B,MAAM,EACN,eAAe,EACf,SAAS,EACT,SAAS,EACT,OAAO,EACP,cAAc,CACf,CAAA;gBAED,MAAM,WAAW,GAAG,MAAM,CAAC,WAAsC,CAAA;gBACjE,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;oBAC9B,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;gBAC7D,CAAC;gBACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAA;gBAC1E,MAAM,mBAAmB,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,CACzD,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,IAAI,CACjC,CAAA;gBACD,OAAO;oBACL,UAAU,EAAE,mBAAmB;oBAC/B,iBAAiB,EAAE,SAAS;iBAC7B,CAAA;YACH,CAAC,CAAA;SACF,CAAA;IACH,CAAC;CAAA;AAED,SAAS,iCAAiC,CACxC,SAAoB;IAEpB,MAAM,aAAa,mCACd,SAAS,CAAC,aAAa,KAC1B,UAAU,EAAE,SAAS,GACtB,CAAA;IACD,IAAI,SAAS,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QACtC,aAAa,CAAC,SAAS,qBAAQ,SAAS,CAAC,aAAa,CAAC,SAAS,CAAE,CAAA;IACpE,CAAC;IACD,IAAI,SAAS,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QACjC,aAAa,CAAC,IAAI,qBAAQ,SAAS,CAAC,aAAa,CAAC,IAAI,CAAE,CAAA;IAC1D,CAAC;IACD,OAAO,aAAa,CAAA;AACtB,CAAC;AAED,SAAe,2BAA2B,CACxC,MAEC,EACD,eAAyC,EACzC,SAAoB,EACpB,SAAiB,EACjB,OAAe,EACf,cAA8B;;;QAE9B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAM;QACR,CAAC;QACD,IAAI,SAAS,CAAC,eAAe,EAAE,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;YAC1D,OAAM;QACR,CAAC;QACD,MAAM,YAAY,GAAG,MAAA,MAAM,CAAC,YAAY,mCAAI,EAAE,CAAA;QAC9C,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAM;QACR,CAAC;QACD,MAAM,aAAa,GAAG,OAAO,GAAG,SAAS,CAAA;QACzC,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;QACvE,MAAM,WAAW,GACf,MAAC,SAAS,CAAC,aAAa,CAAC,WAAkC,mCAAI,CAAC,CAAA;QAClE,MAAM,UAAU,GAAG,MAAA,SAAS,CAAC,aAAa,EAAE,mCAAI,6BAA6B,CAAA;QAC7E,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;;YAAC,OAAA,CAAC;gBAC5C,YAAY,EAAE,eAAe,CAAC,WAAW;gBACzC,OAAO,EAAE,eAAe,CAAC,MAAM;gBAC/B,YAAY,EAAE,gBAAgB,CAAC,QAAQ;gBACvC,eAAe,EAAE,SAAS,CAAC,SAAS;gBACpC,UAAU,EACR,MAAC,MAAA,QAAQ,CAAC,YAAY,0CAAG,OAAO,CAAwB,mCACxD,SAAS,CAAC,SAAS;gBACrB,OAAO,EAAE,YAAY,CAAC,kBAAkB;gBACxC,WAAW,EAAE,UAAU;gBACvB,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;gBAC7C,qBAAqB,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;gBAClD,wBAAwB,EAAE,eAAe;gBACzC,WAAW;gBACX,KAAK,EAAE,IAAI;aACZ,CAAC,CAAA;SAAA,CAAC,CAAA;QAEH,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,cAAc,CAAC,CAAA;QACnD,MAAM,MAAM,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,EAAE;YAC/C,QAAQ,EAAE,OAAO;SAClB,CAAC,CAAA;IACJ,CAAC;CAAA"}

package/src/lib/index.d.ts

@@ -1,14 +1,20 @@
 import type { BotonicContext, Plugin, ResolvedPlugins } from '@botonic/core';
-import type { AiAgentArgs, UserExtraData } from '@botonic/shared';
+import { type AiAgentArgs, type UserExtraData } from '@botonic/shared';
 import type { CustomTool, InferenceResponse, PluginAiAgentOptions } from './types';
 export declare class BotonicPluginAiAgents<TPlugins extends ResolvedPlugins = ResolvedPlugins, TExtraData extends UserExtraData = UserExtraData> implements Plugin {
-    private readonly messageHistoryApiVersion;
     private readonly memory;
     private readonly logger;
+    private readonly timeout;
+    private readonly maxRetries;
+    private readonly provider;
     toolDefinitions: CustomTool<TPlugins, TExtraData>[];
     constructor(options?: PluginAiAgentOptions<TPlugins, TExtraData>);
+    private getMemoryOptions;
     pre(): void;
-    getInference(botonicContext: BotonicContext<TPlugins, TExtraData>, aiAgentArgs: AiAgentArgs): Promise<InferenceResponse>;
+    getInference(botonicContext: BotonicContext<ResolvedPlugins, UserExtraData>, aiAgentArgs: AiAgentArgs): Promise<InferenceResponse>;
+    private buildLLMConfig;
+    private executeSpecialistAIAgent;
+    private executeRouterAIAgent;
     private getMessages;
     private buildTools;
 }

package/src/lib/index.js

@@ -1,41 +1,63 @@
 import { __awaiter } from "tslib";
-import { tool } from '@openai/agents';
-import { AIAgentBuilder } from './agent-builder';
-import { MAX_MEMORY_LENGTH } from './constants';
+import { AiAgentType, } from '@botonic/shared';
+import { handoff, setTracingDisabled, tool } from '@openai/agents';
+import { v7 as uuidv7 } from 'uuid';
+import { RouterAgent, SpecialistAgent } from './agents';
+import { DEFAULT_MAX_RETRIES, DEFAULT_TIMEOUT_16_SECONDS, MAX_MEMORY_LENGTH, } from './constants';
 import { createDebugLogger } from './debug-logger';
-import { HubtypeApiClient } from './hubtype-api-client';
-import { setUpOpenAI } from './openai';
-import { AIAgentRunner } from './runner';
+import { LLMConfig } from './llm-config';
+import { RouterRunner, SpecialistRunner } from './runners';
+import { HubtypeApiClient } from './services/hubtype-api-client';
 export class BotonicPluginAiAgents {
     constructor(options) {
-        var _a, _b, _c, _d, _e;
+        var _a, _b, _c, _d, _e, _f;
         this.toolDefinitions = [];
-        setUpOpenAI(options === null || options === void 0 ? void 0 : options.maxRetries, options === null || options === void 0 ? void 0 : options.timeout);
-        if ((options === null || options === void 0 ? void 0 : options.messageHistoryApiVersion) === 'v1' && (options === null || options === void 0 ? void 0 : options.memory)) {
-            throw new Error('Cannot use memory when messageHistoryApiVersion is "v1". ' +
-                'Either set messageHistoryApiVersion to "v2" or remove memory.');
-        }
         this.toolDefinitions = (options === null || options === void 0 ? void 0 : options.customTools) || [];
-        this.messageHistoryApiVersion = (_a = options === null || options === void 0 ? void 0 : options.messageHistoryApiVersion) !== null && _a !== void 0 ? _a : 'v2';
-        this.memory = (_b = options === null || options === void 0 ? void 0 : options.memory) !== null && _b !== void 0 ? _b : {};
-        this.logger = createDebugLogger((_c = options === null || options === void 0 ? void 0 : options.enableDebug) !== null && _c !== void 0 ? _c : false);
+        this.memory = this.getMemoryOptions(options === null || options === void 0 ? void 0 : options.memory);
+        this.timeout = (_a = options === null || options === void 0 ? void 0 : options.timeout) !== null && _a !== void 0 ? _a : DEFAULT_TIMEOUT_16_SECONDS;
+        this.maxRetries = (_b = options === null || options === void 0 ? void 0 : options.maxRetries) !== null && _b !== void 0 ? _b : DEFAULT_MAX_RETRIES;
+        this.provider = (_c = options === null || options === void 0 ? void 0 : options.provider) !== null && _c !== void 0 ? _c : 'azure';
+        this.logger = createDebugLogger((_d = options === null || options === void 0 ? void 0 : options.enableDebug) !== null && _d !== void 0 ? _d : false);
+        setTracingDisabled(true);
         this.logger.logInitialConfig({
-            messageHistoryApiVersion: this.messageHistoryApiVersion,
-            maxRetries: (_d = options === null || options === void 0 ? void 0 : options.maxRetries) !== null && _d !== void 0 ? _d : 2,
-            timeout: (_e = options === null || options === void 0 ? void 0 : options.timeout) !== null && _e !== void 0 ? _e : 16000,
+            messageHistoryApiVersion: 'v2',
+            maxRetries: (_e = options === null || options === void 0 ? void 0 : options.maxRetries) !== null && _e !== void 0 ? _e : DEFAULT_MAX_RETRIES,
+            timeout: (_f = options === null || options === void 0 ? void 0 : options.timeout) !== null && _f !== void 0 ? _f : DEFAULT_TIMEOUT_16_SECONDS,
             customToolNames: this.toolDefinitions.map(t => t.name),
             memory: this.memory,
         });
     }
+    getMemoryOptions(memory) {
+        var _a, _b, _c, _d;
+        return {
+            maxMessages: (_a = memory === null || memory === void 0 ? void 0 : memory.maxMessages) !== null && _a !== void 0 ? _a : MAX_MEMORY_LENGTH,
+            includeToolCalls: (_b = memory === null || memory === void 0 ? void 0 : memory.includeToolCalls) !== null && _b !== void 0 ? _b : true,
+            maxFullToolResults: (_c = memory === null || memory === void 0 ? void 0 : memory.maxFullToolResults) !== null && _c !== void 0 ? _c : 1,
+            debugMode: (_d = memory === null || memory === void 0 ? void 0 : memory.debugMode) !== null && _d !== void 0 ? _d : false,
+        };
+    }
     pre() {
         return;
     }
     getInference(botonicContext, aiAgentArgs) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (aiAgentArgs.type === AiAgentType.Router) {
+                return this.executeRouterAIAgent(botonicContext, aiAgentArgs);
+            }
+            return this.executeSpecialistAIAgent(botonicContext, aiAgentArgs);
+        });
+    }
+    buildLLMConfig(botonicContext, modelName, verbosity) {
+        return new LLMConfig(this.maxRetries, this.timeout, modelName, verbosity, this.provider, botonicContext);
+    }
+    executeSpecialistAIAgent(botonicContext, aiAgentArgs) {
         return __awaiter(this, void 0, void 0, function* () {
             var _a, _b;
             try {
-                const tools = this.buildTools(((_a = aiAgentArgs.activeTools) === null || _a === void 0 ? void 0 : _a.map(tool => tool.name)) || []);
-                const agent = new AIAgentBuilder({
+                const inferenceId = uuidv7();
+                const llmConfig = this.buildLLMConfig(botonicContext, aiAgentArgs.model, aiAgentArgs.verbosity);
+                const tools = this.buildTools(((_a = aiAgentArgs.activeTools) === null || _a === void 0 ? void 0 : _a.map(t => t.name)) || []);
+                const specialist = yield SpecialistAgent.create({
                     name: aiAgentArgs.name,
                     instructions: aiAgentArgs.instructions,
                     tools,
@@ -44,8 +66,15 @@ export class BotonicPluginAiAgents {
                     inputGuardrailRules: aiAgentArgs.inputGuardrailRules || [],
                     sourceIds: aiAgentArgs.sourceIds || [],
                     logger: this.logger,
-                }).build();
-                const messages = yield this.getMessages(botonicContext, MAX_MEMORY_LENGTH);
+                    llmConfig,
+                    guardrailTrackingContext: {
+                        botId: botonicContext.session.bot.id,
+                        isTest: botonicContext.session.isTestIntegration,
+                        inferenceId,
+                    },
+                });
+                const agent = specialist.getAgent();
+                const messages = yield this.getMessages(botonicContext, aiAgentArgs.previousHubtypeMessages || []);
                 const aiAgentContext = {
                     botonicContext: botonicContext,
                     sourceIds: aiAgentArgs.sourceIds || [],
@@ -57,7 +86,7 @@ export class BotonicPluginAiAgents {
                     },
                 };
                 this.logger.logAgentDebugInfo(aiAgentArgs, tools.map(t => t.name), messages);
-                const runner = new AIAgentRunner(agent, this.logger);
+                const runner = new SpecialistRunner(agent, llmConfig, inferenceId, this.logger);
                 return yield runner.run(messages, aiAgentContext);
             }
             catch (error) {
@@ -74,25 +103,88 @@ export class BotonicPluginAiAgents {
             }
         });
     }
-    getMessages(botonicContext, memoryLength) {
+    executeRouterAIAgent(botonicContext, aiAgentArgs) {
         return __awaiter(this, void 0, void 0, function* () {
-            var _a, _b, _c, _d;
-            const hubtypeClient = new HubtypeApiClient(botonicContext);
-            if (this.messageHistoryApiVersion === 'v1') {
-                return yield hubtypeClient.getMessages(botonicContext, memoryLength);
+            try {
+                const inferenceId = uuidv7();
+                const llmConfig = this.buildLLMConfig(botonicContext, aiAgentArgs.model, aiAgentArgs.verbosity);
+                const specialistHandoffs = yield Promise.all(aiAgentArgs.specialists.map((specialistArgs) => __awaiter(this, void 0, void 0, function* () {
+                    var _a, _b;
+                    const specialistTools = this.buildTools(((_a = specialistArgs.activeTools) === null || _a === void 0 ? void 0 : _a.map(t => t.name)) || []);
+                    const specialist = yield SpecialistAgent.create({
+                        name: specialistArgs.name,
+                        instructions: specialistArgs.instructions,
+                        tools: specialistTools,
+                        campaignsContext: (_b = botonicContext.input.context) === null || _b === void 0 ? void 0 : _b.campaigns_v2,
+                        contactInfo: botonicContext.session.user.contactInfo || [],
+                        inputGuardrailRules: specialistArgs.inputGuardrailRules || [],
+                        sourceIds: specialistArgs.sourceIds || [],
+                        logger: this.logger,
+                        llmConfig,
+                        guardrailTrackingContext: {
+                            botId: botonicContext.session.bot.id,
+                            isTest: botonicContext.session.isTestIntegration,
+                            inferenceId,
+                        },
+                    });
+                    return handoff(specialist.getAgent(), {
+                        toolNameOverride: specialistArgs.name,
+                        toolDescriptionOverride: specialistArgs.description,
+                    });
+                })));
+                const router = yield RouterAgent.create({
+                    name: aiAgentArgs.name,
+                    instructions: aiAgentArgs.instructions,
+                    llmConfig,
+                    handoffs: specialistHandoffs,
+                    inputGuardrailRules: aiAgentArgs.inputGuardrailRules || [],
+                    guardrailTrackingContext: {
+                        botId: botonicContext.session.bot.id,
+                        isTest: botonicContext.session.isTestIntegration,
+                        inferenceId,
+                    },
+                });
+                const messages = yield this.getMessages(botonicContext, aiAgentArgs.previousHubtypeMessages || []);
+                const aiAgentContext = {
+                    botonicContext: botonicContext,
+                    sourceIds: [],
+                    knowledgeUsed: {
+                        query: '',
+                        sourceIds: [],
+                        chunksIds: [],
+                        chunkTexts: [],
+                    },
+                };
+                const runner = new RouterRunner(router.getAgent(), llmConfig, inferenceId, this.logger);
+                return yield runner.run(messages, aiAgentContext);
             }
-            // Default to V2
-            const result = yield hubtypeClient.getMessagesV2(botonicContext, {
-                maxMessages: (_a = this.memory.maxMessages) !== null && _a !== void 0 ? _a : memoryLength,
-                includeToolCalls: (_b = this.memory.includeToolCalls) !== null && _b !== void 0 ? _b : true,
-                maxFullToolResults: (_c = this.memory.maxFullToolResults) !== null && _c !== void 0 ? _c : 1,
-                debugMode: (_d = this.memory.debugMode) !== null && _d !== void 0 ? _d : false,
-            });
+            catch (error) {
+                console.error('error plugin returns undefined', error);
+                return {
+                    messages: [],
+                    toolsExecuted: [],
+                    memoryLength: 0,
+                    exit: true,
+                    error: true,
+                    inputGuardrailsTriggered: [],
+                    outputGuardrailsTriggered: [],
+                    startingAgentName: '',
+                    lastAgentName: '',
+                    availableSpecialists: [],
+                    isTransferredToSpecialist: false,
+                };
+            }
+        });
+    }
+    getMessages(botonicContext, previousHubtypeMessages) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const hubtypeClient = new HubtypeApiClient(botonicContext);
+            const result = yield hubtypeClient.getMessagesV2(botonicContext, this.memory, previousHubtypeMessages);
             return result.messages;
         });
     }
     buildTools(activeToolNames) {
-        const availableTools = this.toolDefinitions.filter(tool => activeToolNames.includes(tool.name));
+        const availableTools = this.toolDefinitions.filter(t => activeToolNames.includes(t.name));
         return availableTools.map(toolDefinition => {
             return tool({
                 name: toolDefinition.name,

package/src/lib/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../libs/botonic/plugin-ai-agents/src/lib/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAA;AAErC,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/C,OAAO,EAAE,iBAAiB,EAAoB,MAAM,gBAAgB,CAAA;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAYxC,MAAM,OAAO,qBAAqB;IAShC,YAAY,OAAoD;;QAFzD,oBAAe,GAAuC,EAAE,CAAA;QAG7D,WAAW,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,CAAC,CAAA;QAElD,IAAI,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,wBAAwB,MAAK,IAAI,KAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,CAAA,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CACb,2DAA2D;gBACzD,+DAA+D,CAClE,CAAA;QACH,CAAC;QAED,IAAI,CAAC,eAAe,GAAG,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAW,KAAI,EAAE,CAAA;QACjD,IAAI,CAAC,wBAAwB,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,wBAAwB,mCAAI,IAAI,CAAA;QACzE,IAAI,CAAC,MAAM,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,mCAAI,EAAE,CAAA;QACnC,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAW,mCAAI,KAAK,CAAC,CAAA;QAE9D,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAC3B,wBAAwB,EAAE,IAAI,CAAC,wBAAwB;YACvD,UAAU,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,mCAAI,CAAC;YACpC,OAAO,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,mCAAI,KAAK;YAClC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YACtD,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAA;IACJ,CAAC;IAED,GAAG;QACD,OAAM;IACR,CAAC;IAEK,YAAY,CAChB,cAAoD,EACpD,WAAwB;;;YAExB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAC3B,CAAA,MAAA,WAAW,CAAC,WAAW,0CAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAI,EAAE,CACtD,CAAA;gBACD,MAAM,KAAK,GAAG,IAAI,cAAc,CAAuB;oBACrD,IAAI,EAAE,WAAW,CAAC,IAAI;oBACtB,YAAY,EAAE,WAAW,CAAC,YAAY;oBACtC,KAAK;oBACL,gBAAgB,EAAE,MAAA,cAAc,CAAC,KAAK,CAAC,OAAO,0CAAE,YAAY;oBAC5D,WAAW,EAAE,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE;oBAC1D,mBAAmB,EAAE,WAAW,CAAC,mBAAmB,IAAI,EAAE;oBAC1D,SAAS,EAAE,WAAW,CAAC,SAAS,IAAI,EAAE;oBACtC,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB,CAAC,CAAC,KAAK,EAAE,CAAA;gBAEV,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CACrC,cAAgC,EAChC,iBAAiB,CAClB,CAAA;gBACD,MAAM,cAAc,GAAyC;oBAC3D,cAAc,EAAE,cAAc;oBAC9B,SAAS,EAAE,WAAW,CAAC,SAAS,IAAI,EAAE;oBACtC,aAAa,EAAE;wBACb,KAAK,EAAE,EAAE;wBACT,SAAS,EAAE,EAAE;wBACb,SAAS,EAAE,EAAE;wBACb,UAAU,EAAE,EAAE;qBACf;iBACF,CAAA;gBAED,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3B,WAAW,EACX,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EACtB,QAAQ,CACT,CAAA;gBAED,MAAM,MAAM,GAAG,IAAI,aAAa,CAAuB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;gBAC1E,OAAO,MAAM,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAA;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAA;gBACtD,OAAO;oBACL,QAAQ,EAAE,EAAE;oBACZ,aAAa,EAAE,EAAE;oBACjB,YAAY,EAAE,CAAC;oBACf,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,IAAI;oBACX,wBAAwB,EAAE,EAAE;oBAC5B,yBAAyB,EAAE,EAAE;iBAC9B,CAAA;YACH,CAAC;QACH,CAAC;KAAA;IAEa,WAAW,CACvB,cAA8B,EAC9B,YAAoB;;;YAEpB,MAAM,aAAa,GAAG,IAAI,gBAAgB,CAAC,cAAc,CAAC,CAAA;YAE1D,IAAI,IAAI,CAAC,wBAAwB,KAAK,IAAI,EAAE,CAAC;gBAC3C,OAAO,MAAM,aAAa,CAAC,WAAW,CAAC,cAAc,EAAE,YAAY,CAAC,CAAA;YACtE,CAAC;YAED,gBAAgB;YAChB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,aAAa,CAAC,cAAc,EAAE;gBAC/D,WAAW,EAAE,MAAA,IAAI,CAAC,MAAM,CAAC,WAAW,mCAAI,YAAY;gBACpD,gBAAgB,EAAE,MAAA,IAAI,CAAC,MAAM,CAAC,gBAAgB,mCAAI,IAAI;gBACtD,kBAAkB,EAAE,MAAA,IAAI,CAAC,MAAM,CAAC,kBAAkB,mCAAI,CAAC;gBACvD,SAAS,EAAE,MAAA,IAAI,CAAC,MAAM,CAAC,SAAS,mCAAI,KAAK;aAC1C,CAAC,CAAA;YACF,OAAO,MAAM,CAAC,QAAQ,CAAA;QACxB,CAAC;KAAA;IAEO,UAAU,CAAC,eAAyB;QAC1C,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CACxD,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CACpC,CAAA;QACD,OAAO,cAAc,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE;YACzC,OAAO,IAAI,CAAiD;gBAC1D,IAAI,EAAE,cAAc,CAAC,IAAI;gBACzB,WAAW,EAAE,cAAc,CAAC,WAAW;gBACvC,UAAU,EAAE,cAAc,CAAC,MAAM;gBACjC,OAAO,EAAE,cAAc,CAAC,IAAI;aAC7B,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;CACF"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../libs/botonic/plugin-ai-agents/src/lib/index.ts"],"names":[],"mappings":";AACA,OAAO,EAIL,WAAW,GAIZ,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAE,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAA;AAClE,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAA;AAEnC,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AACvD,OAAO,EACL,mBAAmB,EACnB,0BAA0B,EAC1B,iBAAiB,GAClB,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,iBAAiB,EAAoB,MAAM,gBAAgB,CAAA;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AACxC,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAA;AAWhE,MAAM,OAAO,qBAAqB;IAWhC,YAAY,OAAoD;;QAFzD,oBAAe,GAAuC,EAAE,CAAA;QAG7D,IAAI,CAAC,eAAe,GAAG,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAW,KAAI,EAAE,CAAA;QACjD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,CAAC,CAAA;QACpD,IAAI,CAAC,OAAO,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,mCAAI,0BAA0B,CAAA;QAC7D,IAAI,CAAC,UAAU,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,mCAAI,mBAAmB,CAAA;QAC5D,IAAI,CAAC,QAAQ,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,mCAAI,OAAO,CAAA;QAC5C,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAW,mCAAI,KAAK,CAAC,CAAA;QAC9D,kBAAkB,CAAC,IAAI,CAAC,CAAA;QAExB,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAC3B,wBAAwB,EAAE,IAAI;YAC9B,UAAU,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,mCAAI,mBAAmB;YACtD,OAAO,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,mCAAI,0BAA0B;YACvD,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YACtD,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAA;IACJ,CAAC;IAEO,gBAAgB,CAAC,MAA+B;;QACtD,OAAO;YACL,WAAW,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,mCAAI,iBAAiB;YACrD,gBAAgB,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,gBAAgB,mCAAI,IAAI;YAClD,kBAAkB,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,kBAAkB,mCAAI,CAAC;YACnD,SAAS,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,KAAK;SACtC,CAAA;IACH,CAAC;IAED,GAAG;QACD,OAAM;IACR,CAAC;IAEK,YAAY,CAChB,cAA8D,EAC9D,WAAwB;;YAExB,IAAI,WAAW,CAAC,IAAI,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,WAAW,CAAC,CAAA;YAC/D,CAAC;YACD,OAAO,IAAI,CAAC,wBAAwB,CAAC,cAAc,EAAE,WAAW,CAAC,CAAA;QACnE,CAAC;KAAA;IAEO,cAAc,CACpB,cAA8B,EAC9B,SAAiB,EACjB,SAAyB;QAEzB,OAAO,IAAI,SAAS,CAClB,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,OAAO,EACZ,SAAS,EACT,SAAS,EACT,IAAI,CAAC,QAAQ,EACb,cAAc,CACf,CAAA;IACH,CAAC;IAEa,wBAAwB,CACpC,cAA8D,EAC9D,WAAkC;;;YAElC,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,MAAM,EAAE,CAAA;gBAE5B,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CACnC,cAAgC,EAChC,WAAW,CAAC,KAAK,EACjB,WAAW,CAAC,SAAS,CACtB,CAAA;gBAED,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAC3B,CAAA,MAAA,WAAW,CAAC,WAAW,0CAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAI,EAAE,CAChD,CAAA;gBAED,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,MAAM,CAAuB;oBACpE,IAAI,EAAE,WAAW,CAAC,IAAI;oBACtB,YAAY,EAAE,WAAW,CAAC,YAAY;oBACtC,KAAK;oBACL,gBAAgB,EAAE,MAAA,cAAc,CAAC,KAAK,CAAC,OAAO,0CAAE,YAAY;oBAC5D,WAAW,EAAE,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE;oBAC1D,mBAAmB,EAAE,WAAW,CAAC,mBAAmB,IAAI,EAAE;oBAC1D,SAAS,EAAE,WAAW,CAAC,SAAS,IAAI,EAAE;oBACtC,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,SAAS;oBACT,wBAAwB,EAAE;wBACxB,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;wBACpC,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,iBAAiB;wBAChD,WAAW;qBACZ;iBACF,CAAC,CAAA;gBAEF,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAA;gBAEnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CACrC,cAAgC,EAChC,WAAW,CAAC,uBAAuB,IAAI,EAAE,CAC1C,CAAA;gBAED,MAAM,cAAc,GAAyC;oBAC3D,cAAc,EAAE,cAAsD;oBACtE,SAAS,EAAE,WAAW,CAAC,SAAS,IAAI,EAAE;oBACtC,aAAa,EAAE;wBACb,KAAK,EAAE,EAAE;wBACT,SAAS,EAAE,EAAE;wBACb,SAAS,EAAE,EAAE;wBACb,UAAU,EAAE,EAAE;qBACf;iBACF,CAAA;gBAED,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3B,WAAW,EACX,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EACtB,QAAQ,CACT,CAAA;gBAED,MAAM,MAAM,GAAG,IAAI,gBAAgB,CACjC,KAAK,EACL,SAAS,EACT,WAAW,EACX,IAAI,CAAC,MAAM,CACZ,CAAA;gBACD,OAAO,MAAM,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAA;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAA;gBACtD,OAAO;oBACL,QAAQ,EAAE,EAAE;oBACZ,aAAa,EAAE,EAAE;oBACjB,YAAY,EAAE,CAAC;oBACf,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,IAAI;oBACX,wBAAwB,EAAE,EAAE;oBAC5B,yBAAyB,EAAE,EAAE;iBAC9B,CAAA;YACH,CAAC;QACH,CAAC;KAAA;IAEa,oBAAoB,CAChC,cAA8D,EAC9D,WAA8B;;YAE9B,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,MAAM,EAAE,CAAA;gBAE5B,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CACnC,cAAgC,EAChC,WAAW,CAAC,KAAK,EACjB,WAAW,CAAC,SAAS,CACtB,CAAA;gBAED,MAAM,kBAAkB,GAAG,MAAM,OAAO,CAAC,GAAG,CAC1C,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAM,cAAc,EAAC,EAAE;;oBACjD,MAAM,eAAe,GAAG,IAAI,CAAC,UAAU,CACrC,CAAA,MAAA,cAAc,CAAC,WAAW,0CAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAI,EAAE,CACnD,CAAA;oBACD,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,MAAM,CAC7C;wBACE,IAAI,EAAE,cAAc,CAAC,IAAI;wBACzB,YAAY,EAAE,cAAc,CAAC,YAAY;wBACzC,KAAK,EAAE,eAAe;wBACtB,gBAAgB,EAAE,MAAA,cAAc,CAAC,KAAK,CAAC,OAAO,0CAAE,YAAY;wBAC5D,WAAW,EAAE,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE;wBAC1D,mBAAmB,EAAE,cAAc,CAAC,mBAAmB,IAAI,EAAE;wBAC7D,SAAS,EAAE,cAAc,CAAC,SAAS,IAAI,EAAE;wBACzC,MAAM,EAAE,IAAI,CAAC,MAAM;wBACnB,SAAS;wBACT,wBAAwB,EAAE;4BACxB,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;4BACpC,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,iBAAiB;4BAChD,WAAW;yBACZ;qBACF,CACF,CAAA;oBACD,OAAO,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE;wBACpC,gBAAgB,EAAE,cAAc,CAAC,IAAI;wBACrC,uBAAuB,EAAE,cAAc,CAAC,WAAW;qBACpD,CAAC,CAAA;gBACJ,CAAC,CAAA,CAAC,CACH,CAAA;gBAED,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,MAAM,CAAuB;oBAC5D,IAAI,EAAE,WAAW,CAAC,IAAI;oBACtB,YAAY,EAAE,WAAW,CAAC,YAAY;oBACtC,SAAS;oBACT,QAAQ,EAAE,kBAAkB;oBAC5B,mBAAmB,EAAE,WAAW,CAAC,mBAAmB,IAAI,EAAE;oBAC1D,wBAAwB,EAAE;wBACxB,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;wBACpC,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,iBAAiB;wBAChD,WAAW;qBACZ;iBACF,CAAC,CAAA;gBAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CACrC,cAAgC,EAChC,WAAW,CAAC,uBAAuB,IAAI,EAAE,CAC1C,CAAA;gBAED,MAAM,cAAc,GAAyC;oBAC3D,cAAc,EAAE,cAAsD;oBACtE,SAAS,EAAE,EAAE;oBACb,aAAa,EAAE;wBACb,KAAK,EAAE,EAAE;wBACT,SAAS,EAAE,EAAE;wBACb,SAAS,EAAE,EAAE;wBACb,UAAU,EAAE,EAAE;qBACf;iBACF,CAAA;gBAED,MAAM,MAAM,GAAG,IAAI,YAAY,CAC7B,MAAM,CAAC,QAAQ,EAAE,EACjB,SAAS,EACT,WAAW,EACX,IAAI,CAAC,MAAM,CACZ,CAAA;gBACD,OAAO,MAAM,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAA;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAA;gBACtD,OAAO;oBACL,QAAQ,EAAE,EAAE;oBACZ,aAAa,EAAE,EAAE;oBACjB,YAAY,EAAE,CAAC;oBACf,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,IAAI;oBACX,wBAAwB,EAAE,EAAE;oBAC5B,yBAAyB,EAAE,EAAE;oBAC7B,iBAAiB,EAAE,EAAE;oBACrB,aAAa,EAAE,EAAE;oBACjB,oBAAoB,EAAE,EAAE;oBACxB,yBAAyB,EAAE,KAAK;iBACjC,CAAA;YACH,CAAC;QACH,CAAC;KAAA;IAEa,WAAW,CACvB,cAA8B,EAC9B,uBAAkD;;YAElD,MAAM,aAAa,GAAG,IAAI,gBAAgB,CAAC,cAAc,CAAC,CAAA;YAE1D,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,aAAa,CAC9C,cAAc,EACd,IAAI,CAAC,MAAM,EACX,uBAAuB,CACxB,CAAA;YACD,OAAO,MAAM,CAAC,QAAQ,CAAA;QACxB,CAAC;KAAA;IAEO,UAAU,CAAC,eAAyB;QAC1C,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACrD,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CACjC,CAAA;QACD,OAAO,cAAc,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE;YACzC,OAAO,IAAI,CAAiD;gBAC1D,IAAI,EAAE,cAAc,CAAC,IAAI;gBACzB,WAAW,EAAE,cAAc,CAAC,WAAW;gBACvC,UAAU,EAAE,cAAc,CAAC,MAAM;gBACjC,OAAO,EAAE,cAAc,CAAC,IAAI;aAC7B,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;CACF"}

package/src/lib/llm-config.d.ts

@@ -0,0 +1,31 @@
+import { BotonicContext } from '@botonic/core';
+import type { VerbosityLevel } from '@botonic/shared';
+import { Model, type ModelProvider, type ModelSettings } from '@openai/agents';
+import { type LLMProviderType } from './constants';
+export interface LLMConfigParams {
+    maxRetries: number;
+    timeout: number;
+    modelName: string;
+    verbosity: VerbosityLevel;
+    botContext: BotonicContext;
+}
+export declare class LLMConfig {
+    private readonly maxRetries;
+    private readonly timeout;
+    private readonly provider;
+    private readonly botonicContext;
+    readonly modelName: string;
+    readonly modelSettings: ModelSettings;
+    readonly modelProvider: ModelProvider;
+    constructor(maxRetries: number, timeout: number, modelName: string, verbosity: VerbosityLevel, provider: "openai" | "azure" | undefined, botonicContext: BotonicContext);
+    getProviderName(): LLMProviderType;
+    getModel(): Promise<Model>;
+    private getModelProvider;
+    private getClient;
+    private buildLiteLLMTags;
+    private getOpenAIClient;
+    private getLiteLLMClient;
+    private getAzureClient;
+    private getModelSettings;
+    getApiVersion(): string | undefined;
+}

package/src/lib/llm-config.js

@@ -0,0 +1,111 @@
+import { __awaiter } from "tslib";
+import { OpenAIProvider, } from '@openai/agents';
+import OpenAI, { AzureOpenAI } from 'openai';
+import { LITELLM_TAG_KEYS, LLM_PROVIDERS, OPENAI_API_KEY, OPENAI_MODEL, } from './constants';
+export class LLMConfig {
+    constructor(maxRetries, timeout, modelName, verbosity, provider = 'azure', botonicContext) {
+        this.maxRetries = maxRetries;
+        this.timeout = timeout;
+        this.provider = provider;
+        this.botonicContext = botonicContext;
+        this.modelName = provider === 'openai' ? OPENAI_MODEL : modelName;
+        this.modelProvider = this.getModelProvider();
+        this.modelSettings = this.getModelSettings(this.modelName, verbosity);
+    }
+    getProviderName() {
+        if (this.botonicContext.settings.litellmApiUrl) {
+            return LLM_PROVIDERS.LITELLM;
+        }
+        return this.provider;
+    }
+    getModel() {
+        return __awaiter(this, void 0, void 0, function* () {
+            return yield this.modelProvider.getModel(this.modelName);
+        });
+    }
+    getModelProvider() {
+        const client = this.getClient();
+        return new OpenAIProvider({
+            openAIClient: client,
+            useResponses: false,
+        });
+    }
+    getClient() {
+        if (this.provider === LLM_PROVIDERS.OPENAI) {
+            return this.getOpenAIClient();
+        }
+        if (this.botonicContext.settings.litellmApiUrl) {
+            return this.getLiteLLMClient();
+        }
+        return this.getAzureClient();
+    }
+    buildLiteLLMTags() {
+        const parts = [];
+        if (this.botonicContext.session.bot.id) {
+            parts.push(`${LITELLM_TAG_KEYS.BOT_ID}:${this.botonicContext.session.bot.id}`);
+        }
+        if (this.botonicContext.session.organizationId) {
+            parts.push(`${LITELLM_TAG_KEYS.ORG_ID}:${this.botonicContext.session.organizationId}`);
+        }
+        return parts.length > 0
+            ? { 'x-litellm-tags': parts.join(LITELLM_TAG_KEYS.SEPARATOR) }
+            : undefined;
+    }
+    getOpenAIClient() {
+        return new OpenAI({
+            apiKey: OPENAI_API_KEY,
+            timeout: this.timeout,
+            maxRetries: this.maxRetries,
+        });
+    }
+    getLiteLLMClient() {
+        return new OpenAI({
+            apiKey: this.botonicContext.secrets.litellmApiKey,
+            baseURL: this.botonicContext.settings.litellmApiUrl,
+            timeout: this.timeout,
+            maxRetries: this.maxRetries,
+            defaultHeaders: this.buildLiteLLMTags(),
+        });
+    }
+    getAzureClient() {
+        return new AzureOpenAI({
+            apiKey: this.botonicContext.secrets.azureOpenAiApiKey,
+            apiVersion: this.botonicContext.settings.azureOpenAiApiVersion,
+            deployment: this.modelName,
+            baseURL: `${this.botonicContext.settings.azureOpenAiApiBase}openai/`,
+            timeout: this.timeout,
+            maxRetries: this.maxRetries,
+        });
+    }
+    getModelSettings(model, verbosity) {
+        if (model.includes('gpt-5')) {
+            return {
+                reasoning: { effort: 'none' },
+                temperature: 1,
+                text: { verbosity },
+            };
+        }
+        if (model.includes('gpt-4')) {
+            return {
+                temperature: 0,
+                text: { verbosity: 'medium' },
+            };
+        }
+        // LiteLLM can proxy any model — fall back to reasoning settings
+        return {
+            reasoning: { effort: 'none' },
+            temperature: 1,
+            text: { verbosity },
+        };
+    }
+    getApiVersion() {
+        if (this.getProviderName() === LLM_PROVIDERS.LITELLM) {
+            return undefined;
+        }
+        // Return sentinel string for non-azure providers to avoid error in llm_runs tracking endpoint
+        return this.provider === LLM_PROVIDERS.AZURE
+            ? this.botonicContext.settings.azureOpenAiApiVersion
+            : 'NOT_API_VERSION_FOR_OPENAI_PROVIDER';
+    }
+}
+//# sourceMappingURL=llm-config.js.map

package/src/lib/llm-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-config.js","sourceRoot":"","sources":["../../../../../../libs/botonic/plugin-ai-agents/src/lib/llm-config.ts"],"names":[],"mappings":";AAEA,OAAO,EAIL,cAAc,GACf,MAAM,gBAAgB,CAAA;AACvB,OAAO,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAA;AAE5C,OAAO,EACL,gBAAgB,EAChB,aAAa,EAEb,cAAc,EACd,YAAY,GACb,MAAM,aAAa,CAAA;AAUpB,MAAM,OAAO,SAAS;IASpB,YACE,UAAkB,EAClB,OAAe,EACf,SAAiB,EACjB,SAAyB,EACzB,WAA+B,OAAO,EACtC,cAA8B;QAE9B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,SAAS,GAAG,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAA;QACjE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAC5C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IACvE,CAAC;IAED,eAAe;QACb,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC/C,OAAO,aAAa,CAAC,OAAO,CAAA;QAC9B,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAA;IACtB,CAAC;IAEK,QAAQ;;YACZ,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC1D,CAAC;KAAA;IAEO,gBAAgB;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA;QAC/B,OAAO,IAAI,cAAc,CAAC;YACxB,YAAY,EAAE,MAAM;YACpB,YAAY,EAAE,KAAK;SACpB,CAAC,CAAA;IACJ,CAAC;IAEO,SAAS;QACf,IAAI,IAAI,CAAC,QAAQ,KAAK,aAAa,CAAC,MAAM,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,eAAe,EAAE,CAAA;QAC/B,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC/C,OAAO,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAChC,CAAC;QAED,OAAO,IAAI,CAAC,cAAc,EAAE,CAAA;IAC9B,CAAC;IAEO,gBAAgB;QACtB,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACvC,KAAK,CAAC,IAAI,CACR,GAAG,gBAAgB,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CACnE,CAAA;QACH,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;YAC/C,KAAK,CAAC,IAAI,CACR,GAAG,gBAAgB,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,cAAc,EAAE,CAC3E,CAAA;QACH,CAAC;QACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE;YAC9D,CAAC,CAAC,SAAS,CAAA;IACf,CAAC;IAEO,eAAe;QACrB,OAAO,IAAI,MAAM,CAAC;YAChB,MAAM,EAAE,cAAc;YACtB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAA;IACJ,CAAC;IAEO,gBAAgB;QACtB,OAAO,IAAI,MAAM,CAAC;YAChB,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,aAAa;YACjD,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,aAAa;YACnD,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,cAAc,EAAE,IAAI,CAAC,gBAAgB,EAAE;SACxC,CAAC,CAAA;IACJ,CAAC;IAEO,cAAc;QACpB,OAAO,IAAI,WAAW,CAAC;YACrB,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,iBAAiB;YACrD,UAAU,EAAE,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,qBAAqB;YAC9D,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,OAAO,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,kBAAkB,SAAS;YACpE,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAA;IACJ,CAAC;IAEO,gBAAgB,CACtB,KAAa,EACb,SAAyB;QAEzB,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO;gBACL,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;gBAC7B,WAAW,EAAE,CAAC;gBACd,IAAI,EAAE,EAAE,SAAS,EAAE;aACpB,CAAA;QACH,CAAC;QAED,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO;gBACL,WAAW,EAAE,CAAC;gBACd,IAAI,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE;aAC9B,CAAA;QACH,CAAC;QAED,gEAAgE;QAChE,OAAO;YACL,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,EAAE,SAAS,EAAE;SACpB,CAAA;IACH,CAAC;IAED,aAAa;QACX,IAAI,IAAI,CAAC,eAAe,EAAE,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;YACrD,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,8FAA8F;QAC9F,OAAO,IAAI,CAAC,QAAQ,KAAK,aAAa,CAAC,KAAK;YAC1C,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,qBAAqB;YACpD,CAAC,CAAC,qCAAqC,CAAA;IAC3C,CAAC;CACF"}

package/src/lib/runners/base-runner.d.ts

@@ -0,0 +1,32 @@
+import type { ResolvedPlugins, UserExtraData } from '@botonic/core';
+import type { OutputMessage, ToolExecution } from '@botonic/shared';
+import type { DebugLogger } from '../debug-logger';
+import type { LLMConfig } from '../llm-config';
+import type { AgenticInputMessage, AIAgent, AiAgentContext, ResultRawResponse, RunResult } from '../types';
+export interface RunnerResult {
+    finalOutput?: {
+        messages?: OutputMessage[];
+    };
+    rawResponses?: ResultRawResponse[];
+    newItems?: unknown[];
+    lastAgent?: {
+        name?: string;
+    };
+    state?: any;
+}
+export declare abstract class BaseRunner<TPlugins extends ResolvedPlugins = ResolvedPlugins, TExtraData extends UserExtraData = UserExtraData> {
+    protected agent: AIAgent<TPlugins, TExtraData>;
+    protected llmConfig: LLMConfig;
+    protected inferenceId: string;
+    protected logger: DebugLogger;
+    constructor(agent: AIAgent<TPlugins, TExtraData>, llmConfig: LLMConfig, inferenceId: string, logger: DebugLogger);
+    run(messages: AgenticInputMessage[], context: AiAgentContext<TPlugins, TExtraData>): Promise<RunResult>;
+    protected getToolsExecuted(result: RunnerResult, context: AiAgentContext<TPlugins, TExtraData>): ToolExecution[];
+    private getToolResultsByCallId;
+    private extractToolResult;
+    private getToolExecutionInfo;
+    private getSafeToolArguments;
+    protected buildRunResult(result: RunnerResult, context: AiAgentContext<TPlugins, TExtraData>, memoryLength: number): RunResult;
+    private sendLlmRunTracking;
+    protected handleInputGuardrailTripwireTriggered(error: unknown, startTime: number): RunResult | undefined;
+}