@botonic/plugin-ai-agents 0.57.0-rslib-esm.1 → 0.57.0

package/lib/esm/llm-config.d.ts

@@ -0,0 +1,30 @@
+import { type BotContext, type ReasoningEffort, VerbosityLevel } from '@botonic/core';
+import { type Model, type ModelProvider, type ModelSettings } from '@openai/agents';
+import { type LLMProviderType } from './constants';
+export interface LLMConfigParams {
+    maxRetries: number;
+    timeout: number;
+    modelName: string;
+    verbosity: VerbosityLevel;
+    botContext: BotContext;
+    reasoningEffort?: ReasoningEffort;
+}
+export declare class LLMConfig {
+    private readonly maxRetries;
+    private readonly timeout;
+    private readonly botContext;
+    readonly modelName: string;
+    readonly modelSettings: ModelSettings;
+    readonly modelProvider: ModelProvider;
+    constructor({ maxRetries, timeout, modelName, verbosity, botContext, reasoningEffort, }: LLMConfigParams);
+    getModel(): Promise<Model>;
+    private getModelProvider;
+    getProviderName(): LLMProviderType;
+    private getClient;
+    private buildLiteLLMTags;
+    private getLiteLLMClient;
+    private getOpenAIClient;
+    private getAzureOpenAiClient;
+    private getModelSettings;
+    getApiVersion(): string | undefined;
+}

package/lib/esm/llm-config.js

@@ -0,0 +1,121 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMConfig = void 0;
+const tslib_1 = require("tslib");
+const core_1 = require("@botonic/core");
+const agents_1 = require("@openai/agents");
+const openai_1 = tslib_1.__importStar(require("openai"));
+const constants_1 = require("./constants");
+class LLMConfig {
+    constructor({ maxRetries, timeout, modelName, verbosity, botContext, reasoningEffort, }) {
+        this.maxRetries = maxRetries;
+        this.timeout = timeout;
+        this.botContext = botContext;
+        this.modelName =
+            constants_1.LLM_PROVIDER === constants_1.LLM_PROVIDERS.OPENAI ? constants_1.LLM_OPENAI_MODEL : modelName;
+        this.modelProvider = this.getModelProvider();
+        this.modelSettings = this.getModelSettings(modelName, verbosity, reasoningEffort);
+    }
+    async getModel() {
+        return await this.modelProvider.getModel(this.modelName);
+    }
+    getModelProvider() {
+        const client = this.getClient();
+        return new agents_1.OpenAIProvider({
+            openAIClient: client,
+            useResponses: false,
+        });
+    }
+    getProviderName() {
+        if (this.botContext.settings.LITELLM_API_URL ||
+            constants_1.LLM_PROVIDER === constants_1.LLM_PROVIDERS.LITELLM) {
+            return constants_1.LLM_PROVIDERS.LITELLM;
+        }
+        return constants_1.LLM_PROVIDER;
+    }
+    getClient() {
+        if (this.getProviderName() === constants_1.LLM_PROVIDERS.LITELLM) {
+            const litellmUrl = this.botContext.settings.LITELLM_API_URL || constants_1.LLM_API_URL || '';
+            return this.getLiteLLMClient(litellmUrl);
+        }
+        if (constants_1.LLM_PROVIDER === constants_1.LLM_PROVIDERS.OPENAI) {
+            return this.getOpenAIClient();
+        }
+        return this.getAzureOpenAiClient();
+    }
+    buildLiteLLMTags() {
+        const botId = this.botContext.session.bot.id;
+        const orgId = this.botContext.session.organization_id;
+        const parts = [];
+        if (botId) {
+            parts.push(`${constants_1.LITELLM_TAG_KEYS.BOT_ID}:${botId}`);
+        }
+        if (orgId) {
+            parts.push(`${constants_1.LITELLM_TAG_KEYS.ORG_ID}:${orgId}`);
+        }
+        return parts.length > 0
+            ? { 'x-litellm-tags': parts.join(constants_1.LITELLM_TAG_KEYS.SEPARATOR) }
+            : undefined;
+    }
+    getLiteLLMClient(litellmUrl) {
+        return new openai_1.default({
+            apiKey: this.botContext.secrets.LITELLM_API_KEY || constants_1.LLM_API_KEY,
+            baseURL: litellmUrl,
+            timeout: this.timeout,
+            maxRetries: this.maxRetries,
+            dangerouslyAllowBrowser: !constants_1.isProd,
+            defaultHeaders: this.buildLiteLLMTags(),
+        });
+    }
+    getOpenAIClient() {
+        return new openai_1.default({
+            apiKey: this.botContext.secrets.AZURE_OPENAI_API_KEY || constants_1.LLM_API_KEY,
+            timeout: this.timeout,
+            maxRetries: this.maxRetries,
+            dangerouslyAllowBrowser: !constants_1.isProd,
+        });
+    }
+    getAzureOpenAiClient() {
+        const baseURL = `${this.botContext.settings.AZURE_OPENAI_API_BASE || constants_1.LLM_API_URL}openai/`;
+        return new openai_1.AzureOpenAI({
+            apiKey: this.botContext.secrets.AZURE_OPENAI_API_KEY || constants_1.LLM_API_KEY,
+            apiVersion: this.botContext.settings.AZURE_OPENAI_API_VERSION ||
+                constants_1.LLM_AZURE_API_VERSION,
+            deployment: this.modelName,
+            baseURL,
+            timeout: this.timeout,
+            maxRetries: this.maxRetries,
+            dangerouslyAllowBrowser: !constants_1.isProd,
+        });
+    }
+    getModelSettings(model, verbosity, reasoningEffort) {
+        if (model.includes('gpt-4')) {
+            return {
+                temperature: 0,
+                text: { verbosity: core_1.VerbosityLevel.Medium },
+            };
+        }
+        if (reasoningEffort) {
+            return {
+                reasoning: { effort: reasoningEffort },
+                temperature: 1,
+                text: { verbosity },
+            };
+        }
+        return {
+            temperature: 1,
+            text: { verbosity },
+        };
+    }
+    getApiVersion() {
+        if (this.getProviderName() === constants_1.LLM_PROVIDERS.LITELLM) {
+            return undefined;
+        }
+        if (constants_1.LLM_PROVIDER !== constants_1.LLM_PROVIDERS.AZURE) {
+            return 'NOT_API_VERSION_FOR_OPENAI_PROVIDER';
+        }
+        return (this.botContext.settings.AZURE_OPENAI_API_VERSION || constants_1.LLM_AZURE_API_VERSION);
+    }
+}
+exports.LLMConfig = LLMConfig;
+//# sourceMappingURL=llm-config.js.map

package/lib/esm/llm-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-config.js","sourceRoot":"","sources":["../../src/llm-config.ts"],"names":[],"mappings":";;;;AAAA,wCAIsB;AACtB,2CAKuB;AACvB,yDAA4C;AAC5C,2CAUoB;AAWpB,MAAa,SAAS;IAQpB,YAAY,EACV,UAAU,EACV,OAAO,EACP,SAAS,EACT,SAAS,EACT,UAAU,EACV,eAAe,GACC;QAChB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,SAAS;YACZ,wBAAY,KAAK,yBAAa,CAAC,MAAM,CAAC,CAAC,CAAC,4BAAgB,CAAC,CAAC,CAAC,SAAS,CAAA;QACtE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAC5C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,CACxC,SAAS,EACT,SAAS,EACT,eAAe,CAChB,CAAA;IACH,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IAC1D,CAAC;IAEO,gBAAgB;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA;QAC/B,OAAO,IAAI,uBAAc,CAAC;YACxB,YAAY,EAAE,MAAM;YACpB,YAAY,EAAE,KAAK;SACpB,CAAC,CAAA;IACJ,CAAC;IAED,eAAe;QACb,IACE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,eAAe;YACxC,wBAAY,KAAK,yBAAa,CAAC,OAAO,EACtC,CAAC;YACD,OAAO,yBAAa,CAAC,OAAO,CAAA;QAC9B,CAAC;QACD,OAAO,wBAAY,CAAA;IACrB,CAAC;IAEO,SAAS;QACf,IAAI,IAAI,CAAC,eAAe,EAAE,KAAK,yBAAa,CAAC,OAAO,EAAE,CAAC;YACrD,MAAM,UAAU,GACd,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,eAAe,IAAI,uBAAW,IAAI,EAAE,CAAA;YAC/D,OAAO,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAA;QAC1C,CAAC;QACD,IAAI,wBAAY,KAAK,yBAAa,CAAC,MAAM,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC,eAAe,EAAE,CAAA;QAC/B,CAAC;QACD,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAA;IACpC,CAAC;IAEO,gBAAgB;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAA;QAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,CAAA;QACrD,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,4BAAgB,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAA;QACnD,CAAC;QACD,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,4BAAgB,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAA;QACnD,CAAC;QACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,4BAAgB,CAAC,SAAS,CAAC,EAAE;YAC9D,CAAC,CAAC,SAAS,CAAA;IACf,CAAC;IAEO,gBAAgB,CAAC,UAAkB;QACzC,OAAO,IAAI,gBAAM,CAAC;YAChB,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,IAAI,uBAAW;YAC9D,OAAO,EAAE,UAAU;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,uBAAuB,EAAE,CAAC,kBAAM;YAChC,cAAc,EAAE,IAAI,CAAC,gBAAgB,EAAE;SACxC,CAAC,CAAA;IACJ,CAAC;IAEO,eAAe;QACrB,OAAO,IAAI,gBAAM,CAAC;YAChB,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,oBAAoB,IAAI,uBAAW;YACnE,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,uBAAuB,EAAE,CAAC,kBAAM;SACjC,CAAC,CAAA;IACJ,CAAC;IAEO,oBAAoB;QAC1B,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,qBAAqB,IAAI,uBAAW,SAAS,CAAA;QAEzF,OAAO,IAAI,oBAAW,CAAC;YACrB,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,oBAAoB,IAAI,uBAAW;YACnE,UAAU,EACR,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,wBAAwB;gBACjD,iCAAqB;YACvB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,OAAO;YACP,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,uBAAuB,EAAE,CAAC,kBAAM;SACjC,CAAC,CAAA;IACJ,CAAC;IAEO,gBAAgB,CACtB,KAAa,EACb,SAAyB,EACzB,eAAiC;QAEjC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO;gBACL,WAAW,EAAE,CAAC;gBACd,IAAI,EAAE,EAAE,SAAS,EAAE,qBAAc,CAAC,MAAM,EAAE;aAC3C,CAAA;QACH,CAAC;QAED,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO;gBACL,SAAS,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE;gBACtC,WAAW,EAAE,CAAC;gBACd,IAAI,EAAE,EAAE,SAAS,EAAE;aACpB,CAAA;QACH,CAAC;QAED,OAAO;YACL,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,EAAE,SAAS,EAAE;SACpB,CAAA;IACH,CAAC;IAED,aAAa;QACX,IAAI,IAAI,CAAC,eAAe,EAAE,KAAK,yBAAa,CAAC,OAAO,EAAE,CAAC;YACrD,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,IAAI,wBAAY,KAAK,yBAAa,CAAC,KAAK,EAAE,CAAC;YACzC,OAAO,qCAAqC,CAAA;QAC9C,CAAC;QACD,OAAO,CACL,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,wBAAwB,IAAI,iCAAqB,CAC3E,CAAA;IACH,CAAC;CACF;AAvJD,8BAuJC"}

package/lib/esm/runners/base-runner.d.ts

@@ -0,0 +1,31 @@
+import { type OutputMessage, type ResolvedPlugins, type ToolExecution } from '@botonic/core';
+import type { DebugLogger } from '../debug-logger';
+import type { LLMConfig } from '../llm-config';
+import type { AgenticInputMessage, AIAgent, Context, ResultRawResponse, RunResult } from '../types';
+export interface RunnerResult {
+    finalOutput?: {
+        messages?: OutputMessage[];
+    };
+    rawResponses?: ResultRawResponse[];
+    newItems?: unknown[];
+    lastAgent?: {
+        name?: string;
+    };
+    state?: any;
+}
+export declare abstract class BaseRunner<TPlugins extends ResolvedPlugins = ResolvedPlugins, TExtraData = unknown> {
+    protected agent: AIAgent<TPlugins, TExtraData>;
+    protected llmConfig: LLMConfig;
+    protected inferenceId: string;
+    protected logger: DebugLogger;
+    constructor(agent: AIAgent<TPlugins, TExtraData>, llmConfig: LLMConfig, inferenceId: string, logger: DebugLogger);
+    run(messages: AgenticInputMessage[], context: Context<TPlugins, TExtraData>): Promise<RunResult>;
+    protected getToolsExecuted(result: RunnerResult, context: Context<TPlugins, TExtraData>): ToolExecution[];
+    private getToolResultsByCallId;
+    private extractToolResult;
+    private getToolExecutionInfo;
+    private getSafeToolArguments;
+    protected buildRunResult(result: RunnerResult, context: Context<TPlugins, TExtraData>, memoryLength: number): RunResult;
+    private sendLlmRunTracking;
+    protected handleInputGuardrailTripwireTriggered(error: unknown, startTime: number): RunResult | undefined;
+}

package/lib/esm/runners/base-runner.js

@@ -0,0 +1,194 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseRunner = void 0;
+const core_1 = require("@botonic/core");
+const agents_1 = require("@openai/agents");
+const constants_1 = require("../constants");
+const hubtype_api_client_1 = require("../services/hubtype-api-client");
+const types_1 = require("../services/types");
+const tools_1 = require("../tools");
+class BaseRunner {
+    constructor(agent, llmConfig, inferenceId, logger) {
+        this.agent = agent;
+        this.llmConfig = llmConfig;
+        this.inferenceId = inferenceId;
+        this.logger = logger;
+    }
+    async run(messages, context) {
+        const startTime = Date.now();
+        const runContext = new agents_1.RunContext(context);
+        const prompt = (await this.agent.getSystemPrompt(runContext)) ?? '';
+        this.logger.logRunnerStart(this.llmConfig.modelName, this.llmConfig.modelSettings, prompt);
+        try {
+            const runner = new agents_1.Runner({
+                tracingDisabled: true,
+            });
+            const result = (await runner.run(this.agent, messages, {
+                context,
+            }));
+            const endTime = Date.now();
+            await this.sendLlmRunTracking(result, context, startTime, endTime);
+            const runResult = this.buildRunResult(result, context, messages.length);
+            this.logger.logRunResult(runResult, startTime);
+            return runResult;
+        }
+        catch (error) {
+            const runResult = this.handleInputGuardrailTripwireTriggered(error, startTime);
+            if (runResult) {
+                return runResult;
+            }
+            this.logger.logRunnerError(startTime, error);
+            throw error;
+        }
+    }
+    getToolsExecuted(result, context) {
+        const toolResultsByCallId = this.getToolResultsByCallId(result.newItems);
+        return (result.newItems
+            ?.filter(item => item instanceof agents_1.RunToolCallItem)
+            .map((item) => this.getToolExecutionInfo(item, context, toolResultsByCallId))
+            .filter((toolExecution) => toolExecution.toolName !== '') || []);
+    }
+    getToolResultsByCallId(newItems = []) {
+        const map = new Map();
+        for (const item of newItems) {
+            if (!(item instanceof agents_1.RunToolCallOutputItem)) {
+                continue;
+            }
+            const rawItem = item.rawItem;
+            const callId = rawItem?.callId;
+            const output = rawItem?.output;
+            if (callId == null || output == null) {
+                continue;
+            }
+            const text = this.extractToolResult(output);
+            if (text != null) {
+                map.set(callId, text);
+            }
+        }
+        return map;
+    }
+    extractToolResult(output) {
+        if (typeof output === 'string') {
+            return output;
+        }
+        return output?.type === 'text' && typeof output?.text === 'string'
+            ? output.text
+            : undefined;
+    }
+    getToolExecutionInfo(item, context, toolResultsByCallId) {
+        if (item.rawItem.type !== 'function_call') {
+            return {
+                toolName: '',
+                toolArguments: {},
+            };
+        }
+        const toolName = item.rawItem.name;
+        const toolArguments = this.getSafeToolArguments(item.rawItem.arguments);
+        const toolResults = item.rawItem.callId
+            ? toolResultsByCallId.get(item.rawItem.callId)
+            : undefined;
+        const toolExecution = {
+            toolName,
+            toolArguments,
+            toolResults,
+        };
+        if (toolName === tools_1.RETRIEVE_KNOWLEDGE_TOOL_NAME) {
+            return {
+                ...toolExecution,
+                knowledgebaseSourcesIds: context.knowledgeUsed.sourceIds,
+                knowledgebaseChunksIds: context.knowledgeUsed.chunksIds,
+            };
+        }
+        return toolExecution;
+    }
+    getSafeToolArguments(rawToolArguments) {
+        try {
+            return JSON.parse(rawToolArguments);
+        }
+        catch (_error) {
+            return {};
+        }
+    }
+    buildRunResult(result, context, memoryLength) {
+        const outputMessages = result.finalOutput?.messages || [];
+        const hasExit = outputMessages.length === 0 ||
+            outputMessages.some(message => message.type === core_1.OutputMessageType.Exit);
+        const hasDoNothing = outputMessages.some(message => message.type === core_1.OutputMessageType.DoNothing);
+        return {
+            startingAgentName: '',
+            lastAgentName: '',
+            availableSpecialists: [],
+            isTransferredToSpecialist: false,
+            messages: hasExit || hasDoNothing
+                ? []
+                : outputMessages.filter(message => message.type !== core_1.OutputMessageType.Exit &&
+                    message.type !== core_1.OutputMessageType.DoNothing),
+            toolsExecuted: this.getToolsExecuted(result, context),
+            exit: hasExit,
+            memoryLength,
+            error: false,
+            doNothing: hasDoNothing,
+            inputGuardrailsTriggered: [],
+            outputGuardrailsTriggered: [],
+        };
+    }
+    async sendLlmRunTracking(result, context, startTime, endTime) {
+        if (!constants_1.isProd) {
+            return;
+        }
+        if (this.llmConfig.getProviderName() === constants_1.LLM_PROVIDERS.LITELLM) {
+            return;
+        }
+        const rawResponses = result.rawResponses ?? [];
+        if (rawResponses.length === 0) {
+            return;
+        }
+        const botId = context.request.session.bot.id;
+        const isTest = context.request.session.is_test_integration;
+        const totalDuration = endTime - startTime;
+        const durationPerCall = Math.round(totalDuration / rawResponses.length);
+        const temperature = this.llmConfig.modelSettings.temperature ?? 0;
+        const llmRuns = rawResponses.map(response => ({
+            inference_id: this.inferenceId,
+            is_test: isTest,
+            product_name: types_1.TrackProductName.AI_AGENT,
+            deployment_name: this.llmConfig.modelName,
+            model_name: response.providerData?.model ??
+                this.llmConfig.modelName,
+            feature: types_1.TrackFeature.AI_AGENT_RUN,
+            api_version: this.llmConfig.getApiVersion(),
+            num_prompt_tokens: response.usage.inputTokens,
+            num_completion_tokens: response.usage.outputTokens,
+            duration_in_milliseconds: durationPerCall,
+            temperature,
+            error: null,
+        }));
+        const client = new hubtype_api_client_1.HubtypeApiClient(context.authToken);
+        await client.trackLlmRuns(botId, {
+            llm_runs: llmRuns,
+        });
+    }
+    handleInputGuardrailTripwireTriggered(error, startTime) {
+        if (error instanceof agents_1.InputGuardrailTripwireTriggered) {
+            const runResult = {
+                startingAgentName: '',
+                lastAgentName: '',
+                availableSpecialists: [],
+                isTransferredToSpecialist: false,
+                messages: [],
+                memoryLength: 0,
+                toolsExecuted: [],
+                exit: true,
+                error: false,
+                doNothing: false,
+                inputGuardrailsTriggered: error.result.output.outputInfo,
+                outputGuardrailsTriggered: [],
+            };
+            this.logger.logGuardrailTriggered();
+            this.logger.logRunResult(runResult, startTime);
+            return runResult;
+        }
+    }
+}
+exports.BaseRunner = BaseRunner;
+//# sourceMappingURL=base-runner.js.map

package/lib/esm/runners/base-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-runner.js","sourceRoot":"","sources":["../../../src/runners/base-runner.ts"],"names":[],"mappings":";;;AAAA,wCAKsB;AACtB,2CAMuB;AACvB,4CAAoD;AAGpD,uEAAiE;AACjE,6CAAkE;AAClE,oCAAuD;AAuBvD,MAAsB,UAAU;IAS9B,YACE,KAAoC,EACpC,SAAoB,EACpB,WAAmB,EACnB,MAAmB;QAEnB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAA;QAC9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,GAAG,CACP,QAA+B,EAC/B,OAAsC;QAEtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,MAAM,UAAU,GAAG,IAAI,mBAAU,CAAC,OAAO,CAAC,CAAA;QAC1C,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAA;QACnE,IAAI,CAAC,MAAM,CAAC,cAAc,CACxB,IAAI,CAAC,SAAS,CAAC,SAAS,EACxB,IAAI,CAAC,SAAS,CAAC,aAAa,EAC5B,MAAM,CACP,CAAA;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC;gBACxB,eAAe,EAAE,IAAI;aACtB,CAAC,CAAA;YACF,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE;gBACrD,OAAO;aACR,CAAC,CAAiB,CAAA;YACnB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAE1B,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;YAElE,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;YAEvE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;YAE9C,OAAO,SAAS,CAAA;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,IAAI,CAAC,qCAAqC,CAC1D,KAAK,EACL,SAAS,CACV,CAAA;YACD,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,SAAS,CAAA;YAClB,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;YAE5C,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAES,gBAAgB,CACxB,MAAoB,EACpB,OAAsC;QAEtC,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAExE,OAAO,CACL,MAAM,CAAC,QAAQ;YACb,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,wBAAe,CAAC;aAChD,GAAG,CAAC,CAAC,IAAqB,EAAE,EAAE,CAC7B,IAAI,CAAC,oBAAoB,CACvB,IAAuB,EACvB,OAAO,EACP,mBAAmB,CACpB,CACF;aACA,MAAM,CACL,CAAC,aAA4B,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,KAAK,EAAE,CAChE,IAAI,EAAE,CACV,CAAA;IACH,CAAC;IAEO,sBAAsB,CAC5B,WAAsB,EAAE;QAExB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAA;QACrC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,CAAC,IAAI,YAAY,8BAAqB,CAAC,EAAE,CAAC;gBAC7C,SAAQ;YACV,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAGpB,CAAA;YACD,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAA;YAC9B,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAA;YAC9B,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACrC,SAAQ;YACV,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAA;YAC3C,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;gBACjB,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;IAEO,iBAAiB,CACvB,MAAiD;QAEjD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAA;QACf,CAAC;QACD,OAAO,MAAM,EAAE,IAAI,KAAK,MAAM,IAAI,OAAO,MAAM,EAAE,IAAI,KAAK,QAAQ;YAChE,CAAC,CAAC,MAAM,CAAC,IAAI;YACb,CAAC,CAAC,SAAS,CAAA;IACf,CAAC;IAEO,oBAAoB,CAC1B,IAAqB,EACrB,OAAsC,EACtC,mBAAwC;QAExC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAC1C,OAAO;gBACL,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,EAAE;aAClB,CAAA;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAA;QAClC,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACvE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM;YACrC,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAC9C,CAAC,CAAC,SAAS,CAAA;QAEb,MAAM,aAAa,GAAkB;YACnC,QAAQ;YACR,aAAa;YACb,WAAW;SACZ,CAAA;QAED,IAAI,QAAQ,KAAK,oCAA4B,EAAE,CAAC;YAC9C,OAAO;gBACL,GAAG,aAAa;gBAChB,uBAAuB,EAAE,OAAO,CAAC,aAAa,CAAC,SAAS;gBACxD,sBAAsB,EAAE,OAAO,CAAC,aAAa,CAAC,SAAS;aACxD,CAAA;QACH,CAAC;QAED,OAAO,aAAa,CAAA;IACtB,CAAC;IAEO,oBAAoB,CAC1B,gBAAwB;QAExB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAA;QACrC,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,OAAO,EAAE,CAAA;QACX,CAAC;IACH,CAAC;IAES,cAAc,CACtB,MAAoB,EACpB,OAAsC,EACtC,YAAoB;QAEpB,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,EAAE,QAAQ,IAAI,EAAE,CAAA;QACzD,MAAM,OAAO,GACX,cAAc,CAAC,MAAM,KAAK,CAAC;YAC3B,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,wBAAiB,CAAC,IAAI,CAAC,CAAA;QAEzE,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CACtC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,wBAAiB,CAAC,SAAS,CACxD,CAAA;QAED,OAAO;YACL,iBAAiB,EAAE,EAAE;YACrB,aAAa,EAAE,EAAE;YACjB,oBAAoB,EAAE,EAAE;YACxB,yBAAyB,EAAE,KAAK;YAChC,QAAQ,EACN,OAAO,IAAI,YAAY;gBACrB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAE,cAAc,CAAC,MAAM,CACpB,OAAO,CAAC,EAAE,CACR,OAAO,CAAC,IAAI,KAAK,wBAAiB,CAAC,IAAI;oBACvC,OAAO,CAAC,IAAI,KAAK,wBAAiB,CAAC,SAAS,CACpB;YAClC,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC;YACrD,IAAI,EAAE,OAAO;YACb,YAAY;YACZ,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,YAAY;YACvB,wBAAwB,EAAE,EAAE;YAC5B,yBAAyB,EAAE,EAAE;SAC9B,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,MAAoB,EACpB,OAAsC,EACtC,SAAiB,EACjB,OAAe;QAEf,IAAI,CAAC,kBAAM,EAAE,CAAC;YACZ,OAAM;QACR,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,KAAK,yBAAa,CAAC,OAAO,EAAE,CAAC;YAC/D,OAAM;QACR,CAAC;QACD,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAA;QAC9C,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAM;QACR,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAA;QAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAA;QAC1D,MAAM,aAAa,GAAG,OAAO,GAAG,SAAS,CAAA;QACzC,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;QACvE,MAAM,WAAW,GACd,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAkC,IAAI,CAAC,CAAA;QACvE,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC5C,YAAY,EAAE,IAAI,CAAC,WAAW;YAC9B,OAAO,EAAE,MAAM;YACf,YAAY,EAAE,wBAAgB,CAAC,QAAQ;YACvC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS;YACzC,UAAU,EACP,QAAQ,CAAC,YAAY,EAAE,KAA4B;gBACpD,IAAI,CAAC,SAAS,CAAC,SAAS;YAC1B,OAAO,EAAE,oBAAY,CAAC,YAAY;YAClC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE;YAC3C,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;YAC7C,qBAAqB,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;YAClD,wBAAwB,EAAE,eAAe;YACzC,WAAW;YACX,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC,CAAA;QAEH,MAAM,MAAM,GAAG,IAAI,qCAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACtD,MAAM,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE;YAC/B,QAAQ,EAAE,OAAO;SAClB,CAAC,CAAA;IACJ,CAAC;IAES,qCAAqC,CAC7C,KAAc,EACd,SAAiB;QAEjB,IAAI,KAAK,YAAY,wCAA+B,EAAE,CAAC;YACrD,MAAM,SAAS,GAAc;gBAC3B,iBAAiB,EAAE,EAAE;gBACrB,aAAa,EAAE,EAAE;gBACjB,oBAAoB,EAAE,EAAE;gBACxB,yBAAyB,EAAE,KAAK;gBAChC,QAAQ,EAAE,EAAE;gBACZ,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,EAAE;gBACjB,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,KAAK;gBACZ,SAAS,EAAE,KAAK;gBAChB,wBAAwB,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU;gBACxD,yBAAyB,EAAE,EAAE;aAC9B,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAA;YACnC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;YAE9C,OAAO,SAAS,CAAA;QAClB,CAAC;IACH,CAAC;CACF;AApRD,gCAoRC"}

package/lib/esm/runners/index.d.ts

@@ -0,0 +1,2 @@
+export { RouterRunner } from './router-runner';
+export { SpecialistRunner } from './specialist-runner';

package/lib/esm/runners/index.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SpecialistRunner = exports.RouterRunner = void 0;
+var router_runner_1 = require("./router-runner");
+Object.defineProperty(exports, "RouterRunner", { enumerable: true, get: function () { return router_runner_1.RouterRunner; } });
+var specialist_runner_1 = require("./specialist-runner");
+Object.defineProperty(exports, "SpecialistRunner", { enumerable: true, get: function () { return specialist_runner_1.SpecialistRunner; } });
+//# sourceMappingURL=index.js.map

package/lib/esm/runners/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/runners/index.ts"],"names":[],"mappings":";;;AAAA,iDAA8C;AAArC,6GAAA,YAAY,OAAA;AACrB,yDAAsD;AAA7C,qHAAA,gBAAgB,OAAA"}

package/lib/esm/runners/router-runner.d.ts

@@ -0,0 +1,8 @@
+import type { ResolvedPlugins } from '@botonic/core';
+import type { Context, RunResult } from '../types';
+import { BaseRunner, type RunnerResult } from './base-runner';
+export declare class RouterRunner<TPlugins extends ResolvedPlugins = ResolvedPlugins, TExtraData = unknown> extends BaseRunner<TPlugins, TExtraData> {
+    protected buildRunResult(result: RunnerResult, context: Context<TPlugins, TExtraData>, memoryLength: number): RunResult;
+    protected handleInputGuardrailTripwireTriggered(error: unknown, startTime: number): RunResult | undefined;
+    private getAvailableSpecialists;
+}

package/lib/esm/runners/router-runner.js

@@ -0,0 +1,44 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RouterRunner = void 0;
+const agents_1 = require("@openai/agents");
+const base_runner_1 = require("./base-runner");
+class RouterRunner extends base_runner_1.BaseRunner {
+    buildRunResult(result, context, memoryLength) {
+        const base = super.buildRunResult(result, context, memoryLength);
+        const availableSpecialists = this.getAvailableSpecialists();
+        const startingAgentName = this.agent.name ?? '';
+        const lastAgentName = result.lastAgent?.name ?? '';
+        return {
+            ...base,
+            startingAgentName,
+            lastAgentName,
+            availableSpecialists,
+            isTransferredToSpecialist: startingAgentName !== lastAgentName,
+        };
+    }
+    handleInputGuardrailTripwireTriggered(error, startTime) {
+        const runResult = super.handleInputGuardrailTripwireTriggered(error, startTime);
+        if (runResult) {
+            // Override attributes to match router agent
+            runResult.startingAgentName = this.agent.name;
+            runResult.lastAgentName = this.agent.name;
+            runResult.availableSpecialists = this.getAvailableSpecialists();
+            runResult.isTransferredToSpecialist = false;
+            return runResult;
+        }
+        return undefined;
+    }
+    getAvailableSpecialists() {
+        return (this.agent.handoffs ?? []).map((entry) => {
+            const isHandoff = entry instanceof agents_1.Handoff;
+            const agent = isHandoff ? entry.agent : entry;
+            const description = isHandoff
+                ? entry.toolDescription
+                : agent.handoffDescription;
+            return { name: agent.name, description };
+        });
+    }
+}
+exports.RouterRunner = RouterRunner;
+//# sourceMappingURL=router-runner.js.map

package/lib/esm/runners/router-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"router-runner.js","sourceRoot":"","sources":["../../../src/runners/router-runner.ts"],"names":[],"mappings":";;;AACA,2CAAwC;AAIxC,+CAA6D;AAE7D,MAAa,YAGX,SAAQ,wBAAgC;IACrB,cAAc,CAC/B,MAAoB,EACpB,OAAsC,EACtC,YAAoB;QAEpB,MAAM,IAAI,GAAG,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,CAAA;QAEhE,MAAM,oBAAoB,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAA;QAC3D,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAA;QAC/C,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAA;QAElD,OAAO;YACL,GAAG,IAAI;YACP,iBAAiB;YACjB,aAAa;YACb,oBAAoB;YACpB,yBAAyB,EAAE,iBAAiB,KAAK,aAAa;SAC/D,CAAA;IACH,CAAC;IAEkB,qCAAqC,CACtD,KAAc,EACd,SAAiB;QAEjB,MAAM,SAAS,GAAG,KAAK,CAAC,qCAAqC,CAC3D,KAAK,EACL,SAAS,CACV,CAAA;QACD,IAAI,SAAS,EAAE,CAAC;YACd,4CAA4C;YAC5C,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;YAC7C,SAAS,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;YACzC,SAAS,CAAC,oBAAoB,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAA;YAC/D,SAAS,CAAC,yBAAyB,GAAG,KAAK,CAAA;YAE3C,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;IAEO,uBAAuB;QAC7B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CACpC,CAAC,KAA0C,EAAE,EAAE;YAC7C,MAAM,SAAS,GAAG,KAAK,YAAY,gBAAO,CAAA;YAC1C,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,KAAyB,CAAA;YAClE,MAAM,WAAW,GAAG,SAAS;gBAC3B,CAAC,CAAC,KAAK,CAAC,eAAe;gBACvB,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAA;YAC5B,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,CAAA;QAC1C,CAAC,CACF,CAAA;IACH,CAAC;CACF;AAxDD,oCAwDC"}

package/lib/esm/runners/specialist-runner.d.ts

@@ -0,0 +1,4 @@
+import type { ResolvedPlugins } from '@botonic/core';
+import { BaseRunner } from './base-runner';
+export declare class SpecialistRunner<TPlugins extends ResolvedPlugins = ResolvedPlugins, TExtraData = unknown> extends BaseRunner<TPlugins, TExtraData> {
+}

package/lib/esm/runners/specialist-runner.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SpecialistRunner = void 0;
+const base_runner_1 = require("./base-runner");
+class SpecialistRunner extends base_runner_1.BaseRunner {
+}
+exports.SpecialistRunner = SpecialistRunner;
+//# sourceMappingURL=specialist-runner.js.map

package/lib/esm/runners/specialist-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"specialist-runner.js","sourceRoot":"","sources":["../../../src/runners/specialist-runner.ts"],"names":[],"mappings":";;;AACA,+CAA0C;AAE1C,MAAa,gBAGX,SAAQ,wBAAgC;CAAG;AAH7C,4CAG6C"}

package/lib/esm/services/hubtype-api-client.d.ts

@@ -0,0 +1,13 @@
+import type { BotContext, HubtypeAssistantMessage } from '@botonic/core';
+import type { AgenticInputMessage, Chunk, MemoryOptions } from '../types';
+import type { GetMessagesV2Result, TrackLlmRunsData } from './types';
+export declare class HubtypeApiClient {
+    private readonly authToken;
+    constructor(authToken: string);
+    retrieveSimilarChunks(query: string, sourceIds: string[]): Promise<Chunk[]>;
+    getLocalMessages(maxMemoryLength: number, previousHubtypeMessages: HubtypeAssistantMessage[], localStorageKey: string): Promise<AgenticInputMessage[]>;
+    getMessagesV2(botContext: BotContext, options: MemoryOptions, previousHubtypeMessages: HubtypeAssistantMessage[]): Promise<GetMessagesV2Result>;
+    private formatMessageV2;
+    trackLlmRuns(botId: string, data: TrackLlmRunsData): Promise<void>;
+    private formatMessage;
+}