@botonic/plugin-ai-agents 0.45.0-alpha.1 → 0.46.0-alpha-3

package/lib/{cjs → esm/services}/hubtype-api-client.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.HubtypeApiClient = void 0;
 const tslib_1 = require("tslib");
 const axios_1 = tslib_1.__importDefault(require("axios"));
-const constants_1 = require("./constants");
+const constants_1 = require("../constants");
 class HubtypeApiClient {
     constructor(authToken) {
         this.authToken = authToken;
@@ -41,14 +41,14 @@ class HubtypeApiClient {
             .map(message => this.formatMessage(message));
         return filteredMessages.slice(-maxMemoryLength);
     }
-    async getMessages(request, maxMemoryLength) {
+    async getMessages(botContext, maxMemoryLength) {
         const url = `${constants_1.HUBTYPE_API_URL}/external/v1/ai/agent/message_history/`;
         const headers = {
             'Content-Type': 'application/json',
             Authorization: `Bearer ${this.authToken}`,
         };
         const params = {
-            last_message_id: request.input.message_id,
+            last_message_id: botContext.input.message_id,
             num_messages: maxMemoryLength,
         };
         try {
@@ -64,14 +64,14 @@ class HubtypeApiClient {
             throw new Error('Failed to get messages from Hubtype');
         }
     }
-    async getMessagesV2(request, options = {}) {
+    async getMessagesV2(botContext, options = {}) {
         const url = `${constants_1.HUBTYPE_API_URL}/external/v2/ai/agent/message_history/`;
         const headers = {
             'Content-Type': 'application/json',
             Authorization: `Bearer ${this.authToken}`,
         };
         const params = {
-            last_message_id: request.input.message_id,
+            last_message_id: botContext.input.message_id,
             ...(options.maxMessages !== undefined && {
                 max_messages: options.maxMessages,
             }),
@@ -164,6 +164,20 @@ class HubtypeApiClient {
                 throw new Error(`Invalid message role: ${message.role}`);
         }
     }
+    async trackLlmRuns(botId, data) {
+        // Not stop the bot execution if the tracking fails, just log the error
+        try {
+            const url = `${constants_1.HUBTYPE_API_URL}/external/v2/conversational_apps/${botId}/track_llm_runs/`;
+            const headers = {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${this.authToken}`,
+            };
+            await axios_1.default.post(url, data, { headers });
+        }
+        catch (error) {
+            console.error('Failed to track LLM runs:', error);
+        }
+    }
     formatMessage(message) {
         if (message.role === 'user') {
             return {

package/lib/esm/services/hubtype-api-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hubtype-api-client.js","sourceRoot":"","sources":["../../../src/services/hubtype-api-client.ts"],"names":[],"mappings":";;;;AAEA,0DAAyB;AAEzB,4CAA8C;AAc9C,MAAa,gBAAgB;IAG3B,YAAY,SAAiB;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,qBAAqB,CACzB,KAAa,EACb,SAAmB;QAEnB,MAAM,GAAG,GAAG,GAAG,2BAAe,gDAAgD,CAAA;QAC9E,MAAM,OAAO,GAAG;YACd,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE;SAC1C,CAAA;QACD,MAAM,MAAM,GAAG;YACb,KAAK;YACL,UAAU,EAAE,SAAS;YACrB,UAAU,EAAE,CAAC;SACd,CAAA;QACD,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;QAC3D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAY,EAAE,EAAE,CAAC,CAAC;YACzD,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC,CAAC,CAAA;QACH,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,eAAuB;QAEvB,MAAM,iBAAiB,GACrB,OAAO,UAAU,KAAK,WAAW,IAAI,UAAU,CAAC,YAAY;YAC1D,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,cAAc,CAAC;YACjD,CAAC,CAAC,IAAI,CAAA;QACV,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,IAAI,CAAC,CAAA;QAC1D,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAA;QACtC,MAAM,gBAAgB,GAAG,QAAQ;aAC9B,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;aACpC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACf,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW;YACtD,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI;SAC3B,CAAC,CAAC;aACF,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAA;QAC9C,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,WAAW,CACf,UAAsB,EACtB,eAAuB;QAEvB,MAAM,GAAG,GAAG,GAAG,2BAAe,wCAAwC,CAAA;QACtE,MAAM,OAAO,GAAG;YACd,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE;SAC1C,CAAA;QACD,MAAM,MAAM,GAAG;YACb,eAAe,EAAE,UAAU,CAAC,KAAK,CAAC,UAAU;YAC5C,YAAY,EAAE,eAAe;SAC9B,CAAA;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAiC,GAAG,EAAE;gBACpE,OAAO;gBACP,MAAM;aACP,CAAC,CAAA;YACF,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAA;YACvC,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACxD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,UAAsB,EACtB,UAAgC,EAAE;QAElC,MAAM,GAAG,GAAG,GAAG,2BAAe,wCAAwC,CAAA;QACtE,MAAM,OAAO,GAAG;YACd,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE;SAC1C,CAAA;QACD,MAAM,MAAM,GAA2B;YACrC,eAAe,EAAE,UAAU,CAAC,KAAK,CAAC,UAAU;YAC5C,GAAG,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI;gBACvC,YAAY,EAAE,OAAO,CAAC,WAAW;aAClC,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,IAAI;gBAC5C,kBAAkB,EAAE,OAAO,CAAC,gBAAgB;aAC7C,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,IAAI;gBAC9C,qBAAqB,EAAE,OAAO,CAAC,kBAAkB;aAClD,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI;gBACrC,UAAU,EAAE,OAAO,CAAC,SAAS;aAC9B,CAAC;SACH,CAAA;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAA2B,GAAG,EAAE;gBAC9D,OAAO;gBACP,MAAM;aACP,CAAC,CAAA;YACF,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAA;YAC9D,MAAM,iBAAiB,GAAG,QAAQ;iBAC/B,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;iBAC7C,MAAM,CAAC,CAAC,OAAO,EAAkC,EAAE,CAAC,OAAO,KAAK,IAAI,CAAC,CAAA;YACxE,OAAO;gBACL,QAAQ,EAAE,iBAAiB;gBAC3B,cAAc,EAAE,eAAe;gBAC/B,SAAS;aACV,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;QAC/D,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,OAAyB;QAEzB,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,MAAM;gBACT,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;iBAC/B,CAAA;YACH,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,gBAAgB,GAAG,OAAoC,CAAA;gBAC7D,gEAAgE;gBAChE,iEAAiE;gBACjE,gDAAgD;gBAChD,IACE,gBAAgB,CAAC,UAAU;oBAC3B,gBAAgB,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EACtC,CAAC;oBACD,OAAO;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,gBAAgB,CAAC,OAAO,IAAI,EAAE;wBACvC,UAAU,EAAE,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;4BACjD,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,QAAQ,EAAE;gCACR,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gCACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;6BACjC;yBACF,CAAC,CAAC;qBAC8B,CAAA;gBACrC,CAAC;gBACD,+CAA+C;gBAC/C,OAAO;oBACL,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,gBAAgB,CAAC,OAAO,IAAI,EAAE;yBACrC;qBACF;oBACD,MAAM,EAAE,WAAW;iBACpB,CAAA;YACH,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,+DAA+D;gBAC/D,iEAAiE;gBACjE,gDAAgD;gBAChD,MAAM,WAAW,GAAG,OAA+B,CAAA;gBACnD,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,YAAY,EAAE,WAAW,CAAC,YAAY;oBACtC,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,EAAE;iBACD,CAAA;YACrC,CAAC;YACD,KAAK,QAAQ;gBACX,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;iBAC/B,CAAA;YACH;gBACE,MAAM,IAAI,KAAK,CACb,yBAA0B,OAA4B,CAAC,IAAI,EAAE,CAC9D,CAAA;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,IAAsB;QACtD,uEAAuE;QACvE,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,GAAG,2BAAe,oCAAoC,KAAK,kBAAkB,CAAA;YACzF,MAAM,OAAO,GAAG;gBACd,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE;aAC1C,CAAA;YACD,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAA;QACnD,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,OAAuB;QAC3C,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO;gBACL,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,IAAI,EAAE,MAAM;aACb,CAAA;QACH,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACxC,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,aAAa;wBACnB,IAAI,EAAE,OAAO,CAAC,OAAO;qBACtB;iBACF;gBACD,MAAM,EAAE,WAAW;aACpB,CAAA;QACH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;QACzC,CAAC;IACH,CAAC;CACF;AA7ND,4CA6NC"}

package/lib/esm/services/types.d.ts

@@ -0,0 +1,85 @@
+import type { AgenticInputMessage } from '../types';
+export declare enum TrackProductName {
+    AI_AGENT = "ai_agent"
+}
+export declare enum TrackFeature {
+    AI_AGENT_RUN = "ai_agent_run",
+    AI_AGENT_GUARDRAIL = "ai_agent_guardrail"
+}
+export interface LlmRunData {
+    inference_id: string;
+    is_test: boolean;
+    product_name: string;
+    deployment_name: string;
+    model_name: string;
+    feature: string;
+    api_version: string;
+    num_prompt_tokens: number;
+    num_completion_tokens: number;
+    duration_in_milliseconds: number;
+    temperature: number;
+    error: string | null;
+}
+export interface TrackLlmRunsData {
+    llm_runs: LlmRunData[];
+}
+interface HubtypeAssistantMessage {
+    role: 'assistant';
+    content: string;
+}
+interface HubtypeUserMessage {
+    role: 'user';
+    content: string;
+}
+export type HubtypeMessage = HubtypeAssistantMessage | HubtypeUserMessage;
+interface HubtypeToolCall {
+    id: string;
+    type: 'function';
+    function: {
+        name: string;
+        arguments: string;
+    };
+}
+interface HubtypeUserMessageV2 {
+    role: 'user';
+    content: string | null;
+}
+export interface HubtypeAssistantMessageV2 {
+    role: 'assistant';
+    content: string | null;
+    tool_calls?: HubtypeToolCall[] | null;
+}
+export interface HubtypeToolMessageV2 {
+    role: 'tool';
+    content: string | null;
+    tool_call_id: string;
+}
+interface HubtypeSystemMessageV2 {
+    role: 'system';
+    content: string | null;
+}
+export type HubtypeMessageV2 = HubtypeUserMessageV2 | HubtypeAssistantMessageV2 | HubtypeToolMessageV2 | HubtypeSystemMessageV2;
+export interface MessageHistoryResponseV2 {
+    messages: HubtypeMessageV2[];
+    conversation_id: string | null;
+    truncated: boolean;
+}
+export interface GetMessagesV2Options {
+    maxMessages?: number;
+    includeToolCalls?: boolean;
+    maxFullToolResults?: number;
+    debugMode?: boolean;
+}
+export interface GetMessagesV2Result {
+    messages: AgenticInputMessage[];
+    conversationId: string | null;
+    truncated: boolean;
+}
+export interface MessageHistoryV2Params {
+    last_message_id: string;
+    max_messages?: number;
+    include_tool_calls?: boolean;
+    max_full_tool_results?: number;
+    debug_mode?: boolean;
+}
+export {};

package/lib/esm/services/types.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TrackFeature = exports.TrackProductName = void 0;
+var TrackProductName;
+(function (TrackProductName) {
+    TrackProductName["AI_AGENT"] = "ai_agent";
+})(TrackProductName || (exports.TrackProductName = TrackProductName = {}));
+var TrackFeature;
+(function (TrackFeature) {
+    TrackFeature["AI_AGENT_RUN"] = "ai_agent_run";
+    TrackFeature["AI_AGENT_GUARDRAIL"] = "ai_agent_guardrail";
+})(TrackFeature || (exports.TrackFeature = TrackFeature = {}));
+//# sourceMappingURL=types.js.map

package/lib/esm/services/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/services/types.ts"],"names":[],"mappings":";;;AAEA,IAAY,gBAEX;AAFD,WAAY,gBAAgB;IAC1B,yCAAqB,CAAA;AACvB,CAAC,EAFW,gBAAgB,gCAAhB,gBAAgB,QAE3B;AAED,IAAY,YAGX;AAHD,WAAY,YAAY;IACtB,6CAA6B,CAAA;IAC7B,yDAAyC,CAAA;AAC3C,CAAC,EAHW,YAAY,4BAAZ,YAAY,QAGvB"}

package/lib/esm/tools/retrieve-knowledge.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.retrieveKnowledge = void 0;
 const agents_1 = require("@openai/agents");
 const zod_1 = require("zod");
-const hubtype_api_client_1 = require("../hubtype-api-client");
+const hubtype_api_client_1 = require("../services/hubtype-api-client");
 exports.retrieveKnowledge = (0, agents_1.tool)({
     name: 'retrieve_knowledge',
     description: 'Consult the knowledge base for information before answering. Use this tool to make sure the information you provide is faithful.',

package/lib/esm/tools/retrieve-knowledge.js.map

@@ -1 +1 @@
-{"version":3,"file":"retrieve-knowledge.js","sourceRoot":"","sources":["../../../src/tools/retrieve-knowledge.ts"],"names":[],"mappings":";;;AAAA,2CAAsD;AACtD,6BAAuB;AAEvB,8DAAwD;AAG3C,QAAA,iBAAiB,GAAG,IAAA,aAAI,EAAC;IACpC,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EACT,kIAAkI;IACpI,UAAU,EAAE,OAAC,CAAC,MAAM,CAAC;QACnB,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;KACzE,CAAC;IACF,OAAO,EAAE,KAAK,EACZ,KAAwB,EACxB,UAAgC,EACb,EAAE;QACrB,MAAM,OAAO,GAAG,UAAU,EAAE,OAAO,CAAA;QACnC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QACzB,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;QACxC,CAAC;QACD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;QACnC,MAAM,MAAM,GAAG,IAAI,qCAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QACnE,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAElD,OAAO,CAAC,aAAa,GAAG;YACtB,KAAK;YACL,SAAS;YACT,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,UAAU;SACX,CAAA;QAED,OAAO,UAAU,CAAA;IACnB,CAAC;CACF,CAAC,CAAA"}
+{"version":3,"file":"retrieve-knowledge.js","sourceRoot":"","sources":["../../../src/tools/retrieve-knowledge.ts"],"names":[],"mappings":";;;AAAA,2CAAsD;AACtD,6BAAuB;AAEvB,uEAAiE;AAGpD,QAAA,iBAAiB,GAAG,IAAA,aAAI,EAAC;IACpC,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EACT,kIAAkI;IACpI,UAAU,EAAE,OAAC,CAAC,MAAM,CAAC;QACnB,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;KACzE,CAAC;IACF,OAAO,EAAE,KAAK,EACZ,KAAwB,EACxB,UAAgC,EACb,EAAE;QACrB,MAAM,OAAO,GAAG,UAAU,EAAE,OAAO,CAAA;QACnC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QACzB,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;QACxC,CAAC;QACD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;QACnC,MAAM,MAAM,GAAG,IAAI,qCAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QACnE,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAElD,OAAO,CAAC,aAAa,GAAG;YACtB,KAAK;YACL,SAAS;YACT,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,UAAU;SACX,CAAA;QAED,OAAO,UAAU,CAAA;IACnB,CAAC;CACF,CAAC,CAAA"}

package/lib/esm/types.d.ts

@@ -45,5 +45,12 @@ export interface PluginAiAgentOptions<TPlugins extends ResolvedPlugins = Resolve
     /** Enable debug logging for AI agent configuration and execution details. */
     enableDebug?: boolean;
 }
+export interface ResultRawResponse {
+    usage: {
+        inputTokens: number;
+        outputTokens: number;
+    };
+    providerData?: Record<string, unknown>;
+}
 export type AgenticInputMessage = AgentInputItem;
 export { AgenticOutputMessage, AiAgentArgs, GuardrailRule, InferenceResponse, RunResult, };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@botonic/plugin-ai-agents",
-  "version": "0.45.0-alpha.1",
+  "version": "0.46.0-alpha-3",
   "main": "./lib/cjs/index.js",
   "module": "./lib/esm/index.js",
   "description": "Use AI Agents to generate your contents",
@@ -14,12 +14,13 @@
     "format": "biome format --write src/ tests/"
   },
   "dependencies": {
-    "@botonic/core": "^0.45.0-alpha.1",
+    "@botonic/core": "^0.46.0-alpha-3",
     "@openai/agents": "^0.3.9",
-    "axios": "^1.13.2",
+    "axios": "^1.13.6",
     "openai": "^6.0.0",
     "uuid": "^10.0.0",
-    "zod": "3.25.76"
+    "zod": "3.25.76",
+    "zod-to-json-schema": "^3.25.1"
   },
   "devDependencies": {
     "@types/uuid": "^10.0.0"

package/src/agent-builder.ts

@@ -3,12 +3,13 @@ import {
   Agent,
   type AgentOutputType,
   type InputGuardrail,
-  type ModelSettings,
 } from '@openai/agents'
 
-import { OPENAI_MODEL, OPENAI_PROVIDER } from './constants'
+import { OPENAI_PROVIDER } from './constants'
 import type { DebugLogger } from './debug-logger'
 import { createInputGuardrail } from './guardrails'
+import type { GuardrailTrackingContext } from './guardrails/input'
+import type { LLMConfig } from './llm-config'
 import { OutputSchema } from './structured-output'
 import { mandatoryTools, retrieveKnowledge } from './tools'
 import type { AIAgent, Context, GuardrailRule, Tool } from './types'
@@ -24,7 +25,9 @@ interface AIAgentBuilderOptions<
   contactInfo: ContactInfo[]
   inputGuardrailRules: GuardrailRule[]
   sourceIds: string[]
+  llmConfig: LLMConfig
   logger: DebugLogger
+  guardrailTrackingContext: GuardrailTrackingContext
 }
 
 export class AIAgentBuilder<
@@ -35,6 +38,7 @@ export class AIAgentBuilder<
   private instructions: string
   private tools: Tool<TPlugins, TExtraData>[]
   private inputGuardrails: InputGuardrail[]
+  public llmConfig: LLMConfig
   private logger: DebugLogger
 
   constructor(options: AIAgentBuilderOptions<TPlugins, TExtraData>) {
@@ -46,35 +50,35 @@ export class AIAgentBuilder<
     )
     this.tools = this.addHubtypeTools(options.tools, options.sourceIds)
     this.inputGuardrails = []
+    this.llmConfig = options.llmConfig
     this.logger = options.logger
     if (options.inputGuardrailRules.length > 0) {
-      const inputGuardrail = createInputGuardrail(options.inputGuardrailRules)
+      const inputGuardrail = createInputGuardrail(
+        options.inputGuardrailRules,
+        options.llmConfig,
+        options.guardrailTrackingContext
+      )
       this.inputGuardrails.push(inputGuardrail)
     }
   }
 
   build(): AIAgent<TPlugins, TExtraData> {
-    const modelSettings: ModelSettings = {} as ModelSettings
-    if (OPENAI_PROVIDER === 'openai') {
-      modelSettings.reasoning = { effort: 'none' }
-      modelSettings.text = { verbosity: 'medium' }
-    }
-
-    const hasRetrieveKnowledge = this.tools.includes(retrieveKnowledge)
-    if (hasRetrieveKnowledge && OPENAI_PROVIDER === 'azure') {
-      modelSettings.toolChoice = retrieveKnowledge.name
-    }
-
     // When using standard OpenAI API, we need to specify the model
     // Azure OpenAI uses deployment name instead
-    const model = OPENAI_PROVIDER === 'openai' ? OPENAI_MODEL : undefined
+
+    const model = this.llmConfig.modelName
+    const hasRetrieveKnowledge = this.tools.includes(retrieveKnowledge)
 
     this.logger.logModelSettings({
       provider: OPENAI_PROVIDER,
       model,
-      reasoning: modelSettings.reasoning as { effort: string } | undefined,
-      text: modelSettings.text as { verbosity: string } | undefined,
-      toolChoice: modelSettings.toolChoice as string | undefined,
+      reasoning: this.llmConfig.modelSettings.reasoning as
+        | { effort: string }
+        | undefined,
+      text: this.llmConfig.modelSettings.text as
+        | { verbosity: string }
+        | undefined,
+      toolChoice: this.llmConfig.modelSettings.toolChoice as string | undefined,
       hasRetrieveKnowledge,
     })
 
@@ -89,7 +93,6 @@ export class AIAgentBuilder<
       outputType: OutputSchema,
       inputGuardrails: this.inputGuardrails,
       outputGuardrails: [],
-      modelSettings,
     })
   }
 

package/src/bot-config-tools.ts

@@ -0,0 +1,21 @@
+import type { ToolConfigJSON } from '@botonic/core'
+import { zodToJsonSchema } from 'zod-to-json-schema'
+
+import type { CustomTool } from './types'
+
+/**
+ * Maps custom AI agent tools to the format expected by bot config (e.g. for flow-builder).
+ * Converts each tool's Zod schema to JSON Schema so it can be serialized in the config.
+ */
+export function getToolsForBotConfig(
+  customTools: CustomTool[]
+): ToolConfigJSON[] {
+  return customTools.map(tool => ({
+    name: tool.name,
+    description: tool.description,
+    // Cast to avoid TS "Type instantiation is excessively deep" with zodToJsonSchema + ZodSchema
+    schema: zodToJsonSchema(tool.schema as never, {
+      $refStrategy: 'none',
+    }) as ToolConfigJSON['schema'],
+  }))
+}

package/src/constants.ts

@@ -10,11 +10,12 @@ export const OPENAI_PROVIDER: 'openai' | 'azure' =
 // Azure OpenAI Configuration
 export const AZURE_OPENAI_API_KEY = process.env.AZURE_OPENAI_API_KEY // pragma: allowlist secret
 export const AZURE_OPENAI_API_BASE = process.env.AZURE_OPENAI_API_BASE
-export const AZURE_OPENAI_API_DEPLOYMENT_NAME =
-  process.env.AZURE_OPENAI_API_DEPLOYMENT_NAME || 'gpt-41-mini_p1'
 export const AZURE_OPENAI_API_VERSION =
   process.env.AZURE_OPENAI_API_VERSION || '2025-01-01-preview'
 
 export const isProd = process.env.NODE_ENV === 'production'
 
 export const MAX_MEMORY_LENGTH = 25
+
+export const DEFAULT_TIMEOUT_16_SECONDS = 16000
+export const DEFAULT_MAX_RETRIES = 2

package/src/debug-logger.ts

@@ -1,12 +1,6 @@
-import type { AiAgentArgs } from '@botonic/core'
-
-import {
-  AZURE_OPENAI_API_BASE,
-  AZURE_OPENAI_API_DEPLOYMENT_NAME,
-  MAX_MEMORY_LENGTH,
-  OPENAI_MODEL,
-  OPENAI_PROVIDER,
-} from './constants'
+import type { AiAgentArgs, ToolExecution } from '@botonic/core'
+import type { ModelSettings } from '@openai/agents'
+import { MAX_MEMORY_LENGTH, OPENAI_PROVIDER } from './constants'
 import type { AgenticInputMessage, MemoryOptions, RunResult } from './types'
 
 const PREFIX = '[BotonicPluginAiAgents]'
@@ -36,32 +30,17 @@ export interface DebugLogger {
     messages: AgenticInputMessage[]
   ): void
   logModelSettings(settings: ModelSettingsInfo): void
-  logRunnerStart(): void
+  logRunnerStart(model: string, modelSettings: ModelSettings): void
   logRunResult(runResult: RunResult, startTime: number): void
   logGuardrailTriggered(): void
   logRunnerError(startTime: number, error: unknown): void
+  logToolExecution(toolExecution: ToolExecution): void
 }
 
 class EnabledDebugLogger implements DebugLogger {
-  private getModelInfo(): { model: string; apiBase: string } {
-    const model =
-      OPENAI_PROVIDER === 'azure'
-        ? AZURE_OPENAI_API_DEPLOYMENT_NAME
-        : OPENAI_MODEL
-    const apiBase =
-      OPENAI_PROVIDER === 'azure' && AZURE_OPENAI_API_BASE
-        ? AZURE_OPENAI_API_BASE
-        : 'OpenAI API'
-    return { model, apiBase }
-  }
-
   logInitialConfig(config: DebugLoggerConfig): void {
-    const { model, apiBase } = this.getModelInfo()
-
     console.log(`${PREFIX} === Plugin Initialization ===`)
     console.log(`${PREFIX} Provider: ${OPENAI_PROVIDER}`)
-    console.log(`${PREFIX} Model/Deployment: ${model}`)
-    console.log(`${PREFIX} API Base: ${apiBase}`)
     console.log(
       `${PREFIX} Message History API Version: ${config.messageHistoryApiVersion}`
     )
@@ -116,8 +95,10 @@ class EnabledDebugLogger implements DebugLogger {
     console.log(`${PREFIX} === End Model Settings ===`)
   }
 
-  logRunnerStart(): void {
+  logRunnerStart(model: string, modelSettings: ModelSettings): void {
     console.log(`${PREFIX} === Runner Execution Start ===`)
+    console.log(`${PREFIX} Model: ${model}`)
+    console.log(`${PREFIX} Model Settings: ${JSON.stringify(modelSettings)}`)
   }
 
   logRunResult(runResult: RunResult, startTime: number): void {
@@ -153,16 +134,31 @@ class EnabledDebugLogger implements DebugLogger {
     console.log(`${PREFIX} Runner execution failed after ${elapsedMs}ms`)
     console.log(`${PREFIX} Error:`, error)
   }
+
+  logToolExecution(toolExecution: ToolExecution): void {
+    console.log(`${PREFIX} Tool Execution: ${toolExecution.toolName}`)
+    console.log(
+      `${PREFIX} Tool Arguments: ${JSON.stringify(toolExecution.toolArguments)}`
+    )
+    console.log(`${PREFIX} Tool Results: ${toolExecution.toolResults}`)
+    console.log(
+      `${PREFIX} Knowledgebase Sources IDs: ${JSON.stringify(toolExecution.knowledgebaseSourcesIds)}`
+    )
+    console.log(
+      `${PREFIX} Knowledgebase Chunks IDs: ${JSON.stringify(toolExecution.knowledgebaseChunksIds)}`
+    )
+  }
 }
 
 class DisabledDebugLogger implements DebugLogger {
   logInitialConfig(): void {}
   logAgentDebugInfo(): void {}
   logModelSettings(): void {}
-  logRunnerStart(): void {}
+  logRunnerStart(_model: string, _modelSettings: ModelSettings): void {}
   logRunResult(): void {}
   logGuardrailTriggered(): void {}
   logRunnerError(): void {}
+  logToolExecution(): void {}
 }
 
 export function createDebugLogger(enableDebug: boolean): DebugLogger {

package/src/guardrails/input.ts

@@ -1,14 +1,28 @@
 import {
   Agent,
   type InputGuardrail,
-  run,
+  Runner,
   type UserMessageItem,
 } from '@openai/agents'
 import { z } from 'zod'
+import { AZURE_OPENAI_API_VERSION, isProd, OPENAI_PROVIDER } from '../constants'
+import type { LLMConfig } from '../llm-config'
+import { HubtypeApiClient } from '../services/hubtype-api-client'
+import { TrackFeature, TrackProductName } from '../services/types'
+import type { GuardrailRule, ResultRawResponse } from '../types'
 
-import type { GuardrailRule } from '../types'
+export interface GuardrailTrackingContext {
+  botId: string
+  isTest: boolean
+  authToken: string
+  inferenceId: string
+}
 
-export function createInputGuardrail(rules: GuardrailRule[]): InputGuardrail {
+export function createInputGuardrail(
+  rules: GuardrailRule[],
+  llmConfig: LLMConfig,
+  trackingContext: GuardrailTrackingContext
+): InputGuardrail {
   const outputType = z.object(
     Object.fromEntries(
       rules.map(rule => [rule.name, z.boolean().describe(rule.description)])
@@ -26,7 +40,26 @@ export function createInputGuardrail(rules: GuardrailRule[]): InputGuardrail {
     name: 'InputGuardrail',
     execute: async ({ input, context }) => {
       const lastMessage = input[input.length - 1] as UserMessageItem
-      const result = await run(agent, [lastMessage], { context })
+      const modelProvider = llmConfig.modelProvider
+      const modelSettings = llmConfig.modelSettings
+      modelSettings.toolChoice = undefined
+      const runner = new Runner({
+        modelSettings,
+        modelProvider,
+        tracingDisabled: true,
+      })
+      const startTime = Date.now()
+      const result = await runner.run(agent, [lastMessage], { context })
+      const endTime = Date.now()
+
+      void sendGuardrailLlmRunTracking(
+        result,
+        trackingContext,
+        llmConfig,
+        startTime,
+        endTime
+      )
+
       const finalOutput = result.finalOutput as Record<string, boolean>
       if (finalOutput === undefined) {
         throw new Error('Guardrail agent failed to produce output')
@@ -42,3 +75,48 @@ export function createInputGuardrail(rules: GuardrailRule[]): InputGuardrail {
     },
   }
 }
+
+async function sendGuardrailLlmRunTracking(
+  result: {
+    rawResponses?: ResultRawResponse[]
+  },
+  trackingContext: GuardrailTrackingContext,
+  llmConfig: LLMConfig,
+  startTime: number,
+  endTime: number
+): Promise<void> {
+  if (!isProd) {
+    return
+  }
+  const rawResponses = result.rawResponses ?? []
+  if (rawResponses.length === 0) {
+    return
+  }
+  const totalDuration = endTime - startTime
+  const durationPerCall = Math.round(totalDuration / rawResponses.length)
+  const temperature =
+    (llmConfig.modelSettings.temperature as number | undefined) ?? 0
+  const apiVersion = OPENAI_PROVIDER === 'azure' ? AZURE_OPENAI_API_VERSION : ''
+
+  const llmRuns = rawResponses.map(response => ({
+    inference_id: trackingContext.inferenceId,
+    is_test: trackingContext.isTest,
+    product_name: TrackProductName.AI_AGENT,
+    deployment_name: llmConfig.modelName,
+    model_name:
+      (response.providerData?.['model'] as string | undefined) ??
+      llmConfig.modelName,
+    feature: TrackFeature.AI_AGENT_GUARDRAIL,
+    api_version: apiVersion,
+    num_prompt_tokens: response.usage.inputTokens,
+    num_completion_tokens: response.usage.outputTokens,
+    duration_in_milliseconds: durationPerCall,
+    temperature,
+    error: null,
+  }))
+
+  const client = new HubtypeApiClient(trackingContext.authToken)
+  await client.trackLlmRuns(trackingContext.botId, {
+    llm_runs: llmRuns,
+  })
+}