@botonic/plugin-ai-agents 0.56.0-alpha.0 → 0.57.0-rslib-esm.1

package/lib/guardrails/input.js

@@ -0,0 +1,119 @@
+import { Agent, Runner } from "@openai/agents";
+import { z } from "zod";
+import { LLM_PROVIDERS, isProd } from "../constants.js";
+import { HubtypeApiClient } from "../services/hubtype-api-client.js";
+import { TrackFeature, TrackProductName } from "../services/types.js";
+
+
+
+
+
+
+
+
+
+
+
+async function createInputGuardrails(rules, llmConfig, trackingContext) {
+    if (rules.length === 0) {
+        return [];
+    }
+    return [
+        await buildInputGuardrail(rules, llmConfig, trackingContext)
+    ];
+}
+async function buildInputGuardrail(rules, llmConfig, trackingContext) {
+    const outputType = z.object(Object.fromEntries(rules.map((rule)=>[
+            rule.name,
+            z.boolean().describe(rule.description)
+        ])));
+    const modelSettings = createInputGuardrailModelSettings(llmConfig);
+    const agent = new Agent({
+        name: 'InputGuardrail',
+        model: await llmConfig.getModel(),
+        modelSettings,
+        instructions: 'Check if the user triggers some of the following guardrails.',
+        outputType
+    });
+    return {
+        name: 'InputGuardrail',
+        execute: async ({ input, context })=>{
+            const lastMessage = input[input.length - 1];
+            const runner = new Runner({
+                tracingDisabled: true
+            });
+            const startTime = Date.now();
+            const result = await runner.run(agent, [
+                lastMessage
+            ], {
+                context
+            });
+            const endTime = Date.now();
+            await sendGuardrailLlmRunTracking(result, trackingContext, llmConfig, startTime, endTime);
+            const finalOutput = result.finalOutput;
+            if (finalOutput === undefined) {
+                throw new Error('Guardrail agent failed to produce output');
+            }
+            const triggered = Object.values(finalOutput).some((value)=>value === true);
+            const triggeredGuardrails = Object.keys(finalOutput).filter((key)=>finalOutput[key] === true);
+            return {
+                outputInfo: triggeredGuardrails,
+                tripwireTriggered: triggered
+            };
+        }
+    };
+}
+function createInputGuardrailModelSettings(llmConfig) {
+    const modelSettings = {
+        ...llmConfig.modelSettings,
+        toolChoice: undefined
+    };
+    if (llmConfig.modelSettings.reasoning) {
+        modelSettings.reasoning = {
+            ...llmConfig.modelSettings.reasoning
+        };
+    }
+    if (llmConfig.modelSettings.text) {
+        modelSettings.text = {
+            ...llmConfig.modelSettings.text
+        };
+    }
+    return modelSettings;
+}
+async function sendGuardrailLlmRunTracking(result, trackingContext, llmConfig, startTime, endTime) {
+    if (!isProd) {
+        return;
+    }
+    if (llmConfig.getProviderName() === LLM_PROVIDERS.LITELLM) {
+        return;
+    }
+    const rawResponses = result.rawResponses ?? [];
+    if (rawResponses.length === 0) {
+        return;
+    }
+    const totalDuration = endTime - startTime;
+    const durationPerCall = Math.round(totalDuration / rawResponses.length);
+    const temperature = llmConfig.modelSettings.temperature ?? 0;
+    const llmRuns = rawResponses.map((response)=>({
+            inference_id: trackingContext.inferenceId,
+            is_test: trackingContext.isTest,
+            product_name: TrackProductName.AI_AGENT,
+            deployment_name: llmConfig.modelName,
+            model_name: response.providerData?.model ?? llmConfig.modelName,
+            feature: TrackFeature.AI_AGENT_GUARDRAIL,
+            api_version: llmConfig.getApiVersion(),
+            num_prompt_tokens: response.usage.inputTokens,
+            num_completion_tokens: response.usage.outputTokens,
+            duration_in_milliseconds: durationPerCall,
+            temperature,
+            error: null
+        }));
+    const client = new HubtypeApiClient(trackingContext.authToken);
+    await client.trackLlmRuns(trackingContext.botId, {
+        llm_runs: llmRuns
+    });
+}
+
+export { createInputGuardrails };
+
+//# sourceMappingURL=input.js.map

package/lib/guardrails/input.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"guardrails/input.js","sources":["../../src/guardrails/input.ts"],"sourcesContent":["import {\n  Agent,\n  type InputGuardrail,\n  type ModelSettings,\n  Runner,\n  type UserMessageItem,\n} from '@openai/agents'\nimport { z } from 'zod'\nimport { isProd, LLM_PROVIDERS } from '../constants'\nimport type { LLMConfig } from '../llm-config'\nimport { HubtypeApiClient } from '../services/hubtype-api-client'\nimport { TrackFeature, TrackProductName } from '../services/types'\nimport type { GuardrailRule, ResultRawResponse } from '../types'\n\nexport interface GuardrailTrackingContext {\n  botId: string\n  isTest: boolean\n  authToken: string\n  inferenceId: string\n}\n\nexport async function createInputGuardrails(\n  rules: GuardrailRule[],\n  llmConfig: LLMConfig,\n  trackingContext: GuardrailTrackingContext\n): Promise<InputGuardrail[]> {\n  if (rules.length === 0) {\n    return []\n  }\n\n  return [await buildInputGuardrail(rules, llmConfig, trackingContext)]\n}\n\nasync function buildInputGuardrail(\n  rules: GuardrailRule[],\n  llmConfig: LLMConfig,\n  trackingContext: GuardrailTrackingContext\n): Promise<InputGuardrail> {\n  const outputType = z.object(\n    Object.fromEntries(\n      rules.map(rule => [rule.name, z.boolean().describe(rule.description)])\n    )\n  )\n  const modelSettings = createInputGuardrailModelSettings(llmConfig)\n\n  const agent = new Agent({\n    name: 'InputGuardrail',\n    model: await llmConfig.getModel(),\n    modelSettings,\n    instructions:\n      'Check if the user triggers some of the following guardrails.',\n    outputType,\n  })\n\n  return {\n    name: 'InputGuardrail',\n    execute: async ({ input, context }) => {\n      const lastMessage = input[input.length - 1] as UserMessageItem\n      const runner = new Runner({\n        tracingDisabled: true,\n      })\n      const startTime = Date.now()\n      const result = await runner.run(agent, [lastMessage], { context })\n      const endTime = Date.now()\n\n      await sendGuardrailLlmRunTracking(\n        result,\n        trackingContext,\n        llmConfig,\n        startTime,\n        endTime\n      )\n\n      const finalOutput = result.finalOutput as Record<string, boolean>\n      if (finalOutput === undefined) {\n        throw new Error('Guardrail agent failed to produce output')\n      }\n      const triggered = Object.values(finalOutput).some(value => value === true)\n      const triggeredGuardrails = Object.keys(finalOutput).filter(\n        key => finalOutput[key] === true\n      )\n      return {\n        outputInfo: triggeredGuardrails,\n        tripwireTriggered: triggered,\n      }\n    },\n  }\n}\n\nfunction createInputGuardrailModelSettings(\n  llmConfig: LLMConfig\n): ModelSettings {\n  const modelSettings: ModelSettings = {\n    ...llmConfig.modelSettings,\n    toolChoice: undefined,\n  }\n  if (llmConfig.modelSettings.reasoning) {\n    modelSettings.reasoning = { ...llmConfig.modelSettings.reasoning }\n  }\n  if (llmConfig.modelSettings.text) {\n    modelSettings.text = { ...llmConfig.modelSettings.text }\n  }\n  return modelSettings\n}\n\nasync function sendGuardrailLlmRunTracking(\n  result: {\n    rawResponses?: ResultRawResponse[]\n  },\n  trackingContext: GuardrailTrackingContext,\n  llmConfig: LLMConfig,\n  startTime: number,\n  endTime: number\n): Promise<void> {\n  if (!isProd) {\n    return\n  }\n  if (llmConfig.getProviderName() === LLM_PROVIDERS.LITELLM) {\n    return\n  }\n  const rawResponses = result.rawResponses ?? []\n  if (rawResponses.length === 0) {\n    return\n  }\n  const totalDuration = endTime - startTime\n  const durationPerCall = Math.round(totalDuration / rawResponses.length)\n  const temperature =\n    (llmConfig.modelSettings.temperature as number | undefined) ?? 0\n  const llmRuns = rawResponses.map(response => ({\n    inference_id: trackingContext.inferenceId,\n    is_test: trackingContext.isTest,\n    product_name: TrackProductName.AI_AGENT,\n    deployment_name: llmConfig.modelName,\n    model_name:\n      (response.providerData?.model as string | undefined) ??\n      llmConfig.modelName,\n    feature: TrackFeature.AI_AGENT_GUARDRAIL,\n    api_version: llmConfig.getApiVersion(),\n    num_prompt_tokens: response.usage.inputTokens,\n    num_completion_tokens: response.usage.outputTokens,\n    duration_in_milliseconds: durationPerCall,\n    temperature,\n    error: null,\n  }))\n\n  const client = new HubtypeApiClient(trackingContext.authToken)\n  await client.trackLlmRuns(trackingContext.botId, {\n    llm_runs: llmRuns,\n  })\n}\n"],"names":["Agent","Runner","z","isProd","LLM_PROVIDERS","HubtypeApiClient","TrackFeature","TrackProductName","createInputGuardrails","rules","llmConfig","trackingContext","buildInputGuardrail","outputType","Object","rule","modelSettings","createInputGuardrailModelSettings","agent","input","context","lastMessage","runner","startTime","Date","result","endTime","sendGuardrailLlmRunTracking","finalOutput","undefined","Error","triggered","value","triggeredGuardrails","key","rawResponses","totalDuration","durationPerCall","Math","temperature","llmRuns","response","client"],"mappings":";;;;;;;;;;;AAMuB;AACA;AAC6B;AAEa;AACC;AAU3D,eAAeQ,qBAAqBA,CACzCC,KAAsB,EACtBC,SAAoB,EACpBC,eAAyC;IAEzC,IAAIF,MAAM,MAAM,KAAK,GAAG;QACtB,OAAO,EAAE;IACX;IAEA,OAAO;QAAC,MAAMG,mBAAmBA,CAACH,OAAOC,WAAWC;KAAiB;AACvE;AAEA,eAAeC,mBAAmBA,CAChCH,KAAsB,EACtBC,SAAoB,EACpBC,eAAyC;IAEzC,MAAME,aAAaX,QAAQ,CACzBY,OAAO,WAAW,CAChBL,MAAM,GAAG,CAACM,CAAAA,OAAQ;YAACA,KAAK,IAAI;YAAEb,SAAS,GAAG,QAAQ,CAACa,KAAK,WAAW;SAAE;IAGzE,MAAMC,gBAAgBC,iCAAiCA,CAACP;IAExD,MAAMQ,QAAQ,IAAIlB,KAAKA,CAAC;QACtB,MAAM;QACN,OAAO,MAAMU,UAAU,QAAQ;QAC/BM;QACA,cACE;QACFH;IACF;IAEA,OAAO;QACL,MAAM;QACN,SAAS,OAAO,EAAEM,KAAK,EAAEC,OAAO,EAAE;YAChC,MAAMC,cAAcF,KAAK,CAACA,MAAM,MAAM,GAAG,EAAE;YAC3C,MAAMG,SAAS,IAAIrB,MAAMA,CAAC;gBACxB,iBAAiB;YACnB;YACA,MAAMsB,YAAYC,KAAK,GAAG;YAC1B,MAAMC,SAAS,MAAMH,OAAO,GAAG,CAACJ,OAAO;gBAACG;aAAY,EAAE;gBAAED;YAAQ;YAChE,MAAMM,UAAUF,KAAK,GAAG;YAExB,MAAMG,2BAA2BA,CAC/BF,QACAd,iBACAD,WACAa,WACAG;YAGF,MAAME,cAAcH,OAAO,WAAW;YACtC,IAAIG,gBAAgBC,WAAW;gBAC7B,MAAM,IAAIC,MAAM;YAClB;YACA,MAAMC,YAAYjB,OAAO,MAAM,CAACc,aAAa,IAAI,CAACI,CAAAA,QAASA,UAAU;YACrE,MAAMC,sBAAsBnB,OAAO,IAAI,CAACc,aAAa,MAAM,CACzDM,CAAAA,MAAON,WAAW,CAACM,IAAI,KAAK;YAE9B,OAAO;gBACL,YAAYD;gBACZ,mBAAmBF;YACrB;QACF;IACF;AACF;AAEA,SAASd,iCAAiCA,CACxCP,SAAoB;IAEpB,MAAMM,gBAA+B;QACnC,GAAGN,UAAU,aAAa;QAC1B,YAAYmB;IACd;IACA,IAAInB,UAAU,aAAa,CAAC,SAAS,EAAE;QACrCM,cAAc,SAAS,GAAG;YAAE,GAAGN,UAAU,aAAa,CAAC,SAAS;QAAC;IACnE;IACA,IAAIA,UAAU,aAAa,CAAC,IAAI,EAAE;QAChCM,cAAc,IAAI,GAAG;YAAE,GAAGN,UAAU,aAAa,CAAC,IAAI;QAAC;IACzD;IACA,OAAOM;AACT;AAEA,eAAeW,2BAA2BA,CACxCF,MAEC,EACDd,eAAyC,EACzCD,SAAoB,EACpBa,SAAiB,EACjBG,OAAe;IAEf,IAAI,CAACvB,MAAMA,EAAE;QACX;IACF;IACA,IAAIO,UAAU,eAAe,OAAON,qBAAqB,EAAE;QACzD;IACF;IACA,MAAM+B,eAAeV,OAAO,YAAY,IAAI,EAAE;IAC9C,IAAIU,aAAa,MAAM,KAAK,GAAG;QAC7B;IACF;IACA,MAAMC,gBAAgBV,UAAUH;IAChC,MAAMc,kBAAkBC,KAAK,KAAK,CAACF,gBAAgBD,aAAa,MAAM;IACtE,MAAMI,cACH7B,UAAU,aAAa,CAAC,WAAW,IAA2B;IACjE,MAAM8B,UAAUL,aAAa,GAAG,CAACM,CAAAA,WAAa;YAC5C,cAAc9B,gBAAgB,WAAW;YACzC,SAASA,gBAAgB,MAAM;YAC/B,cAAcJ,yBAAyB;YACvC,iBAAiBG,UAAU,SAAS;YACpC,YACG+B,SAAS,YAAY,EAAE,SACxB/B,UAAU,SAAS;YACrB,SAASJ,+BAA+B;YACxC,aAAaI,UAAU,aAAa;YACpC,mBAAmB+B,SAAS,KAAK,CAAC,WAAW;YAC7C,uBAAuBA,SAAS,KAAK,CAAC,YAAY;YAClD,0BAA0BJ;YAC1BE;YACA,OAAO;QACT;IAEA,MAAMG,SAAS,IAAIrC,gBAAgBA,CAACM,gBAAgB,SAAS;IAC7D,MAAM+B,OAAO,YAAY,CAAC/B,gBAAgB,KAAK,EAAE;QAC/C,UAAU6B;IACZ;AACF"}

package/lib/{esm/index.d.ts → index.d.ts}

@@ -1,5 +1,5 @@
 import { type AiAgentArgs, type BotContext, type Plugin, type ResolvedPlugins } from '@botonic/core';
-import type { CustomTool, InferenceResponse, PluginAiAgentOptions } from './types';
+import type { CustomTool, InferenceResponse, PluginAiAgentOptions } from './types.js';
 export default class BotonicPluginAiAgents<TPlugins extends ResolvedPlugins = ResolvedPlugins, TExtraData = any> implements Plugin {
     private readonly authToken?;
     private readonly memory;
@@ -18,5 +18,5 @@ export default class BotonicPluginAiAgents<TPlugins extends ResolvedPlugins = Re
     private getMessages;
     private buildTools;
 }
-export * from './bot-config-tools';
-export * from './types';
+export * from './bot-config-tools.js';
+export * from './types.js';

package/lib/{esm/index.js → index.js}

@@ -1,61 +1,71 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const tslib_1 = require("tslib");
-const core_1 = require("@botonic/core");
-const agents_1 = require("@openai/agents");
-const uuid_1 = require("uuid");
-const agents_2 = require("./agents");
-const constants_1 = require("./constants");
-const debug_logger_1 = require("./debug-logger");
-const llm_config_1 = require("./llm-config");
-const runners_1 = require("./runners");
-const hubtype_api_client_1 = require("./services/hubtype-api-client");
-class BotonicPluginAiAgents {
-    constructor(options) {
-        this.toolDefinitions = [];
-        this.authToken = options?.authToken;
-        this.toolDefinitions = options?.customTools || [];
-        this.memory = this.getMemoryOptions(options?.memory);
-        this.timeout = options?.timeout ?? constants_1.DEFAULT_TIMEOUT_16_SECONDS;
-        this.maxRetries = options?.maxRetries ?? constants_1.DEFAULT_MAX_RETRIES;
-        this.logger = (0, debug_logger_1.createDebugLogger)(options?.enableDebug ?? false);
-        this.localStorageKey = options?.localStorageKey ?? 'botonicState';
-        (0, agents_1.setTracingDisabled)(true);
-        this.logger.logInitialConfig({
-            messageHistoryApiVersion: 'v2',
-            maxRetries: options?.maxRetries ?? constants_1.DEFAULT_MAX_RETRIES,
-            timeout: options?.timeout ?? constants_1.DEFAULT_TIMEOUT_16_SECONDS,
-            customToolNames: this.toolDefinitions.map(t => t.name),
-            memory: this.memory,
+import { AiAgentType } from "@botonic/core";
+import { handoff, setTracingDisabled, tool as agents_tool } from "@openai/agents";
+import { v7 } from "uuid";
+import { RouterAgent, SpecialistAgent } from "./agents/index.js";
+import { DEFAULT_MAX_RETRIES, DEFAULT_TIMEOUT_16_SECONDS, MAX_MEMORY_LENGTH, isProd } from "./constants.js";
+import { createDebugLogger } from "./debug-logger.js";
+import { LLMConfig } from "./llm-config.js";
+import { RouterRunner, SpecialistRunner } from "./runners/index.js";
+import { HubtypeApiClient } from "./services/hubtype-api-client.js";
+
+export * from "./bot-config-tools.js";
+export * from "./types.js";
+
+
+
+
+
+
+
+
+
+function _define_property(obj, key, value) {
+    if (key in obj) {
+        Object.defineProperty(obj, key, {
+            value: value,
+            enumerable: true,
+            configurable: true,
+            writable: true
         });
-    }
+    } else obj[key] = value;
+    return obj;
+}
+
+
+
+
+
+
+
+
+
+class BotonicPluginAiAgents {
     getMemoryOptions(memory) {
         return {
-            maxMessages: memory?.maxMessages ?? constants_1.MAX_MEMORY_LENGTH,
+            maxMessages: memory?.maxMessages ?? MAX_MEMORY_LENGTH,
             includeToolCalls: memory?.includeToolCalls ?? true,
             maxFullToolResults: memory?.maxFullToolResults ?? 1,
-            debugMode: memory?.debugMode ?? false,
+            debugMode: memory?.debugMode ?? false
         };
     }
     pre() {
         return;
     }
     async getInference(botContext, aiAgentArgs) {
-        const authToken = constants_1.isProd ? botContext.session._access_token : this.authToken;
+        const authToken = isProd ? botContext.session._access_token : this.authToken;
         if (!authToken) {
             throw new Error('Auth token is required');
         }
-        const inferenceId = (0, uuid_1.v7)();
+        const inferenceId = v7();
         try {
-            if (aiAgentArgs.type === core_1.AiAgentType.Specialist) {
+            if (aiAgentArgs.type === AiAgentType.Specialist) {
                 return await this.executeSpecialistAIAgent(botContext, aiAgentArgs, authToken, inferenceId);
             }
-            if (aiAgentArgs.type === core_1.AiAgentType.Router) {
+            if (aiAgentArgs.type === AiAgentType.Router) {
                 return await this.executeRouterAIAgent(botContext, aiAgentArgs, authToken, inferenceId);
             }
             throw new Error('Invalid agent type');
-        }
-        catch (error) {
+        } catch (error) {
             console.error('error plugin returns undefined', error);
             return {
                 messages: [],
@@ -68,18 +78,18 @@ class BotonicPluginAiAgents {
                 startingAgentName: '',
                 lastAgentName: '',
                 availableSpecialists: [],
-                isTransferredToSpecialist: false,
+                isTransferredToSpecialist: false
             };
         }
     }
     async executeSpecialistAIAgent(botContext, aiAgentArgs, authToken, inferenceId) {
-        const llmConfig = new llm_config_1.LLMConfig({
+        const llmConfig = new LLMConfig({
             maxRetries: this.maxRetries,
             timeout: this.timeout,
             modelName: aiAgentArgs.model,
             verbosity: aiAgentArgs.verbosity,
             botContext,
-            reasoningEffort: aiAgentArgs.reasoningEffort,
+            reasoningEffort: aiAgentArgs.reasoningEffort
         });
         // Get LLM config, tools and agent
         const { tools, agent } = await this.getSpecialistAgentAndTools(botContext, aiAgentArgs, aiAgentArgs.outputMessagesSchemas || [], authToken, inferenceId, llmConfig);
@@ -92,27 +102,27 @@ class BotonicPluginAiAgents {
                 query: '',
                 sourceIds: [],
                 chunksIds: [],
-                chunkTexts: [],
+                chunkTexts: []
             },
-            request: botContext,
+            request: botContext
         };
         // Log agent debug info
-        this.logger.logAgentDebugInfo(aiAgentArgs, tools.map(t => t.name), messages);
+        this.logger.logAgentDebugInfo(aiAgentArgs, tools.map((t)=>t.name), messages);
         // Run agent
-        const runner = new runners_1.SpecialistRunner(agent, llmConfig, inferenceId, this.logger);
+        const runner = new SpecialistRunner(agent, llmConfig, inferenceId, this.logger);
         return await runner.run(messages, context);
     }
     async executeRouterAIAgent(botContext, aiAgentArgs, authToken, inferenceId) {
         const { specialists, name, instructions } = aiAgentArgs;
-        const llmConfig = new llm_config_1.LLMConfig({
+        const llmConfig = new LLMConfig({
             maxRetries: this.maxRetries,
             timeout: this.timeout,
             modelName: aiAgentArgs.model,
             verbosity: aiAgentArgs.verbosity,
             botContext,
-            reasoningEffort: aiAgentArgs.reasoningEffort,
+            reasoningEffort: aiAgentArgs.reasoningEffort
         });
-        const specialistsAgents = await Promise.all(specialists.map(async (specialistData) => {
+        const specialistsAgents = await Promise.all(specialists.map(async (specialistData)=>{
             // If the forceToolNameOverride is set, we force this override for all specialists
             const forceToolNameOverride = aiAgentArgs.forceToolNameOverride;
             const reasoningEffort = aiAgentArgs.reasoningEffort;
@@ -122,15 +132,15 @@ class BotonicPluginAiAgents {
                 ...specialistData,
                 forceToolNameOverride,
                 reasoningEffort,
-                disableForceRetrieveKnowledge,
+                disableForceRetrieveKnowledge
             };
             const { agent } = await this.getSpecialistAgentAndTools(botContext, aiAgentSpecialistArgs, aiAgentArgs.outputMessagesSchemas || [], authToken, inferenceId, llmConfig);
-            return (0, agents_1.handoff)(agent, {
+            return handoff(agent, {
                 toolNameOverride: specialistData.name,
-                toolDescriptionOverride: specialistData.description,
+                toolDescriptionOverride: specialistData.description
             });
         }));
-        const router = await agents_2.RouterAgent.create({
+        const router = await RouterAgent.create({
             name,
             instructions,
             llmConfig,
@@ -141,8 +151,8 @@ class BotonicPluginAiAgents {
                 botId: botContext.session.bot.id,
                 isTest: botContext.session.is_test_integration,
                 authToken,
-                inferenceId,
-            },
+                inferenceId
+            }
         });
         // Get messages
         const messages = await this.getMessages(botContext, authToken, aiAgentArgs.previousHubtypeMessages || []);
@@ -153,21 +163,21 @@ class BotonicPluginAiAgents {
                 query: '',
                 sourceIds: [],
                 chunksIds: [],
-                chunkTexts: [],
+                chunkTexts: []
             },
-            request: botContext,
+            request: botContext
         };
         // Run agent
         const routerAgent = router.getAgent();
-        const runner = new runners_1.RouterRunner(routerAgent, llmConfig, inferenceId, this.logger);
+        const runner = new RouterRunner(routerAgent, llmConfig, inferenceId, this.logger);
         return await runner.run(messages, context);
     }
     async getSpecialistAgentAndTools(botContext, aiAgentArgs, outputMessagesSchemas, authToken, inferenceId, llmConfig) {
         // Build tools
         const tools = this.buildTools(aiAgentArgs);
         // Build agent
-        const sourceIds = aiAgentArgs.type === core_1.AiAgentType.Specialist ? aiAgentArgs.sourceIds : [];
-        const specialist = await agents_2.SpecialistAgent.create({
+        const sourceIds = aiAgentArgs.type === AiAgentType.Specialist ? aiAgentArgs.sourceIds : [];
+        const specialist = await SpecialistAgent.create({
             name: aiAgentArgs.name,
             instructions: aiAgentArgs.instructions,
             tools: tools,
@@ -182,38 +192,68 @@ class BotonicPluginAiAgents {
                 botId: botContext.session.bot.id,
                 isTest: botContext.session.is_test_integration,
                 authToken,
-                inferenceId,
+                inferenceId
             },
             forceToolNameOverride: aiAgentArgs.forceToolNameOverride,
-            disableForceRetrieveKnowledge: aiAgentArgs.disableForceRetrieveKnowledge,
+            disableForceRetrieveKnowledge: aiAgentArgs.disableForceRetrieveKnowledge
         });
         const specialistAgent = specialist.getAgent();
-        return { agent: specialistAgent, tools };
+        return {
+            agent: specialistAgent,
+            tools
+        };
     }
     async getMessages(botContext, authToken, previousHubtypeMessages) {
-        const hubtypeClient = new hubtype_api_client_1.HubtypeApiClient(authToken);
-        if (!constants_1.isProd) {
-            return await hubtypeClient.getLocalMessages(constants_1.MAX_MEMORY_LENGTH, previousHubtypeMessages, this.localStorageKey);
+        const hubtypeClient = new HubtypeApiClient(authToken);
+        if (!isProd) {
+            return await hubtypeClient.getLocalMessages(MAX_MEMORY_LENGTH, previousHubtypeMessages, this.localStorageKey);
         }
         // Default to V2
         const result = await hubtypeClient.getMessagesV2(botContext, this.memory, previousHubtypeMessages);
         return result.messages;
     }
     buildTools(aiAgentArgs) {
-        const activeTools = aiAgentArgs.type === core_1.AiAgentType.Router ? [] : aiAgentArgs.activeTools;
-        const activeToolNames = activeTools.map(tool => tool.name);
-        const availableTools = this.toolDefinitions.filter(tool => activeToolNames.includes(tool.name));
-        return availableTools.map(toolDefinition => {
-            return (0, agents_1.tool)({
+        const activeTools = aiAgentArgs.type === AiAgentType.Router ? [] : aiAgentArgs.activeTools;
+        const activeToolNames = activeTools.map((tool)=>tool.name);
+        const availableTools = this.toolDefinitions.filter((tool)=>activeToolNames.includes(tool.name));
+        return availableTools.map((toolDefinition)=>{
+            return agents_tool({
                 name: toolDefinition.name,
                 description: toolDefinition.description,
                 parameters: toolDefinition.schema,
-                execute: toolDefinition.func,
+                execute: toolDefinition.func
             });
         });
     }
+    constructor(options){
+        _define_property(this, "authToken", void 0);
+        _define_property(this, "memory", void 0);
+        _define_property(this, "logger", void 0);
+        _define_property(this, "timeout", void 0);
+        _define_property(this, "maxRetries", void 0);
+        _define_property(this, "toolDefinitions", []);
+        _define_property(this, "localStorageKey", void 0);
+        this.authToken = options?.authToken;
+        this.toolDefinitions = options?.customTools || [];
+        this.memory = this.getMemoryOptions(options?.memory);
+        this.timeout = options?.timeout ?? DEFAULT_TIMEOUT_16_SECONDS;
+        this.maxRetries = options?.maxRetries ?? DEFAULT_MAX_RETRIES;
+        this.logger = createDebugLogger(options?.enableDebug ?? false);
+        this.localStorageKey = options?.localStorageKey ?? 'botonicState';
+        setTracingDisabled(true);
+        this.logger.logInitialConfig({
+            messageHistoryApiVersion: 'v2',
+            maxRetries: options?.maxRetries ?? DEFAULT_MAX_RETRIES,
+            timeout: options?.timeout ?? DEFAULT_TIMEOUT_16_SECONDS,
+            customToolNames: this.toolDefinitions.map((t)=>t.name),
+            memory: this.memory
+        });
+    }
 }
-exports.default = BotonicPluginAiAgents;
-tslib_1.__exportStar(require("./bot-config-tools"), exports);
-tslib_1.__exportStar(require("./types"), exports);
+
+
+
+
+export default BotonicPluginAiAgents;
+
 //# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sources":["../src/index.ts"],"sourcesContent":["import {\n  type AIAgentRouterArgs,\n  type AiAgentArgs,\n  type AiAgentSpecialistArgs,\n  AiAgentType,\n  type BotContext,\n  type HubtypeAssistantMessage,\n  type Plugin,\n  type ResolvedPlugins,\n} from '@botonic/core'\nimport { handoff, setTracingDisabled, tool } from '@openai/agents'\nimport { v7 as uuidv7 } from 'uuid'\nimport type { ZodObject } from 'zod'\nimport { RouterAgent, SpecialistAgent } from './agents'\nimport {\n  DEFAULT_MAX_RETRIES,\n  DEFAULT_TIMEOUT_16_SECONDS,\n  isProd,\n  MAX_MEMORY_LENGTH,\n} from './constants'\nimport { createDebugLogger, type DebugLogger } from './debug-logger'\nimport { LLMConfig } from './llm-config'\nimport { RouterRunner, SpecialistRunner } from './runners'\nimport { HubtypeApiClient } from './services/hubtype-api-client'\nimport type {\n  AgenticInputMessage,\n  Context,\n  CustomTool,\n  InferenceResponse,\n  MemoryOptions,\n  PluginAiAgentOptions,\n  Tool,\n} from './types'\n\nexport default class BotonicPluginAiAgents<\n  TPlugins extends ResolvedPlugins = ResolvedPlugins,\n  TExtraData = any,\n> implements Plugin\n{\n  private readonly authToken?: string\n  private readonly memory: MemoryOptions\n  private readonly logger: DebugLogger\n  private readonly timeout: number\n  private readonly maxRetries: number\n  public toolDefinitions: CustomTool<TPlugins, TExtraData>[] = []\n  private readonly localStorageKey: string\n\n  constructor(options?: PluginAiAgentOptions<TPlugins, TExtraData>) {\n    this.authToken = options?.authToken\n    this.toolDefinitions = options?.customTools || []\n    this.memory = this.getMemoryOptions(options?.memory)\n    this.timeout = options?.timeout ?? DEFAULT_TIMEOUT_16_SECONDS\n    this.maxRetries = options?.maxRetries ?? DEFAULT_MAX_RETRIES\n    this.logger = createDebugLogger(options?.enableDebug ?? false)\n    this.localStorageKey = options?.localStorageKey ?? 'botonicState'\n    setTracingDisabled(true)\n\n    this.logger.logInitialConfig({\n      messageHistoryApiVersion: 'v2',\n      maxRetries: options?.maxRetries ?? DEFAULT_MAX_RETRIES,\n      timeout: options?.timeout ?? DEFAULT_TIMEOUT_16_SECONDS,\n      customToolNames: this.toolDefinitions.map(t => t.name),\n      memory: this.memory,\n    })\n  }\n\n  private getMemoryOptions(memory?: Partial<MemoryOptions>): MemoryOptions {\n    return {\n      maxMessages: memory?.maxMessages ?? MAX_MEMORY_LENGTH,\n      includeToolCalls: memory?.includeToolCalls ?? true,\n      maxFullToolResults: memory?.maxFullToolResults ?? 1,\n      debugMode: memory?.debugMode ?? false,\n    }\n  }\n\n  pre(): void {\n    return\n  }\n\n  async getInference(\n    botContext: BotContext<TPlugins, TExtraData>,\n    aiAgentArgs: AiAgentArgs\n  ): Promise<InferenceResponse> {\n    const authToken = isProd ? botContext.session._access_token : this.authToken\n    if (!authToken) {\n      throw new Error('Auth token is required')\n    }\n\n    const inferenceId = uuidv7()\n\n    try {\n      if (aiAgentArgs.type === AiAgentType.Specialist) {\n        return await this.executeSpecialistAIAgent(\n          botContext,\n          aiAgentArgs,\n          authToken,\n          inferenceId\n        )\n      }\n\n      if (aiAgentArgs.type === AiAgentType.Router) {\n        return await this.executeRouterAIAgent(\n          botContext,\n          aiAgentArgs,\n          authToken,\n          inferenceId\n        )\n      }\n\n      throw new Error('Invalid agent type')\n    } catch (error) {\n      console.error('error plugin returns undefined', error)\n      return {\n        messages: [],\n        toolsExecuted: [],\n        memoryLength: 0,\n        exit: true,\n        error: true,\n        inputGuardrailsTriggered: [],\n        outputGuardrailsTriggered: [],\n        startingAgentName: '',\n        lastAgentName: '',\n        availableSpecialists: [],\n        isTransferredToSpecialist: false,\n      }\n    }\n  }\n\n  private async executeSpecialistAIAgent(\n    botContext: BotContext<TPlugins, TExtraData>,\n    aiAgentArgs: AiAgentSpecialistArgs,\n    authToken: string,\n    inferenceId: string\n  ) {\n    const llmConfig = new LLMConfig({\n      maxRetries: this.maxRetries,\n      timeout: this.timeout,\n      modelName: aiAgentArgs.model,\n      verbosity: aiAgentArgs.verbosity,\n      botContext,\n      reasoningEffort: aiAgentArgs.reasoningEffort,\n    })\n\n    // Get LLM config, tools and agent\n    const { tools, agent } = await this.getSpecialistAgentAndTools(\n      botContext,\n      aiAgentArgs,\n      aiAgentArgs.outputMessagesSchemas || [],\n      authToken,\n      inferenceId,\n      llmConfig\n    )\n\n    // Get messages\n    const messages = await this.getMessages(\n      botContext,\n      authToken,\n      aiAgentArgs.previousHubtypeMessages || []\n    )\n\n    // Build context\n    const context: Context<TPlugins, TExtraData> = {\n      authToken,\n      knowledgeUsed: {\n        query: '',\n        sourceIds: [],\n        chunksIds: [],\n        chunkTexts: [],\n      },\n      request: botContext,\n    }\n\n    // Log agent debug info\n    this.logger.logAgentDebugInfo(\n      aiAgentArgs,\n      tools.map(t => t.name),\n      messages\n    )\n\n    // Run agent\n    const runner = new SpecialistRunner<TPlugins, TExtraData>(\n      agent,\n      llmConfig,\n      inferenceId,\n      this.logger\n    )\n    return await runner.run(messages, context)\n  }\n\n  private async executeRouterAIAgent(\n    botContext: BotContext<TPlugins, TExtraData>,\n    aiAgentArgs: AIAgentRouterArgs,\n    authToken: string,\n    inferenceId: string\n  ) {\n    const { specialists, name, instructions } = aiAgentArgs\n\n    const llmConfig = new LLMConfig({\n      maxRetries: this.maxRetries,\n      timeout: this.timeout,\n      modelName: aiAgentArgs.model,\n      verbosity: aiAgentArgs.verbosity,\n      botContext,\n      reasoningEffort: aiAgentArgs.reasoningEffort,\n    })\n\n    const specialistsAgents = await Promise.all(\n      specialists.map(async specialistData => {\n        // If the forceToolNameOverride is set, we force this override for all specialists\n        const forceToolNameOverride = aiAgentArgs.forceToolNameOverride\n        const reasoningEffort = aiAgentArgs.reasoningEffort\n        const disableForceRetrieveKnowledge =\n          aiAgentArgs.disableForceRetrieveKnowledge\n\n        // Create AiAgentArgs for the specialist, with values from AIAgentRouterArgs\n        const aiAgentSpecialistArgs: AiAgentArgs = {\n          ...specialistData,\n          forceToolNameOverride,\n          reasoningEffort,\n          disableForceRetrieveKnowledge,\n        }\n\n        const { agent } = await this.getSpecialistAgentAndTools(\n          botContext,\n          aiAgentSpecialistArgs,\n          aiAgentArgs.outputMessagesSchemas || [],\n          authToken,\n          inferenceId,\n          llmConfig\n        )\n\n        return handoff(agent, {\n          toolNameOverride: specialistData.name,\n          toolDescriptionOverride: specialistData.description,\n        })\n      })\n    )\n\n    const router = await RouterAgent.create<TPlugins, TExtraData>({\n      name,\n      instructions,\n      llmConfig,\n      handoffs: specialistsAgents,\n      inputGuardrailRules: aiAgentArgs.inputGuardrailRules || [],\n      outputMessagesSchemas: aiAgentArgs.outputMessagesSchemas || [],\n      guardrailTrackingContext: {\n        botId: botContext.session.bot.id,\n        isTest: botContext.session.is_test_integration,\n        authToken,\n        inferenceId,\n      },\n    })\n\n    // Get messages\n    const messages = await this.getMessages(\n      botContext,\n      authToken,\n      aiAgentArgs.previousHubtypeMessages || []\n    )\n\n    // Build context\n    const context: Context<TPlugins, TExtraData> = {\n      authToken,\n      knowledgeUsed: {\n        query: '',\n        sourceIds: [],\n        chunksIds: [],\n        chunkTexts: [],\n      },\n      request: botContext,\n    }\n\n    // Run agent\n    const routerAgent = router.getAgent()\n    const runner = new RouterRunner<TPlugins, TExtraData>(\n      routerAgent,\n      llmConfig,\n      inferenceId,\n      this.logger\n    )\n\n    return await runner.run(messages, context)\n  }\n\n  private async getSpecialistAgentAndTools(\n    botContext: BotContext,\n    aiAgentArgs: AiAgentArgs,\n    outputMessagesSchemas: ZodObject<any>[],\n    authToken: string,\n    inferenceId: string,\n    llmConfig: LLMConfig\n  ) {\n    // Build tools\n    const tools = this.buildTools(aiAgentArgs)\n\n    // Build agent\n    const sourceIds =\n      aiAgentArgs.type === AiAgentType.Specialist ? aiAgentArgs.sourceIds : []\n\n    const specialist = await SpecialistAgent.create<TPlugins, TExtraData>({\n      name: aiAgentArgs.name,\n      instructions: aiAgentArgs.instructions,\n      tools: tools,\n      contactInfo: botContext.session.user.contact_info || [],\n      inputGuardrailRules: aiAgentArgs.inputGuardrailRules || [],\n      sourceIds,\n      outputMessagesSchemas: outputMessagesSchemas || [],\n      campaignsContext: botContext.input.context?.campaigns_v2,\n      logger: this.logger,\n      llmConfig,\n      guardrailTrackingContext: {\n        botId: botContext.session.bot.id,\n        isTest: botContext.session.is_test_integration,\n        authToken,\n        inferenceId,\n      },\n      forceToolNameOverride: aiAgentArgs.forceToolNameOverride,\n      disableForceRetrieveKnowledge: aiAgentArgs.disableForceRetrieveKnowledge,\n    })\n    const specialistAgent = specialist.getAgent()\n\n    return { agent: specialistAgent, tools }\n  }\n\n  private async getMessages(\n    botContext: BotContext,\n    authToken: string,\n    previousHubtypeMessages: HubtypeAssistantMessage[]\n  ): Promise<AgenticInputMessage[]> {\n    const hubtypeClient = new HubtypeApiClient(authToken)\n    if (!isProd) {\n      return await hubtypeClient.getLocalMessages(\n        MAX_MEMORY_LENGTH,\n        previousHubtypeMessages,\n        this.localStorageKey\n      )\n    }\n\n    // Default to V2\n    const result = await hubtypeClient.getMessagesV2(\n      botContext,\n      this.memory,\n      previousHubtypeMessages\n    )\n    return result.messages\n  }\n\n  private buildTools(aiAgentArgs: AiAgentArgs): Tool<TPlugins, TExtraData>[] {\n    const activeTools =\n      aiAgentArgs.type === AiAgentType.Router ? [] : aiAgentArgs.activeTools\n    const activeToolNames = activeTools.map(tool => tool.name)\n    const availableTools = this.toolDefinitions.filter(tool =>\n      activeToolNames.includes(tool.name)\n    )\n    return availableTools.map(toolDefinition => {\n      return tool<any, Context<TPlugins, TExtraData>, any>({\n        name: toolDefinition.name,\n        description: toolDefinition.description,\n        parameters: toolDefinition.schema,\n        execute: toolDefinition.func,\n      })\n    })\n  }\n}\n\nexport * from './bot-config-tools'\nexport * from './types'\n"],"names":["AiAgentType","handoff","setTracingDisabled","tool","v7","uuidv7","RouterAgent","SpecialistAgent","DEFAULT_MAX_RETRIES","DEFAULT_TIMEOUT_16_SECONDS","isProd","MAX_MEMORY_LENGTH","createDebugLogger","LLMConfig","RouterRunner","SpecialistRunner","HubtypeApiClient","BotonicPluginAiAgents","memory","botContext","aiAgentArgs","authToken","Error","inferenceId","error","console","llmConfig","tools","agent","messages","context","t","runner","specialists","name","instructions","specialistsAgents","Promise","specialistData","forceToolNameOverride","reasoningEffort","disableForceRetrieveKnowledge","aiAgentSpecialistArgs","router","routerAgent","outputMessagesSchemas","sourceIds","specialist","specialistAgent","previousHubtypeMessages","hubtypeClient","result","activeTools","activeToolNames","availableTools","toolDefinition","options"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AASsB;AAC4C;AAC/B;AAEoB;AAMnC;AACgD;AAC5B;AACkB;AACM;AAWjD,MAAMiB,qBAAqBA;IAgChC,iBAAiBC,MAA+B,EAAiB;QACvE,OAAO;YACL,aAAaA,QAAQ,eAAeP,iBAAiBA;YACrD,kBAAkBO,QAAQ,oBAAoB;YAC9C,oBAAoBA,QAAQ,sBAAsB;YAClD,WAAWA,QAAQ,aAAa;QAClC;IACF;IAEA,MAAY;QACV;IACF;IAEA,MAAM,aACJC,UAA4C,EAC5CC,WAAwB,EACI;QAC5B,MAAMC,YAAYX,MAAMA,GAAGS,WAAW,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,SAAS;QAC5E,IAAI,CAACE,WAAW;YACd,MAAM,IAAIC,MAAM;QAClB;QAEA,MAAMC,cAAclB,EAAMA;QAE1B,IAAI;YACF,IAAIe,YAAY,IAAI,KAAKpB,sBAAsB,EAAE;gBAC/C,OAAO,MAAM,IAAI,CAAC,wBAAwB,CACxCmB,YACAC,aACAC,WACAE;YAEJ;YAEA,IAAIH,YAAY,IAAI,KAAKpB,kBAAkB,EAAE;gBAC3C,OAAO,MAAM,IAAI,CAAC,oBAAoB,CACpCmB,YACAC,aACAC,WACAE;YAEJ;YAEA,MAAM,IAAID,MAAM;QAClB,EAAE,OAAOE,OAAO;YACdC,QAAQ,KAAK,CAAC,kCAAkCD;YAChD,OAAO;gBACL,UAAU,EAAE;gBACZ,eAAe,EAAE;gBACjB,cAAc;gBACd,MAAM;gBACN,OAAO;gBACP,0BAA0B,EAAE;gBAC5B,2BAA2B,EAAE;gBAC7B,mBAAmB;gBACnB,eAAe;gBACf,sBAAsB,EAAE;gBACxB,2BAA2B;YAC7B;QACF;IACF;IAEA,MAAc,yBACZL,UAA4C,EAC5CC,WAAkC,EAClCC,SAAiB,EACjBE,WAAmB,EACnB;QACA,MAAMG,YAAY,IAAIb,SAASA,CAAC;YAC9B,YAAY,IAAI,CAAC,UAAU;YAC3B,SAAS,IAAI,CAAC,OAAO;YACrB,WAAWO,YAAY,KAAK;YAC5B,WAAWA,YAAY,SAAS;YAChCD;YACA,iBAAiBC,YAAY,eAAe;QAC9C;QAEA,kCAAkC;QAClC,MAAM,EAAEO,KAAK,EAAEC,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAC5DT,YACAC,aACAA,YAAY,qBAAqB,IAAI,EAAE,EACvCC,WACAE,aACAG;QAGF,eAAe;QACf,MAAMG,WAAW,MAAM,IAAI,CAAC,WAAW,CACrCV,YACAE,WACAD,YAAY,uBAAuB,IAAI,EAAE;QAG3C,gBAAgB;QAChB,MAAMU,UAAyC;YAC7CT;YACA,eAAe;gBACb,OAAO;gBACP,WAAW,EAAE;gBACb,WAAW,EAAE;gBACb,YAAY,EAAE;YAChB;YACA,SAASF;QACX;QAEA,uBAAuB;QACvB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3BC,aACAO,MAAM,GAAG,CAACI,CAAAA,IAAKA,EAAE,IAAI,GACrBF;QAGF,YAAY;QACZ,MAAMG,SAAS,IAAIjB,gBAAgBA,CACjCa,OACAF,WACAH,aACA,IAAI,CAAC,MAAM;QAEb,OAAO,MAAMS,OAAO,GAAG,CAACH,UAAUC;IACpC;IAEA,MAAc,qBACZX,UAA4C,EAC5CC,WAA8B,EAC9BC,SAAiB,EACjBE,WAAmB,EACnB;QACA,MAAM,EAAEU,WAAW,EAAEC,IAAI,EAAEC,YAAY,EAAE,GAAGf;QAE5C,MAAMM,YAAY,IAAIb,SAASA,CAAC;YAC9B,YAAY,IAAI,CAAC,UAAU;YAC3B,SAAS,IAAI,CAAC,OAAO;YACrB,WAAWO,YAAY,KAAK;YAC5B,WAAWA,YAAY,SAAS;YAChCD;YACA,iBAAiBC,YAAY,eAAe;QAC9C;QAEA,MAAMgB,oBAAoB,MAAMC,QAAQ,GAAG,CACzCJ,YAAY,GAAG,CAAC,OAAMK;YACpB,kFAAkF;YAClF,MAAMC,wBAAwBnB,YAAY,qBAAqB;YAC/D,MAAMoB,kBAAkBpB,YAAY,eAAe;YACnD,MAAMqB,gCACJrB,YAAY,6BAA6B;YAE3C,4EAA4E;YAC5E,MAAMsB,wBAAqC;gBACzC,GAAGJ,cAAc;gBACjBC;gBACAC;gBACAC;YACF;YAEA,MAAM,EAAEb,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,0BAA0B,CACrDT,YACAuB,uBACAtB,YAAY,qBAAqB,IAAI,EAAE,EACvCC,WACAE,aACAG;YAGF,OAAOzB,OAAOA,CAAC2B,OAAO;gBACpB,kBAAkBU,eAAe,IAAI;gBACrC,yBAAyBA,eAAe,WAAW;YACrD;QACF;QAGF,MAAMK,SAAS,MAAMrC,kBAAkB,CAAuB;YAC5D4B;YACAC;YACAT;YACA,UAAUU;YACV,qBAAqBhB,YAAY,mBAAmB,IAAI,EAAE;YAC1D,uBAAuBA,YAAY,qBAAqB,IAAI,EAAE;YAC9D,0BAA0B;gBACxB,OAAOD,WAAW,OAAO,CAAC,GAAG,CAAC,EAAE;gBAChC,QAAQA,WAAW,OAAO,CAAC,mBAAmB;gBAC9CE;gBACAE;YACF;QACF;QAEA,eAAe;QACf,MAAMM,WAAW,MAAM,IAAI,CAAC,WAAW,CACrCV,YACAE,WACAD,YAAY,uBAAuB,IAAI,EAAE;QAG3C,gBAAgB;QAChB,MAAMU,UAAyC;YAC7CT;YACA,eAAe;gBACb,OAAO;gBACP,WAAW,EAAE;gBACb,WAAW,EAAE;gBACb,YAAY,EAAE;YAChB;YACA,SAASF;QACX;QAEA,YAAY;QACZ,MAAMyB,cAAcD,OAAO,QAAQ;QACnC,MAAMX,SAAS,IAAIlB,YAAYA,CAC7B8B,aACAlB,WACAH,aACA,IAAI,CAAC,MAAM;QAGb,OAAO,MAAMS,OAAO,GAAG,CAACH,UAAUC;IACpC;IAEA,MAAc,2BACZX,UAAsB,EACtBC,WAAwB,EACxByB,qBAAuC,EACvCxB,SAAiB,EACjBE,WAAmB,EACnBG,SAAoB,EACpB;QACA,cAAc;QACd,MAAMC,QAAQ,IAAI,CAAC,UAAU,CAACP;QAE9B,cAAc;QACd,MAAM0B,YACJ1B,YAAY,IAAI,KAAKpB,sBAAsB,GAAGoB,YAAY,SAAS,GAAG,EAAE;QAE1E,MAAM2B,aAAa,MAAMxC,sBAAsB,CAAuB;YACpE,MAAMa,YAAY,IAAI;YACtB,cAAcA,YAAY,YAAY;YACtC,OAAOO;YACP,aAAaR,WAAW,OAAO,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE;YACvD,qBAAqBC,YAAY,mBAAmB,IAAI,EAAE;YAC1D0B;YACA,uBAAuBD,yBAAyB,EAAE;YAClD,kBAAkB1B,WAAW,KAAK,CAAC,OAAO,EAAE;YAC5C,QAAQ,IAAI,CAAC,MAAM;YACnBO;YACA,0BAA0B;gBACxB,OAAOP,WAAW,OAAO,CAAC,GAAG,CAAC,EAAE;gBAChC,QAAQA,WAAW,OAAO,CAAC,mBAAmB;gBAC9CE;gBACAE;YACF;YACA,uBAAuBH,YAAY,qBAAqB;YACxD,+BAA+BA,YAAY,6BAA6B;QAC1E;QACA,MAAM4B,kBAAkBD,WAAW,QAAQ;QAE3C,OAAO;YAAE,OAAOC;YAAiBrB;QAAM;IACzC;IAEA,MAAc,YACZR,UAAsB,EACtBE,SAAiB,EACjB4B,uBAAkD,EAClB;QAChC,MAAMC,gBAAgB,IAAIlC,gBAAgBA,CAACK;QAC3C,IAAI,CAACX,MAAMA,EAAE;YACX,OAAO,MAAMwC,cAAc,gBAAgB,CACzCvC,iBAAiBA,EACjBsC,yBACA,IAAI,CAAC,eAAe;QAExB;QAEA,gBAAgB;QAChB,MAAME,SAAS,MAAMD,cAAc,aAAa,CAC9C/B,YACA,IAAI,CAAC,MAAM,EACX8B;QAEF,OAAOE,OAAO,QAAQ;IACxB;IAEQ,WAAW/B,WAAwB,EAAgC;QACzE,MAAMgC,cACJhC,YAAY,IAAI,KAAKpB,kBAAkB,GAAG,EAAE,GAAGoB,YAAY,WAAW;QACxE,MAAMiC,kBAAkBD,YAAY,GAAG,CAACjD,CAAAA,OAAQA,KAAK,IAAI;QACzD,MAAMmD,iBAAiB,IAAI,CAAC,eAAe,CAAC,MAAM,CAACnD,CAAAA,OACjDkD,gBAAgB,QAAQ,CAAClD,KAAK,IAAI;QAEpC,OAAOmD,eAAe,GAAG,CAACC,CAAAA;YACxB,OAAOpD,WAAIA,CAA0C;gBACnD,MAAMoD,eAAe,IAAI;gBACzB,aAAaA,eAAe,WAAW;gBACvC,YAAYA,eAAe,MAAM;gBACjC,SAASA,eAAe,IAAI;YAC9B;QACF;IACF;IA3TA,YAAYC,OAAoD,CAAE;QARlE,uBAAiB,aAAjB;QACA,uBAAiB,UAAjB;QACA,uBAAiB,UAAjB;QACA,uBAAiB,WAAjB;QACA,uBAAiB,cAAjB;QACA,uBAAO,mBAAsD,EAAE;QAC/D,uBAAiB,mBAAjB;QAGE,IAAI,CAAC,SAAS,GAAGA,SAAS;QAC1B,IAAI,CAAC,eAAe,GAAGA,SAAS,eAAe,EAAE;QACjD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAACA,SAAS;QAC7C,IAAI,CAAC,OAAO,GAAGA,SAAS,WAAW/C,0BAA0BA;QAC7D,IAAI,CAAC,UAAU,GAAG+C,SAAS,cAAchD,mBAAmBA;QAC5D,IAAI,CAAC,MAAM,GAAGI,iBAAiBA,CAAC4C,SAAS,eAAe;QACxD,IAAI,CAAC,eAAe,GAAGA,SAAS,mBAAmB;QACnDtD,kBAAkBA,CAAC;QAEnB,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAC3B,0BAA0B;YAC1B,YAAYsD,SAAS,cAAchD,mBAAmBA;YACtD,SAASgD,SAAS,WAAW/C,0BAA0BA;YACvD,iBAAiB,IAAI,CAAC,eAAe,CAAC,GAAG,CAACsB,CAAAA,IAAKA,EAAE,IAAI;YACrD,QAAQ,IAAI,CAAC,MAAM;QACrB;IACF;AA2SF;AAAC;AAEiC;AACX"}

package/lib/{cjs/llm-config.d.ts → llm-config.d.ts}

@@ -1,6 +1,6 @@
 import { type BotContext, type ReasoningEffort, VerbosityLevel } from '@botonic/core';
 import { type Model, type ModelProvider, type ModelSettings } from '@openai/agents';
-import { type LLMProviderType } from './constants';
+import { type LLMProviderType } from './constants.js';
 export interface LLMConfigParams {
     maxRetries: number;
     timeout: number;

package/lib/llm-config.js

@@ -0,0 +1,150 @@
+import { VerbosityLevel } from "@botonic/core";
+import { OpenAIProvider } from "@openai/agents";
+import openai, { AzureOpenAI } from "openai";
+import { LITELLM_TAG_KEYS, LLM_API_KEY, LLM_API_URL, LLM_AZURE_API_VERSION, LLM_OPENAI_MODEL, LLM_PROVIDER, LLM_PROVIDERS, isProd } from "./constants.js";
+
+
+
+
+
+function _define_property(obj, key, value) {
+    if (key in obj) {
+        Object.defineProperty(obj, key, {
+            value: value,
+            enumerable: true,
+            configurable: true,
+            writable: true
+        });
+    } else obj[key] = value;
+    return obj;
+}
+
+
+
+
+class LLMConfig {
+    async getModel() {
+        return await this.modelProvider.getModel(this.modelName);
+    }
+    getModelProvider() {
+        const client = this.getClient();
+        return new OpenAIProvider({
+            openAIClient: client,
+            useResponses: false
+        });
+    }
+    getProviderName() {
+        if (this.botContext.settings.LITELLM_API_URL || LLM_PROVIDER === LLM_PROVIDERS.LITELLM) {
+            return LLM_PROVIDERS.LITELLM;
+        }
+        return LLM_PROVIDER;
+    }
+    getClient() {
+        if (this.getProviderName() === LLM_PROVIDERS.LITELLM) {
+            const litellmUrl = this.botContext.settings.LITELLM_API_URL || LLM_API_URL || '';
+            return this.getLiteLLMClient(litellmUrl);
+        }
+        if (LLM_PROVIDER === LLM_PROVIDERS.OPENAI) {
+            return this.getOpenAIClient();
+        }
+        return this.getAzureOpenAiClient();
+    }
+    buildLiteLLMTags() {
+        const botId = this.botContext.session.bot.id;
+        const orgId = this.botContext.session.organization_id;
+        const parts = [];
+        if (botId) {
+            parts.push(`${LITELLM_TAG_KEYS.BOT_ID}:${botId}`);
+        }
+        if (orgId) {
+            parts.push(`${LITELLM_TAG_KEYS.ORG_ID}:${orgId}`);
+        }
+        return parts.length > 0 ? {
+            'x-litellm-tags': parts.join(LITELLM_TAG_KEYS.SEPARATOR)
+        } : undefined;
+    }
+    getLiteLLMClient(litellmUrl) {
+        return new openai({
+            apiKey: this.botContext.secrets.LITELLM_API_KEY || LLM_API_KEY,
+            baseURL: litellmUrl,
+            timeout: this.timeout,
+            maxRetries: this.maxRetries,
+            dangerouslyAllowBrowser: !isProd,
+            defaultHeaders: this.buildLiteLLMTags()
+        });
+    }
+    getOpenAIClient() {
+        return new openai({
+            apiKey: this.botContext.secrets.AZURE_OPENAI_API_KEY || LLM_API_KEY,
+            timeout: this.timeout,
+            maxRetries: this.maxRetries,
+            dangerouslyAllowBrowser: !isProd
+        });
+    }
+    getAzureOpenAiClient() {
+        const baseURL = `${this.botContext.settings.AZURE_OPENAI_API_BASE || LLM_API_URL}openai/`;
+        return new AzureOpenAI({
+            apiKey: this.botContext.secrets.AZURE_OPENAI_API_KEY || LLM_API_KEY,
+            apiVersion: this.botContext.settings.AZURE_OPENAI_API_VERSION || LLM_AZURE_API_VERSION,
+            deployment: this.modelName,
+            baseURL,
+            timeout: this.timeout,
+            maxRetries: this.maxRetries,
+            dangerouslyAllowBrowser: !isProd
+        });
+    }
+    getModelSettings(model, verbosity, reasoningEffort) {
+        if (model.includes('gpt-4')) {
+            return {
+                temperature: 0,
+                text: {
+                    verbosity: VerbosityLevel.Medium
+                }
+            };
+        }
+        if (reasoningEffort) {
+            return {
+                reasoning: {
+                    effort: reasoningEffort
+                },
+                temperature: 1,
+                text: {
+                    verbosity
+                }
+            };
+        }
+        return {
+            temperature: 1,
+            text: {
+                verbosity
+            }
+        };
+    }
+    getApiVersion() {
+        if (this.getProviderName() === LLM_PROVIDERS.LITELLM) {
+            return undefined;
+        }
+        if (LLM_PROVIDER !== LLM_PROVIDERS.AZURE) {
+            return 'NOT_API_VERSION_FOR_OPENAI_PROVIDER';
+        }
+        return this.botContext.settings.AZURE_OPENAI_API_VERSION || LLM_AZURE_API_VERSION;
+    }
+    constructor({ maxRetries, timeout, modelName, verbosity, botContext, reasoningEffort }){
+        _define_property(this, "maxRetries", void 0);
+        _define_property(this, "timeout", void 0);
+        _define_property(this, "botContext", void 0);
+        _define_property(this, "modelName", void 0);
+        _define_property(this, "modelSettings", void 0);
+        _define_property(this, "modelProvider", void 0);
+        this.maxRetries = maxRetries;
+        this.timeout = timeout;
+        this.botContext = botContext;
+        this.modelName = LLM_PROVIDER === LLM_PROVIDERS.OPENAI ? LLM_OPENAI_MODEL : modelName;
+        this.modelProvider = this.getModelProvider();
+        this.modelSettings = this.getModelSettings(modelName, verbosity, reasoningEffort);
+    }
+}
+
+export { LLMConfig };
+
+//# sourceMappingURL=llm-config.js.map