@botonic/plugin-ai-agents 0.45.0 → 0.46.0-alpha-3

package/lib/esm/services/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/services/types.ts"],"names":[],"mappings":";;;AAEA,IAAY,gBAEX;AAFD,WAAY,gBAAgB;IAC1B,yCAAqB,CAAA;AACvB,CAAC,EAFW,gBAAgB,gCAAhB,gBAAgB,QAE3B;AAED,IAAY,YAGX;AAHD,WAAY,YAAY;IACtB,6CAA6B,CAAA;IAC7B,yDAAyC,CAAA;AAC3C,CAAC,EAHW,YAAY,4BAAZ,YAAY,QAGvB"}

package/lib/esm/tools/retrieve-knowledge.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.retrieveKnowledge = void 0;
 const agents_1 = require("@openai/agents");
 const zod_1 = require("zod");
-const hubtype_api_client_1 = require("../hubtype-api-client");
+const hubtype_api_client_1 = require("../services/hubtype-api-client");
 exports.retrieveKnowledge = (0, agents_1.tool)({
     name: 'retrieve_knowledge',
     description: 'Consult the knowledge base for information before answering. Use this tool to make sure the information you provide is faithful.',

package/lib/esm/tools/retrieve-knowledge.js.map

@@ -1 +1 @@
-{"version":3,"file":"retrieve-knowledge.js","sourceRoot":"","sources":["../../../src/tools/retrieve-knowledge.ts"],"names":[],"mappings":";;;AAAA,2CAAsD;AACtD,6BAAuB;AAEvB,8DAAwD;AAG3C,QAAA,iBAAiB,GAAG,IAAA,aAAI,EAAC;IACpC,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EACT,kIAAkI;IACpI,UAAU,EAAE,OAAC,CAAC,MAAM,CAAC;QACnB,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;KACzE,CAAC;IACF,OAAO,EAAE,KAAK,EACZ,KAAwB,EACxB,UAAgC,EACb,EAAE;QACrB,MAAM,OAAO,GAAG,UAAU,EAAE,OAAO,CAAA;QACnC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QACzB,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;QACxC,CAAC;QACD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;QACnC,MAAM,MAAM,GAAG,IAAI,qCAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QACnE,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAElD,OAAO,CAAC,aAAa,GAAG;YACtB,KAAK;YACL,SAAS;YACT,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,UAAU;SACX,CAAA;QAED,OAAO,UAAU,CAAA;IACnB,CAAC;CACF,CAAC,CAAA"}
+{"version":3,"file":"retrieve-knowledge.js","sourceRoot":"","sources":["../../../src/tools/retrieve-knowledge.ts"],"names":[],"mappings":";;;AAAA,2CAAsD;AACtD,6BAAuB;AAEvB,uEAAiE;AAGpD,QAAA,iBAAiB,GAAG,IAAA,aAAI,EAAC;IACpC,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EACT,kIAAkI;IACpI,UAAU,EAAE,OAAC,CAAC,MAAM,CAAC;QACnB,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;KACzE,CAAC;IACF,OAAO,EAAE,KAAK,EACZ,KAAwB,EACxB,UAAgC,EACb,EAAE;QACrB,MAAM,OAAO,GAAG,UAAU,EAAE,OAAO,CAAA;QACnC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QACzB,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;QACxC,CAAC;QACD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;QACnC,MAAM,MAAM,GAAG,IAAI,qCAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QACnE,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAElD,OAAO,CAAC,aAAa,GAAG;YACtB,KAAK;YACL,SAAS;YACT,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,UAAU;SACX,CAAA;QAED,OAAO,UAAU,CAAA;IACnB,CAAC;CACF,CAAC,CAAA"}

package/lib/esm/types.d.ts

@@ -45,5 +45,12 @@ export interface PluginAiAgentOptions<TPlugins extends ResolvedPlugins = Resolve
     /** Enable debug logging for AI agent configuration and execution details. */
     enableDebug?: boolean;
 }
+export interface ResultRawResponse {
+    usage: {
+        inputTokens: number;
+        outputTokens: number;
+    };
+    providerData?: Record<string, unknown>;
+}
 export type AgenticInputMessage = AgentInputItem;
 export { AgenticOutputMessage, AiAgentArgs, GuardrailRule, InferenceResponse, RunResult, };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@botonic/plugin-ai-agents",
-  "version": "0.45.0",
+  "version": "0.46.0-alpha-3",
   "main": "./lib/cjs/index.js",
   "module": "./lib/esm/index.js",
   "description": "Use AI Agents to generate your contents",
@@ -14,12 +14,13 @@
     "format": "biome format --write src/ tests/"
   },
   "dependencies": {
-    "@botonic/core": "^0.45.0",
+    "@botonic/core": "^0.46.0-alpha-3",
     "@openai/agents": "^0.3.9",
     "axios": "^1.13.6",
     "openai": "^6.0.0",
     "uuid": "^10.0.0",
-    "zod": "3.25.76"
+    "zod": "3.25.76",
+    "zod-to-json-schema": "^3.25.1"
   },
   "devDependencies": {
     "@types/uuid": "^10.0.0"

package/src/agent-builder.ts

@@ -3,12 +3,13 @@ import {
   Agent,
   type AgentOutputType,
   type InputGuardrail,
-  type ModelSettings,
 } from '@openai/agents'
 
-import { OPENAI_MODEL, OPENAI_PROVIDER } from './constants'
+import { OPENAI_PROVIDER } from './constants'
 import type { DebugLogger } from './debug-logger'
 import { createInputGuardrail } from './guardrails'
+import type { GuardrailTrackingContext } from './guardrails/input'
+import type { LLMConfig } from './llm-config'
 import { OutputSchema } from './structured-output'
 import { mandatoryTools, retrieveKnowledge } from './tools'
 import type { AIAgent, Context, GuardrailRule, Tool } from './types'
@@ -24,7 +25,9 @@ interface AIAgentBuilderOptions<
   contactInfo: ContactInfo[]
   inputGuardrailRules: GuardrailRule[]
   sourceIds: string[]
+  llmConfig: LLMConfig
   logger: DebugLogger
+  guardrailTrackingContext: GuardrailTrackingContext
 }
 
 export class AIAgentBuilder<
@@ -35,6 +38,7 @@ export class AIAgentBuilder<
   private instructions: string
   private tools: Tool<TPlugins, TExtraData>[]
   private inputGuardrails: InputGuardrail[]
+  public llmConfig: LLMConfig
   private logger: DebugLogger
 
   constructor(options: AIAgentBuilderOptions<TPlugins, TExtraData>) {
@@ -46,35 +50,35 @@ export class AIAgentBuilder<
     )
     this.tools = this.addHubtypeTools(options.tools, options.sourceIds)
     this.inputGuardrails = []
+    this.llmConfig = options.llmConfig
     this.logger = options.logger
     if (options.inputGuardrailRules.length > 0) {
-      const inputGuardrail = createInputGuardrail(options.inputGuardrailRules)
+      const inputGuardrail = createInputGuardrail(
+        options.inputGuardrailRules,
+        options.llmConfig,
+        options.guardrailTrackingContext
+      )
       this.inputGuardrails.push(inputGuardrail)
     }
   }
 
   build(): AIAgent<TPlugins, TExtraData> {
-    const modelSettings: ModelSettings = {} as ModelSettings
-    if (OPENAI_PROVIDER === 'openai') {
-      modelSettings.reasoning = { effort: 'none' }
-      modelSettings.text = { verbosity: 'medium' }
-    }
-
-    const hasRetrieveKnowledge = this.tools.includes(retrieveKnowledge)
-    if (hasRetrieveKnowledge && OPENAI_PROVIDER === 'azure') {
-      modelSettings.toolChoice = retrieveKnowledge.name
-    }
-
     // When using standard OpenAI API, we need to specify the model
     // Azure OpenAI uses deployment name instead
-    const model = OPENAI_PROVIDER === 'openai' ? OPENAI_MODEL : undefined
+
+    const model = this.llmConfig.modelName
+    const hasRetrieveKnowledge = this.tools.includes(retrieveKnowledge)
 
     this.logger.logModelSettings({
       provider: OPENAI_PROVIDER,
       model,
-      reasoning: modelSettings.reasoning as { effort: string } | undefined,
-      text: modelSettings.text as { verbosity: string } | undefined,
-      toolChoice: modelSettings.toolChoice as string | undefined,
+      reasoning: this.llmConfig.modelSettings.reasoning as
+        | { effort: string }
+        | undefined,
+      text: this.llmConfig.modelSettings.text as
+        | { verbosity: string }
+        | undefined,
+      toolChoice: this.llmConfig.modelSettings.toolChoice as string | undefined,
       hasRetrieveKnowledge,
     })
 
@@ -89,7 +93,6 @@ export class AIAgentBuilder<
       outputType: OutputSchema,
       inputGuardrails: this.inputGuardrails,
       outputGuardrails: [],
-      modelSettings,
     })
   }
 

package/src/bot-config-tools.ts

@@ -0,0 +1,21 @@
+import type { ToolConfigJSON } from '@botonic/core'
+import { zodToJsonSchema } from 'zod-to-json-schema'
+
+import type { CustomTool } from './types'
+
+/**
+ * Maps custom AI agent tools to the format expected by bot config (e.g. for flow-builder).
+ * Converts each tool's Zod schema to JSON Schema so it can be serialized in the config.
+ */
+export function getToolsForBotConfig(
+  customTools: CustomTool[]
+): ToolConfigJSON[] {
+  return customTools.map(tool => ({
+    name: tool.name,
+    description: tool.description,
+    // Cast to avoid TS "Type instantiation is excessively deep" with zodToJsonSchema + ZodSchema
+    schema: zodToJsonSchema(tool.schema as never, {
+      $refStrategy: 'none',
+    }) as ToolConfigJSON['schema'],
+  }))
+}

package/src/constants.ts

@@ -10,11 +10,12 @@ export const OPENAI_PROVIDER: 'openai' | 'azure' =
 // Azure OpenAI Configuration
 export const AZURE_OPENAI_API_KEY = process.env.AZURE_OPENAI_API_KEY // pragma: allowlist secret
 export const AZURE_OPENAI_API_BASE = process.env.AZURE_OPENAI_API_BASE
-export const AZURE_OPENAI_API_DEPLOYMENT_NAME =
-  process.env.AZURE_OPENAI_API_DEPLOYMENT_NAME || 'gpt-41-mini_p1'
 export const AZURE_OPENAI_API_VERSION =
   process.env.AZURE_OPENAI_API_VERSION || '2025-01-01-preview'
 
 export const isProd = process.env.NODE_ENV === 'production'
 
 export const MAX_MEMORY_LENGTH = 25
+
+export const DEFAULT_TIMEOUT_16_SECONDS = 16000
+export const DEFAULT_MAX_RETRIES = 2

package/src/debug-logger.ts

@@ -1,12 +1,6 @@
 import type { AiAgentArgs, ToolExecution } from '@botonic/core'
-
-import {
-  AZURE_OPENAI_API_BASE,
-  AZURE_OPENAI_API_DEPLOYMENT_NAME,
-  MAX_MEMORY_LENGTH,
-  OPENAI_MODEL,
-  OPENAI_PROVIDER,
-} from './constants'
+import type { ModelSettings } from '@openai/agents'
+import { MAX_MEMORY_LENGTH, OPENAI_PROVIDER } from './constants'
 import type { AgenticInputMessage, MemoryOptions, RunResult } from './types'
 
 const PREFIX = '[BotonicPluginAiAgents]'
@@ -36,7 +30,7 @@ export interface DebugLogger {
     messages: AgenticInputMessage[]
   ): void
   logModelSettings(settings: ModelSettingsInfo): void
-  logRunnerStart(): void
+  logRunnerStart(model: string, modelSettings: ModelSettings): void
   logRunResult(runResult: RunResult, startTime: number): void
   logGuardrailTriggered(): void
   logRunnerError(startTime: number, error: unknown): void
@@ -44,25 +38,9 @@ export interface DebugLogger {
 }
 
 class EnabledDebugLogger implements DebugLogger {
-  private getModelInfo(): { model: string; apiBase: string } {
-    const model =
-      OPENAI_PROVIDER === 'azure'
-        ? AZURE_OPENAI_API_DEPLOYMENT_NAME
-        : OPENAI_MODEL
-    const apiBase =
-      OPENAI_PROVIDER === 'azure' && AZURE_OPENAI_API_BASE
-        ? AZURE_OPENAI_API_BASE
-        : 'OpenAI API'
-    return { model, apiBase }
-  }
-
   logInitialConfig(config: DebugLoggerConfig): void {
-    const { model, apiBase } = this.getModelInfo()
-
     console.log(`${PREFIX} === Plugin Initialization ===`)
     console.log(`${PREFIX} Provider: ${OPENAI_PROVIDER}`)
-    console.log(`${PREFIX} Model/Deployment: ${model}`)
-    console.log(`${PREFIX} API Base: ${apiBase}`)
     console.log(
       `${PREFIX} Message History API Version: ${config.messageHistoryApiVersion}`
     )
@@ -117,8 +95,10 @@ class EnabledDebugLogger implements DebugLogger {
     console.log(`${PREFIX} === End Model Settings ===`)
   }
 
-  logRunnerStart(): void {
+  logRunnerStart(model: string, modelSettings: ModelSettings): void {
     console.log(`${PREFIX} === Runner Execution Start ===`)
+    console.log(`${PREFIX} Model: ${model}`)
+    console.log(`${PREFIX} Model Settings: ${JSON.stringify(modelSettings)}`)
   }
 
   logRunResult(runResult: RunResult, startTime: number): void {
@@ -174,7 +154,7 @@ class DisabledDebugLogger implements DebugLogger {
   logInitialConfig(): void {}
   logAgentDebugInfo(): void {}
   logModelSettings(): void {}
-  logRunnerStart(): void {}
+  logRunnerStart(_model: string, _modelSettings: ModelSettings): void {}
   logRunResult(): void {}
   logGuardrailTriggered(): void {}
   logRunnerError(): void {}

package/src/guardrails/input.ts

@@ -1,14 +1,28 @@
 import {
   Agent,
   type InputGuardrail,
-  run,
+  Runner,
   type UserMessageItem,
 } from '@openai/agents'
 import { z } from 'zod'
+import { AZURE_OPENAI_API_VERSION, isProd, OPENAI_PROVIDER } from '../constants'
+import type { LLMConfig } from '../llm-config'
+import { HubtypeApiClient } from '../services/hubtype-api-client'
+import { TrackFeature, TrackProductName } from '../services/types'
+import type { GuardrailRule, ResultRawResponse } from '../types'
 
-import type { GuardrailRule } from '../types'
+export interface GuardrailTrackingContext {
+  botId: string
+  isTest: boolean
+  authToken: string
+  inferenceId: string
+}
 
-export function createInputGuardrail(rules: GuardrailRule[]): InputGuardrail {
+export function createInputGuardrail(
+  rules: GuardrailRule[],
+  llmConfig: LLMConfig,
+  trackingContext: GuardrailTrackingContext
+): InputGuardrail {
   const outputType = z.object(
     Object.fromEntries(
       rules.map(rule => [rule.name, z.boolean().describe(rule.description)])
@@ -26,7 +40,26 @@ export function createInputGuardrail(rules: GuardrailRule[]): InputGuardrail {
     name: 'InputGuardrail',
     execute: async ({ input, context }) => {
       const lastMessage = input[input.length - 1] as UserMessageItem
-      const result = await run(agent, [lastMessage], { context })
+      const modelProvider = llmConfig.modelProvider
+      const modelSettings = llmConfig.modelSettings
+      modelSettings.toolChoice = undefined
+      const runner = new Runner({
+        modelSettings,
+        modelProvider,
+        tracingDisabled: true,
+      })
+      const startTime = Date.now()
+      const result = await runner.run(agent, [lastMessage], { context })
+      const endTime = Date.now()
+
+      void sendGuardrailLlmRunTracking(
+        result,
+        trackingContext,
+        llmConfig,
+        startTime,
+        endTime
+      )
+
       const finalOutput = result.finalOutput as Record<string, boolean>
       if (finalOutput === undefined) {
         throw new Error('Guardrail agent failed to produce output')
@@ -42,3 +75,48 @@ export function createInputGuardrail(rules: GuardrailRule[]): InputGuardrail {
     },
   }
 }
+
+async function sendGuardrailLlmRunTracking(
+  result: {
+    rawResponses?: ResultRawResponse[]
+  },
+  trackingContext: GuardrailTrackingContext,
+  llmConfig: LLMConfig,
+  startTime: number,
+  endTime: number
+): Promise<void> {
+  if (!isProd) {
+    return
+  }
+  const rawResponses = result.rawResponses ?? []
+  if (rawResponses.length === 0) {
+    return
+  }
+  const totalDuration = endTime - startTime
+  const durationPerCall = Math.round(totalDuration / rawResponses.length)
+  const temperature =
+    (llmConfig.modelSettings.temperature as number | undefined) ?? 0
+  const apiVersion = OPENAI_PROVIDER === 'azure' ? AZURE_OPENAI_API_VERSION : ''
+
+  const llmRuns = rawResponses.map(response => ({
+    inference_id: trackingContext.inferenceId,
+    is_test: trackingContext.isTest,
+    product_name: TrackProductName.AI_AGENT,
+    deployment_name: llmConfig.modelName,
+    model_name:
+      (response.providerData?.['model'] as string | undefined) ??
+      llmConfig.modelName,
+    feature: TrackFeature.AI_AGENT_GUARDRAIL,
+    api_version: apiVersion,
+    num_prompt_tokens: response.usage.inputTokens,
+    num_completion_tokens: response.usage.outputTokens,
+    duration_in_milliseconds: durationPerCall,
+    temperature,
+    error: null,
+  }))
+
+  const client = new HubtypeApiClient(trackingContext.authToken)
+  await client.trackLlmRuns(trackingContext.botId, {
+    llm_runs: llmRuns,
+  })
+}

package/src/index.ts

@@ -5,13 +5,18 @@ import type {
   ResolvedPlugins,
 } from '@botonic/core'
 import { tool } from '@openai/agents'
-
+import { v7 as uuidv7 } from 'uuid'
 import { AIAgentBuilder } from './agent-builder'
-import { isProd, MAX_MEMORY_LENGTH } from './constants'
+import {
+  DEFAULT_MAX_RETRIES,
+  DEFAULT_TIMEOUT_16_SECONDS,
+  isProd,
+  MAX_MEMORY_LENGTH,
+} from './constants'
 import { createDebugLogger, type DebugLogger } from './debug-logger'
-import { HubtypeApiClient } from './hubtype-api-client'
-import { setUpOpenAI } from './openai'
+import { LLMConfig } from './llm-config'
 import { AIAgentRunner } from './runner'
+import { HubtypeApiClient } from './services/hubtype-api-client'
 import type {
   AgenticInputMessage,
   Context,
@@ -32,11 +37,11 @@ export default class BotonicPluginAiAgents<
   private readonly messageHistoryApiVersion: MessageHistoryApiVersion
   private readonly memory: MemoryOptions
   private readonly logger: DebugLogger
+  private readonly timeout: number
+  private readonly maxRetries: number
   public toolDefinitions: CustomTool<TPlugins, TExtraData>[] = []
 
   constructor(options?: PluginAiAgentOptions<TPlugins, TExtraData>) {
-    setUpOpenAI(options?.maxRetries, options?.timeout)
-
     if (options?.messageHistoryApiVersion === 'v1' && options?.memory) {
       throw new Error(
         'Cannot use memory when messageHistoryApiVersion is "v1". ' +
@@ -48,6 +53,8 @@ export default class BotonicPluginAiAgents<
     this.toolDefinitions = options?.customTools || []
     this.messageHistoryApiVersion = options?.messageHistoryApiVersion ?? 'v2'
     this.memory = options?.memory ?? {}
+    this.timeout = options?.timeout ?? DEFAULT_TIMEOUT_16_SECONDS
+    this.maxRetries = options?.maxRetries ?? DEFAULT_MAX_RETRIES
     this.logger = createDebugLogger(options?.enableDebug ?? false)
 
     this.logger.logInitialConfig({
@@ -64,34 +71,59 @@ export default class BotonicPluginAiAgents<
   }
 
   async getInference(
-    request: BotContext<TPlugins, TExtraData>,
+    botContext: BotContext<TPlugins, TExtraData>,
     aiAgentArgs: AiAgentArgs
   ): Promise<InferenceResponse> {
     try {
-      const authToken = isProd ? request.session._access_token : this.authToken
+      const authToken = isProd
+        ? botContext.session._access_token
+        : this.authToken
       if (!authToken) {
         throw new Error('Auth token is required')
       }
 
+      const inferenceId = uuidv7()
+
+      // Create client for OpenAI/Azure OpenAI
+      const llmConfig = new LLMConfig(
+        this.maxRetries,
+        this.timeout,
+        aiAgentArgs.model,
+        aiAgentArgs.verbosity
+      )
+
+      // Build tools
       const tools = this.buildTools(
         aiAgentArgs.activeTools?.map(tool => tool.name) || []
       )
+
+      // Build agent
       const agent = new AIAgentBuilder<TPlugins, TExtraData>({
         name: aiAgentArgs.name,
         instructions: aiAgentArgs.instructions,
         tools: tools,
-        contactInfo: request.session.user.contact_info || [],
+        contactInfo: botContext.session.user.contact_info || [],
         inputGuardrailRules: aiAgentArgs.inputGuardrailRules || [],
         sourceIds: aiAgentArgs.sourceIds || [],
-        campaignsContext: request.input.context?.campaigns_v2,
+        campaignsContext: botContext.input.context?.campaigns_v2,
         logger: this.logger,
+        llmConfig,
+        guardrailTrackingContext: {
+          botId: botContext.session.bot.id,
+          isTest: botContext.session.is_test_integration,
+          authToken,
+          inferenceId,
+        },
       }).build()
 
+      // Get messages
       const messages = await this.getMessages(
-        request,
+        botContext,
         authToken,
         MAX_MEMORY_LENGTH
       )
+
+      // Build context
       const context: Context<TPlugins, TExtraData> = {
         authToken,
         sourceIds: aiAgentArgs.sourceIds || [],
@@ -101,16 +133,23 @@ export default class BotonicPluginAiAgents<
           chunksIds: [],
           chunkTexts: [],
         },
-        request,
+        request: botContext,
       }
 
+      // Log agent debug info
       this.logger.logAgentDebugInfo(
         aiAgentArgs,
         tools.map(t => t.name),
         messages
       )
 
-      const runner = new AIAgentRunner<TPlugins, TExtraData>(agent, this.logger)
+      // Run agent
+      const runner = new AIAgentRunner<TPlugins, TExtraData>(
+        agent,
+        llmConfig,
+        inferenceId,
+        this.logger
+      )
       return await runner.run(messages, context)
     } catch (error) {
       console.error('error plugin returns undefined', error)
@@ -127,7 +166,7 @@ export default class BotonicPluginAiAgents<
   }
 
   private async getMessages(
-    request: BotContext,
+    botContext: BotContext,
     authToken: string,
     memoryLength: number
   ): Promise<AgenticInputMessage[]> {
@@ -138,11 +177,11 @@ export default class BotonicPluginAiAgents<
     }
 
     if (this.messageHistoryApiVersion === 'v1') {
-      return await hubtypeClient.getMessages(request, memoryLength)
+      return await hubtypeClient.getMessages(botContext, memoryLength)
     }
 
     // Default to V2
-    const result = await hubtypeClient.getMessagesV2(request, {
+    const result = await hubtypeClient.getMessagesV2(botContext, {
       maxMessages: this.memory.maxMessages ?? memoryLength,
       includeToolCalls: this.memory.includeToolCalls ?? true,
       maxFullToolResults: this.memory.maxFullToolResults ?? 1,
@@ -166,4 +205,5 @@ export default class BotonicPluginAiAgents<
   }
 }
 
+export * from './bot-config-tools'
 export * from './types'

package/src/llm-config.ts

@@ -0,0 +1,96 @@
+import type { VerbosityLevel } from '@botonic/core'
+import {
+  type ModelProvider,
+  type ModelSettings,
+  OpenAIProvider,
+} from '@openai/agents'
+import OpenAI, { AzureOpenAI } from 'openai'
+import {
+  AZURE_OPENAI_API_BASE,
+  AZURE_OPENAI_API_KEY,
+  AZURE_OPENAI_API_VERSION,
+  isProd,
+  OPENAI_API_KEY,
+  OPENAI_MODEL,
+  OPENAI_PROVIDER,
+} from './constants'
+
+export class LLMConfig {
+  private readonly maxRetries: number
+  private readonly timeout: number
+  public readonly modelName: string
+  public readonly modelSettings: ModelSettings
+  public readonly modelProvider: ModelProvider
+
+  constructor(
+    maxRetries: number,
+    timeout: number,
+    modelName: string,
+    verbosity: VerbosityLevel
+  ) {
+    this.maxRetries = maxRetries
+    this.timeout = timeout
+    this.modelName = OPENAI_PROVIDER === 'openai' ? OPENAI_MODEL : modelName
+    this.modelProvider = this.getModelProvider()
+    this.modelSettings = this.getModelSettings(modelName, verbosity)
+  }
+
+  private getModelProvider(): ModelProvider {
+    const client = this.getClient()
+    return new OpenAIProvider({
+      openAIClient: client,
+      useResponses: false,
+    })
+  }
+
+  private getClient(): OpenAI | AzureOpenAI {
+    if (OPENAI_PROVIDER === 'openai') {
+      return this.getOpenAIClient()
+    }
+
+    return this.getAzureClient()
+  }
+
+  private getOpenAIClient(): OpenAI {
+    return new OpenAI({
+      apiKey: OPENAI_API_KEY,
+      timeout: this.timeout,
+      maxRetries: this.maxRetries,
+      dangerouslyAllowBrowser: !isProd,
+    })
+  }
+
+  private getAzureClient(): AzureOpenAI {
+    return new AzureOpenAI({
+      apiKey: AZURE_OPENAI_API_KEY,
+      apiVersion: AZURE_OPENAI_API_VERSION,
+      deployment: this.modelName,
+      baseURL: AZURE_OPENAI_API_BASE,
+      timeout: this.timeout,
+      maxRetries: this.maxRetries,
+      dangerouslyAllowBrowser: !isProd,
+    })
+  }
+
+  private getModelSettings(
+    model: string,
+    verbosity: VerbosityLevel
+  ): ModelSettings {
+    if (model.includes('gpt-5')) {
+      return {
+        reasoning: { effort: 'none' },
+        temperature: 1,
+        text: { verbosity },
+      }
+    }
+
+    if (model.includes('gpt-4')) {
+      return {
+        temperature: 0,
+        text: { verbosity: 'medium' },
+      }
+    }
+
+    throw new Error(`Unsupported model: ${model}`)
+  }
+}