@botonic/plugin-ai-agents 0.45.0-alpha.1 → 0.46.0-alpha.0

package/src/hubtype-api-client.ts

@@ -131,7 +131,7 @@ export class HubtypeApiClient {
   }
 
   async getMessages(
-    request: BotContext,
+    botContext: BotContext,
     maxMemoryLength: number
   ): Promise<AgenticInputMessage[]> {
     const url = `${HUBTYPE_API_URL}/external/v1/ai/agent/message_history/`
@@ -140,7 +140,7 @@ export class HubtypeApiClient {
       Authorization: `Bearer ${this.authToken}`,
     }
     const params = {
-      last_message_id: request.input.message_id,
+      last_message_id: botContext.input.message_id,
       num_messages: maxMemoryLength,
     }
 
@@ -158,7 +158,7 @@ export class HubtypeApiClient {
   }
 
   async getMessagesV2(
-    request: BotContext,
+    botContext: BotContext,
     options: GetMessagesV2Options = {}
   ): Promise<GetMessagesV2Result> {
     const url = `${HUBTYPE_API_URL}/external/v2/ai/agent/message_history/`
@@ -167,7 +167,7 @@ export class HubtypeApiClient {
       Authorization: `Bearer ${this.authToken}`,
     }
     const params: MessageHistoryV2Params = {
-      last_message_id: request.input.message_id,
+      last_message_id: botContext.input.message_id,
       ...(options.maxMessages !== undefined && {
         max_messages: options.maxMessages,
       }),

package/src/index.ts

@@ -7,10 +7,15 @@ import type {
 import { tool } from '@openai/agents'
 
 import { AIAgentBuilder } from './agent-builder'
-import { isProd, MAX_MEMORY_LENGTH } from './constants'
+import {
+  DEFAULT_MAX_RETRIES,
+  DEFAULT_TIMEOUT_16_SECONDS,
+  isProd,
+  MAX_MEMORY_LENGTH,
+} from './constants'
 import { createDebugLogger, type DebugLogger } from './debug-logger'
 import { HubtypeApiClient } from './hubtype-api-client'
-import { setUpOpenAI } from './openai'
+import { LLMConfig } from './llm-config'
 import { AIAgentRunner } from './runner'
 import type {
   AgenticInputMessage,
@@ -32,11 +37,11 @@ export default class BotonicPluginAiAgents<
   private readonly messageHistoryApiVersion: MessageHistoryApiVersion
   private readonly memory: MemoryOptions
   private readonly logger: DebugLogger
+  private readonly timeout: number
+  private readonly maxRetries: number
   public toolDefinitions: CustomTool<TPlugins, TExtraData>[] = []
 
   constructor(options?: PluginAiAgentOptions<TPlugins, TExtraData>) {
-    setUpOpenAI(options?.maxRetries, options?.timeout)
-
     if (options?.messageHistoryApiVersion === 'v1' && options?.memory) {
       throw new Error(
         'Cannot use memory when messageHistoryApiVersion is "v1". ' +
@@ -48,6 +53,8 @@ export default class BotonicPluginAiAgents<
     this.toolDefinitions = options?.customTools || []
     this.messageHistoryApiVersion = options?.messageHistoryApiVersion ?? 'v2'
     this.memory = options?.memory ?? {}
+    this.timeout = options?.timeout ?? DEFAULT_TIMEOUT_16_SECONDS
+    this.maxRetries = options?.maxRetries ?? DEFAULT_MAX_RETRIES
     this.logger = createDebugLogger(options?.enableDebug ?? false)
 
     this.logger.logInitialConfig({
@@ -64,34 +71,51 @@ export default class BotonicPluginAiAgents<
   }
 
   async getInference(
-    request: BotContext<TPlugins, TExtraData>,
+    botContext: BotContext<TPlugins, TExtraData>,
     aiAgentArgs: AiAgentArgs
   ): Promise<InferenceResponse> {
     try {
-      const authToken = isProd ? request.session._access_token : this.authToken
+      const authToken = isProd
+        ? botContext.session._access_token
+        : this.authToken
       if (!authToken) {
         throw new Error('Auth token is required')
       }
 
+      // Create client for OpenAI/Azure OpenAI
+      const llmConfig = new LLMConfig(
+        this.maxRetries,
+        this.timeout,
+        aiAgentArgs.model,
+        aiAgentArgs.verbosity
+      )
+
+      // Build tools
       const tools = this.buildTools(
         aiAgentArgs.activeTools?.map(tool => tool.name) || []
       )
+
+      // Build agent
       const agent = new AIAgentBuilder<TPlugins, TExtraData>({
         name: aiAgentArgs.name,
         instructions: aiAgentArgs.instructions,
         tools: tools,
-        contactInfo: request.session.user.contact_info || [],
+        contactInfo: botContext.session.user.contact_info || [],
         inputGuardrailRules: aiAgentArgs.inputGuardrailRules || [],
         sourceIds: aiAgentArgs.sourceIds || [],
-        campaignsContext: request.input.context?.campaigns_v2,
+        campaignsContext: botContext.input.context?.campaigns_v2,
         logger: this.logger,
+        llmConfig,
       }).build()
 
+      // Get messages
       const messages = await this.getMessages(
-        request,
+        botContext,
         authToken,
         MAX_MEMORY_LENGTH
       )
+
+      // Build context
       const context: Context<TPlugins, TExtraData> = {
         authToken,
         sourceIds: aiAgentArgs.sourceIds || [],
@@ -101,16 +125,22 @@ export default class BotonicPluginAiAgents<
           chunksIds: [],
           chunkTexts: [],
         },
-        request,
+        request: botContext,
       }
 
+      // Log agent debug info
       this.logger.logAgentDebugInfo(
         aiAgentArgs,
         tools.map(t => t.name),
         messages
       )
 
-      const runner = new AIAgentRunner<TPlugins, TExtraData>(agent, this.logger)
+      // Run agent
+      const runner = new AIAgentRunner<TPlugins, TExtraData>(
+        agent,
+        llmConfig,
+        this.logger
+      )
       return await runner.run(messages, context)
     } catch (error) {
       console.error('error plugin returns undefined', error)
@@ -127,7 +157,7 @@ export default class BotonicPluginAiAgents<
   }
 
   private async getMessages(
-    request: BotContext,
+    botContext: BotContext,
     authToken: string,
     memoryLength: number
   ): Promise<AgenticInputMessage[]> {
@@ -138,11 +168,11 @@ export default class BotonicPluginAiAgents<
     }
 
     if (this.messageHistoryApiVersion === 'v1') {
-      return await hubtypeClient.getMessages(request, memoryLength)
+      return await hubtypeClient.getMessages(botContext, memoryLength)
     }
 
     // Default to V2
-    const result = await hubtypeClient.getMessagesV2(request, {
+    const result = await hubtypeClient.getMessagesV2(botContext, {
       maxMessages: this.memory.maxMessages ?? memoryLength,
       includeToolCalls: this.memory.includeToolCalls ?? true,
       maxFullToolResults: this.memory.maxFullToolResults ?? 1,
@@ -166,4 +196,5 @@ export default class BotonicPluginAiAgents<
   }
 }
 
+export * from './bot-config-tools'
 export * from './types'

package/src/llm-config.ts

@@ -0,0 +1,96 @@
+import type { VerbosityLevel } from '@botonic/core'
+import {
+  type ModelProvider,
+  type ModelSettings,
+  OpenAIProvider,
+} from '@openai/agents'
+import OpenAI, { AzureOpenAI } from 'openai'
+import {
+  AZURE_OPENAI_API_BASE,
+  AZURE_OPENAI_API_KEY,
+  AZURE_OPENAI_API_VERSION,
+  isProd,
+  OPENAI_API_KEY,
+  OPENAI_MODEL,
+  OPENAI_PROVIDER,
+} from './constants'
+
+export class LLMConfig {
+  private readonly maxRetries: number
+  private readonly timeout: number
+  public readonly modelName: string
+  public readonly modelSettings: ModelSettings
+  public readonly modelProvider: ModelProvider
+
+  constructor(
+    maxRetries: number,
+    timeout: number,
+    modelName: string,
+    verbosity: VerbosityLevel
+  ) {
+    this.maxRetries = maxRetries
+    this.timeout = timeout
+    this.modelName = OPENAI_PROVIDER === 'openai' ? OPENAI_MODEL : modelName
+    this.modelProvider = this.getModelProvider()
+    this.modelSettings = this.getModelSettings(modelName, verbosity)
+  }
+
+  private getModelProvider(): ModelProvider {
+    const client = this.getClient()
+    return new OpenAIProvider({
+      openAIClient: client,
+      useResponses: false,
+    })
+  }
+
+  private getClient(): OpenAI | AzureOpenAI {
+    if (OPENAI_PROVIDER === 'openai') {
+      return this.getOpenAIClient()
+    }
+
+    return this.getAzureClient()
+  }
+
+  private getOpenAIClient(): OpenAI {
+    return new OpenAI({
+      apiKey: OPENAI_API_KEY,
+      timeout: this.timeout,
+      maxRetries: this.maxRetries,
+      dangerouslyAllowBrowser: !isProd,
+    })
+  }
+
+  private getAzureClient(): AzureOpenAI {
+    return new AzureOpenAI({
+      apiKey: AZURE_OPENAI_API_KEY,
+      apiVersion: AZURE_OPENAI_API_VERSION,
+      deployment: this.modelName,
+      baseURL: AZURE_OPENAI_API_BASE,
+      timeout: this.timeout,
+      maxRetries: this.maxRetries,
+      dangerouslyAllowBrowser: !isProd,
+    })
+  }
+
+  private getModelSettings(
+    model: string,
+    verbosity: VerbosityLevel
+  ): ModelSettings {
+    if (model.includes('gpt-5')) {
+      return {
+        reasoning: { effort: 'none' },
+        temperature: 1,
+        text: { verbosity },
+      }
+    }
+
+    if (model.includes('gpt-4')) {
+      return {
+        temperature: 0,
+        text: { verbosity },
+      }
+    }
+
+    throw new Error(`Unsupported model: ${model}`)
+  }
+}

package/src/runner.ts

@@ -7,9 +7,11 @@ import {
   InputGuardrailTripwireTriggered,
   Runner,
   RunToolCallItem,
+  RunToolCallOutputItem,
 } from '@openai/agents'
-
+import { OPENAI_PROVIDER } from './constants'
 import type { DebugLogger } from './debug-logger'
+import type { LLMConfig } from './llm-config'
 import { retrieveKnowledge } from './tools'
 import type {
   AgenticInputMessage,
@@ -34,9 +36,15 @@ export class AIAgentRunner<
 > {
   private agent: AIAgent<TPlugins, TExtraData>
   private logger: DebugLogger
+  private llmConfig: LLMConfig
 
-  constructor(agent: AIAgent<TPlugins, TExtraData>, logger: DebugLogger) {
+  constructor(
+    agent: AIAgent<TPlugins, TExtraData>,
+    openAiClient: LLMConfig,
+    logger: DebugLogger
+  ) {
     this.agent = agent
+    this.llmConfig = openAiClient
     this.logger = logger
   }
 
@@ -46,11 +54,24 @@ export class AIAgentRunner<
   ): Promise<RunResult> {
     const startTime = Date.now()
 
-    this.logger.logRunnerStart()
+    this.logger.logRunnerStart(
+      this.llmConfig.modelName,
+      this.llmConfig.modelSettings
+    )
 
     try {
+      const modelProvider = this.llmConfig.modelProvider
+      const modelSettings = this.llmConfig.modelSettings
+
+      const hasRetrieveKnowledge = this.agent.tools.includes(retrieveKnowledge)
+      if (hasRetrieveKnowledge && OPENAI_PROVIDER === 'azure') {
+        modelSettings.toolChoice = retrieveKnowledge.name
+      }
+
       const runner = new Runner({
-        modelSettings: { temperature: 0 },
+        modelSettings,
+        modelProvider,
+        tracingDisabled: true,
       })
       // Type assertion to bypass strict type checking - the actual return type from runner.run()
       // doesn't perfectly match our interface, but the properties we access are compatible
@@ -109,11 +130,17 @@ export class AIAgentRunner<
     result,
     context: Context<TPlugins, TExtraData>
   ): ToolExecution[] {
+    const toolResultsByCallId = this.getToolResultsByCallId(result.newItems)
+
     return (
       result.newItems
         ?.filter(item => item instanceof RunToolCallItem)
         .map((item: RunToolCallItem) =>
-          this.getToolExecutionInfo(item as RunToolCallItem, context)
+          this.getToolExecutionInfo(
+            item as RunToolCallItem,
+            context,
+            toolResultsByCallId
+          )
         )
         .filter(
           (toolExecution: ToolExecution) => toolExecution.toolName !== ''
@@ -121,9 +148,44 @@ export class AIAgentRunner<
     )
   }
 
+  private getToolResultsByCallId(newItems: unknown[]): Map<string, string> {
+    const map = new Map<string, string>()
+    for (const item of newItems || []) {
+      if (!(item instanceof RunToolCallOutputItem)) {
+        continue
+      }
+      const rawItem = item.rawItem as {
+        callId?: string
+        output?: string | { type?: string; text?: string }
+      }
+      const callId = rawItem?.callId
+      const output = rawItem?.output
+      if (callId == null || output == null) {
+        continue
+      }
+      const text = this.extractToolResult(output)
+      if (text != null) {
+        map.set(callId, text)
+      }
+    }
+    return map
+  }
+
+  private extractToolResult(
+    output: string | { type?: string; text?: string }
+  ): string | undefined {
+    if (typeof output === 'string') {
+      return output
+    }
+    return output?.type === 'text' && typeof output?.text === 'string'
+      ? output.text
+      : undefined
+  }
+
   private getToolExecutionInfo(
     item: RunToolCallItem,
-    context: Context<TPlugins, TExtraData>
+    context: Context<TPlugins, TExtraData>,
+    toolResultsByCallId: Map<string, string>
   ): ToolExecution {
     if (item.rawItem.type !== 'function_call') {
       return {
@@ -133,20 +195,25 @@ export class AIAgentRunner<
     }
     const toolName = item.rawItem.name
     const toolArguments = this.getSafeToolArguments(item.rawItem.arguments)
+    const toolResults = item.rawItem.callId
+      ? toolResultsByCallId.get(item.rawItem.callId)
+      : undefined
+
+    const toolExecution: ToolExecution = {
+      toolName,
+      toolArguments,
+      toolResults,
+    }
 
     if (toolName === retrieveKnowledge.name) {
       return {
-        toolName,
-        toolArguments,
+        ...toolExecution,
         knowledgebaseSourcesIds: context.knowledgeUsed.sourceIds,
         knowledgebaseChunksIds: context.knowledgeUsed.chunksIds,
       }
     }
 
-    return {
-      toolName,
-      toolArguments,
-    }
+    return toolExecution
   }
 
   private getSafeToolArguments(rawToolArguments: string): Record<string, any> {

package/lib/cjs/openai.d.ts

@@ -1 +0,0 @@
-export declare function setUpOpenAI(maxRetries?: number, timeout?: number): void;

package/lib/cjs/openai.js

@@ -1,39 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.setUpOpenAI = setUpOpenAI;
-const tslib_1 = require("tslib");
-const agents_1 = require("@openai/agents");
-const openai_1 = tslib_1.__importStar(require("openai"));
-const constants_1 = require("./constants");
-function setUpOpenAI(maxRetries, timeout) {
-    if (constants_1.OPENAI_PROVIDER === 'azure') {
-        setAzureOpenAIClient(maxRetries, timeout);
-    }
-    else {
-        setOpenAIClient(maxRetries, timeout);
-    }
-    (0, agents_1.setOpenAIAPI)('chat_completions');
-    (0, agents_1.setTracingDisabled)(true);
-}
-function setOpenAIClient(maxRetries, timeout) {
-    const client = new openai_1.default({
-        apiKey: constants_1.OPENAI_API_KEY,
-        timeout: timeout || 16000, // 16 seconds
-        maxRetries: maxRetries || 2,
-        dangerouslyAllowBrowser: !constants_1.isProd,
-    });
-    (0, agents_1.setDefaultOpenAIClient)(client);
-}
-function setAzureOpenAIClient(maxRetries, timeout) {
-    const client = new openai_1.AzureOpenAI({
-        apiKey: constants_1.AZURE_OPENAI_API_KEY,
-        apiVersion: constants_1.AZURE_OPENAI_API_VERSION,
-        deployment: constants_1.AZURE_OPENAI_API_DEPLOYMENT_NAME,
-        baseURL: constants_1.AZURE_OPENAI_API_BASE,
-        timeout: timeout || 16000, // 16 seconds
-        maxRetries: maxRetries || 2,
-        dangerouslyAllowBrowser: !constants_1.isProd,
-    });
-    (0, agents_1.setDefaultOpenAIClient)(client);
-}
-//# sourceMappingURL=openai.js.map

package/lib/cjs/openai.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/openai.ts"],"names":[],"mappings":";;AAiBA,kCAQC;;AAzBD,2CAIuB;AACvB,yDAA4C;AAE5C,2CAQoB;AAEpB,SAAgB,WAAW,CAAC,UAAmB,EAAE,OAAgB;IAC/D,IAAI,2BAAe,KAAK,OAAO,EAAE,CAAC;QAChC,oBAAoB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;IAC3C,CAAC;SAAM,CAAC;QACN,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;IACtC,CAAC;IACD,IAAA,qBAAY,EAAC,kBAAkB,CAAC,CAAA;IAChC,IAAA,2BAAkB,EAAC,IAAI,CAAC,CAAA;AAC1B,CAAC;AAED,SAAS,eAAe,CAAC,UAAmB,EAAE,OAAgB;IAC5D,MAAM,MAAM,GAAG,IAAI,gBAAM,CAAC;QACxB,MAAM,EAAE,0BAAc;QACtB,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,aAAa;QACxC,UAAU,EAAE,UAAU,IAAI,CAAC;QAC3B,uBAAuB,EAAE,CAAC,kBAAM;KACjC,CAAC,CAAA;IACF,IAAA,+BAAsB,EAAC,MAAM,CAAC,CAAA;AAChC,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAmB,EAAE,OAAgB;IACjE,MAAM,MAAM,GAAG,IAAI,oBAAW,CAAC;QAC7B,MAAM,EAAE,gCAAoB;QAC5B,UAAU,EAAE,oCAAwB;QACpC,UAAU,EAAE,4CAAgC;QAC5C,OAAO,EAAE,iCAAqB;QAC9B,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,aAAa;QACxC,UAAU,EAAE,UAAU,IAAI,CAAC;QAC3B,uBAAuB,EAAE,CAAC,kBAAM;KACjC,CAAC,CAAA;IACF,IAAA,+BAAsB,EAAC,MAAM,CAAC,CAAA;AAChC,CAAC"}

package/lib/esm/openai.d.ts

@@ -1 +0,0 @@
-export declare function setUpOpenAI(maxRetries?: number, timeout?: number): void;

package/lib/esm/openai.js

@@ -1,39 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.setUpOpenAI = setUpOpenAI;
-const tslib_1 = require("tslib");
-const agents_1 = require("@openai/agents");
-const openai_1 = tslib_1.__importStar(require("openai"));
-const constants_1 = require("./constants");
-function setUpOpenAI(maxRetries, timeout) {
-    if (constants_1.OPENAI_PROVIDER === 'azure') {
-        setAzureOpenAIClient(maxRetries, timeout);
-    }
-    else {
-        setOpenAIClient(maxRetries, timeout);
-    }
-    (0, agents_1.setOpenAIAPI)('chat_completions');
-    (0, agents_1.setTracingDisabled)(true);
-}
-function setOpenAIClient(maxRetries, timeout) {
-    const client = new openai_1.default({
-        apiKey: constants_1.OPENAI_API_KEY,
-        timeout: timeout || 16000, // 16 seconds
-        maxRetries: maxRetries || 2,
-        dangerouslyAllowBrowser: !constants_1.isProd,
-    });
-    (0, agents_1.setDefaultOpenAIClient)(client);
-}
-function setAzureOpenAIClient(maxRetries, timeout) {
-    const client = new openai_1.AzureOpenAI({
-        apiKey: constants_1.AZURE_OPENAI_API_KEY,
-        apiVersion: constants_1.AZURE_OPENAI_API_VERSION,
-        deployment: constants_1.AZURE_OPENAI_API_DEPLOYMENT_NAME,
-        baseURL: constants_1.AZURE_OPENAI_API_BASE,
-        timeout: timeout || 16000, // 16 seconds
-        maxRetries: maxRetries || 2,
-        dangerouslyAllowBrowser: !constants_1.isProd,
-    });
-    (0, agents_1.setDefaultOpenAIClient)(client);
-}
-//# sourceMappingURL=openai.js.map

package/lib/esm/openai.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/openai.ts"],"names":[],"mappings":";;AAiBA,kCAQC;;AAzBD,2CAIuB;AACvB,yDAA4C;AAE5C,2CAQoB;AAEpB,SAAgB,WAAW,CAAC,UAAmB,EAAE,OAAgB;IAC/D,IAAI,2BAAe,KAAK,OAAO,EAAE,CAAC;QAChC,oBAAoB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;IAC3C,CAAC;SAAM,CAAC;QACN,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;IACtC,CAAC;IACD,IAAA,qBAAY,EAAC,kBAAkB,CAAC,CAAA;IAChC,IAAA,2BAAkB,EAAC,IAAI,CAAC,CAAA;AAC1B,CAAC;AAED,SAAS,eAAe,CAAC,UAAmB,EAAE,OAAgB;IAC5D,MAAM,MAAM,GAAG,IAAI,gBAAM,CAAC;QACxB,MAAM,EAAE,0BAAc;QACtB,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,aAAa;QACxC,UAAU,EAAE,UAAU,IAAI,CAAC;QAC3B,uBAAuB,EAAE,CAAC,kBAAM;KACjC,CAAC,CAAA;IACF,IAAA,+BAAsB,EAAC,MAAM,CAAC,CAAA;AAChC,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAmB,EAAE,OAAgB;IACjE,MAAM,MAAM,GAAG,IAAI,oBAAW,CAAC;QAC7B,MAAM,EAAE,gCAAoB;QAC5B,UAAU,EAAE,oCAAwB;QACpC,UAAU,EAAE,4CAAgC;QAC5C,OAAO,EAAE,iCAAqB;QAC9B,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,aAAa;QACxC,UAAU,EAAE,UAAU,IAAI,CAAC;QAC3B,uBAAuB,EAAE,CAAC,kBAAM;KACjC,CAAC,CAAA;IACF,IAAA,+BAAsB,EAAC,MAAM,CAAC,CAAA;AAChC,CAAC"}

package/src/openai.ts

@@ -1,49 +0,0 @@
-import {
-  setDefaultOpenAIClient,
-  setOpenAIAPI,
-  setTracingDisabled,
-} from '@openai/agents'
-import OpenAI, { AzureOpenAI } from 'openai'
-
-import {
-  AZURE_OPENAI_API_BASE,
-  AZURE_OPENAI_API_DEPLOYMENT_NAME,
-  AZURE_OPENAI_API_KEY,
-  AZURE_OPENAI_API_VERSION,
-  isProd,
-  OPENAI_API_KEY,
-  OPENAI_PROVIDER,
-} from './constants'
-
-export function setUpOpenAI(maxRetries?: number, timeout?: number) {
-  if (OPENAI_PROVIDER === 'azure') {
-    setAzureOpenAIClient(maxRetries, timeout)
-  } else {
-    setOpenAIClient(maxRetries, timeout)
-  }
-  setOpenAIAPI('chat_completions')
-  setTracingDisabled(true)
-}
-
-function setOpenAIClient(maxRetries?: number, timeout?: number) {
-  const client = new OpenAI({
-    apiKey: OPENAI_API_KEY,
-    timeout: timeout || 16000, // 16 seconds
-    maxRetries: maxRetries || 2,
-    dangerouslyAllowBrowser: !isProd,
-  })
-  setDefaultOpenAIClient(client)
-}
-
-function setAzureOpenAIClient(maxRetries?: number, timeout?: number) {
-  const client = new AzureOpenAI({
-    apiKey: AZURE_OPENAI_API_KEY,
-    apiVersion: AZURE_OPENAI_API_VERSION,
-    deployment: AZURE_OPENAI_API_DEPLOYMENT_NAME,
-    baseURL: AZURE_OPENAI_API_BASE,
-    timeout: timeout || 16000, // 16 seconds
-    maxRetries: maxRetries || 2,
-    dangerouslyAllowBrowser: !isProd,
-  })
-  setDefaultOpenAIClient(client)
-}