@botonic/plugin-ai-agents 0.45.0 → 0.46.0-alpha.1

package/src/runner.ts

@@ -9,14 +9,18 @@ import {
   RunToolCallItem,
   RunToolCallOutputItem,
 } from '@openai/agents'
-
+import { AZURE_OPENAI_API_VERSION, isProd, OPENAI_PROVIDER } from './constants'
 import type { DebugLogger } from './debug-logger'
+import type { LLMConfig } from './llm-config'
+import { HubtypeApiClient } from './services/hubtype-api-client'
+import { TrackFeature, TrackProductName } from './services/types'
 import { retrieveKnowledge } from './tools'
 import type {
   AgenticInputMessage,
   AgenticOutputMessage,
   AIAgent,
   Context,
+  ResultRawResponse,
   RunResult,
 } from './types'
 
@@ -27,6 +31,9 @@ interface AIAgentRunnerResult {
     messages?: OutputMessage[]
   }
   newItems?: RunToolCallItem[]
+  rawResponses?: ResultRawResponse[]
+  // biome-ignore lint/suspicious/noExplicitAny: state is a complex internal type
+  state?: any
 }
 
 export class AIAgentRunner<
@@ -34,10 +41,19 @@ export class AIAgentRunner<
   TExtraData = any,
 > {
   private agent: AIAgent<TPlugins, TExtraData>
+  private llmConfig: LLMConfig
+  private inferenceId: string
   private logger: DebugLogger
 
-  constructor(agent: AIAgent<TPlugins, TExtraData>, logger: DebugLogger) {
+  constructor(
+    agent: AIAgent<TPlugins, TExtraData>,
+    openAiClient: LLMConfig,
+    inferenceId: string,
+    logger: DebugLogger
+  ) {
     this.agent = agent
+    this.llmConfig = openAiClient
+    this.inferenceId = inferenceId
     this.logger = logger
   }
 
@@ -47,11 +63,24 @@ export class AIAgentRunner<
   ): Promise<RunResult> {
     const startTime = Date.now()
 
-    this.logger.logRunnerStart()
+    this.logger.logRunnerStart(
+      this.llmConfig.modelName,
+      this.llmConfig.modelSettings
+    )
 
     try {
+      const modelProvider = this.llmConfig.modelProvider
+      const modelSettings = this.llmConfig.modelSettings
+
+      const hasRetrieveKnowledge = this.agent.tools.includes(retrieveKnowledge)
+      if (hasRetrieveKnowledge && OPENAI_PROVIDER === 'azure') {
+        modelSettings.toolChoice = retrieveKnowledge.name
+      }
+
       const runner = new Runner({
-        modelSettings: { temperature: 0 },
+        modelSettings,
+        modelProvider,
+        tracingDisabled: true,
       })
       // Type assertion to bypass strict type checking - the actual return type from runner.run()
       // doesn't perfectly match our interface, but the properties we access are compatible
@@ -59,6 +88,13 @@ export class AIAgentRunner<
         context,
       })) as AIAgentRunnerResult
 
+      const endTime = Date.now()
+
+      void this.sendLlmRunTracking(result, context, startTime, endTime)
+
+      const { _context, ...restResult } = result.state
+      console.log('Runner result:', restResult)
+
       const outputMessages = result.finalOutput?.messages || []
       const hasExit =
         outputMessages.length === 0 ||
@@ -106,6 +142,51 @@ export class AIAgentRunner<
     }
   }
 
+  private async sendLlmRunTracking(
+    result: AIAgentRunnerResult,
+    context: Context<TPlugins, TExtraData>,
+    startTime: number,
+    endTime: number
+  ): Promise<void> {
+    if (!isProd) {
+      return
+    }
+    const rawResponses = result.rawResponses ?? []
+    if (rawResponses.length === 0) {
+      return
+    }
+    const botId = context.request.session.bot.id
+    const isTest = context.request.session.is_test_integration
+    const totalDuration = endTime - startTime
+    const durationPerCall = Math.round(totalDuration / rawResponses.length)
+    const temperature =
+      (this.llmConfig.modelSettings.temperature as number | undefined) ?? 0
+    const apiVersion =
+      OPENAI_PROVIDER === 'azure' ? AZURE_OPENAI_API_VERSION : ''
+
+    const llmRuns = rawResponses.map(response => ({
+      inference_id: this.inferenceId,
+      is_test: isTest,
+      product_name: TrackProductName.AI_AGENT,
+      deployment_name: this.llmConfig.modelName,
+      model_name:
+        (response.providerData?.['model'] as string | undefined) ??
+        this.llmConfig.modelName,
+      feature: TrackFeature.AI_AGENT_RUN,
+      api_version: apiVersion,
+      num_prompt_tokens: response.usage.inputTokens,
+      num_completion_tokens: response.usage.outputTokens,
+      duration_in_milliseconds: durationPerCall,
+      temperature,
+      error: null,
+    }))
+
+    const client = new HubtypeApiClient(context.authToken)
+    await client.trackLlmRuns(botId, {
+      llm_runs: llmRuns,
+    })
+  }
+
   private getToolsExecuted(
     result,
     context: Context<TPlugins, TExtraData>

package/src/{hubtype-api-client.ts → services/hubtype-api-client.ts}

@@ -2,85 +2,19 @@
 import type { BotContext } from '@botonic/core'
 import axios from 'axios'
 
-import { HUBTYPE_API_URL } from './constants'
-import type { AgenticInputMessage, Chunk } from './types'
-
-interface HubtypeAssistantMessage {
-  role: 'assistant'
-  content: string
-}
-
-interface HubtypeUserMessage {
-  role: 'user'
-  content: string
-}
-
-type HubtypeMessage = HubtypeAssistantMessage | HubtypeUserMessage
-
-// V2 API Types
-interface HubtypeToolCall {
-  id: string
-  type: 'function'
-  function: {
-    name: string
-    arguments: string
-  }
-}
-
-interface HubtypeUserMessageV2 {
-  role: 'user'
-  content: string | null
-}
-
-interface HubtypeAssistantMessageV2 {
-  role: 'assistant'
-  content: string | null
-  tool_calls?: HubtypeToolCall[] | null
-}
-
-interface HubtypeToolMessageV2 {
-  role: 'tool'
-  content: string | null
-  tool_call_id: string
-}
-
-interface HubtypeSystemMessageV2 {
-  role: 'system'
-  content: string | null
-}
-
-type HubtypeMessageV2 =
-  | HubtypeUserMessageV2
-  | HubtypeAssistantMessageV2
-  | HubtypeToolMessageV2
-  | HubtypeSystemMessageV2
-
-interface MessageHistoryResponseV2 {
-  messages: HubtypeMessageV2[]
-  conversation_id: string | null
-  truncated: boolean
-}
-
-export interface GetMessagesV2Options {
-  maxMessages?: number
-  includeToolCalls?: boolean
-  maxFullToolResults?: number
-  debugMode?: boolean
-}
-
-export interface GetMessagesV2Result {
-  messages: AgenticInputMessage[]
-  conversationId: string | null
-  truncated: boolean
-}
-
-interface MessageHistoryV2Params {
-  last_message_id: string
-  max_messages?: number
-  include_tool_calls?: boolean
-  max_full_tool_results?: number
-  debug_mode?: boolean
-}
+import { HUBTYPE_API_URL } from '../constants'
+import type { AgenticInputMessage, Chunk } from '../types'
+import type {
+  GetMessagesV2Options,
+  GetMessagesV2Result,
+  HubtypeAssistantMessageV2,
+  HubtypeMessage,
+  HubtypeMessageV2,
+  HubtypeToolMessageV2,
+  MessageHistoryResponseV2,
+  MessageHistoryV2Params,
+  TrackLlmRunsData,
+} from './types'
 
 export class HubtypeApiClient {
   private readonly authToken: string
@@ -131,7 +65,7 @@ export class HubtypeApiClient {
   }
 
   async getMessages(
-    request: BotContext,
+    botContext: BotContext,
     maxMemoryLength: number
   ): Promise<AgenticInputMessage[]> {
     const url = `${HUBTYPE_API_URL}/external/v1/ai/agent/message_history/`
@@ -140,7 +74,7 @@ export class HubtypeApiClient {
       Authorization: `Bearer ${this.authToken}`,
     }
     const params = {
-      last_message_id: request.input.message_id,
+      last_message_id: botContext.input.message_id,
       num_messages: maxMemoryLength,
     }
 
@@ -158,7 +92,7 @@ export class HubtypeApiClient {
   }
 
   async getMessagesV2(
-    request: BotContext,
+    botContext: BotContext,
     options: GetMessagesV2Options = {}
   ): Promise<GetMessagesV2Result> {
     const url = `${HUBTYPE_API_URL}/external/v2/ai/agent/message_history/`
@@ -167,7 +101,7 @@ export class HubtypeApiClient {
       Authorization: `Bearer ${this.authToken}`,
     }
     const params: MessageHistoryV2Params = {
-      last_message_id: request.input.message_id,
+      last_message_id: botContext.input.message_id,
       ...(options.maxMessages !== undefined && {
         max_messages: options.maxMessages,
       }),
@@ -268,6 +202,20 @@ export class HubtypeApiClient {
     }
   }
 
+  async trackLlmRuns(botId: string, data: TrackLlmRunsData): Promise<void> {
+    // Not stop the bot execution if the tracking fails, just log the error
+    try {
+      const url = `${HUBTYPE_API_URL}/external/v2/conversational_apps/${botId}/track_llm_runs/`
+      const headers = {
+        'Content-Type': 'application/json',
+        Authorization: `Bearer ${this.authToken}`,
+      }
+      await axios.post(url, data, { headers })
+    } catch (error) {
+      console.error('Failed to track LLM runs:', error)
+    }
+  }
+
   private formatMessage(message: HubtypeMessage): AgenticInputMessage {
     if (message.role === 'user') {
       return {

package/src/services/types.ts

@@ -0,0 +1,106 @@
+import type { AgenticInputMessage } from '../types'
+
+export enum TrackProductName {
+  AI_AGENT = 'ai_agent',
+}
+
+export enum TrackFeature {
+  AI_AGENT_RUN = 'ai_agent_run',
+  AI_AGENT_GUARDRAIL = 'ai_agent_guardrail',
+}
+
+export interface LlmRunData {
+  inference_id: string
+  is_test: boolean
+  product_name: string
+  deployment_name: string
+  model_name: string
+  feature: string
+  api_version: string
+  num_prompt_tokens: number
+  num_completion_tokens: number
+  duration_in_milliseconds: number
+  temperature: number
+  error: string | null
+}
+
+export interface TrackLlmRunsData {
+  llm_runs: LlmRunData[]
+}
+
+interface HubtypeAssistantMessage {
+  role: 'assistant'
+  content: string
+}
+
+interface HubtypeUserMessage {
+  role: 'user'
+  content: string
+}
+
+export type HubtypeMessage = HubtypeAssistantMessage | HubtypeUserMessage
+
+// V2 API Types
+interface HubtypeToolCall {
+  id: string
+  type: 'function'
+  function: {
+    name: string
+    arguments: string
+  }
+}
+
+interface HubtypeUserMessageV2 {
+  role: 'user'
+  content: string | null
+}
+
+export interface HubtypeAssistantMessageV2 {
+  role: 'assistant'
+  content: string | null
+  tool_calls?: HubtypeToolCall[] | null
+}
+
+export interface HubtypeToolMessageV2 {
+  role: 'tool'
+  content: string | null
+  tool_call_id: string
+}
+
+interface HubtypeSystemMessageV2 {
+  role: 'system'
+  content: string | null
+}
+
+export type HubtypeMessageV2 =
+  | HubtypeUserMessageV2
+  | HubtypeAssistantMessageV2
+  | HubtypeToolMessageV2
+  | HubtypeSystemMessageV2
+
+export interface MessageHistoryResponseV2 {
+  messages: HubtypeMessageV2[]
+  conversation_id: string | null
+  truncated: boolean
+}
+
+export interface GetMessagesV2Options {
+  maxMessages?: number
+  includeToolCalls?: boolean
+  maxFullToolResults?: number
+  debugMode?: boolean
+}
+
+export interface GetMessagesV2Result {
+  messages: AgenticInputMessage[]
+  conversationId: string | null
+  truncated: boolean
+}
+
+export interface MessageHistoryV2Params {
+  last_message_id: string
+  max_messages?: number
+  include_tool_calls?: boolean
+  max_full_tool_results?: number
+  debug_mode?: boolean
+}

package/src/tools/retrieve-knowledge.ts

@@ -1,7 +1,7 @@
 import { type RunContext, tool } from '@openai/agents'
 import { z } from 'zod'
 
-import { HubtypeApiClient } from '../hubtype-api-client'
+import { HubtypeApiClient } from '../services/hubtype-api-client'
 import type { Context } from '../types'
 
 export const retrieveKnowledge = tool({

package/src/types.ts

@@ -91,6 +91,14 @@ export interface PluginAiAgentOptions<
   enableDebug?: boolean
 }
 
+export interface ResultRawResponse {
+  usage: {
+    inputTokens: number
+    outputTokens: number
+  }
+  providerData?: Record<string, unknown>
+}
+
 export type AgenticInputMessage = AgentInputItem
 
 export {

package/lib/cjs/hubtype-api-client.d.ts

@@ -1,23 +0,0 @@
-import type { BotContext } from '@botonic/core';
-import type { AgenticInputMessage, Chunk } from './types';
-export interface GetMessagesV2Options {
-    maxMessages?: number;
-    includeToolCalls?: boolean;
-    maxFullToolResults?: number;
-    debugMode?: boolean;
-}
-export interface GetMessagesV2Result {
-    messages: AgenticInputMessage[];
-    conversationId: string | null;
-    truncated: boolean;
-}
-export declare class HubtypeApiClient {
-    private readonly authToken;
-    constructor(authToken: string);
-    retrieveSimilarChunks(query: string, sourceIds: string[]): Promise<Chunk[]>;
-    getLocalMessages(maxMemoryLength: number): Promise<AgenticInputMessage[]>;
-    getMessages(request: BotContext, maxMemoryLength: number): Promise<AgenticInputMessage[]>;
-    getMessagesV2(request: BotContext, options?: GetMessagesV2Options): Promise<GetMessagesV2Result>;
-    private formatMessageV2;
-    private formatMessage;
-}

package/lib/cjs/hubtype-api-client.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"hubtype-api-client.js","sourceRoot":"","sources":["../../src/hubtype-api-client.ts"],"names":[],"mappings":";;;;AAEA,0DAAyB;AAEzB,2CAA6C;AAgF7C,MAAa,gBAAgB;IAG3B,YAAY,SAAiB;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,qBAAqB,CACzB,KAAa,EACb,SAAmB;QAEnB,MAAM,GAAG,GAAG,GAAG,2BAAe,gDAAgD,CAAA;QAC9E,MAAM,OAAO,GAAG;YACd,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE;SAC1C,CAAA;QACD,MAAM,MAAM,GAAG;YACb,KAAK;YACL,UAAU,EAAE,SAAS;YACrB,UAAU,EAAE,CAAC;SACd,CAAA;QACD,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;QAC3D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAY,EAAE,EAAE,CAAC,CAAC;YACzD,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC,CAAC,CAAA;QACH,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,eAAuB;QAEvB,MAAM,iBAAiB,GACrB,OAAO,UAAU,KAAK,WAAW,IAAI,UAAU,CAAC,YAAY;YAC1D,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,cAAc,CAAC;YACjD,CAAC,CAAC,IAAI,CAAA;QACV,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,IAAI,CAAC,CAAA;QAC1D,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAA;QACtC,MAAM,gBAAgB,GAAG,QAAQ;aAC9B,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;aACpC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACf,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW;YACtD,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI;SAC3B,CAAC,CAAC;aACF,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAA;QAC9C,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,WAAW,CACf,OAAmB,EACnB,eAAuB;QAEvB,MAAM,GAAG,GAAG,GAAG,2BAAe,wCAAwC,CAAA;QACtE,MAAM,OAAO,GAAG;YACd,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE;SAC1C,CAAA;QACD,MAAM,MAAM,GAAG;YACb,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,UAAU;YACzC,YAAY,EAAE,eAAe;SAC9B,CAAA;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAiC,GAAG,EAAE;gBACpE,OAAO;gBACP,MAAM;aACP,CAAC,CAAA;YACF,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAA;YACvC,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACxD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,OAAmB,EACnB,UAAgC,EAAE;QAElC,MAAM,GAAG,GAAG,GAAG,2BAAe,wCAAwC,CAAA;QACtE,MAAM,OAAO,GAAG;YACd,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE;SAC1C,CAAA;QACD,MAAM,MAAM,GAA2B;YACrC,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,UAAU;YACzC,GAAG,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI;gBACvC,YAAY,EAAE,OAAO,CAAC,WAAW;aAClC,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,IAAI;gBAC5C,kBAAkB,EAAE,OAAO,CAAC,gBAAgB;aAC7C,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,IAAI;gBAC9C,qBAAqB,EAAE,OAAO,CAAC,kBAAkB;aAClD,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI;gBACrC,UAAU,EAAE,OAAO,CAAC,SAAS;aAC9B,CAAC;SACH,CAAA;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAA2B,GAAG,EAAE;gBAC9D,OAAO;gBACP,MAAM;aACP,CAAC,CAAA;YACF,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAA;YAC9D,MAAM,iBAAiB,GAAG,QAAQ;iBAC/B,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;iBAC7C,MAAM,CAAC,CAAC,OAAO,EAAkC,EAAE,CAAC,OAAO,KAAK,IAAI,CAAC,CAAA;YACxE,OAAO;gBACL,QAAQ,EAAE,iBAAiB;gBAC3B,cAAc,EAAE,eAAe;gBAC/B,SAAS;aACV,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;QAC/D,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,OAAyB;QAEzB,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,MAAM;gBACT,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;iBAC/B,CAAA;YACH,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,gBAAgB,GAAG,OAAoC,CAAA;gBAC7D,gEAAgE;gBAChE,iEAAiE;gBACjE,gDAAgD;gBAChD,IACE,gBAAgB,CAAC,UAAU;oBAC3B,gBAAgB,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EACtC,CAAC;oBACD,OAAO;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,gBAAgB,CAAC,OAAO,IAAI,EAAE;wBACvC,UAAU,EAAE,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;4BACjD,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,QAAQ,EAAE;gCACR,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gCACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;6BACjC;yBACF,CAAC,CAAC;qBAC8B,CAAA;gBACrC,CAAC;gBACD,+CAA+C;gBAC/C,OAAO;oBACL,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,gBAAgB,CAAC,OAAO,IAAI,EAAE;yBACrC;qBACF;oBACD,MAAM,EAAE,WAAW;iBACpB,CAAA;YACH,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,+DAA+D;gBAC/D,iEAAiE;gBACjE,gDAAgD;gBAChD,MAAM,WAAW,GAAG,OAA+B,CAAA;gBACnD,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,YAAY,EAAE,WAAW,CAAC,YAAY;oBACtC,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,EAAE;iBACD,CAAA;YACrC,CAAC;YACD,KAAK,QAAQ;gBACX,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;iBAC/B,CAAA;YACH;gBACE,MAAM,IAAI,KAAK,CACb,yBAA0B,OAA4B,CAAC,IAAI,EAAE,CAC9D,CAAA;QACL,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,OAAuB;QAC3C,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO;gBACL,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,IAAI,EAAE,MAAM;aACb,CAAA;QACH,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACxC,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,aAAa;wBACnB,IAAI,EAAE,OAAO,CAAC,OAAO;qBACtB;iBACF;gBACD,MAAM,EAAE,WAAW;aACpB,CAAA;QACH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;QACzC,CAAC;IACH,CAAC;CACF;AA/MD,4CA+MC"}

package/lib/cjs/openai.d.ts

@@ -1 +0,0 @@
-export declare function setUpOpenAI(maxRetries?: number, timeout?: number): void;

package/lib/cjs/openai.js

@@ -1,39 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.setUpOpenAI = setUpOpenAI;
-const tslib_1 = require("tslib");
-const agents_1 = require("@openai/agents");
-const openai_1 = tslib_1.__importStar(require("openai"));
-const constants_1 = require("./constants");
-function setUpOpenAI(maxRetries, timeout) {
-    if (constants_1.OPENAI_PROVIDER === 'azure') {
-        setAzureOpenAIClient(maxRetries, timeout);
-    }
-    else {
-        setOpenAIClient(maxRetries, timeout);
-    }
-    (0, agents_1.setOpenAIAPI)('chat_completions');
-    (0, agents_1.setTracingDisabled)(true);
-}
-function setOpenAIClient(maxRetries, timeout) {
-    const client = new openai_1.default({
-        apiKey: constants_1.OPENAI_API_KEY,
-        timeout: timeout || 16000, // 16 seconds
-        maxRetries: maxRetries || 2,
-        dangerouslyAllowBrowser: !constants_1.isProd,
-    });
-    (0, agents_1.setDefaultOpenAIClient)(client);
-}
-function setAzureOpenAIClient(maxRetries, timeout) {
-    const client = new openai_1.AzureOpenAI({
-        apiKey: constants_1.AZURE_OPENAI_API_KEY,
-        apiVersion: constants_1.AZURE_OPENAI_API_VERSION,
-        deployment: constants_1.AZURE_OPENAI_API_DEPLOYMENT_NAME,
-        baseURL: constants_1.AZURE_OPENAI_API_BASE,
-        timeout: timeout || 16000, // 16 seconds
-        maxRetries: maxRetries || 2,
-        dangerouslyAllowBrowser: !constants_1.isProd,
-    });
-    (0, agents_1.setDefaultOpenAIClient)(client);
-}
-//# sourceMappingURL=openai.js.map

package/lib/cjs/openai.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/openai.ts"],"names":[],"mappings":";;AAiBA,kCAQC;;AAzBD,2CAIuB;AACvB,yDAA4C;AAE5C,2CAQoB;AAEpB,SAAgB,WAAW,CAAC,UAAmB,EAAE,OAAgB;IAC/D,IAAI,2BAAe,KAAK,OAAO,EAAE,CAAC;QAChC,oBAAoB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;IAC3C,CAAC;SAAM,CAAC;QACN,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;IACtC,CAAC;IACD,IAAA,qBAAY,EAAC,kBAAkB,CAAC,CAAA;IAChC,IAAA,2BAAkB,EAAC,IAAI,CAAC,CAAA;AAC1B,CAAC;AAED,SAAS,eAAe,CAAC,UAAmB,EAAE,OAAgB;IAC5D,MAAM,MAAM,GAAG,IAAI,gBAAM,CAAC;QACxB,MAAM,EAAE,0BAAc;QACtB,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,aAAa;QACxC,UAAU,EAAE,UAAU,IAAI,CAAC;QAC3B,uBAAuB,EAAE,CAAC,kBAAM;KACjC,CAAC,CAAA;IACF,IAAA,+BAAsB,EAAC,MAAM,CAAC,CAAA;AAChC,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAmB,EAAE,OAAgB;IACjE,MAAM,MAAM,GAAG,IAAI,oBAAW,CAAC;QAC7B,MAAM,EAAE,gCAAoB;QAC5B,UAAU,EAAE,oCAAwB;QACpC,UAAU,EAAE,4CAAgC;QAC5C,OAAO,EAAE,iCAAqB;QAC9B,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,aAAa;QACxC,UAAU,EAAE,UAAU,IAAI,CAAC;QAC3B,uBAAuB,EAAE,CAAC,kBAAM;KACjC,CAAC,CAAA;IACF,IAAA,+BAAsB,EAAC,MAAM,CAAC,CAAA;AAChC,CAAC"}

package/lib/esm/hubtype-api-client.d.ts

@@ -1,23 +0,0 @@
-import type { BotContext } from '@botonic/core';
-import type { AgenticInputMessage, Chunk } from './types';
-export interface GetMessagesV2Options {
-    maxMessages?: number;
-    includeToolCalls?: boolean;
-    maxFullToolResults?: number;
-    debugMode?: boolean;
-}
-export interface GetMessagesV2Result {
-    messages: AgenticInputMessage[];
-    conversationId: string | null;
-    truncated: boolean;
-}
-export declare class HubtypeApiClient {
-    private readonly authToken;
-    constructor(authToken: string);
-    retrieveSimilarChunks(query: string, sourceIds: string[]): Promise<Chunk[]>;
-    getLocalMessages(maxMemoryLength: number): Promise<AgenticInputMessage[]>;
-    getMessages(request: BotContext, maxMemoryLength: number): Promise<AgenticInputMessage[]>;
-    getMessagesV2(request: BotContext, options?: GetMessagesV2Options): Promise<GetMessagesV2Result>;
-    private formatMessageV2;
-    private formatMessage;
-}

package/lib/esm/hubtype-api-client.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"hubtype-api-client.js","sourceRoot":"","sources":["../../src/hubtype-api-client.ts"],"names":[],"mappings":";;;;AAEA,0DAAyB;AAEzB,2CAA6C;AAgF7C,MAAa,gBAAgB;IAG3B,YAAY,SAAiB;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,qBAAqB,CACzB,KAAa,EACb,SAAmB;QAEnB,MAAM,GAAG,GAAG,GAAG,2BAAe,gDAAgD,CAAA;QAC9E,MAAM,OAAO,GAAG;YACd,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE;SAC1C,CAAA;QACD,MAAM,MAAM,GAAG;YACb,KAAK;YACL,UAAU,EAAE,SAAS;YACrB,UAAU,EAAE,CAAC;SACd,CAAA;QACD,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;QAC3D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAY,EAAE,EAAE,CAAC,CAAC;YACzD,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC,CAAC,CAAA;QACH,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,eAAuB;QAEvB,MAAM,iBAAiB,GACrB,OAAO,UAAU,KAAK,WAAW,IAAI,UAAU,CAAC,YAAY;YAC1D,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,cAAc,CAAC;YACjD,CAAC,CAAC,IAAI,CAAA;QACV,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,IAAI,CAAC,CAAA;QAC1D,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAA;QACtC,MAAM,gBAAgB,GAAG,QAAQ;aAC9B,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;aACpC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACf,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW;YACtD,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI;SAC3B,CAAC,CAAC;aACF,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAA;QAC9C,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,WAAW,CACf,OAAmB,EACnB,eAAuB;QAEvB,MAAM,GAAG,GAAG,GAAG,2BAAe,wCAAwC,CAAA;QACtE,MAAM,OAAO,GAAG;YACd,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE;SAC1C,CAAA;QACD,MAAM,MAAM,GAAG;YACb,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,UAAU;YACzC,YAAY,EAAE,eAAe;SAC9B,CAAA;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAiC,GAAG,EAAE;gBACpE,OAAO;gBACP,MAAM;aACP,CAAC,CAAA;YACF,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAA;YACvC,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACxD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,OAAmB,EACnB,UAAgC,EAAE;QAElC,MAAM,GAAG,GAAG,GAAG,2BAAe,wCAAwC,CAAA;QACtE,MAAM,OAAO,GAAG;YACd,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE;SAC1C,CAAA;QACD,MAAM,MAAM,GAA2B;YACrC,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,UAAU;YACzC,GAAG,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI;gBACvC,YAAY,EAAE,OAAO,CAAC,WAAW;aAClC,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,IAAI;gBAC5C,kBAAkB,EAAE,OAAO,CAAC,gBAAgB;aAC7C,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,IAAI;gBAC9C,qBAAqB,EAAE,OAAO,CAAC,kBAAkB;aAClD,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI;gBACrC,UAAU,EAAE,OAAO,CAAC,SAAS;aAC9B,CAAC;SACH,CAAA;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAA2B,GAAG,EAAE;gBAC9D,OAAO;gBACP,MAAM;aACP,CAAC,CAAA;YACF,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAA;YAC9D,MAAM,iBAAiB,GAAG,QAAQ;iBAC/B,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;iBAC7C,MAAM,CAAC,CAAC,OAAO,EAAkC,EAAE,CAAC,OAAO,KAAK,IAAI,CAAC,CAAA;YACxE,OAAO;gBACL,QAAQ,EAAE,iBAAiB;gBAC3B,cAAc,EAAE,eAAe;gBAC/B,SAAS;aACV,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;QAC/D,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,OAAyB;QAEzB,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,MAAM;gBACT,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;iBAC/B,CAAA;YACH,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,gBAAgB,GAAG,OAAoC,CAAA;gBAC7D,gEAAgE;gBAChE,iEAAiE;gBACjE,gDAAgD;gBAChD,IACE,gBAAgB,CAAC,UAAU;oBAC3B,gBAAgB,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EACtC,CAAC;oBACD,OAAO;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,gBAAgB,CAAC,OAAO,IAAI,EAAE;wBACvC,UAAU,EAAE,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;4BACjD,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,QAAQ,EAAE;gCACR,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gCACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;6BACjC;yBACF,CAAC,CAAC;qBAC8B,CAAA;gBACrC,CAAC;gBACD,+CAA+C;gBAC/C,OAAO;oBACL,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,gBAAgB,CAAC,OAAO,IAAI,EAAE;yBACrC;qBACF;oBACD,MAAM,EAAE,WAAW;iBACpB,CAAA;YACH,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,+DAA+D;gBAC/D,iEAAiE;gBACjE,gDAAgD;gBAChD,MAAM,WAAW,GAAG,OAA+B,CAAA;gBACnD,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,YAAY,EAAE,WAAW,CAAC,YAAY;oBACtC,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,EAAE;iBACD,CAAA;YACrC,CAAC;YACD,KAAK,QAAQ;gBACX,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;iBAC/B,CAAA;YACH;gBACE,MAAM,IAAI,KAAK,CACb,yBAA0B,OAA4B,CAAC,IAAI,EAAE,CAC9D,CAAA;QACL,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,OAAuB;QAC3C,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO;gBACL,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,IAAI,EAAE,MAAM;aACb,CAAA;QACH,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACxC,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,aAAa;wBACnB,IAAI,EAAE,OAAO,CAAC,OAAO;qBACtB;iBACF;gBACD,MAAM,EAAE,WAAW;aACpB,CAAA;QACH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;QACzC,CAAC;IACH,CAAC;CACF;AA/MD,4CA+MC"}

package/lib/esm/openai.d.ts

@@ -1 +0,0 @@
-export declare function setUpOpenAI(maxRetries?: number, timeout?: number): void;

package/lib/esm/openai.js

@@ -1,39 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.setUpOpenAI = setUpOpenAI;
-const tslib_1 = require("tslib");
-const agents_1 = require("@openai/agents");
-const openai_1 = tslib_1.__importStar(require("openai"));
-const constants_1 = require("./constants");
-function setUpOpenAI(maxRetries, timeout) {
-    if (constants_1.OPENAI_PROVIDER === 'azure') {
-        setAzureOpenAIClient(maxRetries, timeout);
-    }
-    else {
-        setOpenAIClient(maxRetries, timeout);
-    }
-    (0, agents_1.setOpenAIAPI)('chat_completions');
-    (0, agents_1.setTracingDisabled)(true);
-}
-function setOpenAIClient(maxRetries, timeout) {
-    const client = new openai_1.default({
-        apiKey: constants_1.OPENAI_API_KEY,
-        timeout: timeout || 16000, // 16 seconds
-        maxRetries: maxRetries || 2,
-        dangerouslyAllowBrowser: !constants_1.isProd,
-    });
-    (0, agents_1.setDefaultOpenAIClient)(client);
-}
-function setAzureOpenAIClient(maxRetries, timeout) {
-    const client = new openai_1.AzureOpenAI({
-        apiKey: constants_1.AZURE_OPENAI_API_KEY,
-        apiVersion: constants_1.AZURE_OPENAI_API_VERSION,
-        deployment: constants_1.AZURE_OPENAI_API_DEPLOYMENT_NAME,
-        baseURL: constants_1.AZURE_OPENAI_API_BASE,
-        timeout: timeout || 16000, // 16 seconds
-        maxRetries: maxRetries || 2,
-        dangerouslyAllowBrowser: !constants_1.isProd,
-    });
-    (0, agents_1.setDefaultOpenAIClient)(client);
-}
-//# sourceMappingURL=openai.js.map

package/lib/esm/openai.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/openai.ts"],"names":[],"mappings":";;AAiBA,kCAQC;;AAzBD,2CAIuB;AACvB,yDAA4C;AAE5C,2CAQoB;AAEpB,SAAgB,WAAW,CAAC,UAAmB,EAAE,OAAgB;IAC/D,IAAI,2BAAe,KAAK,OAAO,EAAE,CAAC;QAChC,oBAAoB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;IAC3C,CAAC;SAAM,CAAC;QACN,eAAe,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;IACtC,CAAC;IACD,IAAA,qBAAY,EAAC,kBAAkB,CAAC,CAAA;IAChC,IAAA,2BAAkB,EAAC,IAAI,CAAC,CAAA;AAC1B,CAAC;AAED,SAAS,eAAe,CAAC,UAAmB,EAAE,OAAgB;IAC5D,MAAM,MAAM,GAAG,IAAI,gBAAM,CAAC;QACxB,MAAM,EAAE,0BAAc;QACtB,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,aAAa;QACxC,UAAU,EAAE,UAAU,IAAI,CAAC;QAC3B,uBAAuB,EAAE,CAAC,kBAAM;KACjC,CAAC,CAAA;IACF,IAAA,+BAAsB,EAAC,MAAM,CAAC,CAAA;AAChC,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAmB,EAAE,OAAgB;IACjE,MAAM,MAAM,GAAG,IAAI,oBAAW,CAAC;QAC7B,MAAM,EAAE,gCAAoB;QAC5B,UAAU,EAAE,oCAAwB;QACpC,UAAU,EAAE,4CAAgC;QAC5C,OAAO,EAAE,iCAAqB;QAC9B,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,aAAa;QACxC,UAAU,EAAE,UAAU,IAAI,CAAC;QAC3B,uBAAuB,EAAE,CAAC,kBAAM;KACjC,CAAC,CAAA;IACF,IAAA,+BAAsB,EAAC,MAAM,CAAC,CAAA;AAChC,CAAC"}

package/src/openai.ts

@@ -1,49 +0,0 @@
-import {
-  setDefaultOpenAIClient,
-  setOpenAIAPI,
-  setTracingDisabled,
-} from '@openai/agents'
-import OpenAI, { AzureOpenAI } from 'openai'
-
-import {
-  AZURE_OPENAI_API_BASE,
-  AZURE_OPENAI_API_DEPLOYMENT_NAME,
-  AZURE_OPENAI_API_KEY,
-  AZURE_OPENAI_API_VERSION,
-  isProd,
-  OPENAI_API_KEY,
-  OPENAI_PROVIDER,
-} from './constants'
-
-export function setUpOpenAI(maxRetries?: number, timeout?: number) {
-  if (OPENAI_PROVIDER === 'azure') {
-    setAzureOpenAIClient(maxRetries, timeout)
-  } else {
-    setOpenAIClient(maxRetries, timeout)
-  }
-  setOpenAIAPI('chat_completions')
-  setTracingDisabled(true)
-}
-
-function setOpenAIClient(maxRetries?: number, timeout?: number) {
-  const client = new OpenAI({
-    apiKey: OPENAI_API_KEY,
-    timeout: timeout || 16000, // 16 seconds
-    maxRetries: maxRetries || 2,
-    dangerouslyAllowBrowser: !isProd,
-  })
-  setDefaultOpenAIClient(client)
-}
-
-function setAzureOpenAIClient(maxRetries?: number, timeout?: number) {
-  const client = new AzureOpenAI({
-    apiKey: AZURE_OPENAI_API_KEY,
-    apiVersion: AZURE_OPENAI_API_VERSION,
-    deployment: AZURE_OPENAI_API_DEPLOYMENT_NAME,
-    baseURL: AZURE_OPENAI_API_BASE,
-    timeout: timeout || 16000, // 16 seconds
-    maxRetries: maxRetries || 2,
-    dangerouslyAllowBrowser: !isProd,
-  })
-  setDefaultOpenAIClient(client)
-}