@botonic/plugin-ai-agents 0.36.0-alpha.5 → 0.36.0-alpha.7

package/lib/esm/structured-output/index.d.ts

@@ -0,0 +1,198 @@
+import { z } from 'zod';
+import { CarouselMessage } from './carousel';
+import { ExitMessage } from './exit';
+import { TextMessage } from './text';
+import { TextWithButtonsMessage } from './text-with-buttons';
+export type OutputMessage = TextMessage | TextWithButtonsMessage | CarouselMessage | ExitMessage;
+export interface Output {
+    messages: OutputMessage[];
+}
+export declare const OutputSchema: z.ZodObject<{
+    messages: z.ZodArray<z.ZodUnion<[z.ZodObject<{
+        type: z.ZodEnum<["text"]>;
+        content: z.ZodObject<{
+            text: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            text: string;
+        }, {
+            text: string;
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        type: "text";
+        content: {
+            text: string;
+        };
+    }, {
+        type: "text";
+        content: {
+            text: string;
+        };
+    }>, z.ZodObject<{
+        type: z.ZodEnum<["textWithButtons"]>;
+        content: z.ZodObject<{
+            text: z.ZodString;
+            buttons: z.ZodArray<z.ZodString, "many">;
+        }, "strip", z.ZodTypeAny, {
+            text: string;
+            buttons: string[];
+        }, {
+            text: string;
+            buttons: string[];
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        type: "textWithButtons";
+        content: {
+            text: string;
+            buttons: string[];
+        };
+    }, {
+        type: "textWithButtons";
+        content: {
+            text: string;
+            buttons: string[];
+        };
+    }>, z.ZodObject<{
+        type: z.ZodEnum<["carousel"]>;
+        content: z.ZodObject<{
+            elements: z.ZodArray<z.ZodObject<{
+                title: z.ZodString;
+                subtitle: z.ZodString;
+                image: z.ZodString;
+                button: z.ZodObject<{
+                    text: z.ZodString;
+                    url: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    text: string;
+                    url: string;
+                }, {
+                    text: string;
+                    url: string;
+                }>;
+            }, "strip", z.ZodTypeAny, {
+                title: string;
+                subtitle: string;
+                image: string;
+                button: {
+                    text: string;
+                    url: string;
+                };
+            }, {
+                title: string;
+                subtitle: string;
+                image: string;
+                button: {
+                    text: string;
+                    url: string;
+                };
+            }>, "many">;
+        }, "strip", z.ZodTypeAny, {
+            elements: {
+                title: string;
+                subtitle: string;
+                image: string;
+                button: {
+                    text: string;
+                    url: string;
+                };
+            }[];
+        }, {
+            elements: {
+                title: string;
+                subtitle: string;
+                image: string;
+                button: {
+                    text: string;
+                    url: string;
+                };
+            }[];
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        type: "carousel";
+        content: {
+            elements: {
+                title: string;
+                subtitle: string;
+                image: string;
+                button: {
+                    text: string;
+                    url: string;
+                };
+            }[];
+        };
+    }, {
+        type: "carousel";
+        content: {
+            elements: {
+                title: string;
+                subtitle: string;
+                image: string;
+                button: {
+                    text: string;
+                    url: string;
+                };
+            }[];
+        };
+    }>, z.ZodObject<{
+        type: z.ZodEnum<["exit"]>;
+    }, "strip", z.ZodTypeAny, {
+        type: "exit";
+    }, {
+        type: "exit";
+    }>]>, "many">;
+}, "strip", z.ZodTypeAny, {
+    messages: ({
+        type: "carousel";
+        content: {
+            elements: {
+                title: string;
+                subtitle: string;
+                image: string;
+                button: {
+                    text: string;
+                    url: string;
+                };
+            }[];
+        };
+    } | {
+        type: "exit";
+    } | {
+        type: "text";
+        content: {
+            text: string;
+        };
+    } | {
+        type: "textWithButtons";
+        content: {
+            text: string;
+            buttons: string[];
+        };
+    })[];
+}, {
+    messages: ({
+        type: "carousel";
+        content: {
+            elements: {
+                title: string;
+                subtitle: string;
+                image: string;
+                button: {
+                    text: string;
+                    url: string;
+                };
+            }[];
+        };
+    } | {
+        type: "exit";
+    } | {
+        type: "text";
+        content: {
+            text: string;
+        };
+    } | {
+        type: "textWithButtons";
+        content: {
+            text: string;
+            buttons: string[];
+        };
+    })[];
+}>;

package/lib/esm/structured-output/index.js

@@ -0,0 +1,11 @@
+import { z } from 'zod';
+import { CarouselSchema } from './carousel';
+import { ExitSchema } from './exit';
+import { TextSchema } from './text';
+import { TextWithButtonsSchema, } from './text-with-buttons';
+export const OutputSchema = z
+    .object({
+    messages: z.array(z.union([TextSchema, TextWithButtonsSchema, CarouselSchema, ExitSchema])),
+})
+    .describe('The messages to be sent to the user');
+//# sourceMappingURL=index.js.map

package/lib/esm/structured-output/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/structured-output/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,OAAO,EAAmB,cAAc,EAAE,MAAM,YAAY,CAAA;AAC5D,OAAO,EAAe,UAAU,EAAE,MAAM,QAAQ,CAAA;AAChD,OAAO,EAAe,UAAU,EAAE,MAAM,QAAQ,CAAA;AAChD,OAAO,EAEL,qBAAqB,GACtB,MAAM,qBAAqB,CAAA;AAY5B,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC;KAC1B,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC,CAAC,KAAK,CACf,CAAC,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,qBAAqB,EAAE,cAAc,EAAE,UAAU,CAAC,CAAC,CACzE;CACF,CAAC;KACD,QAAQ,CAAC,qCAAqC,CAAC,CAAA"}

package/lib/esm/structured-output/shared.d.ts

@@ -0,0 +1,3 @@
+export interface BaseMessage {
+    type: 'text' | 'textWithButtons' | 'carousel' | 'exit';
+}

package/lib/esm/structured-output/shared.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=shared.js.map

package/lib/esm/structured-output/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/structured-output/shared.ts"],"names":[],"mappings":""}

package/lib/esm/structured-output/text-with-buttons.d.ts

@@ -0,0 +1,34 @@
+import z from 'zod';
+import { BaseMessage } from './shared';
+export interface TextWithButtonsMessage extends BaseMessage {
+    type: 'textWithButtons';
+    content: {
+        text: string;
+        buttons: string[];
+    };
+}
+export declare const TextWithButtonsSchema: z.ZodObject<{
+    type: z.ZodEnum<["textWithButtons"]>;
+    content: z.ZodObject<{
+        text: z.ZodString;
+        buttons: z.ZodArray<z.ZodString, "many">;
+    }, "strip", z.ZodTypeAny, {
+        text: string;
+        buttons: string[];
+    }, {
+        text: string;
+        buttons: string[];
+    }>;
+}, "strip", z.ZodTypeAny, {
+    type: "textWithButtons";
+    content: {
+        text: string;
+        buttons: string[];
+    };
+}, {
+    type: "textWithButtons";
+    content: {
+        text: string;
+        buttons: string[];
+    };
+}>;

package/lib/esm/structured-output/text-with-buttons.js

@@ -0,0 +1,11 @@
+import z from 'zod';
+export const TextWithButtonsSchema = z
+    .object({
+    type: z.enum(['textWithButtons']),
+    content: z.object({
+        text: z.string(),
+        buttons: z.array(z.string()),
+    }),
+})
+    .describe('A text message with buttons to allow the user to use quick replies');
+//# sourceMappingURL=text-with-buttons.js.map

package/lib/esm/structured-output/text-with-buttons.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-with-buttons.js","sourceRoot":"","sources":["../../../src/structured-output/text-with-buttons.ts"],"names":[],"mappings":"AAAA,OAAO,CAAC,MAAM,KAAK,CAAA;AAYnB,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC;KACnC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,iBAAiB,CAAC,CAAC;IACjC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;KAC7B,CAAC;CACH,CAAC;KACD,QAAQ,CACP,oEAAoE,CACrE,CAAA"}

package/lib/esm/structured-output/text.d.ts

@@ -0,0 +1,28 @@
+import { z } from 'zod';
+import { BaseMessage } from './shared';
+export interface TextMessage extends BaseMessage {
+    type: 'text';
+    content: {
+        text: string;
+    };
+}
+export declare const TextSchema: z.ZodObject<{
+    type: z.ZodEnum<["text"]>;
+    content: z.ZodObject<{
+        text: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        text: string;
+    }, {
+        text: string;
+    }>;
+}, "strip", z.ZodTypeAny, {
+    type: "text";
+    content: {
+        text: string;
+    };
+}, {
+    type: "text";
+    content: {
+        text: string;
+    };
+}>;

package/lib/esm/structured-output/text.js

@@ -0,0 +1,10 @@
+import { z } from 'zod';
+export const TextSchema = z
+    .object({
+    type: z.enum(['text']),
+    content: z.object({
+        text: z.string(),
+    }),
+})
+    .describe('A text message');
+//# sourceMappingURL=text.js.map

package/lib/esm/structured-output/text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../../src/structured-output/text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAWvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC;KACxB,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;IACtB,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;KACjB,CAAC;CACH,CAAC;KACD,QAAQ,CAAC,gBAAgB,CAAC,CAAA"}

package/lib/esm/types.d.ts

@@ -1,4 +1,6 @@
-import { ZodSchema } from 'zod';
+import { AgentInputItem } from '@openai/agents';
+import { ZodObject } from 'zod';
+import { OutputMessage } from './structured-output';
 export interface PluginAiAgentOptions {
     authToken?: string;
     customTools?: CustomTool[];
@@ -6,8 +8,7 @@ export interface PluginAiAgentOptions {
 export interface CustomTool {
     name: string;
     description: string;
-    schema: ZodSchema;
-    returnDirect?: boolean;
+    schema: ZodObject<any>;
     func: (input?: any) => Promise<any>;
 }
 export interface AiAgentArgs {
@@ -17,25 +18,5 @@ export interface AiAgentArgs {
         name: string;
     }[];
 }
-export interface AgenticBaseMessage {
-    role: 'assistant' | 'user' | 'tool' | 'exit';
-}
-export interface AssistantMessage extends AgenticBaseMessage {
-    role: 'assistant';
-    content: string;
-}
-export interface UserMessage extends AgenticBaseMessage {
-    role: 'user';
-    content: string;
-}
-export interface ToolMessage extends AgenticBaseMessage {
-    role: 'tool';
-    toolName: string;
-    toolOutput: string | null;
-}
-export interface ExitMessage extends AgenticBaseMessage {
-    role: 'exit';
-}
-export type AgenticInputMessage = AssistantMessage | UserMessage;
-export type AgenticOutputMessage = AssistantMessage | ToolMessage | ExitMessage;
-export type AgenticMessage = AssistantMessage | UserMessage | ToolMessage | ExitMessage;
+export type AgenticInputMessage = AgentInputItem;
+export type AgenticOutputMessage = OutputMessage;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@botonic/plugin-ai-agents",
-  "version": "0.36.0-alpha.5",
+  "version": "0.36.0-alpha.7",
   "main": "./lib/cjs/index.js",
   "module": "./lib/esm/index.js",
   "description": "Use AI Agents to generate your contents",
@@ -14,10 +14,9 @@
   },
   "dependencies": {
     "@botonic/core": "^0.36.0",
-    "@langchain/core": "^0.3.57",
-    "@langchain/langgraph": "^0.3.0",
-    "@langchain/openai": "^0.5.12",
+    "@openai/agents": "^0.0.10",
     "axios": "^1.10.0",
+    "openai": "^5.8.3",
     "uuid": "^10.0.0",
     "zod": "^3.25.57"
   },

package/src/constants.ts

@@ -7,3 +7,5 @@ export const AZURE_OPENAI_API_DEPLOYMENT_NAME =
   process.env.AZURE_OPENAI_API_DEPLOYMENT_NAME || 'gpt-4o-mini_p1'
 export const AZURE_OPENAI_API_VERSION =
   process.env.AZURE_OPENAI_API_VERSION || '2024-12-01-preview'
+
+export const isProd = process.env.NODE_ENV === 'production'

package/src/hubtype-api-client.ts

@@ -1,9 +1,22 @@
+/* eslint-disable @typescript-eslint/naming-convention */
 import { BotContext } from '@botonic/core'
 import axios from 'axios'
 
 import { HUBTYPE_API_URL } from './constants'
 import { AgenticInputMessage } from './types'
 
+interface HubtypeAssistantMessage {
+  role: 'assistant'
+  content: string
+}
+
+interface HubtypeUserMessage {
+  role: 'user'
+  content: string
+}
+
+type HubtypeMessage = HubtypeAssistantMessage | HubtypeUserMessage
+
 export class HubtypeApiClient {
   private readonly authToken: string
 
@@ -11,6 +24,20 @@ export class HubtypeApiClient {
     this.authToken = authToken
   }
 
+  async getLocalMessages(memoryLength: number): Promise<AgenticInputMessage[]> {
+    const localBotonicState = localStorage.getItem('botonicState')
+    const botonicState = JSON.parse(localBotonicState || '{}')
+    const messages = botonicState.messages
+    const filteredMessages = messages
+      .filter(message => message.data.text)
+      .map(message => ({
+        role: message.sentBy === 'user' ? 'user' : 'assistant',
+        content: message.data.text,
+      }))
+      .map(message => this.formatMessage(message))
+    return filteredMessages.slice(-memoryLength)
+  }
+
   async getMessages(
     request: BotContext,
     memoryLength: number
@@ -26,18 +53,37 @@ export class HubtypeApiClient {
     }
 
     try {
-      const messages = await axios.get<{ messages: AgenticInputMessage[] }>(
-        url,
-        {
-          headers,
-          params,
-        }
-      )
-
-      return messages.data.messages
+      const response = await axios.get<{ messages: HubtypeMessage[] }>(url, {
+        headers,
+        params,
+      })
+      const messages = response.data.messages
+      return messages.map(message => this.formatMessage(message))
     } catch (error) {
       console.error(error)
       throw new Error('Failed to get messages from Hubtype')
     }
   }
+
+  private formatMessage(message: HubtypeMessage): AgenticInputMessage {
+    if (message.role === 'user') {
+      return {
+        content: message.content,
+        role: 'user',
+      }
+    } else if (message.role === 'assistant') {
+      return {
+        role: 'assistant',
+        content: [
+          {
+            type: 'output_text',
+            text: message.content,
+          },
+        ],
+        status: 'completed',
+      }
+    } else {
+      throw new Error('Invalid message role')
+    }
+  }
 }

package/src/index.ts

@@ -1,20 +1,16 @@
 import { BotContext, Plugin } from '@botonic/core'
+import { tool } from '@openai/agents'
 
-import { AiAgentClient } from './ai-agent-client'
+import { isProd } from './constants'
 import { HubtypeApiClient } from './hubtype-api-client'
-import { createCustomTool } from './tools/custom'
-import { MANDATORY_TOOLS } from './tools/default'
+import { AIAgentRunner } from './runner'
 import {
   AgenticInputMessage,
   AgenticOutputMessage,
   AiAgentArgs,
   CustomTool,
   PluginAiAgentOptions,
-  UserMessage,
 } from './types'
-import { AiProvider, loadChatModel } from './utils'
-
-const isProd = process.env.NODE_ENV === 'production'
 
 export default class BotonicPluginAiAgents implements Plugin {
   private readonly authToken?: string
@@ -32,7 +28,7 @@ export default class BotonicPluginAiAgents implements Plugin {
   async getInference(
     request: BotContext,
     aiAgentArgs: AiAgentArgs
-  ): Promise<AgenticOutputMessage | undefined> {
+  ): Promise<AgenticOutputMessage[] | undefined> {
     try {
       const authToken = isProd ? request.session._access_token : this.authToken
       if (!authToken) {
@@ -40,20 +36,20 @@ export default class BotonicPluginAiAgents implements Plugin {
       }
 
       const messages = await this.getMessages(request, authToken, 10)
-
-      const customTools = this.customTools.map(customTool =>
-        createCustomTool(customTool)
-      )
-
-      const customActiveTools = customTools.filter(tool =>
+      const availableTools = this.customTools.filter(tool =>
         aiAgentArgs.activeTools?.map(tool => tool.name).includes(tool.name)
       )
-      const tools = [...customActiveTools, ...MANDATORY_TOOLS]
+      const tools = this.createTools(availableTools)
 
-      const chatModel = loadChatModel(AiProvider.AzureOpenAI)
-      const aiAgentClient = new AiAgentClient(aiAgentArgs, chatModel, tools)
+      const runner = new AIAgentRunner(
+        aiAgentArgs.name,
+        aiAgentArgs.instructions,
+        tools
+      )
+      const output = await runner.run(messages)
+      console.log('\n\nOutput:', output)
 
-      return await aiAgentClient.runAgent(messages)
+      return output
     } catch (error) {
       console.error('error plugin returns undefined', error)
       return undefined
@@ -69,8 +65,19 @@ export default class BotonicPluginAiAgents implements Plugin {
       const hubtypeClient = new HubtypeApiClient(authToken)
       return await hubtypeClient.getMessages(request, memoryLength)
     }
+    const hubtypeClient = new HubtypeApiClient(authToken)
+    return await hubtypeClient.getLocalMessages(memoryLength)
+  }
 
-    return [{ role: 'user', content: request.input.data } as UserMessage]
+  private createTools(customTools: CustomTool[]) {
+    return customTools.map(customTool => {
+      return tool({
+        name: customTool.name,
+        description: customTool.description,
+        parameters: customTool.schema,
+        execute: customTool.func,
+      })
+    })
   }
 }
 

package/src/runner.ts

@@ -0,0 +1,74 @@
+import {
+  Agent,
+  Runner,
+  setDefaultOpenAIClient,
+  setOpenAIAPI,
+  setTracingDisabled,
+  Tool,
+} from '@openai/agents'
+import { AzureOpenAI } from 'openai'
+
+import {
+  AZURE_OPENAI_API_BASE,
+  AZURE_OPENAI_API_DEPLOYMENT_NAME,
+  AZURE_OPENAI_API_KEY,
+  AZURE_OPENAI_API_VERSION,
+  isProd,
+} from './constants'
+import { OutputMessage, OutputSchema } from './structured-output'
+import { AgenticInputMessage } from './types'
+
+export class AIAgentRunner {
+  private agent: Agent<any, typeof OutputSchema>
+
+  constructor(name: string, instructions: string, tools: Tool[]) {
+    if (AZURE_OPENAI_API_KEY) {
+      const client = new AzureOpenAI({
+        apiKey: AZURE_OPENAI_API_KEY,
+        apiVersion: AZURE_OPENAI_API_VERSION,
+        deployment: AZURE_OPENAI_API_DEPLOYMENT_NAME,
+        baseURL: AZURE_OPENAI_API_BASE,
+        dangerouslyAllowBrowser: !isProd,
+      })
+      setDefaultOpenAIClient(client as any)
+      setOpenAIAPI('chat_completions')
+      setTracingDisabled(true)
+    }
+
+    this.agent = new Agent({
+      name: name,
+      instructions: this.addExtraInstructions(instructions),
+      tools: tools,
+      outputType: OutputSchema,
+    })
+  }
+
+  async run(messages: AgenticInputMessage[]): Promise<OutputMessage[]> {
+    const runner = new Runner({
+      modelSettings: { temperature: 0 },
+    })
+    const result = await runner.run(this.agent, messages)
+    const finalOutput = result.finalOutput
+
+    return finalOutput?.messages || []
+  }
+
+  private addExtraInstructions(instructions: string): string {
+    const metadata = `Current Date: ${new Date().toISOString()}`
+
+    const outputExample = JSON.stringify({
+      messages: [
+        {
+          type: 'text',
+          content: {
+            text: 'Hello, how can I help you today?',
+          },
+        },
+      ],
+      numMessages: 1,
+    })
+    const output = `Return a JSON that follows the output schema provided. Never return multiple output schemas concatenated by a line break.\n<example>\n${outputExample}\n</example>`
+
+    return `<instructions>\n${instructions}\n</instructions>\n\n<metadata>\n${metadata}\n</metadata>\n\n<output>\n${output}\n</output>`
+  }
+}

package/src/structured-output/carousel.ts

@@ -0,0 +1,36 @@
+import { z } from 'zod'
+
+import { BaseMessage } from './shared'
+
+interface CarouselElement {
+  title: string
+  subtitle: string
+  image: string
+  button: { text: string; url: string }
+}
+
+export interface CarouselMessage extends BaseMessage {
+  type: 'carousel'
+  content: {
+    elements: CarouselElement[]
+  }
+}
+
+export const CarouselSchema = z
+  .object({
+    type: z.enum(['carousel']),
+    content: z.object({
+      elements: z.array(
+        z.object({
+          title: z.string(),
+          subtitle: z.string(),
+          image: z.string(),
+          button: z.object({
+            text: z.string(),
+            url: z.string(),
+          }),
+        })
+      ),
+    }),
+  })
+  .describe('A carousel message containing a list of elements')