@botonic/plugin-ai-agents 0.36.0-alpha.0 → 0.36.0-alpha.2

package/lib/esm/hubtype-client.js

@@ -0,0 +1,33 @@
+import { __awaiter } from "tslib";
+import axios from 'axios';
+import { HUBTYPE_API_URL } from './constants';
+export class HubtypeClient {
+    constructor(authToken) {
+        this.authToken = authToken;
+    }
+    getMessages(request, memoryLength) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const url = `${HUBTYPE_API_URL}/external/v1/ai/agent/message_history/`;
+            const headers = {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${this.authToken}`,
+            };
+            const params = {
+                last_message_id: request.input.message_id,
+                num_messages: memoryLength,
+            };
+            try {
+                const messages = yield axios.get(url, {
+                    headers,
+                    params,
+                });
+                return messages.data.messages;
+            }
+            catch (error) {
+                console.error(error);
+                throw new Error('Failed to get messages from Hubtype');
+            }
+        });
+    }
+}
+//# sourceMappingURL=hubtype-client.js.map

package/lib/esm/hubtype-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hubtype-client.js","sourceRoot":"","sources":["../../src/hubtype-client.ts"],"names":[],"mappings":";AACA,OAAO,KAAK,MAAM,OAAO,CAAA;AAEzB,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAG7C,MAAM,OAAO,aAAa;IAGxB,YAAY,SAAiB;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;IAC5B,CAAC;IAEK,WAAW,CACf,OAAmB,EACnB,YAAoB;;YAEpB,MAAM,GAAG,GAAG,GAAG,eAAe,wCAAwC,CAAA;YACtE,MAAM,OAAO,GAAG;gBACd,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,SAAS,EAAE;aAC1C,CAAA;YACD,MAAM,MAAM,GAAG;gBACb,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,UAAU;gBACzC,YAAY,EAAE,YAAY;aAC3B,CAAA;YAED,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAC9B,GAAG,EACH;oBACE,OAAO;oBACP,MAAM;iBACP,CACF,CAAA;gBAED,OAAO,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAA;aAC9B;YAAC,OAAO,KAAK,EAAE;gBACd,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBACpB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;aACvD;QACH,CAAC;KAAA;CACF"}

package/lib/esm/index.d.ts

@@ -1,9 +1,9 @@
 import { BotContext, Plugin } from '@botonic/core';
-import { AiAgentClient } from './ai-agent-client';
-import { AiAgentArgs, AiAgentResponse } from './types';
+import { AgenticOutputMessage, AiAgentArgs, PluginAiAgentOptions } from './types';
 export default class BotonicPluginAiAgents implements Plugin {
-    aiAgentClient: AiAgentClient;
-    constructor();
+    private readonly authToken?;
+    constructor(options?: PluginAiAgentOptions);
     pre(): void;
-    getInference(request: BotContext, aiAgentArgs: AiAgentArgs): Promise<AiAgentResponse>;
+    getInference(request: BotContext, aiAgentArgs: AiAgentArgs): Promise<AgenticOutputMessage | undefined>;
 }
+export * from './types';

package/lib/esm/index.js

@@ -1,16 +1,41 @@
 import { __awaiter } from "tslib";
 import { AiAgentClient } from './ai-agent-client';
+import { HubtypeClient } from './hubtype-client';
+import { MANDATORY_TOOLS } from './tools';
+import { loadChatModel } from './utils';
+const isProd = process.env.NODE_ENV === 'production';
 export default class BotonicPluginAiAgents {
-    constructor() {
-        this.aiAgentClient = new AiAgentClient();
+    constructor(options) {
+        this.authToken = options === null || options === void 0 ? void 0 : options.authToken;
     }
     pre() {
         return;
     }
     getInference(request, aiAgentArgs) {
         return __awaiter(this, void 0, void 0, function* () {
-            return this.aiAgentClient.getInference(request, aiAgentArgs);
+            try {
+                const authToken = isProd ? request.session._access_token : this.authToken;
+                if (!authToken) {
+                    throw new Error('Auth token is required');
+                }
+                const hubtypeClient = new HubtypeClient(authToken);
+                const messages = isProd
+                    ? yield hubtypeClient.getMessages(request, 10)
+                    : [{ role: 'user', content: request.input.data }];
+                const customTools = [];
+                const chatModel = loadChatModel('azureOpenAI');
+                const aiAgentClient = new AiAgentClient(aiAgentArgs, chatModel, [
+                    ...customTools,
+                    ...MANDATORY_TOOLS,
+                ]);
+                return yield aiAgentClient.runAgent(messages);
+            }
+            catch (error) {
+                console.error('error plugin returns undefined', error);
+                return undefined;
+            }
         });
     }
 }
+export * from './types';
 //# sourceMappingURL=index.js.map

package/lib/esm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAGjD,MAAM,CAAC,OAAO,OAAO,qBAAqB;IAGxC;QACE,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAA;IAC1C,CAAC;IAED,GAAG;QACD,OAAM;IACR,CAAC;IAEK,YAAY,CAChB,OAAmB,EACnB,WAAwB;;YAExB,OAAO,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;QAC9D,CAAC;KAAA;CACF"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAA;AAOzC,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAEvC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY,CAAA;AAEpD,MAAM,CAAC,OAAO,OAAO,qBAAqB;IAExC,YAAY,OAA8B;QACxC,IAAI,CAAC,SAAS,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,SAAS,CAAA;IACrC,CAAC;IAED,GAAG;QACD,OAAM;IACR,CAAC;IAEK,YAAY,CAChB,OAAmB,EACnB,WAAwB;;YAExB,IAAI;gBACF,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAA;gBACzE,IAAI,CAAC,SAAS,EAAE;oBACd,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;iBAC1C;gBAED,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,SAAS,CAAC,CAAA;gBAClD,MAAM,QAAQ,GAAG,MAAM;oBACrB,CAAC,CAAC,MAAM,aAAa,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;oBAC9C,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,EAAiB,CAAC,CAAA;gBAElE,MAAM,WAAW,GAAG,EAAE,CAAA;gBACtB,MAAM,SAAS,GAAG,aAAa,CAAC,aAAa,CAAC,CAAA;gBAC9C,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,WAAW,EAAE,SAAS,EAAE;oBAC9D,GAAG,WAAW;oBACd,GAAG,eAAe;iBACnB,CAAC,CAAA;gBAEF,OAAO,MAAM,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;aAC9C;YAAC,OAAO,KAAK,EAAE;gBACd,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAA;gBACtD,OAAO,SAAS,CAAA;aACjB;QACH,CAAC;KAAA;CACF;AAED,cAAc,SAAS,CAAA"}

package/lib/esm/tools.d.ts

@@ -0,0 +1,6 @@
+import { z } from 'zod';
+export declare const handoffToHumanAgent: import("@langchain/core/tools").DynamicStructuredTool<z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>, {}, {}, null>;
+export declare const outOfContext: import("@langchain/core/tools").DynamicStructuredTool<z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>, {}, {}, null>;
+export declare const finishConversation: import("@langchain/core/tools").DynamicStructuredTool<z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>, {}, {}, null>;
+export declare const MANDATORY_TOOLS: import("@langchain/core/tools").DynamicStructuredTool<z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>, {}, {}, null>[];
+export declare const EXIT_TOOLS: string[];

package/lib/esm/tools.js

@@ -0,0 +1,38 @@
+import { __awaiter } from "tslib";
+import { tool } from '@langchain/core/tools';
+import { z } from 'zod';
+export const handoffToHumanAgent = tool(() => __awaiter(void 0, void 0, void 0, function* () {
+    return null;
+}), {
+    name: 'handoffToHumanAgent',
+    schema: z.object({}),
+    description: 'Use this tool strictly when the user wants to talk with a human agent.',
+    returnDirect: true,
+});
+export const outOfContext = tool(() => __awaiter(void 0, void 0, void 0, function* () {
+    return null;
+}), {
+    name: 'outOfContext',
+    schema: z.object({}),
+    description: 'Use this when the user talks about something that is clearly out of your context. Example: "I want to buy a car" when you are a travel agent.',
+    returnDirect: true,
+});
+export const finishConversation = tool(() => __awaiter(void 0, void 0, void 0, function* () {
+    return null;
+}), {
+    name: 'finishConversation',
+    schema: z.object({}),
+    description: 'Use this when the user wants to end the conversation.',
+    returnDirect: true,
+});
+export const MANDATORY_TOOLS = [
+    handoffToHumanAgent,
+    outOfContext,
+    finishConversation,
+];
+export const EXIT_TOOLS = [
+    handoffToHumanAgent.name,
+    outOfContext.name,
+    finishConversation.name,
+];
+//# sourceMappingURL=tools.js.map

package/lib/esm/tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../src/tools.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,uBAAuB,CAAA;AAC5C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CACrC,GAAS,EAAE;IACT,OAAO,IAAI,CAAA;AACb,CAAC,CAAA,EACD;IACE,IAAI,EAAE,qBAAqB;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;IACpB,WAAW,EACT,wEAAwE;IAC1E,YAAY,EAAE,IAAI;CACnB,CACF,CAAA;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAC9B,GAAS,EAAE;IACT,OAAO,IAAI,CAAA;AACb,CAAC,CAAA,EACD;IACE,IAAI,EAAE,cAAc;IACpB,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;IACpB,WAAW,EACT,+IAA+I;IACjJ,YAAY,EAAE,IAAI;CACnB,CACF,CAAA;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CACpC,GAAS,EAAE;IACT,OAAO,IAAI,CAAA;AACb,CAAC,CAAA,EACD;IACE,IAAI,EAAE,oBAAoB;IAC1B,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;IACpB,WAAW,EAAE,uDAAuD;IACpE,YAAY,EAAE,IAAI;CACnB,CACF,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,mBAAmB;IACnB,YAAY;IACZ,kBAAkB;CACnB,CAAA;AACD,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,mBAAmB,CAAC,IAAI;IACxB,YAAY,CAAC,IAAI;IACjB,kBAAkB,CAAC,IAAI;CACxB,CAAA"}

package/lib/esm/types.d.ts

@@ -1,31 +1,29 @@
+export interface PluginAiAgentOptions {
+    authToken?: string;
+}
 export interface AiAgentArgs {
     name: string;
     instructions: string;
 }
-export interface Config {
-    headers: {
-        Authorization: string;
-        'Content-Type': string;
-    };
+export interface AgenticBaseMessage {
+    role: 'assistant' | 'user' | 'tool' | 'exit';
 }
-export interface AiAgentRequestDataTest {
-    messages: {
-        role: MessageRole;
-        content: string;
-    }[];
-    name: string;
-    instructions: string;
+export interface AssistantMessage extends AgenticBaseMessage {
+    role: 'assistant';
+    content: string;
 }
-export type MessageRole = 'user' | 'assistant';
-export interface AiAgentRequestData {
-    message: string;
-    memory_length: number;
-    name: string;
-    instructions: string;
+export interface UserMessage extends AgenticBaseMessage {
+    role: 'user';
+    content: string;
+}
+export interface ToolMessage extends AgenticBaseMessage {
+    role: 'tool';
+    toolName: string;
+    toolOutput: string | null;
 }
-export interface AiAgentResponse {
-    message: {
-        role: string;
-        content: string;
-    };
+export interface ExitMessage extends AgenticBaseMessage {
+    role: 'exit';
 }
+export type AgenticInputMessage = AssistantMessage | UserMessage;
+export type AgenticOutputMessage = AssistantMessage | ToolMessage | ExitMessage;
+export type AgenticMessage = AssistantMessage | UserMessage | ToolMessage | ExitMessage;

package/lib/esm/utils.d.ts

@@ -0,0 +1,2 @@
+import { AzureChatOpenAI } from '@langchain/openai';
+export declare function loadChatModel(provider: 'azureOpenAI'): AzureChatOpenAI;

package/lib/esm/utils.js

@@ -0,0 +1,18 @@
+import { AzureChatOpenAI } from '@langchain/openai';
+import { AZURE_OPENAI_API_BASE, AZURE_OPENAI_API_DEPLOYMENT_NAME, AZURE_OPENAI_API_KEY, AZURE_OPENAI_API_VERSION, } from './constants';
+export function loadChatModel(provider) {
+    switch (provider) {
+        case 'azureOpenAI':
+            return new AzureChatOpenAI({
+                azureOpenAIApiVersion: AZURE_OPENAI_API_VERSION,
+                azureOpenAIApiKey: AZURE_OPENAI_API_KEY,
+                azureOpenAIApiDeploymentName: AZURE_OPENAI_API_DEPLOYMENT_NAME,
+                azureOpenAIEndpoint: AZURE_OPENAI_API_BASE,
+                temperature: 0,
+                // other params...
+            });
+        default:
+            throw new Error(`Provider ${provider} not supported`);
+    }
+}
+//# sourceMappingURL=utils.js.map

package/lib/esm/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AAEnD,OAAO,EACL,qBAAqB,EACrB,gCAAgC,EAChC,oBAAoB,EACpB,wBAAwB,GACzB,MAAM,aAAa,CAAA;AAEpB,MAAM,UAAU,aAAa,CAAC,QAAuB;IACnD,QAAQ,QAAQ,EAAE;QAChB,KAAK,aAAa;YAChB,OAAO,IAAI,eAAe,CAAC;gBACzB,qBAAqB,EAAE,wBAAwB;gBAC/C,iBAAiB,EAAE,oBAAoB;gBACvC,4BAA4B,EAAE,gCAAgC;gBAC9D,mBAAmB,EAAE,qBAAqB;gBAC1C,WAAW,EAAE,CAAC;gBACd,kBAAkB;aACnB,CAAC,CAAA;QACJ;YACE,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,gBAAgB,CAAC,CAAA;KACxD;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@botonic/plugin-ai-agents",
-  "version": "0.36.0-alpha.0",
+  "version": "0.36.0-alpha.2",
   "main": "./lib/cjs/index.js",
   "module": "./lib/esm/index.js",
   "description": "Use AI Agents to generate your contents",
@@ -13,7 +13,10 @@
     "lint_core": "../../node_modules/.bin/eslint_d --cache --quiet 'src/**/*.ts*'"
   },
   "dependencies": {
-    "@botonic/core": "^0.35.0",
+    "@botonic/core": "^0.36.0-alpha.0",
+    "@langchain/core": "^0.3.57",
+    "@langchain/langgraph": "^0.3.0",
+    "@langchain/openai": "^0.5.12",
     "axios": "^1.9.0",
     "uuid": "^10.0.0"
   },

package/src/ai-agent-client.ts

@@ -1,112 +1,73 @@
-/* eslint-disable @typescript-eslint/naming-convention */
-import { BotContext, isDev } from '@botonic/core'
-import axios from 'axios'
+import { BaseChatModel } from '@langchain/core/language_models/chat_models'
+import {
+  AIMessage as LangchainAIMessage,
+  ToolMessage as LangchainToolMessage,
+} from '@langchain/core/messages'
+import { StructuredTool } from '@langchain/core/tools'
+import { CompiledStateGraph } from '@langchain/langgraph'
+import { createReactAgent } from '@langchain/langgraph/prebuilt'
 
-import { HUBTYPE_API_URL } from './constants'
-import { AiAgentError } from './errors'
+import { EXIT_TOOLS } from './tools'
 import {
+  AgenticInputMessage,
+  AgenticOutputMessage,
   AiAgentArgs,
-  AiAgentRequestData,
-  AiAgentRequestDataTest,
-  AiAgentResponse,
-  Config,
+  AssistantMessage,
+  ExitMessage,
+  ToolMessage,
 } from './types'
 
 export class AiAgentClient {
-  private url: string
+  public name: string
+  public instructions: string
+  public agent: CompiledStateGraph<any, any> // TODO: apply RunInput, RunOutput, etc.
 
-  constructor() {
-    this.url = `${HUBTYPE_API_URL}/external/v1/ai/agent`
-  }
+  constructor(
+    aiAgentArgs: AiAgentArgs,
+    chatModel: BaseChatModel,
+    tools: StructuredTool[] = []
+  ) {
+    this.name = aiAgentArgs.name
+    this.instructions = aiAgentArgs.instructions
 
-  async getInference(
-    request: BotContext,
-    aiAgentArgs: AiAgentArgs
-  ): Promise<AiAgentResponse> {
-    if (isDev(request.session)) {
-      return this.agentTestInference(request, aiAgentArgs)
-    }
-
-    return this.agentInference(request, aiAgentArgs)
+    this.agent = createReactAgent({
+      llm: chatModel,
+      tools: tools,
+      prompt: this.instructions,
+    })
   }
 
-  private async agentTestInference(
-    request: BotContext,
-    aiAgentArgs: AiAgentArgs
-  ): Promise<AiAgentResponse> {
-    const config = this.getConfig(request)
-    const data = this.getDataTest(request, aiAgentArgs)
-    const response = await axios.post<AiAgentResponse>(
-      `${this.url}/test/`,
-      data,
-      config
-    )
-
-    return response.data
-  }
-
-  private async agentInference(
-    request: BotContext,
-    aiAgentArgs: AiAgentArgs
-  ): Promise<AiAgentResponse> {
-    const config = this.getConfig(request)
-    const data = this.getData(request, aiAgentArgs)
-    const response = await axios.post<AiAgentResponse>(
-      `${this.url}/run/`,
-      data,
-      config
-    )
-
-    return response.data
-  }
+  async runAgent(
+    _messages: AgenticInputMessage[]
+  ): Promise<AgenticOutputMessage> {
+    const response = await this.agent.invoke({
+      messages: _messages.map((message: AgenticInputMessage) => ({
+        role: message.role,
+        content: message.content,
+      })),
+    })
+    const lastMessage = response.messages.at(-1)
 
-  private getConfig(request: BotContext): Config {
-    return {
-      headers: {
-        Authorization: `Bearer ${request.session._access_token}`,
-        'Content-Type': 'application/json',
-      },
+    if (lastMessage instanceof LangchainToolMessage) {
+      if (lastMessage.name && EXIT_TOOLS.includes(lastMessage.name)) {
+        return {
+          role: 'exit',
+        } as ExitMessage
+      }
+      return {
+        role: 'tool',
+        toolName: lastMessage.name,
+        toolOutput: lastMessage.content,
+      } as ToolMessage
     }
-  }
-
-  private getData(
-    request: BotContext,
-    aiAgentArgs: AiAgentArgs
-  ): AiAgentRequestData {
-    if (!request.input.data) {
-      throw new AiAgentError('No input data provided')
-    }
-
-    return {
-      message: request.input.message_id,
-      memory_length: 10,
-      name: aiAgentArgs.name,
-      instructions: aiAgentArgs.instructions,
-    }
-  }
 
-  private getDataTest(
-    request: BotContext,
-    aiAgentArgs: AiAgentArgs
-  ): AiAgentRequestDataTest {
-    if (!request.input.data) {
-      throw new AiAgentError('No input data provided')
+    if (lastMessage instanceof LangchainAIMessage) {
+      return {
+        role: 'assistant',
+        content: lastMessage.content,
+      } as AssistantMessage
     }
 
-    // TODO: We can get messages from localStorage in Dev mode and transform them to the correct format {role: MessageRole, content: string}
-    // if (isDev(request.session)) {
-    //   const messages = localStorage.getItem('botonicState').
-    // }
-
-    return {
-      messages: [
-        {
-          role: 'user',
-          content: request.input.data,
-        },
-      ],
-      name: aiAgentArgs.name,
-      instructions: aiAgentArgs.instructions,
-    }
+    throw new Error('Last message is not a valid message')
   }
 }

package/src/constants.ts

@@ -1,2 +1,8 @@
 export const HUBTYPE_API_URL =
   process.env.HUBTYPE_API_URL || 'https://api.hubtype.com'
+
+export const AZURE_OPENAI_API_KEY = process.env.AZURE_OPENAI_API_KEY
+export const AZURE_OPENAI_API_DEPLOYMENT_NAME =
+  process.env.AZURE_OPENAI_API_DEPLOYMENT_NAME
+export const AZURE_OPENAI_API_VERSION = process.env.AZURE_OPENAI_API_VERSION
+export const AZURE_OPENAI_API_BASE = process.env.AZURE_OPENAI_API_BASE

package/src/hubtype-client.ts

@@ -0,0 +1,43 @@
+import { BotContext } from '@botonic/core'
+import axios from 'axios'
+
+import { HUBTYPE_API_URL } from './constants'
+import { AgenticInputMessage } from './types'
+
+export class HubtypeClient {
+  private readonly authToken: string
+
+  constructor(authToken: string) {
+    this.authToken = authToken
+  }
+
+  async getMessages(
+    request: BotContext,
+    memoryLength: number
+  ): Promise<AgenticInputMessage[]> {
+    const url = `${HUBTYPE_API_URL}/external/v1/ai/agent/message_history/`
+    const headers = {
+      'Content-Type': 'application/json',
+      Authorization: `Bearer ${this.authToken}`,
+    }
+    const params = {
+      last_message_id: request.input.message_id,
+      num_messages: memoryLength,
+    }
+
+    try {
+      const messages = await axios.get<{ messages: AgenticInputMessage[] }>(
+        url,
+        {
+          headers,
+          params,
+        }
+      )
+
+      return messages.data.messages
+    } catch (error) {
+      console.error(error)
+      throw new Error('Failed to get messages from Hubtype')
+    }
+  }
+}

package/src/index.ts

@@ -1,13 +1,22 @@
 import { BotContext, Plugin } from '@botonic/core'
 
 import { AiAgentClient } from './ai-agent-client'
-import { AiAgentArgs, AiAgentResponse } from './types'
+import { HubtypeClient } from './hubtype-client'
+import { MANDATORY_TOOLS } from './tools'
+import {
+  AgenticOutputMessage,
+  AiAgentArgs,
+  PluginAiAgentOptions,
+  UserMessage,
+} from './types'
+import { loadChatModel } from './utils'
 
-export default class BotonicPluginAiAgents implements Plugin {
-  public aiAgentClient: AiAgentClient
+const isProd = process.env.NODE_ENV === 'production'
 
-  constructor() {
-    this.aiAgentClient = new AiAgentClient()
+export default class BotonicPluginAiAgents implements Plugin {
+  private readonly authToken?: string
+  constructor(options?: PluginAiAgentOptions) {
+    this.authToken = options?.authToken
   }
 
   pre(): void {
@@ -17,7 +26,31 @@ export default class BotonicPluginAiAgents implements Plugin {
   async getInference(
     request: BotContext,
     aiAgentArgs: AiAgentArgs
-  ): Promise<AiAgentResponse> {
-    return this.aiAgentClient.getInference(request, aiAgentArgs)
+  ): Promise<AgenticOutputMessage | undefined> {
+    try {
+      const authToken = isProd ? request.session._access_token : this.authToken
+      if (!authToken) {
+        throw new Error('Auth token is required')
+      }
+
+      const hubtypeClient = new HubtypeClient(authToken)
+      const messages = isProd
+        ? await hubtypeClient.getMessages(request, 10)
+        : [{ role: 'user', content: request.input.data } as UserMessage]
+
+      const customTools = []
+      const chatModel = loadChatModel('azureOpenAI')
+      const aiAgentClient = new AiAgentClient(aiAgentArgs, chatModel, [
+        ...customTools,
+        ...MANDATORY_TOOLS,
+      ])
+
+      return await aiAgentClient.runAgent(messages)
+    } catch (error) {
+      console.error('error plugin returns undefined', error)
+      return undefined
+    }
   }
 }
+
+export * from './types'

package/src/tools.ts

@@ -0,0 +1,51 @@
+import { tool } from '@langchain/core/tools'
+import { z } from 'zod'
+
+export const handoffToHumanAgent = tool(
+  async () => {
+    return null
+  },
+  {
+    name: 'handoffToHumanAgent',
+    schema: z.object({}),
+    description:
+      'Use this tool strictly when the user wants to talk with a human agent.',
+    returnDirect: true,
+  }
+)
+
+export const outOfContext = tool(
+  async () => {
+    return null
+  },
+  {
+    name: 'outOfContext',
+    schema: z.object({}),
+    description:
+      'Use this when the user talks about something that is clearly out of your context. Example: "I want to buy a car" when you are a travel agent.',
+    returnDirect: true,
+  }
+)
+
+export const finishConversation = tool(
+  async () => {
+    return null
+  },
+  {
+    name: 'finishConversation',
+    schema: z.object({}),
+    description: 'Use this when the user wants to end the conversation.',
+    returnDirect: true,
+  }
+)
+
+export const MANDATORY_TOOLS = [
+  handoffToHumanAgent,
+  outOfContext,
+  finishConversation,
+]
+export const EXIT_TOOLS = [
+  handoffToHumanAgent.name,
+  outOfContext.name,
+  finishConversation.name,
+]

package/src/types.ts

@@ -1,33 +1,39 @@
-/* eslint-disable @typescript-eslint/naming-convention */
+export interface PluginAiAgentOptions {
+  authToken?: string
+}
 export interface AiAgentArgs {
   name: string
   instructions: string
 }
-export interface Config {
-  headers: {
-    Authorization: string
-    'Content-Type': string
-  }
+
+export interface AgenticBaseMessage {
+  role: 'assistant' | 'user' | 'tool' | 'exit'
 }
 
-export interface AiAgentRequestDataTest {
-  messages: {
-    role: MessageRole
-    content: string
-  }[]
-  name: string
-  instructions: string
+export interface AssistantMessage extends AgenticBaseMessage {
+  role: 'assistant'
+  content: string
 }
 
-export type MessageRole = 'user' | 'assistant'
+export interface UserMessage extends AgenticBaseMessage {
+  role: 'user'
+  content: string
+}
 
-export interface AiAgentRequestData {
-  message: string
-  memory_length: number
-  name: string
-  instructions: string
+export interface ToolMessage extends AgenticBaseMessage {
+  role: 'tool'
+  toolName: string
+  toolOutput: string | null
 }
 
-export interface AiAgentResponse {
-  message: { role: string; content: string }
+export interface ExitMessage extends AgenticBaseMessage {
+  role: 'exit'
 }
+
+export type AgenticInputMessage = AssistantMessage | UserMessage
+export type AgenticOutputMessage = AssistantMessage | ToolMessage | ExitMessage
+export type AgenticMessage =
+  | AssistantMessage
+  | UserMessage
+  | ToolMessage
+  | ExitMessage