@ainetwork/adk 0.2.14 → 0.3.1

package/dist/cjs/chunk-KLSZEQ7H.cjs

@@ -0,0 +1,281 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
+
+var _chunk466ED5WNcjs = require('./chunk-466ED5WN.cjs');
+
+// src/services/intents/fulfill-stream.service.ts
+var _crypto = require('crypto');
+var IntentFulfillStreamService = class {
+  
+  
+  
+  
+  
+  constructor(modelModule, a2aModule, mcpModule, memoryModule, prompts) {
+    this.modelModule = modelModule;
+    this.a2aModule = a2aModule;
+    this.mcpModule = mcpModule;
+    this.memoryModule = memoryModule;
+    this.prompts = prompts;
+  }
+  async addToThreadMessages(thread, params) {
+    try {
+      const threadMemory = _optionalChain([this, 'access', _ => _.memoryModule, 'optionalAccess', _2 => _2.getThreadMemory, 'call', _3 => _3()]);
+      const { userId, threadId } = thread;
+      const newMessage = {
+        messageId: _crypto.randomUUID.call(void 0, ),
+        role: params.role,
+        timestamp: Date.now(),
+        content: { type: "text", parts: [params.content] },
+        metadata: params.metadata
+      };
+      thread.messages.push(newMessage);
+      await _optionalChain([threadMemory, 'optionalAccess', _4 => _4.addMessagesToThread, 'call', _5 => _5(userId, threadId, [newMessage])]);
+    } catch (error) {
+      _chunk466ED5WNcjs.loggers.intentStream.error("Error adding message to thread", error);
+    }
+  }
+  /**
+   * Fulfills the detected intent by generating a streaming response.
+   *
+   * Manages the complete inference loop including:
+   * - Loading prompts and conversation history
+   * - Collecting available tools from modules
+   * - Executing model inference with tool support
+   * - Processing tool calls iteratively until completion
+   * - Streaming results as Server-Sent Events
+   *
+   * @param query - The user's input query
+   * @param threadId - Thread identifier for context
+   * @param thread - Previous conversation history
+   * @param intent - Optional detected intent with custom prompt
+   * @returns AsyncGenerator yielding StreamEvent objects
+   */
+  async *intentFulfilling(query, thread, intent) {
+    const agentMemory = _optionalChain([this, 'access', _6 => _6.memoryModule, 'optionalAccess', _7 => _7.getAgentMemory, 'call', _8 => _8()]);
+    const agentPrompt = agentMemory ? await agentMemory.getAgentPrompt() : "";
+    const systemPrompt = `
+Today is ${(/* @__PURE__ */ new Date()).toLocaleDateString()}.
+You are a highly sophisticated automated agent that can answer user queries by utilizing various tools and resources.
+
+There is a selection of tools that let you perform actions or retrieve helpful context to answer the user's question.
+You can call tools repeatedly to take actions or gather as much context as needed until you have completed the task fully.
+
+Don't give up unless you are sure the request cannot be fulfilled with the tools you have.
+It's YOUR RESPONSIBILITY to make sure that you have done all you can to collect necessary context.
+
+If you are not sure about content or context pertaining to the user's request, use your tools to read data and gather the relevant information: do NOT guess or make up an answer.
+Be THOROUGH when gathering information. Make sure you have the FULL picture before replying. Use additional tool calls or clarifying questions as needed.
+
+Don't try to answer the user's question directly.
+First break down the user's request into smaller concepts and think about the kinds of tools and queries you need to grasp each concept.
+
+There are two <tool_type> for tools: MCP_Tool and A2A_Tool.
+The tool type can be identified by the presence of "[Bot Called <tool_type> with args <tool_args>]" at the beginning of the tool result message.
+After executing a tool, a final response message must be written.
+
+Refer to the usage instructions below for each <tool_type>.
+
+<MCP_Tool>
+   Use MCP tools through tools.
+   MCP tool names are structured as follows:
+     {MCP_NAME}_{TOOL_NAME}
+     For example, tool names for the "notionApi" mcp would be:
+       notionApi_API-post-search
+
+   Separate rules can be specified under <{MCP_NAME}> for each MCP_NAME.
+</MCP_Tool>
+
+<A2A_Tool>
+   A2A_Tool is a tool that sends queries to Agents with different information than mine and receives answers. The Agent that provided the answer must be clearly indicated.
+   Results from A2A_Tool are text generated after thorough consideration by the requested Agent, and are complete outputs that cannot be further developed.
+   There is no need to supplement the content with the same question or use new tools.
+</A2A_Tool>
+
+${agentPrompt}
+
+${_optionalChain([intent, 'optionalAccess', _9 => _9.prompt]) || ""}
+	`.trim();
+    const modelInstance = this.modelModule.getModel();
+    const messages = modelInstance.generateMessages({
+      query,
+      thread,
+      systemPrompt: systemPrompt.trim()
+    });
+    const tools = [];
+    this.mcpModule && tools.push(...this.mcpModule.getTools());
+    this.a2aModule && tools.push(...await this.a2aModule.getTools());
+    const processList = [];
+    while (true) {
+      const functions = modelInstance.convertToolsToFunctions(tools);
+      const responseStream = await modelInstance.fetchStreamWithContextMessage(
+        messages,
+        functions
+      );
+      const assembledToolCalls = [];
+      _chunk466ED5WNcjs.loggers.intentStream.info("messages", { messages });
+      for await (const chunk of responseStream) {
+        const delta = chunk.delta;
+        if (_optionalChain([delta, 'optionalAccess', _10 => _10.tool_calls])) {
+          for (const { index, id, function: func } of delta.tool_calls) {
+            assembledToolCalls[index] ??= {
+              id: "",
+              type: "function",
+              function: { name: "", arguments: "" }
+            };
+            if (id) assembledToolCalls[index].id = id;
+            if (_optionalChain([func, 'optionalAccess', _11 => _11.name])) assembledToolCalls[index].function.name = func.name;
+            if (_optionalChain([func, 'optionalAccess', _12 => _12.arguments]))
+              assembledToolCalls[index].function.arguments += func.arguments;
+          }
+        } else if (_optionalChain([chunk, 'access', _13 => _13.delta, 'optionalAccess', _14 => _14.content])) {
+          yield {
+            event: "text_chunk",
+            data: { delta: chunk.delta.content }
+          };
+        }
+      }
+      _chunk466ED5WNcjs.loggers.intentStream.debug("assembledToolCalls", {
+        assembledToolCalls
+      });
+      if (assembledToolCalls.length > 0) {
+        for (const toolCall of assembledToolCalls) {
+          const toolCallId = _crypto.randomUUID.call(void 0, );
+          const toolName = toolCall.function.name;
+          let selectedTool;
+          for (const [index, toolTmp] of tools.entries()) {
+            if (toolTmp.toolName === toolName) {
+              selectedTool = tools.splice(index, 1)[0];
+              break;
+            }
+          }
+          if (!selectedTool) {
+            continue;
+          }
+          let toolResult = "";
+          if (this.mcpModule && selectedTool.protocol === "MCP" /* MCP */) {
+            const toolArgs = JSON.parse(toolCall.function.arguments);
+            yield {
+              event: "tool_start",
+              data: {
+                toolCallId,
+                protocol: "MCP" /* MCP */,
+                toolName,
+                toolArgs
+              }
+            };
+            _chunk466ED5WNcjs.loggers.intent.info("MCP tool call", { toolName, toolArgs });
+            toolResult = await this.mcpModule.useTool(selectedTool, toolArgs);
+          } else if (this.a2aModule && selectedTool.protocol === "A2A" /* A2A */) {
+            yield {
+              event: "tool_start",
+              data: {
+                toolCallId,
+                protocol: "A2A" /* A2A */,
+                toolName,
+                toolArgs: null
+              }
+            };
+            _chunk466ED5WNcjs.loggers.intent.info("A2A tool call", { toolName });
+            toolResult = await this.a2aModule.useTool(
+              selectedTool,
+              query,
+              thread.threadId
+            );
+          } else {
+            _chunk466ED5WNcjs.loggers.intent.warn(
+              `Unrecognized tool type: ${selectedTool.protocol}`
+            );
+            continue;
+          }
+          yield {
+            event: "tool_output",
+            data: {
+              toolCallId,
+              protocol: selectedTool.protocol,
+              toolName,
+              result: toolResult
+            }
+          };
+          _chunk466ED5WNcjs.loggers.intent.debug("toolResult", { toolResult });
+          processList.push(toolResult);
+          modelInstance.appendMessages(messages, toolResult);
+        }
+      } else {
+        break;
+      }
+    }
+    _chunk466ED5WNcjs.loggers.intentStream.info("Intent fulfillment completed", {
+      threadId: thread.threadId,
+      toolCallsExecuted: processList.length,
+      intentName: _optionalChain([intent, 'optionalAccess', _15 => _15.name])
+    });
+  }
+  /**
+   * Detects the intent from context.
+   *
+   * @param intents - The user's input query
+   * @param thread - The thread history
+   * @returns The detected intent
+   */
+  async *intentFulfillStream(intents, thread) {
+    const streamStartTime = Date.now();
+    _chunk466ED5WNcjs.loggers.intentStream.info("Stream session started", {
+      threadId: thread.threadId,
+      intentCount: intents.length,
+      startTime: new Date(streamStartTime).toISOString()
+    });
+    let finalResponseText = "";
+    for (let i = 0; i < intents.length; i++) {
+      const { subquery, intent, actionPlan } = intents[i];
+      _chunk466ED5WNcjs.loggers.intent.info(`Process query: ${subquery}, ${_optionalChain([intent, 'optionalAccess', _16 => _16.name])}`);
+      _chunk466ED5WNcjs.loggers.intent.info(`Action plan: ${actionPlan}`);
+      finalResponseText !== "" && thread.messages.push({
+        messageId: _crypto.randomUUID.call(void 0, ),
+        role: "MODEL" /* MODEL */,
+        timestamp: Date.now(),
+        content: { type: "text", parts: [finalResponseText] },
+        metadata: { isThinking: true }
+      });
+      await this.addToThreadMessages(thread, {
+        role: "MODEL" /* MODEL */,
+        content: subquery,
+        metadata: {
+          subquery,
+          isThinking: true,
+          actionPlan
+        }
+      });
+      yield {
+        event: "intent_process",
+        data: { subquery, actionPlan: actionPlan || "" }
+      };
+      const stream = this.intentFulfilling(subquery, thread, intent);
+      finalResponseText = "";
+      for await (const event of stream) {
+        if (event.event === "text_chunk" && event.data.delta) {
+          finalResponseText += event.data.delta;
+        }
+        if (event.event === "text_chunk" && i !== intents.length - 1) {
+          continue;
+        }
+        yield event;
+      }
+    }
+    await this.addToThreadMessages(thread, {
+      role: "MODEL" /* MODEL */,
+      content: finalResponseText
+    });
+    const streamEndTime = Date.now();
+    const streamDuration = streamEndTime - streamStartTime;
+    _chunk466ED5WNcjs.loggers.intentStream.info("Stream session completed", {
+      threadId: thread.threadId,
+      duration: `${streamDuration}ms`,
+      endTime: new Date(streamEndTime).toISOString()
+    });
+  }
+};
+
+
+
+exports.IntentFulfillStreamService = IntentFulfillStreamService;
+//# sourceMappingURL=chunk-KLSZEQ7H.cjs.map

package/dist/cjs/chunk-KLSZEQ7H.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-KLSZEQ7H.cjs","../../src/services/intents/fulfill-stream.service.ts"],"names":[],"mappings":"AAAA;AACE;AACF,wDAA6B;AAC7B;AACA;ACJA,gCAA2B;AAmBpB,IAAM,2BAAA,EAAN,MAAiC;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,WAAA,CACC,WAAA,EACA,SAAA,EACA,SAAA,EACA,YAAA,EACA,OAAA,EACC;AACD,IAAA,IAAA,CAAK,YAAA,EAAc,WAAA;AACnB,IAAA,IAAA,CAAK,UAAA,EAAY,SAAA;AACjB,IAAA,IAAA,CAAK,UAAA,EAAY,SAAA;AACjB,IAAA,IAAA,CAAK,aAAA,EAAe,YAAA;AACpB,IAAA,IAAA,CAAK,QAAA,EAAU,OAAA;AAAA,EAChB;AAAA,EAEA,MAAc,mBAAA,CACb,MAAA,EACA,MAAA,EAKC;AACD,IAAA,IAAI;AACH,MAAA,MAAM,aAAA,kBAAe,IAAA,mBAAK,YAAA,6BAAc,eAAA,mBAAgB,GAAA;AACxD,MAAA,MAAM,EAAE,MAAA,EAAQ,SAAS,EAAA,EAAI,MAAA;AAC7B,MAAA,MAAM,WAAA,EAA4B;AAAA,QACjC,SAAA,EAAW,gCAAA,CAAW;AAAA,QACtB,IAAA,EAAM,MAAA,CAAO,IAAA;AAAA,QACb,SAAA,EAAW,IAAA,CAAK,GAAA,CAAI,CAAA;AAAA,QACpB,OAAA,EAAS,EAAE,IAAA,EAAM,MAAA,EAAQ,KAAA,EAAO,CAAC,MAAA,CAAO,OAAO,EAAE,CAAA;AAAA,QACjD,QAAA,EAAU,MAAA,CAAO;AAAA,MAClB,CAAA;AACA,MAAA,MAAA,CAAO,QAAA,CAAS,IAAA,CAAK,UAAU,CAAA;AAC/B,MAAA,sBAAM,YAAA,6BAAc,mBAAA,mBAAoB,MAAA,EAAQ,QAAA,EAAU,CAAC,UAAU,CAAC,GAAA;AAAA,IACvE,EAAA,MAAA,CAAS,KAAA,EAAO;AACf,MAAA,yBAAA,CAAQ,YAAA,CAAa,KAAA,CAAM,gCAAA,EAAkC,KAAK,CAAA;AAAA,IACnE;AAAA,EACD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAkBA,MAAA,CAAe,gBAAA,CACd,KAAA,EACA,MAAA,EACA,MAAA,EAC8B;AAC9B,IAAA,MAAM,YAAA,kBAAc,IAAA,qBAAK,YAAA,6BAAc,cAAA,mBAAe,GAAA;AACtD,IAAA,MAAM,YAAA,EAAc,YAAA,EACjB,MAAM,WAAA,CAAY,cAAA,CAAe,EAAA,EACjC,EAAA;AAEH,IAAA,MAAM,aAAA,EAAe,CAAA;AAAA,SAAA,EAAA,iBACZ,IAAI,IAAA,CAAK,CAAA,CAAA,CAAE,kBAAA,CAAmB,CAAC,CAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAqCxC,WAAW,CAAA;AAAA;AAAA,kBAEX,MAAA,6BAAQ,SAAA,GAAU,EAAE,CAAA;AAAA,CAAA,CAAA,CACnB,IAAA,CAAK,CAAA;AAEN,IAAA,MAAM,cAAA,EAAgB,IAAA,CAAK,WAAA,CAAY,QAAA,CAAS,CAAA;AAChD,IAAA,MAAM,SAAA,EAAW,aAAA,CAAc,gBAAA,CAAiB;AAAA,MAC/C,KAAA;AAAA,MACA,MAAA;AAAA,MACA,YAAA,EAAc,YAAA,CAAa,IAAA,CAAK;AAAA,IACjC,CAAC,CAAA;AAED,IAAA,MAAM,MAAA,EAAyB,CAAC,CAAA;AAChC,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA,CAAM,IAAA,CAAK,GAAG,IAAA,CAAK,SAAA,CAAU,QAAA,CAAS,CAAC,CAAA;AACzD,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA,CAAM,IAAA,CAAK,GAAI,MAAM,IAAA,CAAK,SAAA,CAAU,QAAA,CAAS,CAAE,CAAA;AAEjE,IAAA,MAAM,YAAA,EAAwB,CAAC,CAAA;AAE/B,IAAA,MAAA,CAAO,IAAA,EAAM;AACZ,MAAA,MAAM,UAAA,EAAY,aAAA,CAAc,uBAAA,CAAwB,KAAK,CAAA;AAC7D,MAAA,MAAM,eAAA,EAAiB,MAAM,aAAA,CAAc,6BAAA;AAAA,QAC1C,QAAA;AAAA,QACA;AAAA,MACD,CAAA;AAEA,MAAA,MAAM,mBAAA,EAIA,CAAC,CAAA;AAEP,MAAA,yBAAA,CAAQ,YAAA,CAAa,IAAA,CAAK,UAAA,EAAY,EAAE,SAAS,CAAC,CAAA;AAElD,MAAA,IAAA,MAAA,CAAA,MAAiB,MAAA,GAAS,cAAA,EAAgB;AACzC,QAAA,MAAM,MAAA,EAAQ,KAAA,CAAM,KAAA;AACpB,QAAA,GAAA,iBAAI,KAAA,+BAAO,YAAA,EAAY;AACtB,UAAA,IAAA,CAAA,MAAW,EAAE,KAAA,EAAO,EAAA,EAAI,QAAA,EAAU,KAAK,EAAA,GAAK,KAAA,CAAM,UAAA,EAAY;AAC7D,YAAA,kBAAA,CAAmB,KAAK,EAAA,IAAM;AAAA,cAC7B,EAAA,EAAI,EAAA;AAAA,cACJ,IAAA,EAAM,UAAA;AAAA,cACN,QAAA,EAAU,EAAE,IAAA,EAAM,EAAA,EAAI,SAAA,EAAW,GAAG;AAAA,YACrC,CAAA;AAEA,YAAA,GAAA,CAAI,EAAA,EAAI,kBAAA,CAAmB,KAAK,CAAA,CAAE,GAAA,EAAK,EAAA;AACvC,YAAA,GAAA,iBAAI,IAAA,+BAAM,MAAA,EAAM,kBAAA,CAAmB,KAAK,CAAA,CAAE,QAAA,CAAS,KAAA,EAAO,IAAA,CAAK,IAAA;AAC/D,YAAA,GAAA,iBAAI,IAAA,+BAAM,WAAA;AACT,cAAA,kBAAA,CAAmB,KAAK,CAAA,CAAE,QAAA,CAAS,UAAA,GAAa,IAAA,CAAK,SAAA;AAAA,UACvD;AAAA,QACD,EAAA,KAAA,GAAA,iBAAW,KAAA,uBAAM,KAAA,+BAAO,SAAA,EAAS;AAChC,UAAA,MAAM;AAAA,YACL,KAAA,EAAO,YAAA;AAAA,YACP,IAAA,EAAM,EAAE,KAAA,EAAO,KAAA,CAAM,KAAA,CAAM,QAAQ;AAAA,UACpC,CAAA;AAAA,QACD;AAAA,MACD;AAEA,MAAA,yBAAA,CAAQ,YAAA,CAAa,KAAA,CAAM,oBAAA,EAAsB;AAAA,QAChD;AAAA,MACD,CAAC,CAAA;AAED,MAAA,GAAA,CAAI,kBAAA,CAAmB,OAAA,EAAS,CAAA,EAAG;AAClC,QAAA,IAAA,CAAA,MAAW,SAAA,GAAY,kBAAA,EAAoB;AAC1C,UAAA,MAAM,WAAA,EAAa,gCAAA,CAAW;AAC9B,UAAA,MAAM,SAAA,EAAW,QAAA,CAAS,QAAA,CAAS,IAAA;AACnC,UAAA,IAAI,YAAA;AACJ,UAAA,IAAA,CAAA,MAAW,CAAC,KAAA,EAAO,OAAO,EAAA,GAAK,KAAA,CAAM,OAAA,CAAQ,CAAA,EAAG;AAC/C,YAAA,GAAA,CAAI,OAAA,CAAQ,SAAA,IAAa,QAAA,EAAU;AAElC,cAAA,aAAA,EAAe,KAAA,CAAM,MAAA,CAAO,KAAA,EAAO,CAAC,CAAA,CAAE,CAAC,CAAA;AACvC,cAAA,KAAA;AAAA,YACD;AAAA,UACD;AAEA,UAAA,GAAA,CAAI,CAAC,YAAA,EAAc;AAElB,YAAA,QAAA;AAAA,UACD;AAEA,UAAA,IAAI,WAAA,EAAa,EAAA;AACjB,UAAA,GAAA,CACC,IAAA,CAAK,UAAA,GACL,YAAA,CAAa,SAAA,IAAA,eAAA,EACZ;AACD,YAAA,MAAM,SAAA,EAAW,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,QAAA,CAAS,SAAS,CAAA;AAGvD,YAAA,MAAM;AAAA,cACL,KAAA,EAAO,YAAA;AAAA,cACP,IAAA,EAAM;AAAA,gBACL,UAAA;AAAA,gBACA,QAAA,EAAA,eAAA;AAAA,gBACA,QAAA;AAAA,gBACA;AAAA,cACD;AAAA,YACD,CAAA;AACA,YAAA,yBAAA,CAAQ,MAAA,CAAO,IAAA,CAAK,eAAA,EAAiB,EAAE,QAAA,EAAU,SAAS,CAAC,CAAA;AAC3D,YAAA,WAAA,EAAa,MAAM,IAAA,CAAK,SAAA,CAAU,OAAA,CAAQ,YAAA,EAAc,QAAQ,CAAA;AAAA,UACjE,EAAA,KAAA,GAAA,CACC,IAAA,CAAK,UAAA,GACL,YAAA,CAAa,SAAA,IAAA,eAAA,EACZ;AACD,YAAA,MAAM;AAAA,cACL,KAAA,EAAO,YAAA;AAAA,cACP,IAAA,EAAM;AAAA,gBACL,UAAA;AAAA,gBACA,QAAA,EAAA,eAAA;AAAA,gBACA,QAAA;AAAA,gBACA,QAAA,EAAU;AAAA,cACX;AAAA,YACD,CAAA;AACA,YAAA,yBAAA,CAAQ,MAAA,CAAO,IAAA,CAAK,eAAA,EAAiB,EAAE,SAAS,CAAC,CAAA;AACjD,YAAA,WAAA,EAAa,MAAM,IAAA,CAAK,SAAA,CAAU,OAAA;AAAA,cACjC,YAAA;AAAA,cACA,KAAA;AAAA,cACA,MAAA,CAAO;AAAA,YACR,CAAA;AAAA,UACD,EAAA,KAAO;AAEN,YAAA,yBAAA,CAAQ,MAAA,CAAO,IAAA;AAAA,cACd,CAAA,wBAAA,EAA2B,YAAA,CAAa,QAAQ,CAAA;AAAA,YAAA;AAEjD,YAAA;AAAA,UAAA;AAED,UAAA;AAAM,YAAA;AACE,YAAA;AACD,cAAA;AACL,cAAA;AACuB,cAAA;AACvB,cAAA;AACQ,YAAA;AACT,UAAA;AAED,UAAA;AAEA,UAAA;AACA,UAAA;AAAiD,QAAA;AAGlD,MAAA;AAEA,QAAA;AAAA,MAAA;AACD,IAAA;AAGD,IAAA;AAA0D,MAAA;AACxC,MAAA;AACc,MAAA;AACX,IAAA;AACpB,EAAA;AACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAAA;AAaC,IAAA;AACA,IAAA;AAAoD,MAAA;AAClC,MAAA;AACI,MAAA;AAC4B,IAAA;AAGlD,IAAA;AAEA,IAAA;AACC,MAAA;AACA,MAAA;AACA,MAAA;AAGA,MAAA;AACsB,QAAA;AACE,QAAA;AACtB,QAAA;AACoB,QAAA;AACgC,QAAA;AACvB,MAAA;AAE/B,MAAA;AAAuC,QAAA;AACtC,QAAA;AACS,QAAA;AACC,UAAA;AACT,UAAA;AACY,UAAA;AACZ,QAAA;AACD,MAAA;AAGD,MAAA;AAAM,QAAA;AACE,QAAA;AACwC,MAAA;AAGhD,MAAA;AAEA,MAAA;AACA,MAAA;AACC,QAAA;AACC,UAAA;AAAgC,QAAA;AAGjC,QAAA;AACC,UAAA;AAAA,QAAA;AAED,QAAA;AAAM,MAAA;AACP,IAAA;AAGD,IAAA;AAAuC,MAAA;AACtC,MAAA;AACS,IAAA;AAGV,IAAA;AACA,IAAA;AAEA,IAAA;AAAsD,MAAA;AACpC,MAAA;AACU,MAAA;AACkB,IAAA;AAC7C,EAAA;AAEH;ADlFA;AACA;AACA;AACA","file":"/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-KLSZEQ7H.cjs","sourcesContent":[null,"import { randomUUID } from \"node:crypto\";\nimport type {\n\tA2AModule,\n\tMCPModule,\n\tMemoryModule,\n\tModelModule,\n} from \"@/modules\";\nimport type { AinAgentPrompts } from \"@/types/agent\";\nimport { CONNECTOR_PROTOCOL_TYPE, type ConnectorTool } from \"@/types/connector\";\nimport {\n\ttype Intent,\n\ttype MessageObject,\n\tMessageRole,\n\ttype ThreadObject,\n\ttype TriggeredIntent,\n} from \"@/types/memory\";\nimport type { StreamEvent } from \"@/types/stream\";\nimport { loggers } from \"@/utils/logger\";\n\nexport class IntentFulfillStreamService {\n\tprivate modelModule: ModelModule;\n\tprivate a2aModule?: A2AModule;\n\tprivate mcpModule?: MCPModule;\n\tprivate memoryModule?: MemoryModule;\n\tprivate prompts?: AinAgentPrompts;\n\n\tconstructor(\n\t\tmodelModule: ModelModule,\n\t\ta2aModule?: A2AModule,\n\t\tmcpModule?: MCPModule,\n\t\tmemoryModule?: MemoryModule,\n\t\tprompts?: AinAgentPrompts,\n\t) {\n\t\tthis.modelModule = modelModule;\n\t\tthis.a2aModule = a2aModule;\n\t\tthis.mcpModule = mcpModule;\n\t\tthis.memoryModule = memoryModule;\n\t\tthis.prompts = prompts;\n\t}\n\n\tprivate async addToThreadMessages(\n\t\tthread: ThreadObject,\n\t\tparams: {\n\t\t\trole: MessageRole;\n\t\t\tcontent: string;\n\t\t\tmetadata?: Record<string, unknown>;\n\t\t},\n\t) {\n\t\ttry {\n\t\t\tconst threadMemory = this.memoryModule?.getThreadMemory();\n\t\t\tconst { userId, threadId } = thread;\n\t\t\tconst newMessage: MessageObject = {\n\t\t\t\tmessageId: randomUUID(),\n\t\t\t\trole: params.role,\n\t\t\t\ttimestamp: Date.now(),\n\t\t\t\tcontent: { type: \"text\", parts: [params.content] },\n\t\t\t\tmetadata: params.metadata,\n\t\t\t};\n\t\t\tthread.messages.push(newMessage);\n\t\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [newMessage]);\n\t\t} catch (error) {\n\t\t\tloggers.intentStream.error(\"Error adding message to thread\", error);\n\t\t}\n\t}\n\n\t/**\n\t * Fulfills the detected intent by generating a streaming response.\n\t *\n\t * Manages the complete inference loop including:\n\t * - Loading prompts and conversation history\n\t * - Collecting available tools from modules\n\t * - Executing model inference with tool support\n\t * - Processing tool calls iteratively until completion\n\t * - Streaming results as Server-Sent Events\n\t *\n\t * @param query - The user's input query\n\t * @param threadId - Thread identifier for context\n\t * @param thread - Previous conversation history\n\t * @param intent - Optional detected intent with custom prompt\n\t * @returns AsyncGenerator yielding StreamEvent objects\n\t */\n\tprivate async *intentFulfilling(\n\t\tquery: string,\n\t\tthread: ThreadObject,\n\t\tintent?: Intent,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst agentMemory = this.memoryModule?.getAgentMemory();\n\t\tconst agentPrompt = agentMemory\n\t\t\t? await agentMemory.getAgentPrompt()\n\t\t\t: \"\";\n\n\t\tconst systemPrompt = `\nToday is ${new Date().toLocaleDateString()}.\nYou are a highly sophisticated automated agent that can answer user queries by utilizing various tools and resources.\n\nThere is a selection of tools that let you perform actions or retrieve helpful context to answer the user's question.\nYou can call tools repeatedly to take actions or gather as much context as needed until you have completed the task fully.\n\nDon't give up unless you are sure the request cannot be fulfilled with the tools you have.\nIt's YOUR RESPONSIBILITY to make sure that you have done all you can to collect necessary context.\n\nIf you are not sure about content or context pertaining to the user's request, use your tools to read data and gather the relevant information: do NOT guess or make up an answer.\nBe THOROUGH when gathering information. Make sure you have the FULL picture before replying. Use additional tool calls or clarifying questions as needed.\n\nDon't try to answer the user's question directly.\nFirst break down the user's request into smaller concepts and think about the kinds of tools and queries you need to grasp each concept.\n\nThere are two <tool_type> for tools: MCP_Tool and A2A_Tool.\nThe tool type can be identified by the presence of \"[Bot Called <tool_type> with args <tool_args>]\" at the beginning of the tool result message.\nAfter executing a tool, a final response message must be written.\n\nRefer to the usage instructions below for each <tool_type>.\n\n<MCP_Tool>\n   Use MCP tools through tools.\n   MCP tool names are structured as follows:\n     {MCP_NAME}_{TOOL_NAME}\n     For example, tool names for the \"notionApi\" mcp would be:\n       notionApi_API-post-search\n\n   Separate rules can be specified under <{MCP_NAME}> for each MCP_NAME.\n</MCP_Tool>\n\n<A2A_Tool>\n   A2A_Tool is a tool that sends queries to Agents with different information than mine and receives answers. The Agent that provided the answer must be clearly indicated.\n   Results from A2A_Tool are text generated after thorough consideration by the requested Agent, and are complete outputs that cannot be further developed.\n   There is no need to supplement the content with the same question or use new tools.\n</A2A_Tool>\n\n${agentPrompt}\n\n${intent?.prompt || \"\"}\n\t`.trim();\n\n\t\tconst modelInstance = this.modelModule.getModel();\n\t\tconst messages = modelInstance.generateMessages({\n\t\t\tquery,\n\t\t\tthread,\n\t\t\tsystemPrompt: systemPrompt.trim(),\n\t\t});\n\n\t\tconst tools: ConnectorTool[] = [];\n\t\tthis.mcpModule && tools.push(...this.mcpModule.getTools());\n\t\tthis.a2aModule && tools.push(...(await this.a2aModule.getTools()));\n\n\t\tconst processList: string[] = [];\n\n\t\twhile (true) {\n\t\t\tconst functions = modelInstance.convertToolsToFunctions(tools);\n\t\t\tconst responseStream = await modelInstance.fetchStreamWithContextMessage(\n\t\t\t\tmessages,\n\t\t\t\tfunctions,\n\t\t\t);\n\n\t\t\tconst assembledToolCalls: {\n\t\t\t\tid: string;\n\t\t\t\ttype: \"function\";\n\t\t\t\tfunction: { name: string; arguments: string };\n\t\t\t}[] = [];\n\n\t\t\tloggers.intentStream.info(\"messages\", { messages });\n\n\t\t\tfor await (const chunk of responseStream) {\n\t\t\t\tconst delta = chunk.delta;\n\t\t\t\tif (delta?.tool_calls) {\n\t\t\t\t\tfor (const { index, id, function: func } of delta.tool_calls) {\n\t\t\t\t\t\tassembledToolCalls[index] ??= {\n\t\t\t\t\t\t\tid: \"\",\n\t\t\t\t\t\t\ttype: \"function\",\n\t\t\t\t\t\t\tfunction: { name: \"\", arguments: \"\" },\n\t\t\t\t\t\t};\n\n\t\t\t\t\t\tif (id) assembledToolCalls[index].id = id;\n\t\t\t\t\t\tif (func?.name) assembledToolCalls[index].function.name = func.name;\n\t\t\t\t\t\tif (func?.arguments)\n\t\t\t\t\t\t\tassembledToolCalls[index].function.arguments += func.arguments;\n\t\t\t\t\t}\n\t\t\t\t} else if (chunk.delta?.content) {\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"text_chunk\",\n\t\t\t\t\t\tdata: { delta: chunk.delta.content },\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tloggers.intentStream.debug(\"assembledToolCalls\", {\n\t\t\t\tassembledToolCalls,\n\t\t\t});\n\n\t\t\tif (assembledToolCalls.length > 0) {\n\t\t\t\tfor (const toolCall of assembledToolCalls) {\n\t\t\t\t\tconst toolCallId = randomUUID();\n\t\t\t\t\tconst toolName = toolCall.function.name;\n\t\t\t\t\tlet selectedTool: ConnectorTool | undefined;\n\t\t\t\t\tfor (const [index, toolTmp] of tools.entries()) {\n\t\t\t\t\t\tif (toolTmp.toolName === toolName) {\n\t\t\t\t\t\t\t// remove used tool to prevent infinite loop\n\t\t\t\t\t\t\tselectedTool = tools.splice(index, 1)[0];\n\t\t\t\t\t\t\tbreak;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tif (!selectedTool) {\n\t\t\t\t\t\t// it cannot be happened...\n\t\t\t\t\t\tcontinue;\n\t\t\t\t\t}\n\n\t\t\t\t\tlet toolResult = \"\";\n\t\t\t\t\tif (\n\t\t\t\t\t\tthis.mcpModule &&\n\t\t\t\t\t\tselectedTool.protocol === CONNECTOR_PROTOCOL_TYPE.MCP\n\t\t\t\t\t) {\n\t\t\t\t\t\tconst toolArgs = JSON.parse(toolCall.function.arguments) as\n\t\t\t\t\t\t\t| { [x: string]: unknown }\n\t\t\t\t\t\t\t| undefined;\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\t\tprotocol: CONNECTOR_PROTOCOL_TYPE.MCP,\n\t\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\t\ttoolArgs,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.info(\"MCP tool call\", { toolName, toolArgs });\n\t\t\t\t\t\ttoolResult = await this.mcpModule.useTool(selectedTool, toolArgs);\n\t\t\t\t\t} else if (\n\t\t\t\t\t\tthis.a2aModule &&\n\t\t\t\t\t\tselectedTool.protocol === CONNECTOR_PROTOCOL_TYPE.A2A\n\t\t\t\t\t) {\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\t\tprotocol: CONNECTOR_PROTOCOL_TYPE.A2A,\n\t\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\t\ttoolArgs: null,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.info(\"A2A tool call\", { toolName });\n\t\t\t\t\t\ttoolResult = await this.a2aModule.useTool(\n\t\t\t\t\t\t\tselectedTool,\n\t\t\t\t\t\t\tquery,\n\t\t\t\t\t\t\tthread.threadId,\n\t\t\t\t\t\t);\n\t\t\t\t\t} else {\n\t\t\t\t\t\t// Unrecognized tool type. It cannot be happened...\n\t\t\t\t\t\tloggers.intent.warn(\n\t\t\t\t\t\t\t`Unrecognized tool type: ${selectedTool.protocol}`,\n\t\t\t\t\t\t);\n\t\t\t\t\t\tcontinue;\n\t\t\t\t\t}\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"tool_output\",\n\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\tprotocol: selectedTool.protocol,\n\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\tresult: toolResult,\n\t\t\t\t\t\t},\n\t\t\t\t\t};\n\t\t\t\t\tloggers.intent.debug(\"toolResult\", { toolResult });\n\n\t\t\t\t\tprocessList.push(toolResult);\n\t\t\t\t\tmodelInstance.appendMessages(messages, toolResult);\n\n\t\t\t\t\t// remove used tool to prevent infinite loop\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\n\t\tloggers.intentStream.info(\"Intent fulfillment completed\", {\n\t\t\tthreadId: thread.threadId,\n\t\t\ttoolCallsExecuted: processList.length,\n\t\t\tintentName: intent?.name,\n\t\t});\n\t}\n\n\t/**\n\t * Detects the intent from context.\n\t *\n\t * @param intents - The user's input query\n\t * @param thread - The thread history\n\t * @returns The detected intent\n\t */\n\tpublic async *intentFulfillStream(\n\t\tintents: Array<TriggeredIntent>,\n\t\tthread: ThreadObject,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst streamStartTime = Date.now();\n\t\tloggers.intentStream.info(\"Stream session started\", {\n\t\t\tthreadId: thread.threadId,\n\t\t\tintentCount: intents.length,\n\t\t\tstartTime: new Date(streamStartTime).toISOString(),\n\t\t});\n\n\t\tlet finalResponseText = \"\";\n\n\t\tfor (let i = 0; i < intents.length; i++) {\n\t\t\tconst { subquery, intent, actionPlan } = intents[i];\n\t\t\tloggers.intent.info(`Process query: ${subquery}, ${intent?.name}`);\n\t\t\tloggers.intent.info(`Action plan: ${actionPlan}`);\n\n\t\t\t// only use for inference, not stored in memory\n\t\t\tfinalResponseText !== \"\" &&\n\t\t\t\tthread.messages.push({\n\t\t\t\t\tmessageId: randomUUID(),\n\t\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\t\ttimestamp: Date.now(),\n\t\t\t\t\tcontent: { type: \"text\", parts: [finalResponseText] },\n\t\t\t\t\tmetadata: { isThinking: true },\n\t\t\t\t});\n\t\t\tawait this.addToThreadMessages(thread, {\n\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\tcontent: subquery,\n\t\t\t\tmetadata: {\n\t\t\t\t\tsubquery,\n\t\t\t\t\tisThinking: true,\n\t\t\t\t\tactionPlan: actionPlan,\n\t\t\t\t},\n\t\t\t});\n\n\t\t\tyield {\n\t\t\t\tevent: \"intent_process\",\n\t\t\t\tdata: { subquery, actionPlan: actionPlan || \"\" },\n\t\t\t};\n\n\t\t\tconst stream = this.intentFulfilling(subquery, thread, intent);\n\n\t\t\tfinalResponseText = \"\";\n\t\t\tfor await (const event of stream) {\n\t\t\t\tif (event.event === \"text_chunk\" && event.data.delta) {\n\t\t\t\t\tfinalResponseText += event.data.delta;\n\t\t\t\t}\n\n\t\t\t\tif (event.event === \"text_chunk\" && i !== intents.length - 1) {\n\t\t\t\t\tcontinue; // skip intermediate text_chunk events\n\t\t\t\t}\n\t\t\t\tyield event;\n\t\t\t}\n\t\t}\n\n\t\tawait this.addToThreadMessages(thread, {\n\t\t\trole: MessageRole.MODEL,\n\t\t\tcontent: finalResponseText,\n\t\t});\n\n\t\tconst streamEndTime = Date.now();\n\t\tconst streamDuration = streamEndTime - streamStartTime;\n\n\t\tloggers.intentStream.info(\"Stream session completed\", {\n\t\t\tthreadId: thread.threadId,\n\t\t\tduration: `${streamDuration}ms`,\n\t\t\tendTime: new Date(streamEndTime).toISOString(),\n\t\t});\n\t}\n}\n"]}

package/dist/cjs/chunk-L3PZU7OF.cjs

@@ -0,0 +1,285 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
+
+var _chunk466ED5WNcjs = require('./chunk-466ED5WN.cjs');
+
+// src/services/intents/fulfill-stream.service.ts
+var _crypto = require('crypto');
+var IntentFulfillStreamService = class {
+  
+  
+  
+  
+  
+  constructor(modelModule, a2aModule, mcpModule, memoryModule, prompts) {
+    this.modelModule = modelModule;
+    this.a2aModule = a2aModule;
+    this.mcpModule = mcpModule;
+    this.memoryModule = memoryModule;
+    this.prompts = prompts;
+  }
+  async addToThreadMessages(thread, params) {
+    try {
+      const threadMemory = _optionalChain([this, 'access', _ => _.memoryModule, 'optionalAccess', _2 => _2.getThreadMemory, 'call', _3 => _3()]);
+      const { userId, threadId } = thread;
+      const newMessage = {
+        messageId: _crypto.randomUUID.call(void 0, ),
+        role: params.role,
+        timestamp: Date.now(),
+        content: { type: "text", parts: [params.content] },
+        metadata: params.metadata
+      };
+      thread.messages.push(newMessage);
+      await _optionalChain([threadMemory, 'optionalAccess', _4 => _4.addMessagesToThread, 'call', _5 => _5(userId, threadId, [newMessage])]);
+    } catch (error) {
+      _chunk466ED5WNcjs.loggers.intentStream.error("Error adding message to thread", error);
+    }
+  }
+  /**
+   * Fulfills the detected intent by generating a streaming response.
+   *
+   * Manages the complete inference loop including:
+   * - Loading prompts and conversation history
+   * - Collecting available tools from modules
+   * - Executing model inference with tool support
+   * - Processing tool calls iteratively until completion
+   * - Streaming results as Server-Sent Events
+   *
+   * @param query - The user's input query
+   * @param threadId - Thread identifier for context
+   * @param thread - Previous conversation history
+   * @param intent - Optional detected intent with custom prompt
+   * @returns AsyncGenerator yielding StreamEvent objects
+   */
+  async *intentFulfilling(query, thread, intent) {
+    const agentMemory = _optionalChain([this, 'access', _6 => _6.memoryModule, 'optionalAccess', _7 => _7.getAgentMemory, 'call', _8 => _8()]);
+    const agentPrompt = agentMemory ? await agentMemory.getAgentPrompt() : "";
+    const systemPrompt = `
+Today is ${(/* @__PURE__ */ new Date()).toLocaleDateString()}.
+You are a highly sophisticated automated agent that can answer user queries by utilizing various tools and resources.
+
+There is a selection of tools that let you perform actions or retrieve helpful context to answer the user's question.
+You can call tools repeatedly to take actions or gather as much context as needed until you have completed the task fully.
+
+Don't give up unless you are sure the request cannot be fulfilled with the tools you have.
+It's YOUR RESPONSIBILITY to make sure that you have done all you can to collect necessary context.
+
+If you are not sure about content or context pertaining to the user's request, use your tools to read data and gather the relevant information: do NOT guess or make up an answer.
+Be THOROUGH when gathering information. Make sure you have the FULL picture before replying. Use additional tool calls or clarifying questions as needed.
+
+Don't try to answer the user's question directly.
+First break down the user's request into smaller concepts and think about the kinds of tools and queries you need to grasp each concept.
+
+There are two <tool_type> for tools: MCP_Tool and A2A_Tool.
+The tool type can be identified by the presence of "[Bot Called <tool_type> with args <tool_args>]" at the beginning of the tool result message.
+After executing a tool, a final response message must be written.
+
+Refer to the usage instructions below for each <tool_type>.
+
+<MCP_Tool>
+   Use MCP tools through tools.
+   MCP tool names are structured as follows:
+     {MCP_NAME}_{TOOL_NAME}
+     For example, tool names for the "notionApi" mcp would be:
+       notionApi_API-post-search
+
+   Separate rules can be specified under <{MCP_NAME}> for each MCP_NAME.
+</MCP_Tool>
+
+<A2A_Tool>
+   A2A_Tool is a tool that sends queries to Agents with different information than mine and receives answers. The Agent that provided the answer must be clearly indicated.
+   Results from A2A_Tool are text generated after thorough consideration by the requested Agent, and are complete outputs that cannot be further developed.
+   There is no need to supplement the content with the same question or use new tools.
+</A2A_Tool>
+
+${agentPrompt}
+
+${_optionalChain([intent, 'optionalAccess', _9 => _9.prompt]) || ""}
+	`.trim();
+    const modelInstance = this.modelModule.getModel();
+    const messages = modelInstance.generateMessages({
+      query,
+      thread,
+      systemPrompt: systemPrompt.trim()
+    });
+    _chunk466ED5WNcjs.loggers.intent.debug("Intent fulfillment start", {
+      threadId: thread.threadId,
+      messages
+    });
+    const tools = [];
+    this.mcpModule && tools.push(...this.mcpModule.getTools());
+    this.a2aModule && tools.push(...await this.a2aModule.getTools());
+    const processList = [];
+    while (true) {
+      const functions = modelInstance.convertToolsToFunctions(tools);
+      const responseStream = await modelInstance.fetchStreamWithContextMessage(
+        messages,
+        functions
+      );
+      const assembledToolCalls = [];
+      for await (const chunk of responseStream) {
+        const delta = chunk.delta;
+        if (_optionalChain([delta, 'optionalAccess', _10 => _10.tool_calls])) {
+          for (const { index, id, function: func } of delta.tool_calls) {
+            assembledToolCalls[index] ??= {
+              id: "",
+              type: "function",
+              function: { name: "", arguments: "" }
+            };
+            if (id) assembledToolCalls[index].id = id;
+            if (_optionalChain([func, 'optionalAccess', _11 => _11.name])) assembledToolCalls[index].function.name = func.name;
+            if (_optionalChain([func, 'optionalAccess', _12 => _12.arguments]))
+              assembledToolCalls[index].function.arguments += func.arguments;
+          }
+        } else if (_optionalChain([chunk, 'access', _13 => _13.delta, 'optionalAccess', _14 => _14.content])) {
+          yield {
+            event: "text_chunk",
+            data: { delta: chunk.delta.content }
+          };
+        }
+      }
+      _chunk466ED5WNcjs.loggers.intentStream.debug("assembledToolCalls", {
+        threadId: thread.threadId,
+        assembledToolCalls
+      });
+      if (assembledToolCalls.length > 0) {
+        for (const toolCall of assembledToolCalls) {
+          const toolCallId = _crypto.randomUUID.call(void 0, );
+          const toolName = toolCall.function.name;
+          let selectedTool;
+          for (const [index, toolTmp] of tools.entries()) {
+            if (toolTmp.toolName === toolName) {
+              selectedTool = tools.splice(index, 1)[0];
+              break;
+            }
+          }
+          if (!selectedTool) {
+            continue;
+          }
+          let toolResult = "";
+          if (this.mcpModule && selectedTool.protocol === "MCP" /* MCP */) {
+            const toolArgs = JSON.parse(toolCall.function.arguments);
+            yield {
+              event: "tool_start",
+              data: {
+                toolCallId,
+                protocol: "MCP" /* MCP */,
+                toolName,
+                toolArgs
+              }
+            };
+            _chunk466ED5WNcjs.loggers.intent.info("MCP tool call", { toolName, toolArgs });
+            toolResult = await this.mcpModule.useTool(selectedTool, toolArgs);
+          } else if (this.a2aModule && selectedTool.protocol === "A2A" /* A2A */) {
+            yield {
+              event: "tool_start",
+              data: {
+                toolCallId,
+                protocol: "A2A" /* A2A */,
+                toolName,
+                toolArgs: null
+              }
+            };
+            _chunk466ED5WNcjs.loggers.intent.info("A2A tool call", { toolName });
+            toolResult = await this.a2aModule.useTool(
+              selectedTool,
+              query,
+              thread.threadId
+            );
+          } else {
+            _chunk466ED5WNcjs.loggers.intent.warn(
+              `Unrecognized tool type: ${selectedTool.protocol}`
+            );
+            continue;
+          }
+          yield {
+            event: "tool_output",
+            data: {
+              toolCallId,
+              protocol: selectedTool.protocol,
+              toolName,
+              result: toolResult
+            }
+          };
+          _chunk466ED5WNcjs.loggers.intent.debug("Tool Result", { toolResult });
+          processList.push(toolResult);
+          modelInstance.appendMessages(messages, toolResult);
+        }
+      } else {
+        break;
+      }
+    }
+    _chunk466ED5WNcjs.loggers.intent.debug("Intent fulfillment completed", {
+      threadId: thread.threadId,
+      toolCallsExecuted: processList.length,
+      intentName: _optionalChain([intent, 'optionalAccess', _15 => _15.name])
+    });
+  }
+  /**
+   * Detects the intent from context.
+   *
+   * @param intents - The user's input query
+   * @param thread - The thread history
+   * @returns The detected intent
+   */
+  async *intentFulfillStream(intents, thread) {
+    const streamStartTime = Date.now();
+    _chunk466ED5WNcjs.loggers.intentStream.info("Stream session started", {
+      threadId: thread.threadId,
+      intentCount: intents.length,
+      startTime: new Date(streamStartTime).toISOString()
+    });
+    let finalResponseText = "";
+    for (let i = 0; i < intents.length; i++) {
+      const { subquery, intent, actionPlan } = intents[i];
+      _chunk466ED5WNcjs.loggers.intent.info(`Process query: ${subquery}, ${_optionalChain([intent, 'optionalAccess', _16 => _16.name])}`);
+      _chunk466ED5WNcjs.loggers.intent.info(`Action plan: ${actionPlan}`);
+      finalResponseText !== "" && thread.messages.push({
+        messageId: _crypto.randomUUID.call(void 0, ),
+        role: "MODEL" /* MODEL */,
+        timestamp: Date.now(),
+        content: { type: "text", parts: [finalResponseText] },
+        metadata: { isThinking: true }
+      });
+      await this.addToThreadMessages(thread, {
+        role: "MODEL" /* MODEL */,
+        content: subquery,
+        metadata: {
+          subquery,
+          isThinking: true,
+          actionPlan
+        }
+      });
+      yield {
+        event: "intent_process",
+        data: { subquery, actionPlan: actionPlan || "" }
+      };
+      const stream = this.intentFulfilling(subquery, thread, intent);
+      finalResponseText = "";
+      for await (const event of stream) {
+        if (event.event === "text_chunk" && event.data.delta) {
+          finalResponseText += event.data.delta;
+        }
+        if (event.event === "text_chunk" && i !== intents.length - 1) {
+          continue;
+        }
+        yield event;
+      }
+    }
+    await this.addToThreadMessages(thread, {
+      role: "MODEL" /* MODEL */,
+      content: finalResponseText
+    });
+    const streamEndTime = Date.now();
+    const streamDuration = streamEndTime - streamStartTime;
+    _chunk466ED5WNcjs.loggers.intentStream.info("Stream session completed", {
+      threadId: thread.threadId,
+      duration: `${streamDuration}ms`,
+      endTime: new Date(streamEndTime).toISOString()
+    });
+  }
+};
+
+
+
+exports.IntentFulfillStreamService = IntentFulfillStreamService;
+//# sourceMappingURL=chunk-L3PZU7OF.cjs.map

package/dist/cjs/chunk-L3PZU7OF.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-L3PZU7OF.cjs","../../src/services/intents/fulfill-stream.service.ts"],"names":[],"mappings":"AAAA;AACE;AACF,wDAA6B;AAC7B;AACA;ACJA,gCAA2B;AAmBpB,IAAM,2BAAA,EAAN,MAAiC;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,WAAA,CACC,WAAA,EACA,SAAA,EACA,SAAA,EACA,YAAA,EACA,OAAA,EACC;AACD,IAAA,IAAA,CAAK,YAAA,EAAc,WAAA;AACnB,IAAA,IAAA,CAAK,UAAA,EAAY,SAAA;AACjB,IAAA,IAAA,CAAK,UAAA,EAAY,SAAA;AACjB,IAAA,IAAA,CAAK,aAAA,EAAe,YAAA;AACpB,IAAA,IAAA,CAAK,QAAA,EAAU,OAAA;AAAA,EAChB;AAAA,EAEA,MAAc,mBAAA,CACb,MAAA,EACA,MAAA,EAKC;AACD,IAAA,IAAI;AACH,MAAA,MAAM,aAAA,kBAAe,IAAA,mBAAK,YAAA,6BAAc,eAAA,mBAAgB,GAAA;AACxD,MAAA,MAAM,EAAE,MAAA,EAAQ,SAAS,EAAA,EAAI,MAAA;AAC7B,MAAA,MAAM,WAAA,EAA4B;AAAA,QACjC,SAAA,EAAW,gCAAA,CAAW;AAAA,QACtB,IAAA,EAAM,MAAA,CAAO,IAAA;AAAA,QACb,SAAA,EAAW,IAAA,CAAK,GAAA,CAAI,CAAA;AAAA,QACpB,OAAA,EAAS,EAAE,IAAA,EAAM,MAAA,EAAQ,KAAA,EAAO,CAAC,MAAA,CAAO,OAAO,EAAE,CAAA;AAAA,QACjD,QAAA,EAAU,MAAA,CAAO;AAAA,MAClB,CAAA;AACA,MAAA,MAAA,CAAO,QAAA,CAAS,IAAA,CAAK,UAAU,CAAA;AAC/B,MAAA,sBAAM,YAAA,6BAAc,mBAAA,mBAAoB,MAAA,EAAQ,QAAA,EAAU,CAAC,UAAU,CAAC,GAAA;AAAA,IACvE,EAAA,MAAA,CAAS,KAAA,EAAO;AACf,MAAA,yBAAA,CAAQ,YAAA,CAAa,KAAA,CAAM,gCAAA,EAAkC,KAAK,CAAA;AAAA,IACnE;AAAA,EACD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAkBA,MAAA,CAAe,gBAAA,CACd,KAAA,EACA,MAAA,EACA,MAAA,EAC8B;AAC9B,IAAA,MAAM,YAAA,kBAAc,IAAA,qBAAK,YAAA,6BAAc,cAAA,mBAAe,GAAA;AACtD,IAAA,MAAM,YAAA,EAAc,YAAA,EAAc,MAAM,WAAA,CAAY,cAAA,CAAe,EAAA,EAAI,EAAA;AAEvE,IAAA,MAAM,aAAA,EAAe,CAAA;AAAA,SAAA,EAAA,iBACZ,IAAI,IAAA,CAAK,CAAA,CAAA,CAAE,kBAAA,CAAmB,CAAC,CAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAqCxC,WAAW,CAAA;AAAA;AAAA,kBAEX,MAAA,6BAAQ,SAAA,GAAU,EAAE,CAAA;AAAA,CAAA,CAAA,CACnB,IAAA,CAAK,CAAA;AAEN,IAAA,MAAM,cAAA,EAAgB,IAAA,CAAK,WAAA,CAAY,QAAA,CAAS,CAAA;AAChD,IAAA,MAAM,SAAA,EAAW,aAAA,CAAc,gBAAA,CAAiB;AAAA,MAC/C,KAAA;AAAA,MACA,MAAA;AAAA,MACA,YAAA,EAAc,YAAA,CAAa,IAAA,CAAK;AAAA,IACjC,CAAC,CAAA;AAED,IAAA,yBAAA,CAAQ,MAAA,CAAO,KAAA,CAAM,0BAAA,EAA4B;AAAA,MAChD,QAAA,EAAU,MAAA,CAAO,QAAA;AAAA,MACjB;AAAA,IACD,CAAC,CAAA;AAED,IAAA,MAAM,MAAA,EAAyB,CAAC,CAAA;AAChC,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA,CAAM,IAAA,CAAK,GAAG,IAAA,CAAK,SAAA,CAAU,QAAA,CAAS,CAAC,CAAA;AACzD,IAAA,IAAA,CAAK,UAAA,GAAa,KAAA,CAAM,IAAA,CAAK,GAAI,MAAM,IAAA,CAAK,SAAA,CAAU,QAAA,CAAS,CAAE,CAAA;AAEjE,IAAA,MAAM,YAAA,EAAwB,CAAC,CAAA;AAE/B,IAAA,MAAA,CAAO,IAAA,EAAM;AACZ,MAAA,MAAM,UAAA,EAAY,aAAA,CAAc,uBAAA,CAAwB,KAAK,CAAA;AAC7D,MAAA,MAAM,eAAA,EAAiB,MAAM,aAAA,CAAc,6BAAA;AAAA,QAC1C,QAAA;AAAA,QACA;AAAA,MACD,CAAA;AAEA,MAAA,MAAM,mBAAA,EAIA,CAAC,CAAA;AAEP,MAAA,IAAA,MAAA,CAAA,MAAiB,MAAA,GAAS,cAAA,EAAgB;AACzC,QAAA,MAAM,MAAA,EAAQ,KAAA,CAAM,KAAA;AACpB,QAAA,GAAA,iBAAI,KAAA,+BAAO,YAAA,EAAY;AACtB,UAAA,IAAA,CAAA,MAAW,EAAE,KAAA,EAAO,EAAA,EAAI,QAAA,EAAU,KAAK,EAAA,GAAK,KAAA,CAAM,UAAA,EAAY;AAC7D,YAAA,kBAAA,CAAmB,KAAK,EAAA,IAAM;AAAA,cAC7B,EAAA,EAAI,EAAA;AAAA,cACJ,IAAA,EAAM,UAAA;AAAA,cACN,QAAA,EAAU,EAAE,IAAA,EAAM,EAAA,EAAI,SAAA,EAAW,GAAG;AAAA,YACrC,CAAA;AAEA,YAAA,GAAA,CAAI,EAAA,EAAI,kBAAA,CAAmB,KAAK,CAAA,CAAE,GAAA,EAAK,EAAA;AACvC,YAAA,GAAA,iBAAI,IAAA,+BAAM,MAAA,EAAM,kBAAA,CAAmB,KAAK,CAAA,CAAE,QAAA,CAAS,KAAA,EAAO,IAAA,CAAK,IAAA;AAC/D,YAAA,GAAA,iBAAI,IAAA,+BAAM,WAAA;AACT,cAAA,kBAAA,CAAmB,KAAK,CAAA,CAAE,QAAA,CAAS,UAAA,GAAa,IAAA,CAAK,SAAA;AAAA,UACvD;AAAA,QACD,EAAA,KAAA,GAAA,iBAAW,KAAA,uBAAM,KAAA,+BAAO,SAAA,EAAS;AAChC,UAAA,MAAM;AAAA,YACL,KAAA,EAAO,YAAA;AAAA,YACP,IAAA,EAAM,EAAE,KAAA,EAAO,KAAA,CAAM,KAAA,CAAM,QAAQ;AAAA,UACpC,CAAA;AAAA,QACD;AAAA,MACD;AAEA,MAAA,yBAAA,CAAQ,YAAA,CAAa,KAAA,CAAM,oBAAA,EAAsB;AAAA,QAChD,QAAA,EAAU,MAAA,CAAO,QAAA;AAAA,QACjB;AAAA,MACD,CAAC,CAAA;AAED,MAAA,GAAA,CAAI,kBAAA,CAAmB,OAAA,EAAS,CAAA,EAAG;AAClC,QAAA,IAAA,CAAA,MAAW,SAAA,GAAY,kBAAA,EAAoB;AAC1C,UAAA,MAAM,WAAA,EAAa,gCAAA,CAAW;AAC9B,UAAA,MAAM,SAAA,EAAW,QAAA,CAAS,QAAA,CAAS,IAAA;AACnC,UAAA,IAAI,YAAA;AACJ,UAAA,IAAA,CAAA,MAAW,CAAC,KAAA,EAAO,OAAO,EAAA,GAAK,KAAA,CAAM,OAAA,CAAQ,CAAA,EAAG;AAC/C,YAAA,GAAA,CAAI,OAAA,CAAQ,SAAA,IAAa,QAAA,EAAU;AAElC,cAAA,aAAA,EAAe,KAAA,CAAM,MAAA,CAAO,KAAA,EAAO,CAAC,CAAA,CAAE,CAAC,CAAA;AACvC,cAAA,KAAA;AAAA,YACD;AAAA,UACD;AAEA,UAAA,GAAA,CAAI,CAAC,YAAA,EAAc;AAElB,YAAA,QAAA;AAAA,UACD;AAEA,UAAA,IAAI,WAAA,EAAa,EAAA;AACjB,UAAA,GAAA,CACC,IAAA,CAAK,UAAA,GACL,YAAA,CAAa,SAAA,IAAA,eAAA,EACZ;AACD,YAAA,MAAM,SAAA,EAAW,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,QAAA,CAAS,SAAS,CAAA;AAGvD,YAAA,MAAM;AAAA,cACL,KAAA,EAAO,YAAA;AAAA,cACP,IAAA,EAAM;AAAA,gBACL,UAAA;AAAA,gBACA,QAAA,EAAA,eAAA;AAAA,gBACA,QAAA;AAAA,gBACA;AAAA,cACD;AAAA,YACD,CAAA;AACA,YAAA,yBAAA,CAAQ,MAAA,CAAO,IAAA,CAAK,eAAA,EAAiB,EAAE,QAAA,EAAU,SAAS,CAAC,CAAA;AAC3D,YAAA,WAAA,EAAa,MAAM,IAAA,CAAK,SAAA,CAAU,OAAA,CAAQ,YAAA,EAAc,QAAQ,CAAA;AAAA,UACjE,EAAA,KAAA,GAAA,CACC,IAAA,CAAK,UAAA,GACL,YAAA,CAAa,SAAA,IAAA,eAAA,EACZ;AACD,YAAA,MAAM;AAAA,cACL,KAAA,EAAO,YAAA;AAAA,cACP,IAAA,EAAM;AAAA,gBACL,UAAA;AAAA,gBACA,QAAA,EAAA,eAAA;AAAA,gBACA,QAAA;AAAA,gBACA,QAAA,EAAU;AAAA,cACX;AAAA,YACD,CAAA;AACA,YAAA,yBAAA,CAAQ,MAAA,CAAO,IAAA,CAAK,eAAA,EAAiB,EAAE,SAAS,CAAC,CAAA;AACjD,YAAA,WAAA,EAAa,MAAM,IAAA,CAAK,SAAA,CAAU,OAAA;AAAA,cACjC,YAAA;AAAA,cACA,KAAA;AAAA,cACA,MAAA,CAAO;AAAA,YACR,CAAA;AAAA,UACD,EAAA,KAAO;AAEN,YAAA,yBAAA,CAAQ,MAAA,CAAO,IAAA;AAAA,cACd,CAAA,wBAAA,EAA2B,YAAA,CAAa,QAAQ,CAAA;AAAA,YAAA;AAEjD,YAAA;AAAA,UAAA;AAED,UAAA;AAAM,YAAA;AACE,YAAA;AACD,cAAA;AACL,cAAA;AACuB,cAAA;AACvB,cAAA;AACQ,YAAA;AACT,UAAA;AAGD,UAAA;AAEA,UAAA;AACA,UAAA;AAAiD,QAAA;AAGlD,MAAA;AAEA,QAAA;AAAA,MAAA;AACD,IAAA;AAGD,IAAA;AAAqD,MAAA;AACnC,MAAA;AACc,MAAA;AACX,IAAA;AACpB,EAAA;AACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAAA;AAaC,IAAA;AACA,IAAA;AAAoD,MAAA;AAClC,MAAA;AACI,MAAA;AAC4B,IAAA;AAGlD,IAAA;AAEA,IAAA;AACC,MAAA;AACA,MAAA;AACA,MAAA;AAGA,MAAA;AACsB,QAAA;AACE,QAAA;AACtB,QAAA;AACoB,QAAA;AACgC,QAAA;AACvB,MAAA;AAE/B,MAAA;AAAuC,QAAA;AACtC,QAAA;AACS,QAAA;AACC,UAAA;AACT,UAAA;AACY,UAAA;AACZ,QAAA;AACD,MAAA;AAGD,MAAA;AAAM,QAAA;AACE,QAAA;AACwC,MAAA;AAGhD,MAAA;AAEA,MAAA;AACA,MAAA;AACC,QAAA;AACC,UAAA;AAAgC,QAAA;AAGjC,QAAA;AACC,UAAA;AAAA,QAAA;AAED,QAAA;AAAM,MAAA;AACP,IAAA;AAGD,IAAA;AAAuC,MAAA;AACtC,MAAA;AACS,IAAA;AAGV,IAAA;AACA,IAAA;AAEA,IAAA;AAAsD,MAAA;AACpC,MAAA;AACU,MAAA;AACkB,IAAA;AAC7C,EAAA;AAEH;ADjFA;AACA;AACA;AACA","file":"/Users/shyun/comcom/ain-agent/ain-adk/dist/cjs/chunk-L3PZU7OF.cjs","sourcesContent":[null,"import { randomUUID } from \"node:crypto\";\nimport type {\n\tA2AModule,\n\tMCPModule,\n\tMemoryModule,\n\tModelModule,\n} from \"@/modules\";\nimport type { AinAgentPrompts } from \"@/types/agent\";\nimport { CONNECTOR_PROTOCOL_TYPE, type ConnectorTool } from \"@/types/connector\";\nimport {\n\ttype Intent,\n\ttype MessageObject,\n\tMessageRole,\n\ttype ThreadObject,\n\ttype TriggeredIntent,\n} from \"@/types/memory\";\nimport type { StreamEvent } from \"@/types/stream\";\nimport { loggers } from \"@/utils/logger\";\n\nexport class IntentFulfillStreamService {\n\tprivate modelModule: ModelModule;\n\tprivate a2aModule?: A2AModule;\n\tprivate mcpModule?: MCPModule;\n\tprivate memoryModule?: MemoryModule;\n\tprivate prompts?: AinAgentPrompts;\n\n\tconstructor(\n\t\tmodelModule: ModelModule,\n\t\ta2aModule?: A2AModule,\n\t\tmcpModule?: MCPModule,\n\t\tmemoryModule?: MemoryModule,\n\t\tprompts?: AinAgentPrompts,\n\t) {\n\t\tthis.modelModule = modelModule;\n\t\tthis.a2aModule = a2aModule;\n\t\tthis.mcpModule = mcpModule;\n\t\tthis.memoryModule = memoryModule;\n\t\tthis.prompts = prompts;\n\t}\n\n\tprivate async addToThreadMessages(\n\t\tthread: ThreadObject,\n\t\tparams: {\n\t\t\trole: MessageRole;\n\t\t\tcontent: string;\n\t\t\tmetadata?: Record<string, unknown>;\n\t\t},\n\t) {\n\t\ttry {\n\t\t\tconst threadMemory = this.memoryModule?.getThreadMemory();\n\t\t\tconst { userId, threadId } = thread;\n\t\t\tconst newMessage: MessageObject = {\n\t\t\t\tmessageId: randomUUID(),\n\t\t\t\trole: params.role,\n\t\t\t\ttimestamp: Date.now(),\n\t\t\t\tcontent: { type: \"text\", parts: [params.content] },\n\t\t\t\tmetadata: params.metadata,\n\t\t\t};\n\t\t\tthread.messages.push(newMessage);\n\t\t\tawait threadMemory?.addMessagesToThread(userId, threadId, [newMessage]);\n\t\t} catch (error) {\n\t\t\tloggers.intentStream.error(\"Error adding message to thread\", error);\n\t\t}\n\t}\n\n\t/**\n\t * Fulfills the detected intent by generating a streaming response.\n\t *\n\t * Manages the complete inference loop including:\n\t * - Loading prompts and conversation history\n\t * - Collecting available tools from modules\n\t * - Executing model inference with tool support\n\t * - Processing tool calls iteratively until completion\n\t * - Streaming results as Server-Sent Events\n\t *\n\t * @param query - The user's input query\n\t * @param threadId - Thread identifier for context\n\t * @param thread - Previous conversation history\n\t * @param intent - Optional detected intent with custom prompt\n\t * @returns AsyncGenerator yielding StreamEvent objects\n\t */\n\tprivate async *intentFulfilling(\n\t\tquery: string,\n\t\tthread: ThreadObject,\n\t\tintent?: Intent,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst agentMemory = this.memoryModule?.getAgentMemory();\n\t\tconst agentPrompt = agentMemory ? await agentMemory.getAgentPrompt() : \"\";\n\n\t\tconst systemPrompt = `\nToday is ${new Date().toLocaleDateString()}.\nYou are a highly sophisticated automated agent that can answer user queries by utilizing various tools and resources.\n\nThere is a selection of tools that let you perform actions or retrieve helpful context to answer the user's question.\nYou can call tools repeatedly to take actions or gather as much context as needed until you have completed the task fully.\n\nDon't give up unless you are sure the request cannot be fulfilled with the tools you have.\nIt's YOUR RESPONSIBILITY to make sure that you have done all you can to collect necessary context.\n\nIf you are not sure about content or context pertaining to the user's request, use your tools to read data and gather the relevant information: do NOT guess or make up an answer.\nBe THOROUGH when gathering information. Make sure you have the FULL picture before replying. Use additional tool calls or clarifying questions as needed.\n\nDon't try to answer the user's question directly.\nFirst break down the user's request into smaller concepts and think about the kinds of tools and queries you need to grasp each concept.\n\nThere are two <tool_type> for tools: MCP_Tool and A2A_Tool.\nThe tool type can be identified by the presence of \"[Bot Called <tool_type> with args <tool_args>]\" at the beginning of the tool result message.\nAfter executing a tool, a final response message must be written.\n\nRefer to the usage instructions below for each <tool_type>.\n\n<MCP_Tool>\n   Use MCP tools through tools.\n   MCP tool names are structured as follows:\n     {MCP_NAME}_{TOOL_NAME}\n     For example, tool names for the \"notionApi\" mcp would be:\n       notionApi_API-post-search\n\n   Separate rules can be specified under <{MCP_NAME}> for each MCP_NAME.\n</MCP_Tool>\n\n<A2A_Tool>\n   A2A_Tool is a tool that sends queries to Agents with different information than mine and receives answers. The Agent that provided the answer must be clearly indicated.\n   Results from A2A_Tool are text generated after thorough consideration by the requested Agent, and are complete outputs that cannot be further developed.\n   There is no need to supplement the content with the same question or use new tools.\n</A2A_Tool>\n\n${agentPrompt}\n\n${intent?.prompt || \"\"}\n\t`.trim();\n\n\t\tconst modelInstance = this.modelModule.getModel();\n\t\tconst messages = modelInstance.generateMessages({\n\t\t\tquery,\n\t\t\tthread,\n\t\t\tsystemPrompt: systemPrompt.trim(),\n\t\t});\n\n\t\tloggers.intent.debug(\"Intent fulfillment start\", {\n\t\t\tthreadId: thread.threadId,\n\t\t\tmessages,\n\t\t});\n\n\t\tconst tools: ConnectorTool[] = [];\n\t\tthis.mcpModule && tools.push(...this.mcpModule.getTools());\n\t\tthis.a2aModule && tools.push(...(await this.a2aModule.getTools()));\n\n\t\tconst processList: string[] = [];\n\n\t\twhile (true) {\n\t\t\tconst functions = modelInstance.convertToolsToFunctions(tools);\n\t\t\tconst responseStream = await modelInstance.fetchStreamWithContextMessage(\n\t\t\t\tmessages,\n\t\t\t\tfunctions,\n\t\t\t);\n\n\t\t\tconst assembledToolCalls: {\n\t\t\t\tid: string;\n\t\t\t\ttype: \"function\";\n\t\t\t\tfunction: { name: string; arguments: string };\n\t\t\t}[] = [];\n\n\t\t\tfor await (const chunk of responseStream) {\n\t\t\t\tconst delta = chunk.delta;\n\t\t\t\tif (delta?.tool_calls) {\n\t\t\t\t\tfor (const { index, id, function: func } of delta.tool_calls) {\n\t\t\t\t\t\tassembledToolCalls[index] ??= {\n\t\t\t\t\t\t\tid: \"\",\n\t\t\t\t\t\t\ttype: \"function\",\n\t\t\t\t\t\t\tfunction: { name: \"\", arguments: \"\" },\n\t\t\t\t\t\t};\n\n\t\t\t\t\t\tif (id) assembledToolCalls[index].id = id;\n\t\t\t\t\t\tif (func?.name) assembledToolCalls[index].function.name = func.name;\n\t\t\t\t\t\tif (func?.arguments)\n\t\t\t\t\t\t\tassembledToolCalls[index].function.arguments += func.arguments;\n\t\t\t\t\t}\n\t\t\t\t} else if (chunk.delta?.content) {\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"text_chunk\",\n\t\t\t\t\t\tdata: { delta: chunk.delta.content },\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tloggers.intentStream.debug(\"assembledToolCalls\", {\n\t\t\t\tthreadId: thread.threadId,\n\t\t\t\tassembledToolCalls,\n\t\t\t});\n\n\t\t\tif (assembledToolCalls.length > 0) {\n\t\t\t\tfor (const toolCall of assembledToolCalls) {\n\t\t\t\t\tconst toolCallId = randomUUID();\n\t\t\t\t\tconst toolName = toolCall.function.name;\n\t\t\t\t\tlet selectedTool: ConnectorTool | undefined;\n\t\t\t\t\tfor (const [index, toolTmp] of tools.entries()) {\n\t\t\t\t\t\tif (toolTmp.toolName === toolName) {\n\t\t\t\t\t\t\t// remove used tool to prevent infinite loop\n\t\t\t\t\t\t\tselectedTool = tools.splice(index, 1)[0];\n\t\t\t\t\t\t\tbreak;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tif (!selectedTool) {\n\t\t\t\t\t\t// it cannot be happened...\n\t\t\t\t\t\tcontinue;\n\t\t\t\t\t}\n\n\t\t\t\t\tlet toolResult = \"\";\n\t\t\t\t\tif (\n\t\t\t\t\t\tthis.mcpModule &&\n\t\t\t\t\t\tselectedTool.protocol === CONNECTOR_PROTOCOL_TYPE.MCP\n\t\t\t\t\t) {\n\t\t\t\t\t\tconst toolArgs = JSON.parse(toolCall.function.arguments) as\n\t\t\t\t\t\t\t| { [x: string]: unknown }\n\t\t\t\t\t\t\t| undefined;\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\t\tprotocol: CONNECTOR_PROTOCOL_TYPE.MCP,\n\t\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\t\ttoolArgs,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.info(\"MCP tool call\", { toolName, toolArgs });\n\t\t\t\t\t\ttoolResult = await this.mcpModule.useTool(selectedTool, toolArgs);\n\t\t\t\t\t} else if (\n\t\t\t\t\t\tthis.a2aModule &&\n\t\t\t\t\t\tselectedTool.protocol === CONNECTOR_PROTOCOL_TYPE.A2A\n\t\t\t\t\t) {\n\t\t\t\t\t\tyield {\n\t\t\t\t\t\t\tevent: \"tool_start\",\n\t\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\t\tprotocol: CONNECTOR_PROTOCOL_TYPE.A2A,\n\t\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\t\ttoolArgs: null,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t};\n\t\t\t\t\t\tloggers.intent.info(\"A2A tool call\", { toolName });\n\t\t\t\t\t\ttoolResult = await this.a2aModule.useTool(\n\t\t\t\t\t\t\tselectedTool,\n\t\t\t\t\t\t\tquery,\n\t\t\t\t\t\t\tthread.threadId,\n\t\t\t\t\t\t);\n\t\t\t\t\t} else {\n\t\t\t\t\t\t// Unrecognized tool type. It cannot be happened...\n\t\t\t\t\t\tloggers.intent.warn(\n\t\t\t\t\t\t\t`Unrecognized tool type: ${selectedTool.protocol}`,\n\t\t\t\t\t\t);\n\t\t\t\t\t\tcontinue;\n\t\t\t\t\t}\n\t\t\t\t\tyield {\n\t\t\t\t\t\tevent: \"tool_output\",\n\t\t\t\t\t\tdata: {\n\t\t\t\t\t\t\ttoolCallId,\n\t\t\t\t\t\t\tprotocol: selectedTool.protocol,\n\t\t\t\t\t\t\ttoolName,\n\t\t\t\t\t\t\tresult: toolResult,\n\t\t\t\t\t\t},\n\t\t\t\t\t};\n\n\t\t\t\t\tloggers.intent.debug(\"Tool Result\", { toolResult });\n\n\t\t\t\t\tprocessList.push(toolResult);\n\t\t\t\t\tmodelInstance.appendMessages(messages, toolResult);\n\n\t\t\t\t\t// remove used tool to prevent infinite loop\n\t\t\t\t}\n\t\t\t} else {\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\n\t\tloggers.intent.debug(\"Intent fulfillment completed\", {\n\t\t\tthreadId: thread.threadId,\n\t\t\ttoolCallsExecuted: processList.length,\n\t\t\tintentName: intent?.name,\n\t\t});\n\t}\n\n\t/**\n\t * Detects the intent from context.\n\t *\n\t * @param intents - The user's input query\n\t * @param thread - The thread history\n\t * @returns The detected intent\n\t */\n\tpublic async *intentFulfillStream(\n\t\tintents: Array<TriggeredIntent>,\n\t\tthread: ThreadObject,\n\t): AsyncGenerator<StreamEvent> {\n\t\tconst streamStartTime = Date.now();\n\t\tloggers.intentStream.info(\"Stream session started\", {\n\t\t\tthreadId: thread.threadId,\n\t\t\tintentCount: intents.length,\n\t\t\tstartTime: new Date(streamStartTime).toISOString(),\n\t\t});\n\n\t\tlet finalResponseText = \"\";\n\n\t\tfor (let i = 0; i < intents.length; i++) {\n\t\t\tconst { subquery, intent, actionPlan } = intents[i];\n\t\t\tloggers.intent.info(`Process query: ${subquery}, ${intent?.name}`);\n\t\t\tloggers.intent.info(`Action plan: ${actionPlan}`);\n\n\t\t\t// only use for inference, not stored in memory\n\t\t\tfinalResponseText !== \"\" &&\n\t\t\t\tthread.messages.push({\n\t\t\t\t\tmessageId: randomUUID(),\n\t\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\t\ttimestamp: Date.now(),\n\t\t\t\t\tcontent: { type: \"text\", parts: [finalResponseText] },\n\t\t\t\t\tmetadata: { isThinking: true },\n\t\t\t\t});\n\t\t\tawait this.addToThreadMessages(thread, {\n\t\t\t\trole: MessageRole.MODEL,\n\t\t\t\tcontent: subquery,\n\t\t\t\tmetadata: {\n\t\t\t\t\tsubquery,\n\t\t\t\t\tisThinking: true,\n\t\t\t\t\tactionPlan: actionPlan,\n\t\t\t\t},\n\t\t\t});\n\n\t\t\tyield {\n\t\t\t\tevent: \"intent_process\",\n\t\t\t\tdata: { subquery, actionPlan: actionPlan || \"\" },\n\t\t\t};\n\n\t\t\tconst stream = this.intentFulfilling(subquery, thread, intent);\n\n\t\t\tfinalResponseText = \"\";\n\t\t\tfor await (const event of stream) {\n\t\t\t\tif (event.event === \"text_chunk\" && event.data.delta) {\n\t\t\t\t\tfinalResponseText += event.data.delta;\n\t\t\t\t}\n\n\t\t\t\tif (event.event === \"text_chunk\" && i !== intents.length - 1) {\n\t\t\t\t\tcontinue; // skip intermediate text_chunk events\n\t\t\t\t}\n\t\t\t\tyield event;\n\t\t\t}\n\t\t}\n\n\t\tawait this.addToThreadMessages(thread, {\n\t\t\trole: MessageRole.MODEL,\n\t\t\tcontent: finalResponseText,\n\t\t});\n\n\t\tconst streamEndTime = Date.now();\n\t\tconst streamDuration = streamEndTime - streamStartTime;\n\n\t\tloggers.intentStream.info(\"Stream session completed\", {\n\t\t\tthreadId: thread.threadId,\n\t\t\tduration: `${streamDuration}ms`,\n\t\t\tendTime: new Date(streamEndTime).toISOString(),\n\t\t});\n\t}\n}\n"]}